GENERIC HEAD from Oct 26 13:24 UTC + nfs_serv.c.2.diff, vmcore.477
Livelock
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #35: Wed Oct 26 15:40:06 CEST 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 251998208 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
WARNING: /tmp was not properly dismounted
WARNING: /usr was not properly dismounted
WARNING: /var was not properly dismounted
rl0: link state changed to DOWN
Limiting icmp unreach response from 3049 to 200 packets/sec
Limiting icmp unreach response from 6517 to 200 packets/sec
:
Limiting icmp unreach response from 3652 to 200 packets/sec
Limiting icmp unreach response from 7338 to 200 packets/sec
~KDB: enter: Line break on console
[thread pid 11 tid 100005 ]
Stopped at kdb_enter+0x2b: nop
db> show pcpu
cpuid = 0
curthread = 0xc155a780: pid 11 "idle: cpu0"
curpcb = 0xcbfa6d90
fpcurthread = none
idlethread = 0xc155a780: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
db> show lockedvnods
Locked vnodes
0xc178fae0: tag ufs, type VDIR
usecount 87, writecount 0, refcount 88 mountedhere 0
flags (VV_ROOT)
v_object 0xc10657bc ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc2111d80 (pid 7806) with 1 pending#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc068f0ca at lookup+0xce
#7 0xc068ed9a at namei+0x37e
#8 0xc06a0243 at vn_open_cred+0x277
#9 0xc069ffca at vn_open+0x1e
#10 0xc06994e2 at kern_open+0xb6
#11 0xc06993f6 at open+0x1a
#12 0xc07ff556 at syscall+0x27e
#13 0xc07ec38f at Xint0x80_syscall+0x1f
ino 2, on dev ad0s1a
0xc178f6cc: tag ufs, type VREG
usecount 5, writecount 0, refcount 6 mountedhere 0
flags (VV_TEXT)
v_object 0xc1064b58 ref 3 pages 31
lock type ufs: SHARED (count 1)#0 0xc0634437 at lockmgr+0x163
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0695496 at vget+0x8e
#7 0xc07a497b at vnode_pager_lock+0x127
#8 0xc0792d3f at vm_fault+0x227
#9 0xc07feec2 at trap_pfault+0xee
#10 0xc07fe9f4 at trap+0x248
#11 0xc07ec33a at calltrap+0x5
ino 8559, on dev ad0s1a
0xc178f570: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1e12c00 (pid 7807) with 1 pending#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0695496 at vget+0x8e
#7 0xc068ae5a at cache_lookup+0x34a
#8 0xc068b38e at vfs_cache_lookup+0x92
#9 0xc080f3c7 at VOP_LOOKUP_APV+0x87
#10 0xc068f3de at lookup+0x3e2
#11 0xc068ed9a at namei+0x37e
#12 0xc06a0243 at vn_open_cred+0x277
#13 0xc069ffca at vn_open+0x1e
#14 0xc06994e2 at kern_open+0xb6
#15 0xc06993f6 at open+0x1a
#16 0xc07ff556 at syscall+0x27e
#17 0xc07ec38f at Xint0x80_syscall+0x1f
ino 24769, on dev ad0s1a
0xc1790570: tag ufs, type VREG
usecount 78, writecount 0, refcount 79 mountedhere 0
flags ()
v_object 0xc1064c60 ref 75 pages 69
lock type ufs: SHARED (count 3)#0 0xc0634437 at lockmgr+0x163
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0695496 at vget+0x8e
#7 0xc07a497b at vnode_pager_lock+0x127
#8 0xc0792d3f at vm_fault+0x227
#9 0xc07feec2 at trap_pfault+0xee
#10 0xc07fe9f4 at trap+0x248
#11 0xc07ec33a at calltrap+0x5
ino 18639, on dev ad0s1a
0xc1935c3c: tag ufs, type VREG
usecount 16, writecount 0, refcount 17 mountedhere 0
flags ()
v_object 0xc1805948 ref 15 pages 1
lock type ufs: SHARED (count 1)#0 0xc0634437 at lockmgr+0x163
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0695496 at vget+0x8e
#7 0xc07a497b at vnode_pager_lock+0x127
#8 0xc0792d3f at vm_fault+0x227
#9 0xc07feec2 at trap_pfault+0xee
#10 0xc07fe9f4 at trap+0x248
#11 0xc07ec33a at calltrap+0x5
ino 18651, on dev ad0s1a
0xc25ab6cc: tag ufs, type VREG
usecount 2, writecount 0, refcount 2 mountedhere 0
flags ()
v_object 0xc1aefb58 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc1f0dc00 (pid 7805) with 1 pending#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc06a08bf at vn_read+0xd7
#7 0xc06647c5 at dofileread+0x85
#8 0xc066465e at kern_readv+0x36
#9 0xc0664589 at read+0x45
#10 0xc07ff556 at syscall+0x27e
#11 0xc07ec38f at Xint0x80_syscall+0x1f
ino 25539, on dev ad0s1a
0xc17f5000: tag ufs, type VREG
usecount 1, writecount 0, refcount 2 mountedhere 0
flags (VV_SYSTEM)
lock type snaplk: EXCL (count 1) by thread 0xc178a180 (pid 369) with 3 pending#0 0xc06347e0 at lockmgr+0x50c
#1 0xc0772a62 at ffs_copyonwrite+0x226
#2 0xc077ee21 at ffs_geom_strategy+0x89
#3 0xc0685a66 at bufwrite+0x14a
#4 0xc077ed8e at ffs_bufwrite+0x282
#5 0xc076ba01 at ffs_update+0x3b9
#6 0xc0783fac at ufs_inactive+0x184
#7 0xc0811103 at VOP_INACTIVE_APV+0x9b
#8 0xc0695a69 at vinactive+0x8d
#9 0xc06958a3 at vput+0x167
#10 0xc0727c33 at nfsrv_create+0xd23
#11 0xc0733471 at nfssvc_nfsd+0x3d9
#12 0xc0732dc0 at nfssvc+0x18c
#13 0xc07ff556 at syscall+0x27e
#14 0xc07ec38f at Xint0x80_syscall+0x1f
ino 68, on dev ad0s1e
0xc25fa828: tag ufs, type VDIR
usecount 0, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xc1b78dec ref 0 pages 2
lock type ufs: EXCL (count 1) by thread 0xc178a180 (pid 369)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc068f0ca at lookup+0xce
#7 0xc0731d2a at nfs_namei+0x40e
#8 0xc072719c at nfsrv_create+0x28c
#9 0xc0733471 at nfssvc_nfsd+0x3d9
#10 0xc0732dc0 at nfssvc+0x18c
#11 0xc07ff556 at syscall+0x27e
#12 0xc07ec38f at Xint0x80_syscall+0x1f
ino 25699, on dev ad0s1e
0xc204c570: tag ufs, type VDIR
usecount 0, writecount 0, refcount 2 mountedhere 0
flags ()
v_object 0xc220a738 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc163bd80 (pid 42)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0687df6 at flushbufqueues+0x376
#7 0xc06879cf at buf_daemon+0xa3
#8 0xc062bd8c at fork_exit+0xa4
#9 0xc07ec39c at fork_trampoline+0x8
ino 31040, on dev ad0s1e
0xc20916cc: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc2b77dec ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc1789480 (pid 372)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc068f0ca at lookup+0xce
#7 0xc0731d2a at nfs_namei+0x40e
#8 0xc072afe4 at nfsrv_mkdir+0x2b4
#9 0xc0733471 at nfssvc_nfsd+0x3d9
#10 0xc0732dc0 at nfssvc+0x18c
#11 0xc07ff556 at syscall+0x27e
#12 0xc07ec38f at Xint0x80_syscall+0x1f
ino 50207, on dev ad0s1e
0xc26ca414: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc2087c60 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc1789300 (pid 371)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc068f0ca at lookup+0xce
#7 0xc0731d2a at nfs_namei+0x40e
#8 0xc072afe4 at nfsrv_mkdir+0x2b4
#9 0xc0733471 at nfssvc_nfsd+0x3d9
#10 0xc0732dc0 at nfssvc+0x18c
#11 0xc07ff556 at syscall+0x27e
#12 0xc07ec38f at Xint0x80_syscall+0x1f
ino 50210, on dev ad0s1e
0xc1d4ac3c: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc1b83840 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc178a000 (pid 370)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc068f0ca at lookup+0xce
#7 0xc0731d2a at nfs_namei+0x40e
#8 0xc072afe4 at nfsrv_mkdir+0x2b4
#9 0xc0733471 at nfssvc_nfsd+0x3d9
#10 0xc0732dc0 at nfssvc+0x18c
#11 0xc07ff556 at syscall+0x27e
#12 0xc07ec38f at Xint0x80_syscall+0x1f
ino 50211, on dev ad0s1e
0xc2ab06cc: tag ufs, type VDIR
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1789480 (pid 372)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068e3fe at vfs_hash_insert+0x26
#2 0xc077e233 at ffs_vget+0x15b
#3 0xc07655d0 at ffs_valloc+0x100
#4 0xc078905c at ufs_mkdir+0x80
#5 0xc0810b23 at VOP_MKDIR_APV+0x9b
#6 0xc072b242 at nfsrv_mkdir+0x512
#7 0xc0733471 at nfssvc_nfsd+0x3d9
#8 0xc0732dc0 at nfssvc+0x18c
#9 0xc07ff556 at syscall+0x27e
#10 0xc07ec38f at Xint0x80_syscall+0x1f
ino 50214, on dev ad0s1e
0xc21756cc: tag ufs, type VREG
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc178a180 (pid 369)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068e3fe at vfs_hash_insert+0x26
#2 0xc077e233 at ffs_vget+0x15b
#3 0xc07655d0 at ffs_valloc+0x100
#4 0xc078a403 at ufs_makeinode+0x53
#5 0xc0787535 at ufs_create+0x25
#6 0xc080f5af at VOP_CREATE_APV+0x9b
#7 0xc0727503 at nfsrv_create+0x5f3
#8 0xc0733471 at nfssvc_nfsd+0x3d9
#9 0xc0732dc0 at nfssvc+0x18c
#10 0xc07ff556 at syscall+0x27e
#11 0xc07ec38f at Xint0x80_syscall+0x1f
ino 32973, on dev ad0s1e
0xc271d000: tag ufs, type VNON
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1789300 (pid 371)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068e3fe at vfs_hash_insert+0x26
#2 0xc077e233 at ffs_vget+0x15b
#3 0xc07655d0 at ffs_valloc+0x100
#4 0xc078905c at ufs_mkdir+0x80
#5 0xc0810b23 at VOP_MKDIR_APV+0x9b
#6 0xc072b242 at nfsrv_mkdir+0x512
#7 0xc0733471 at nfssvc_nfsd+0x3d9
#8 0xc0732dc0 at nfssvc+0x18c
#9 0xc07ff556 at syscall+0x27e
#10 0xc07ec38f at Xint0x80_syscall+0x1f
ino 50215, on dev ad0s1e
0xc1aebc3c: tag ufs, type VNON
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc178a000 (pid 370)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068e3fe at vfs_hash_insert+0x26
#2 0xc077e233 at ffs_vget+0x15b
#3 0xc07655d0 at ffs_valloc+0x100
#4 0xc078905c at ufs_mkdir+0x80
#5 0xc0810b23 at VOP_MKDIR_APV+0x9b
#6 0xc072b242 at nfsrv_mkdir+0x512
#7 0xc0733471 at nfssvc_nfsd+0x3d9
#8 0xc0732dc0 at nfssvc+0x18c
#9 0xc07ff556 at syscall+0x27e
#10 0xc07ec38f at Xint0x80_syscall+0x1f
ino 50216, on dev ad0s1e
0xc194b15c: tag ufs, type VREG
usecount 5, writecount 0, refcount 6 mountedhere 0
flags (VV_TEXT)
v_object 0xc1936bdc ref 3 pages 8
lock type ufs: SHARED (count 1)#0 0xc0634437 at lockmgr+0x163
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0695496 at vget+0x8e
#7 0xc07a497b at vnode_pager_lock+0x127
#8 0xc0792d3f at vm_fault+0x227
#9 0xc07feec2 at trap_pfault+0xee
#10 0xc07fe9f4 at trap+0x248
#11 0xc07ec33a at calltrap+0x5
ino 1158192, on dev ad0s1f
0xc1951ae0: tag ufs, type VREG
usecount 8, writecount 0, refcount 9 mountedhere 0
flags (VV_TEXT)
v_object 0xc1957ad4 ref 5 pages 23
lock type ufs: SHARED (count 1)#0 0xc0634437 at lockmgr+0x163
#1 0xc068d611 at vop_stdlock+0x21
#2 0xc0811307 at VOP_LOCK_APV+0x87
#3 0xc077f240 at ffs_lock+0x10
#4 0xc0811307 at VOP_LOCK_APV+0x87
#5 0xc06a11a4 at vn_lock+0xac
#6 0xc0695496 at vget+0x8e
#7 0xc07a497b at vnode_pager_lock+0x127
#8 0xc0792d3f at vm_fault+0x227
#9 0xc07feec2 at trap_pfault+0xee
#10 0xc07fe9f4 at trap+0x248
#11 0xc07ec33a at calltrap+0x5
ino 353441, on dev ad0s1f
db> show lockedbufs
buf at 0xc662b6d4
b_flags = 0x0
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc17f510c), b_data = 0xc7235000, b_blkno = -10252
b_npages = 4, pages(OBJ, IDX, PA): (0xc0990920, 0x7336, 0xa7f6000),(0xc0990920, 0x7337, 0x9697000),(0xc0990920, 0x7338, 0x5238000),(0xc0990920, 0x7339, 0xde39000)
lock type bufwait: EXCL (count 1) by thread 0xc178a180 (pid 369)#0 0xc06347e0 at lockmgr+0x50c
#1 0xc068735c at getnewbuf+0x144
#2 0xc0688753 at getblk+0x3b3
#3 0xc06856d1 at breadn+0x31
#4 0xc068569c at bread+0x20
#5 0xc076ae34 at ffs_balloc_ufs2+0x1290
#6 0xc0772b24 at ffs_copyonwrite+0x2e8
#7 0xc077ee21 at ffs_geom_strategy+0x89
#8 0xc0685a66 at bufwrite+0x14a
#9 0xc077ed8e at ffs_bufwrite+0x282
#10 0xc076ba01 at ffs_update+0x3b9
#11 0xc0783fac at ufs_inactive+0x184
#12 0xc0811103 at VOP_INACTIVE_APV+0x9b
#13 0xc0695a69 at vinactive+0x8d
#14 0xc06958a3 at vput+0x167
#15 0xc0727c33 at nfsrv_create+0xd23
#16 0xc0733471 at nfssvc_nfsd+0x3d9
#17 0xc0732dc0 at nfssvc+0x18c
buf at 0xc666d82c
b_flags = 0x80000024<remfree,cache,async>
b_error = 0, b_bufsize = 4096, b_bcount = 2048, b_resid = 0
b_bufobj = (0xc204c67c), b_data = 0xc7cad000, b_blkno = 461624
b_npages = 1, pages(OBJ, IDX, PA): (0xc0990920, 0x7dae, 0x13ee000)
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
7807 c1e31224 1001 1 2130 0004002 [SLPQ ufs 0xc25ab724][SLP] sh
7806 c2110448 1001 1 2130 0004002 [SLPQ ufs 0xc178f5c8][SLP] sh
7805 c1e52890 1001 1 2130 0004002 [SLPQ newbuf 0xc0982924][SLP] sh
7782 c1e51cd8 1001 7752 2130 0000002 [SLPQ flswai 0xc0982924][SLP] mkfifo
7773 c1e51448 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7772 c1c15cd8 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7771 c1e4e448 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7770 c1878890 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7769 c1e4e224 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7768 c1c12448 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7767 c210fab4 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7766 c195d66c 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7765 c187866c 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7764 c1ad7224 1001 7751 2130 0000002 [SLPQ flswai 0xc0982924][SLP] creat
7763 c1f0fab4 1001 7752 2130 0000002 [SLPQ flswai 0xc0982924][SLP] mkfifo
7762 c1f0c66c 1001 7752 2130 0000002 [SLPQ flswai 0xc0982924][SLP] mkfifo
7761 c1c12224 1001 7752 2130 0000002 [SLPQ flswai 0xc0982924][SLP] mkfifo
7754 c1e52448 1001 7741 2130 0000002 [SLPQ flswai 0xc0982924][SLP] rw
7752 c1f0f000 1001 7736 2130 0000002 [SLPQ wait 0xc1f0f000][SLP][SWAP] mkfifo
7751 c1e52224 1001 7727 2130 0000002 [SLPQ wait 0xc1e52224][SLP][SWAP] creat
7747 c1c12000 1001 7741 2130 0000002 [SLPQ flswai 0xc0982924][SLP] rw
7744 c1e52000 1001 7741 2130 0000002 [SLPQ flswai 0xc0982924][SLP] rw
7741 c210f66c 1001 7730 2130 0000002 [SLPQ wait 0xc210f66c][SLP][SWAP] rw
7736 c1ad7890 1001 2137 2130 0004002 [SLPQ wait 0xc1ad7890][SLP][SWAP] mkfifo
7730 c210f224 1001 2137 2130 0004002 [SLPQ wait 0xc210f224][SLP][SWAP] rw
7727 c1878cd8 1001 2137 2130 0004002 [SLPQ wait 0xc1878cd8][SLP][SWAP] creat
2137 c1dfacd8 1001 2136 2130 0000002 [SLPQ wait 0xc1dfacd8][SLP] run
2136 c1e31ab4 1001 2135 2130 0000002 [SLPQ wait 0xc1e31ab4][SLP][SWAP] run
2135 c1df9224 1001 2130 2130 0004002 [SLPQ nanslp 0xc0935044][SLP] run
2130 c1c16cd8 1001 581 2130 0004002 [SLPQ wait 0xc1c16cd8][SLP][SWAP] sh
2097 c1e4e890 1001 1 2097 0000000 [SLPQ select 0xc0982364][SLP][SWAP] vim
581 c1c15890 1001 580 581 0004002 [SLPQ wait 0xc1c15890][SLP][SWAP] bash
580 c1c15ab4 1001 578 578 0000100 [SLPQ newbuf 0xc0982924][SLP] sshd
578 c1c16000 0 439 578 0004100 [SLPQ sbwait 0xc194dd2c][SLP][SWAP] sshd
572 c1962000 0 1 572 0004002 [SLPQ ttyin 0xc16e8010][SLP][SWAP] getty
571 c1967890 0 1 571 0004002 [SLPQ ttyin 0xc16e8410][SLP][SWAP] getty
570 c196766c 0 1 570 0004002 [SLPQ ttyin 0xc16dd810][SLP][SWAP] getty
569 c1962890 0 1 569 0004002 [SLPQ ttyin 0xc16dc810][SLP][SWAP] getty
568 c1962448 0 1 568 0004002 [SLPQ ttyin 0xc16ddc10][SLP][SWAP] getty
567 c168e66c 0 1 567 0004002 [SLPQ ttyin 0xc16dbc10][SLP][SWAP] getty
566 c1962ab4 0 1 566 0004002 [SLPQ ttyin 0xc16db810][SLP][SWAP] getty
565 c1967ab4 0 1 565 0004002 [SLPQ ttyin 0xc16d4410][SLP][SWAP] getty
551 c1967448 0 1 551 0000000 [SLPQ newbuf 0xc0982924][SLP] inetd
463 c1786cd8 0 1 463 0000000 [SLPQ ufs 0xc178fb38][SLP] cron
451 c1962224 25 1 451 0000100 [SLPQ newbuf 0xc0982924][SLP] sendmail
445 c1967000 0 1 445 0000100 [SLPQ newbuf 0xc0982924][SLP] sendmail
439 c1967cd8 0 1 439 0000100 [SLPQ select 0xc0982364][SLP][SWAP] sshd
421 c17bc224 0 1 421 0000000 [SLPQ newbuf 0xc0982924][SLP] ntpd
392 c17bc66c 0 1 392 0000000 [SLPQ select 0xc0982364][SLP] usbd
372 c17bcab4 0 367 367 0000000 [SLPQ snaplk 0xc1788d14][SLP] nfsd
371 c17bccd8 0 367 367 0000000 [SLPQ getblk 0xc667db5c][SLP] nfsd
370 c1786ab4 0 367 367 0000000 [SLPQ getblk 0xc667db5c][SLP] nfsd
369 c1786890 0 367 367 0000000 [SLPQ newbuf 0xc0982924][SLP] nfsd
367 c17bc000 0 1 367 0000000 [SLPQ select 0xc0982364][SLP][SWAP] nfsd
365 c1786224 0 1 365 0000000 [SLPQ select 0xc0982364][SLP][SWAP] mountd
295 c17bc448 0 1 295 0000000 [SLPQ newbuf 0xc0982924][SLP] rpcbind
263 c178666c 0 1 263 0000000 [SLPQ select 0xc0982364][SLP][SWAP] devd
217 c17bc890 0 1 217 0000000 [SLPQ flswai 0xc0982924][SLP] syslogd
49 c168e890 0 0 0 0000204 [SLPQ - 0xce9fbd04][SLP] schedcpu
48 c168eab4 0 0 0 0000204 [SLPQ - 0xc098a9ec][SLP] nfsiod 3
47 c168ecd8 0 0 0 0000204 [SLPQ - 0xc098a9e8][SLP] nfsiod 2
46 c1785000 0 0 0 0000204 [SLPQ - 0xc098a9e4][SLP] nfsiod 1
45 c1785224 0 0 0 0000204 [SLPQ - 0xc098a9e0][SLP] nfsiod 0
44 c1785448 0 0 0 0000204 [SLPQ snaplk 0xc1788d14][SLP] syncer
43 c178566c 0 0 0 0000204 [SLPQ vlruwt 0xc178566c][SLP] vnlru
42 c1785890 0 0 0 0000204 [SLPQ snaplk 0xc1788d14][SLP] bufdaemon
41 c1785ab4 0 0 0 000020c [SLPQ pgzero 0xc0990fe4][SLP] pagezero
40 c1785cd8 0 0 0 0000204 [SLPQ psleep 0xc0990b34][SLP] vmdaemon
39 c1786000 0 0 0 0000204 [SLPQ psleep 0xc0990af0][SLP] pagedaemon
38 c163acd8 0 0 0 0000204 [IWAIT] irq1: atkbd0
37 c168d000 0 0 0 0000204 [IWAIT] irq7: ppc0
36 c168d224 0 0 0 0000204 [SLPQ - 0xc168983c][SLP] fdc0
35 c168d448 0 0 0 0000204 [IWAIT] swi0: sio
34 c168d66c 0 0 0 0000204 [IWAIT] irq17: pcm0
33 c168d890 0 0 0 0000204 [IWAIT] irq15: ata1
32 c168dab4 0 0 0 0000204 [IWAIT] irq14: ata0
31 c168dcd8 0 0 0 0000204 [IWAIT] irq22: rl0
30 c168e000 0 0 0 0000204 [SLPQ usbevt 0xc1627210][SLP] usb4
29 c168e224 0 0 0 0000204 [IWAIT] irq23: ehci0
28 c168e448 0 0 0 0000204 [SLPQ usbevt 0xc1682210][SLP] usb3
27 c158a66c 0 0 0 0000204 [SLPQ usbevt 0xc1670210][SLP] usb2
26 c158a890 0 0 0 0000204 [IWAIT] irq18: uhci2
25 c158aab4 0 0 0 0000204 [SLPQ usbevt 0xc165d210][SLP] usb1
24 c158acd8 0 0 0 0000204 [IWAIT] irq19: uhci1
23 c163a000 0 0 0 0000204 [SLPQ usbtsk 0xc0931c84][SLP] usbtask
22 c163a224 0 0 0 0000204 [SLPQ usbevt 0xc1631210][SLP] usb0
21 c163a448 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
20 c163a66c 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c163a890 0 0 0 0000204 [IWAIT] swi5: Fast taskq
9 c163aab4 0 0 0 0000204 [SLPQ - 0xc1596480][SLP] acpi_task2
8 c155e224 0 0 0 0000204 [SLPQ - 0xc1596480][SLP] acpi_task1
7 c155e448 0 0 0 0000204 [SLPQ - 0xc1596480][SLP] acpi_task0
6 c155e66c 0 0 0 0000204 [SLPQ - 0xc1596500][SLP] thread taskq
18 c155e890 0 0 0 0000204 [IWAIT] swi6: Giant taskq
17 c155eab4 0 0 0 0000204 [IWAIT] swi6: task queue
5 c155ecd8 0 0 0 0000204 [SLPQ - 0xc1596780][SLP] kqueue taskq
16 c158a000 0 0 0 0000204 [IWAIT] swi2: cambio
15 c158a224 0 0 0 0000204 [SLPQ - 0xc092f9a0][SLP] yarrow
4 c158a448 0 0 0 0000204 [SLPQ - 0xc09324c8][SLP] g_down
3 c1559000 0 0 0 0000204 [SLPQ - 0xc09324c4][SLP] g_up
2 c1559224 0 0 0 0000204 [SLPQ - 0xc09324bc][SLP] g_event
14 c1559448 0 0 0 0000204 [IWAIT] swi1: net
13 c155966c 0 0 0 0000204 [IWAIT] swi3: vm
12 c1559890 0 0 0 000020c [IWAIT] swi4: clock sio
11 c1559ab4 0 0 0 000020c [CPU 0] idle: cpu0
1 c1559cd8 0 0 1 0004200 [SLPQ newbuf 0xc0982924][SLP] init
10 c155e000 0 0 0 0000204 [SLPQ ktrace 0xc0932f38][SLP] ktrace
0 c09325c0 0 0 0 0000200 [IWAIT] swapper
7550 c1786448 0 1 0 0002204 zomb[INACTIVE] nfsiod 4
7553 c1c12cd8 0 1 0 0002204 zomb[INACTIVE] nfsiod 7
7552 c191b224 0 1 0 0002204 zomb[INACTIVE] nfsiod 6
7551 c1e5266c 0 1 0 0002204 zomb[INACTIVE] nfsiod 5
7555 c1e52ab4 0 1 0 0002204 zomb[INACTIVE] nfsiod 9
7554 c1dfa66c 0 1 0 0002204 zomb[INACTIVE] nfsiod 8
7556 c1e13ab4 0 1 0 0002204 zomb[INACTIVE] nfsiod 10
7557 c2418000 0 1 0 0002204 zomb[INACTIVE] nfsiod 11
7558 c1c16224 0 1 0 0002204 zomb[INACTIVE] nfsiod 12
7565 c1f0c890 0 1 0 0002204 zomb[INACTIVE] nfsiod 19
7564 c1e2b448 0 1 0 0002204 zomb[INACTIVE] nfsiod 18
7563 c2110224 0 1 0 0002204 zomb[INACTIVE] nfsiod 17
7562 c1e31cd8 0 1 0 0002204 zomb[INACTIVE] nfsiod 16
7561 c1e51ab4 0 1 0 0002204 zomb[INACTIVE] nfsiod 15
7560 c241866c 0 1 0 0002204 zomb[INACTIVE] nfsiod 14
7729 c1df9000 1001 2137 2130 0006002 zomb[INACTIVE] thr1
7734 c1e13890 1001 2137 2130 0006002 zomb[INACTIVE] udp
7733 c195dcd8 1001 2137 2130 0006002 zomb[INACTIVE] tcp
7731 c1e11448 1001 2137 2130 0006002 zomb[INACTIVE] syscall
7735 c210f448 1001 2137 2130 0006002 zomb[INACTIVE] pty
7732 c1f0f224 1001 2137 2130 0006002 zomb[INACTIVE] sysctl
7728 c1e2b000 1001 2137 2130 0006002 zomb[INACTIVE] mkdir
db> where 42
Tracing pid 42 tid 100046 td 0xc163bd80
sched_switch(c163bd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c1788d14,cc9dc95c,c06454d9,c1788d14,0) at sleepq_switch+0xe0
sleepq_wait(c1788d14,0,0,c17f5e60,b3) at sleepq_wait+0x30
msleep(c1788d14,c0933618,50,c08827d8,0) at msleep+0x311
acquire(cc9dca04,e0,60000,c163bd80,0) at acquire+0x76
lockmgr(c1788d14,2022,c17f5e60,c163bd80) at lockmgr+0x46a
ffs_copyonwrite(c17f5d98,c666d82c) at ffs_copyonwrite+0x226
ffs_geom_strategy(c17f5ea4,c666d82c,c090be20,cc9dcab4,c090be20) at ffs_geom_strategy+0x89
ufs_strategy(cc9dcab4) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c090b8e0,cc9dcab4) at VOP_STRATEGY_APV+0x95
bufstrategy(c204c67c,c666d82c) at bufstrategy+0x55
bufwrite(c666d82c) at bufwrite+0x14a
vfs_bio_awrite(c666d82c,c09829c0,0,c08728f3,838) at vfs_bio_awrite+0x229
flushbufqueues(0) at flushbufqueues+0x39d
buf_daemon(0,cc9dcd38,0,c068792c,0) at buf_daemon+0xa3
fork_exit(c068792c,0,cc9dcd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc9dcd6c, ebp = 0 ---
db> show alllocks
Process 445 (sendmail) thread 0xc1963780 (100070)
exclusive sx user map r = 0 (0xc1560170) locked @ vm/vm_map.c:2997
Process 421 (ntpd) thread 0xc1789a80 (100057)
exclusive sx user map r = 0 (0xc194829c) locked @ vm/vm_map.c:2997
Process 1 (init) thread 0xc155a600 (100006)
exclusive sx user map r = 0 (0xc1561044) locked @ vm/vm_map.c:2997
db> allt
Tracing command sh pid 7807 tid 100202 td 0xc1e12c00
sched_switch(c1e12c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c25ab724,cf3fb71c,c06454d9,c25ab724,0) at sleepq_switch+0xe0
sleepq_wait(c25ab724,0,0,c25ab794,b3) at sleepq_wait+0x30
msleep(c25ab724,c0934404,50,c087236b,0) at msleep+0x311
acquire(cf3fb7c4,40,60000,c1e12c00,0) at acquire+0x76
lockmgr(c25ab724,2002,c25ab794,c1e12c00,cf3fb7e8) at lockmgr+0x46a
vop_stdlock(cf3fb82c,c090b8e0,cf3fb82c,cf3fb7f8,c077f240) at vop_stdlock+0x21
VOP_LOCK_APV(c090be20,cf3fb82c,cf3fb80c,c0811307,cf3fb82c) at VOP_LOCK_APV+0x87
ffs_lock(cf3fb82c,2002,c25ab6cc,cf3fb848,c06a11a4) at ffs_lock+0x10
VOP_LOCK_APV(c090b8e0,cf3fb82c) at VOP_LOCK_APV+0x87
vn_lock(c25ab6cc,2002,c1e12c00,c25ab6cc,2002) at vn_lock+0xac
vget(c25ab6cc,2002,c1e12c00,cf3fb8b8,c080fb6b) at vget+0x8e
cache_lookup(c178f570,cf3fbb84,cf3fbb98) at cache_lookup+0x34a
vfs_cache_lookup(cf3fb968,c178f570,0,cf3fb984,c068f3de) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c090b8e0,cf3fb968) at VOP_LOOKUP_APV+0x87
lookup(cf3fbb70,cf3fba0a,0,c1e12c00,cf3fba14) at lookup+0x3e2
namei(cf3fbb70,c086c995,267,c1e12c00,cf3fba0c) at namei+0x37e
vn_open_cred(cf3fbb70,cf3fbc70,1b6,c1825d80,4) at vn_open_cred+0x277
vn_open(cf3fbb70,cf3fbc70,1b6,4,c09346c0) at vn_open+0x1e
kern_open(c1e12c00,2807cbe8,0,1,1b6) at kern_open+0xb6
open(c1e12c00,cf3fbd04,c,c1e12c00,cf3fbd30) at open+0x1a
syscall(3b,3b,3b,4,28080ac0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2806ae67, esp = 0xbfbfe86c, ebp = 0xbfbfe898 ---
Tracing command sh pid 7806 tid 100184 td 0xc2111d80
sched_switch(c2111d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c178f5c8,cf51171c,c06454d9,c178f5c8,0) at sleepq_switch+0xe0
sleepq_wait(c178f5c8,0,0,c178f638,b3) at sleepq_wait+0x30
msleep(c178f5c8,c0933fa8,50,c087236b,0) at msleep+0x311
acquire(cf5117c4,40,60000,c2111d80,0) at acquire+0x76
lockmgr(c178f5c8,2002,c178f638,c2111d80,cf5117e8) at lockmgr+0x46a
vop_stdlock(cf51182c,c090b8e0,cf51182c,cf5117f8,c077f240) at vop_stdlock+0x21
VOP_LOCK_APV(c090be20,cf51182c,cf51180c,c0811307,cf51182c) at VOP_LOCK_APV+0x87
ffs_lock(cf51182c,2002,c178f570,cf511848,c06a11a4) at ffs_lock+0x10
VOP_LOCK_APV(c090b8e0,cf51182c) at VOP_LOCK_APV+0x87
vn_lock(c178f570,2002,c2111d80,c178f570,2002) at vn_lock+0xac
vget(c178f570,2002,c2111d80,cf5118b8,c080fb6b) at vget+0x8e
cache_lookup(c178fae0,cf511b84,cf511b98) at cache_lookup+0x34a
vfs_cache_lookup(cf511968,c178fae0,cf511b98,cf511984,c068f3de) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c090b8e0,cf511968) at VOP_LOOKUP_APV+0x87
lookup(cf511b70,cf5119ac,0,c2111d80,b) at lookup+0x3e2
namei(cf511b70,c086c995,267,c2111d80,cf511a0c) at namei+0x37e
vn_open_cred(cf511b70,cf511c70,1b6,c1825d80,4) at vn_open_cred+0x277
vn_open(cf511b70,cf511c70,1b6,4,c09346c0) at vn_open+0x1e
kern_open(c2111d80,2807cbe8,0,1,1b6) at kern_open+0xb6
open(c2111d80,cf511d04,c,c2111d80,cf511d30) at open+0x1a
syscall(3b,3b,3b,4,28080ac0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2806ae67, esp = 0xbfbfe86c, ebp = 0xbfbfe898 ---
Tracing command sh pid 7805 tid 100112 td 0xc1f0dc00
sched_switch(c1f0dc00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf4c5a18,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,759) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872891,0) at msleep+0x311
getnewbuf(0,0,800,4000,0) at getnewbuf+0x5a8
getblk(c25ab6cc,0,0,800,0) at getblk+0x3b3
breadn(c25ab6cc,0,0,800,0) at breadn+0x31
bread(c25ab6cc,0,0,800,0) at bread+0x20
ffs_read(cf4c5b98,c25920d8,c25ab6cc,cf4c5be4,c06a0982) at ffs_read+0x23f
VOP_READ_APV(c090b8e0,cf4c5b98) at VOP_READ_APV+0x9b
vn_read(c25920d8,cf4c5c60,c1825d80,0,c1f0dc00) at vn_read+0x19a
dofileread(c1f0dc00,4,c25920d8,cf4c5c60,ffffffff) at dofileread+0x85
kern_readv(c1f0dc00,4,cf4c5c60,28089000,1000) at kern_readv+0x36
read(c1f0dc00,cf4c5d04,c,c1f0dc00,cf4c5d30) at read+0x45
syscall(3b,3b,3b,0,28080ac0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2806ae27, esp = 0xbfbfdf9c, ebp = 0xbfbfdfb8 ---
Tracing command mkfifo pid 7782 tid 100117 td 0xc290d300
sched_switch(c290d300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf51ab34,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c0981618,246,c08d14a4,c1e51d40,3a9) at bwillwrite+0xbc
kern_mkfifo(c290d300,804b6a0,0,180,cf51ad30) at kern_mkfifo+0x15
mkfifo(c290d300,cf51ad04,c,c290d300,cf51ad30) at mkfifo+0x15
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280c2ecf, esp = 0xbfbfe96c, ebp = 0xbfbfe998 ---
Tracing command creat pid 7773 tid 100121 td 0xc1f10300
sched_switch(c1f10300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf4ce9d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1f10300,cf4cea0c,246) at bwillwrite+0xbc
vn_open_cred(cf4ceb70,cf4cec70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf4ceb70,cf4cec70,1b0,3,246) at vn_open+0x1e
kern_open(c1f10300,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1f10300,cf4ced04,c168a530,cf4cecb0,c065202b) at open+0x1a
syscall(3b,3b,3b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7772 tid 100085 td 0xc1c33000
sched_switch(c1c33000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf5509d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(1,c1549240,c1c33000,c07f02aa,c1589280) at bwillwrite+0xbc
vn_open_cred(cf550b70,cf550c70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf550b70,cf550c70,1b0,3,246) at vn_open+0x1e
kern_open(c1c33000,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1c33000,cf550d04,c1c33000,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7771 tid 100174 td 0xc1c33d80
sched_switch(c1c33d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf58c9d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1c33d80,cf58ca0c,246) at bwillwrite+0xbc
vn_open_cred(cf58cb70,cf58cc70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf58cb70,cf58cc70,1b0,3,246) at vn_open+0x1e
kern_open(c1c33d80,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1c33d80,cf58cd04,c168a530,cf58ccb0,c065202b) at open+0x1a
syscall(3b,3b,3b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7770 tid 100105 td 0xc1f10180
sched_switch(c1f10180,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf4cb9d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1f10180,cf4cba0c,246) at bwillwrite+0xbc
vn_open_cred(cf4cbb70,cf4cbc70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf4cbb70,cf4cbc70,1b0,3,246) at vn_open+0x1e
kern_open(c1f10180,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1f10180,cf4cbd04,c1f10180,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7769 tid 100250 td 0xc1e1a480
sched_switch(c1e1a480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf55f9d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1e1a480,cf55fa0c,246) at bwillwrite+0xbc
vn_open_cred(cf55fb70,cf55fc70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf55fb70,cf55fc70,1b0,3,246) at vn_open+0x1e
kern_open(c1e1a480,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1e1a480,cf55fd04,c16a6ba0,cf55fcb0,c065202b) at open+0x1a
syscall(3b,3b,3b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7768 tid 100141 td 0xc290e000
sched_switch(c290e000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf5329d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c290e000,cf532a0c,246) at bwillwrite+0xbc
vn_open_cred(cf532b70,cf532c70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf532b70,cf532c70,1b0,3,246) at vn_open+0x1e
kern_open(c290e000,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c290e000,cf532d04,c290e000,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7767 tid 100180 td 0xc1e50600
sched_switch(c1e50600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf48e9d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1e50600,cf48ea0c,246) at bwillwrite+0xbc
vn_open_cred(cf48eb70,cf48ec70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf48eb70,cf48ec70,1b0,3,246) at vn_open+0x1e
kern_open(c1e50600,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1e50600,cf48ed04,c1e50600,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7766 tid 100206 td 0xc290ea80
sched_switch(c290ea80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf5479d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c290ea80,cf547a0c,246) at bwillwrite+0xbc
vn_open_cred(cf547b70,cf547c70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf547b70,cf547c70,1b0,3,246) at vn_open+0x1e
kern_open(c290ea80,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c290ea80,cf547d04,c290ea80,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7765 tid 100125 td 0xc1e4f600
sched_switch(c1e4f600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf4709d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1e4f600,cf470a0c,246) at bwillwrite+0xbc
vn_open_cred(cf470b70,cf470c70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf470b70,cf470c70,1b0,3,246) at vn_open+0x1e
kern_open(c1e4f600,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1e4f600,cf470d04,c168a530,cf470cb0,c065202b) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 7764 tid 100139 td 0xc1c17a80
sched_switch(c1c17a80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf3a29d0,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c086c995,267,c1c17a80,cf3a2a0c,246) at bwillwrite+0xbc
vn_open_cred(cf3a2b70,cf3a2c70,1b0,c1825d80,3) at vn_open_cred+0x55
vn_open(cf3a2b70,cf3a2c70,1b0,3,246) at vn_open+0x1e
kern_open(c1c17a80,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c1c17a80,cf3a2d04,c07ec743,46,8) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811c403, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command mkfifo pid 7763 tid 100197 td 0xc1f0d000
sched_switch(c1f0d000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf4adb34,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(0,0,0,0,0) at bwillwrite+0xbc
kern_mkfifo(c1f0d000,804b6a0,0,180,cf4add30) at kern_mkfifo+0x15
mkfifo(c1f0d000,cf4add04,c0981f4c,cf4adcb4,c066354a) at mkfifo+0x15
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280c2ecf, esp = 0xbfbfe96c, ebp = 0xbfbfe998 ---
Tracing command mkfifo pid 7762 tid 100171 td 0xc1f0d480
sched_switch(c1f0d480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf4b6bb8,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c062a79f,c0934800,c08685d8,2e3,c0934800) at bwillwrite+0xbc
kern_unlink(c1f0d480,804b6a0,0,cf4b6d30,c07ff556) at kern_unlink+0x11
unlink(c1f0d480,cf4b6d04,c,c1f0d480,cf4b6d30) at unlink+0x12
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x28125f4b, esp = 0xbfbfe96c, ebp = 0xbfbfe998 ---
Tracing command mkfifo pid 7761 tid 100051 td 0xc1c33900
sched_switch(c1c33900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf583bb8,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(c062a79f,c0934800,c08685d8,2e3,c0934800) at bwillwrite+0xbc
kern_unlink(c1c33900,804b6a0,0,cf583d30,c07ff556) at kern_unlink+0x11
unlink(c1c33900,cf583d04,c,c1c33900,cf583d30) at unlink+0x12
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x28125f4b, esp = 0xbfbfe96c, ebp = 0xbfbfe998 ---
Tracing command rw pid 7754 tid 100156 td 0xc1e2ed80
sched_switch(c1e2ed80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c0982924,cf447bdc,c06454d9,c0982924,0) at sleepq_switch+0xe0
sleepq_wait(c0982924,0,0,c08728fc,43c) at sleepq_wait+0x30
msleep(c0982924,c0982940,50,c0872bdc,0) at msleep+0x311
bwillwrite(0,0,c1e2ed80,4,cf447c44) at bwillwrite+0xbc
dofilewrite(c1e2ed80,4,c209ee10,cf447c60,ffffffff) at dofilewrite+0x5f
kern_writev(c1e2ed80,4,cf447c60,bfbfd990,1000) at kern_writev+0x3b
write(c1e2ed80,cf447d04,c07ec743,46,8) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051288,bfbfead0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x281330cb, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command mkfifo pid 7752 tid 100134 td 0xc2423600
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) x 0xc0982924
0xc0982924 <needsbuffer>: 0x00000003
(kgdb) p numdirtybuffers
$1 = 0x894
(kgdb) p numfreebuffers
$2 = 0x29
(kgdb) p hifreebuffers
$3 = 0x102