GENERIC HEAD from Sep 27 13:59 UTC, vmcore.88
Livelock on /tmp
Stress test on /mnt, a NFS loopback mounted /tmp, while taking snapshots on /tmp
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Wed Sep 27 16:30:28 CEST 2006
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032458240 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 21 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3234
lock type devfs: EXCL (count 1) by thread 0xc403e000 (pid 1373)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 22 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3238
lock type devfs: EXCL (count 1) by thread 0xc6305510 (pid 1476)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 20 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3238
lock type devfs: EXCL (count 1) by thread 0xc45ce510 (pid 1560)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 20 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3246
lock type devfs: EXCL (count 1) by thread 0xc4433d80 (pid 1614)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 21 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3242
lock type devfs: EXCL (count 1) by thread 0xc4001510 (pid 1718)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 18 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3242
lock type devfs: EXCL (count 1) by thread 0xc4001d80 (pid 1983)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 21 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3246
lock type devfs: EXCL (count 1) by thread 0xc3de8d80 (pid 2020)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 19 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3242
lock type devfs: EXCL (count 1) by thread 0xc45ce510 (pid 2123)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 23 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc63b26c0 (pid 2236)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 19 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3242
lock type devfs: EXCL (count 1) by thread 0xc45cfd80 (pid 2403)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 21 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3246
lock type devfs: EXCL (count 1) by thread 0xc4067bd0 (pid 2698)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 23 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3262
lock type devfs: EXCL (count 1) by thread 0xc45b3000 (pid 3159)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 24 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc4001510 (pid 3605)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 21 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc45cebd0 (pid 3666)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 21 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3254
lock type devfs: EXCL (count 1) by thread 0xc4433a20 (pid 3845)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 19 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc640dbd0 (pid 4194)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 23 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc3de8bd0 (pid 4420)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 18 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc44331b0 (pid 4448)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc4083930: tag devfs, type VCHR
usecount 1, writecount 0, refcount 19 mountedhere 0xc3fabd00
flags ()
v_object 0xc407d1e0 ref 0 pages 3250
lock type devfs: EXCL (count 1) by thread 0xc403d000 (pid 4616)#0 0xc068b058 at lockmgr+0x510
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc07cdcc9 at softdep_flushworklist+0x39
#5 0xc07d9ce3 at ffs_sync+0x277
#6 0xc0702ba9 at vfs_write_suspend+0xa5
#7 0xc07c7b4d at ffs_snapshot+0xb45
#8 0xc07d7e1c at ffs_mount+0xa6c
#9 0xc06f130b at vfs_domount+0x603
#10 0xc06f0af0 at vfs_donmount+0x410
#11 0xc06f3595 at kernel_mount+0x6d
#12 0xc07d8015 at ffs_cmount+0x5d
#13 0xc06f0ce2 at mount+0x15e
#14 0xc0898102 at syscall+0x256
#15 0xc088278f at Xint0x80_syscall+0x1f
dev ad0s1e
~KDB: enter: Line break on console
[thread pid 13 tid 100003 ]
Stopped at kdb_enter+0x2b: nop
db> shpw allpcpu
No such command
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc3c36a20: pid 13 "idle: cpu0"
curpcb = 0xe26d3d90
fpcurthread = none
idlethread = 0xc3c36a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3c36870: pid 12 "idle: cpu1"
curpcb = 0xe26d0d90
fpcurthread = none
idlethread = 0xc3c36870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc3c366c0: pid 11 "idle: cpu2"
curpcb = 0xe26cdd90
fpcurthread = none
idlethread = 0xc3c366c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3c36510: pid 10 "idle: cpu3"
curpcb = 0xe26cad90
fpcurthread = none
idlethread = 0xc3c36510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
db> show lockedvnods
Locked vnodes
0xc563a3f0: tag ufs, type VREG
usecount 1, writecount 0, refcount 822 mountedhere 0
flags ()
v_object 0xc640e960 ref 0 pages 5468
lock type ufs: EXCL (count 1) by thread 0xc3d46a20 (pid 758) with 2 pending#0 0xc068b058 at lockmgr+0x510
#1 0xc07db126 at ffs_lock+0x76
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc06f6592 at vget+0xc2
#5 0xc06edc91 at vfs_hash_get+0x8d
#6 0xc07d9ecf at ffs_vget+0x27
#7 0xc07e3789 at ufs_fhtovp+0x25
#8 0xc07da3a2 at ffs_fhtovp+0x3a
#9 0xc079dad3 at nfsrv_fhtovp+0x103
#10 0xc078fa91 at nfsrv_read+0x275
#11 0xc079eb35 at nfssvc_nfsd+0x409
#12 0xc079e438 at nfssvc+0x18c
#13 0xc0898102 at syscall+0x256
#14 0xc088278f at Xint0x80_syscall+0x1f
ino 284, on dev ad0s1e
0xc40e1930: tag nfs, type VREG
usecount 1, writecount 0, refcount 1639 mountedhere 0
flags ()
v_object 0xc4624ac8 ref 0 pages 3348
lock type nfs: SHARED (count 1)#0 0xc068af1b at lockmgr+0x3d3
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc078338b at nfs_upgrade_vnlock+0x43
#5 0xc077c55b at nfs_bioread+0x1af
#6 0xc0787d33 at nfs_read+0x2b
#7 0xc08a93a7 at VOP_READ_APV+0x9b
#8 0xc0701c47 at vn_read+0x1fb
#9 0xc06c2465 at dofileread+0x89
#10 0xc06c22fa at kern_readv+0x36
#11 0xc06c2225 at read+0x45
#12 0xc0898102 at syscall+0x256
#13 0xc088278f at Xint0x80_syscall+0x1f
fileid -496158372 fsid 0xc0a0b9e8
0xc4b40000: tag nfs, type VREG
usecount 1, writecount 0, refcount 2115 mountedhere 0
flags ()
v_object 0xc64313c0 ref 0 pages 4226
lock type nfs: SHARED (count 1)#0 0xc068af1b at lockmgr+0x3d3
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc078338b at nfs_upgrade_vnlock+0x43
#5 0xc077c55b at nfs_bioread+0x1af
#6 0xc0787d33 at nfs_read+0x2b
#7 0xc08a93a7 at VOP_READ_APV+0x9b
#8 0xc0701c47 at vn_read+0x1fb
#9 0xc06c2465 at dofileread+0x89
#10 0xc06c22fa at kern_readv+0x36
#11 0xc06c2225 at read+0x45
#12 0xc0898102 at syscall+0x256
#13 0xc088278f at Xint0x80_syscall+0x1f
fileid -496158372 fsid 0xc0a0b9e8
0xc4b6dbd0: tag nfs, type VREG
usecount 1, writecount 0, refcount 432 mountedhere 0
flags ()
v_object 0xc6369ca8 ref 0 pages 860
lock type nfs: SHARED (count 1)#0 0xc068af1b at lockmgr+0x3d3
#1 0xc06ece61 at vop_stdlock+0x21
#2 0xc08aa847 at VOP_LOCK_APV+0x87
#3 0xc07024dc at vn_lock+0xac
#4 0xc078338b at nfs_upgrade_vnlock+0x43
#5 0xc077c55b at nfs_bioread+0x1af
#6 0xc0787d33 at nfs_read+0x2b
#7 0xc08a93a7 at VOP_READ_APV+0x9b
#8 0xc0701c47 at vn_read+0x1fb
#9 0xc06c2465 at dofileread+0x89
#10 0xc06c22fa at kern_readv+0x36
#11 0xc06c2225 at read+0x45
#12 0xc0898102 at syscall+0x256
#13 0xc088278f at Xint0x80_syscall+0x1f
fileid -496158372 fsid 0xc0a0b9e8
db> show lockedbufs
buf at 0xd7ca6dec
b_flags = 0x20000004<vmio,async>
b_error = 0, b_bufsize = 8192, b_bcount = 8192, b_resid = 0
b_bufobj = (0xc40e1a30), b_data = 0xd80b4000, b_blkno = 26752
b_npages = 2, pages(OBJ, IDX, PA): (0xc4624ac8, 0xd10, 0x2fd36000),(0xc4624ac8, 0xd11, 0x336e7000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
5382 1094 5382 1001 S+ nanslp 0xc0a0c1e4 sleep
5363 1 5363 1001 S+ suspfs 0xc40e0390 ls
4733 1063 1063 0 S+ ufs 0xc563a448 mksnap_ffs
4635 4630 1143 1001 S+ getblk 0xd7d902b8 rw
4634 4630 1143 1001 S+ getblk 0xd7ca6e4c rw
4633 4630 1143 1001 S+ getblk 0xd7ea0694 rw
4630 4629 1143 1001 S+ wait 0xc45b0b04 rw
4629 1154 1143 1001 S+ wait 0xc6306000 rw
1172 0 0 0 SL nfsreq 0xc5abbd00 [nfsiod 5]
1170 0 0 0 SL nfsreq 0xc5b8eb00 [nfsiod 3]
1169 0 0 0 SL nfsreq 0xc5ed6280 [nfsiod 2]
1154 1153 1143 1001 S+ wait 0xc410f8d0 run
1153 1152 1143 1001 S+ wait 0xc410f234 run
1152 1143 1143 1001 S+ nanslp 0xc0a0c1e4 run
1145 0 0 0 SL nfsreq 0xc5a58700 [nfsiod 0]
1143 1034 1143 1001 S+ wait 0xc45d5000 sh
1094 1093 1094 1001 Ss+ wait 0xc428f000 bash
1093 1091 1091 1001 S select 0xc0a58cbc sshd
1091 841 1091 0 Ss sbwait 0xc45f1718 sshd
1090 1084 1090 1001 S+ kqread 0xc4584980 tail
1084 1083 1084 1001 Ss+ wait 0xc4110d38 bash
1083 1081 1081 1001 S select 0xc0a58cbc sshd
1081 841 1081 0 Ss sbwait 0xc45f109c sshd
1063 1024 1063 0 S+ wait 0xc428f69c sh
1034 1033 1034 1001 Ss+ wait 0xc4432000 bash
1033 1031 1031 1001 S select 0xc0a58cbc sshd
1031 841 1031 0 Ss sbwait 0xc41b81e8 sshd
1024 1021 1024 0 S+ wait 0xc428e000 bash
1021 1020 1021 0 S+ pause 0xc3de9b38 csh
1020 983 1020 1001 S+ wait 0xc4431000 su
1019 1013 1019 1001 S+ select 0xc0a58cbc top
1013 1012 1013 1001 Ss+ wait 0xc403c69c bash
1012 1010 1010 1001 S select 0xc0a58cbc sshd
1010 841 1010 0 Ss sbwait 0xc411ed94 sshd
983 982 983 1001 Ss+ wait 0xc4432234 bash
982 980 980 1001 S select 0xc0a58cbc sshd
980 841 980 0 Ss sbwait 0xc41b79b0 sshd
979 1 979 0 Ss+ ttyin 0xc3dfe810 getty
978 1 978 0 Ss+ ttyin 0xc3e02810 getty
977 1 977 0 Ss+ ttyin 0xc3e01810 getty
976 1 976 0 Ss+ ttyin 0xc3e01010 getty
975 1 975 0 Ss+ ttyin 0xc3e00c10 getty
974 1 974 0 Ss+ ttyin 0xc3e02c10 getty
973 1 973 0 Ss+ ttyin 0xc3e03010 getty
972 1 972 0 Ss+ ttyin 0xc3e01c10 getty
955 1 955 0 Ss select 0xc0a58cbc inetd
926 1 926 0 Ss select 0xc0a58cbc moused
909 1 909 0 Ss nanslp 0xc0a0c1e4 watchdogd
858 1 858 0 Ss nanslp 0xc0a0c1e4 cron
852 1 852 25 Ss pause 0xc405d6d0 sendmail
848 1 848 0 Ss select 0xc0a58cbc sendmail
841 1 841 0 Ss select 0xc0a58cbc sshd
821 1 821 0 Ss select 0xc0a58cbc ntpd
761 757 757 0 S - 0xc3fb2a00 nfsd
760 757 757 0 S - 0xc3d7ee00 nfsd
759 757 757 0 S ufs 0xc563a448 nfsd
758 757 757 0 S getblk 0xd7ce3cd4 nfsd
757 1 757 0 Ss select 0xc0a58cbc nfsd
755 1 755 0 Ss select 0xc0a58cbc mountd
696 1 696 0 Ss select 0xc0a58cbc rpcbind
673 1 673 0 Ss select 0xc0a58cbc syslogd
563 1 563 0 Ss select 0xc0a58cbc devd
42 0 0 0 SL - 0xe43f4cfc [schedcpu]
41 0 0 0 SL sdflush 0xc0a65c00 [softdepflush]
40 0 0 0 SL vlruwt 0xc3f7fd38 [vnlru]
39 0 0 0 SL syncer 0xc0a0bfb0 [syncer]
38 0 0 0 SL psleep 0xc0a59134 [bufdaemon]
37 0 0 0 SL pgzero 0xc0a6e530 [pagezero]
36 0 0 0 SL psleep 0xc0a66460 [vmdaemon]
35 0 0 0 SL psleep 0xc0a66420 [pagedaemon]
34 0 0 0 WL [irq7: ppc0]
33 0 0 0 SL - 0xc3d7e03c [fdc0]
32 0 0 0 WL [swi0: sio]
31 0 0 0 WL [irq12: psm0]
30 0 0 0 WL [irq1: atkbd0]
29 0 0 0 WL [irq15: ata1]
28 0 0 0 WL [irq14: ata0]
27 0 0 0 WL [irq17: fxp0]
26 0 0 0 SL usbtsk 0xc0a09764 [usbtask]
25 0 0 0 SL usbevt 0xc3d6d210 [usb0]
24 0 0 0 WL [irq16: uhci0]
23 0 0 0 SL - 0xc3d5a280 [em0 taskq]
22 0 0 0 WL [irq9: acpi0]
21 0 0 0 WL [swi5: +]
9 0 0 0 SL - 0xc3c85700 [thread taskq]
20 0 0 0 WL [swi6: Giant taskq]
8 0 0 0 SL - 0xc3c85880 [acpi_task_2]
7 0 0 0 SL - 0xc3c85880 [acpi_task_1]
6 0 0 0 SL - 0xc3c85880 [acpi_task_0]
19 0 0 0 WL [swi6: task queue]
5 0 0 0 SL - 0xc3c85a00 [kqueue taskq]
18 0 0 0 WL [swi2: cambio]
17 0 0 0 SL - 0xc0a073a0 [yarrow]
4 0 0 0 SL - 0xc0a09f1c [g_down]
3 0 0 0 SL - 0xc0a09f18 [g_up]
2 0 0 0 SL - 0xc0a09f10 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3c3a000 [init]
0 0 0 0 WLs [swapper]
4639 4630 1143 1001 Z+ rw
4638 4630 1143 1001 Z+ rw
4637 4630 1143 1001 Z+ rw
4641 4630 1143 1001 Z+ rw
4642 4630 1143 1001 Z+ rw
4636 4630 1143 1001 Z+ rw
4640 4630 1143 1001 Z+ rw
db> allt
Tracing command sleep pid 5382 tid 100118 td 0xc4067bd0
sched_switch(c4067bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0c1e4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a0c1e4) at sleepq_timedwait_sig+0x1e
msleep(c0a0c1e4,0,15c,c091d9ed,7531,...) at msleep+0x244
kern_nanosleep(c4067bd0,e66a6c74,e66a6c6c) at kern_nanosleep+0xab
nanosleep(c4067bd0,e66a6d04) at nanosleep+0x4f
syscall(3b,3b,3b,1e,bfbfebc8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28135beb, esp = 0xbfbfeb8c, ebp = 0xbfbfebe8 ---
Tracing command ls pid 5363 tid 100215 td 0xc45b3870
sched_switch(c45b3870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40e0390,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c40e0390,0,c092793b,389,8,...) at sleepq_wait+0x46
msleep(c40e0390,c40e0348,9f,c09279c0,0) at msleep+0x27d
vn_start_write(c40e1540,e67d5b0c,1,c40e02d8,e67d5b1c,...) at vn_start_write+0xca
vn_close(c40e1540,5,c5abd380,c45b3870) at vn_close+0x52
vn_closefile(c4013558,c45b3870) at vn_closefile+0xca
fdrop_locked(c4013558,c45b3870,c3c136a0,0,c0918f78,...) at fdrop_locked+0x88
fdrop(c4013558,c45b3870,6b6,c0a12574,0,...) at fdrop+0x24
closef(c4013558,c45b3870,0,0,0,...) at closef+0x367
kern_close(c45b3870,4,e67d5d30,c0898102,c45b3870,...) at kern_close+0x1b6
close(c45b3870,e67d5d04) at close+0x10
syscall(82c003b,82c003b,bfbf003b,82401c0,804e510,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (6, FreeBSD ELF32, close), eip = 0x281a0197, esp = 0xbfbfe4ac, ebp = 0xbfbfe4d8 ---
Tracing command mksnap_ffs pid 4733 tid 100086 td 0xc403ed80
sched_switch(c403ed80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c563a448,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c563a448,0,c563a4b8,b7,c0926569,...) at sleepq_wait+0x46
msleep(c563a448,c0a0afb0,50,c0924b84,0,...) at msleep+0x27d
acquire(e66644d4,60,60000,c403ed80,0,...) at acquire+0x76
lockmgr(c563a448,2022,c563a4b8,c403ed80) at lockmgr+0x46e
ffs_lock(e666452c) at ffs_lock+0x76
VOP_LOCK_APV(c09da9a0,e666452c) at VOP_LOCK_APV+0x87
vn_lock(c563a3f0,2022,c403ed80,c563a3f0) at vn_lock+0xac
vget(c563a3f0,2022,c403ed80,c40e0348,0,c093672a,4b6) at vget+0xc2
ffs_sync(c40e02d8,1,c403ed80) at ffs_sync+0x1b9
vfs_write_suspend(c40e02d8,c40e02d8) at vfs_write_suspend+0xa5
ffs_snapshot(c40e02d8,c3d63b10,c3d63b10,c40dd800,c4083930,...) at ffs_snapshot+0xb45
ffs_mount(c40e02d8,c403ed80,c40e0348,0,c0926560,...) at ffs_mount+0xa6c
vfs_domount(c403ed80,c4925190,c4080230,1211300,c3fb38d0,c0a0b9e8,0,c0926560,2b1) at vfs_domount+0x603
vfs_donmount(c403ed80,1211300,e6664bac) at vfs_donmount+0x410
kernel_mount(c40805d0,1211300,bfbfecb0,0,0,...) at kernel_mount+0x6d
ffs_cmount(c40805d0,bfbfe4d0,1211300,c403ed80,c09da680,...) at ffs_cmount+0x5d
mount(c403ed80,e6664d04) at mount+0x15e
syscall(3b,3b,3b,2816872c,bfbfe470,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c9583, esp = 0xbfbfe43c, ebp = 0xbfbfeb38 ---
Tracing command rw pid 4635 tid 100067 td 0xc403d870
sched_switch(c403d870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d7d902b8,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(d7d902b8,0,c4b6dc98,b7,c091a5f1,...) at sleepq_wait+0x46
msleep(d7d902b8,c0a0b280,50,c09256b7,0,...) at msleep+0x27d
acquire(e66409a8,120,60000,c403d870,0,...) at acquire+0x76
lockmgr(d7d902b8,202122,c4b6dc98,c403d870) at lockmgr+0x46e
getblk(c4b6dbd0,1ac,0,2000,0,0,0) at getblk+0x12f
nfs_getcacheblk(c4b6dbd0,1ac,0,2000,c403d870) at nfs_getcacheblk+0xb1
nfs_bioread(c4b6dbd0,e6640c64,7f0000,c443d180,e6640b70,...) at nfs_bioread+0x7c5
nfs_read(e6640b9c) at nfs_read+0x2b
VOP_READ_APV(c09d6d60,e6640b9c) at VOP_READ_APV+0x9b
vn_read(c400c948,e6640c64,c443d180,0,c403d870) at vn_read+0x1fb
dofileread(c403d870,4,c400c948,e6640c64,ffffffff,...) at dofileread+0x89
kern_readv(c403d870,4,e6640c64,bfbfd950,1000,...) at kern_readv+0x36
read(c403d870,e6640d04) at read+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfea90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2814638f, esp = 0xbfbfd8ac, ebp = 0xbfbfe958 ---
Tracing command rw pid 4634 tid 100167 td 0xc45cf000
sched_switch(c45cf000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d7ca6e4c,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(d7ca6e4c,0,c40e19f8,b7,c091a5f1,...) at sleepq_wait+0x46
msleep(d7ca6e4c,c0a0b538,50,c09256b7,0,...) at msleep+0x27d
acquire(e681a9a8,120,60000,c45cf000,0,...) at acquire+0x76
lockmgr(d7ca6e4c,202122,c40e19f8,c45cf000) at lockmgr+0x46e
getblk(c40e1930,688,0,2000,0,0,0) at getblk+0x12f
nfs_getcacheblk(c40e1930,688,0,2000,c45cf000) at nfs_getcacheblk+0xb1
nfs_bioread(c40e1930,e681ac64,7f0000,c443d180,e681ab70,...) at nfs_bioread+0x7c5
nfs_read(e681ab9c) at nfs_read+0x2b
VOP_READ_APV(c09d6d60,e681ab9c) at VOP_READ_APV+0x9b
vn_read(c4007a20,e681ac64,c443d180,0,c45cf000) at vn_read+0x1fb
dofileread(c45cf000,4,c4007a20,e681ac64,ffffffff,...) at dofileread+0x89
kern_readv(c45cf000,4,e681ac64,bfbfd950,1000,...) at kern_readv+0x36
read(c45cf000,e681ad04) at read+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfea90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2814638f, esp = 0xbfbfd8ac, ebp = 0xbfbfe958 ---
Tracing command rw pid 4633 tid 100144 td 0xc4433870
sched_switch(c4433870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d7ea0694,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(d7ea0694,0,c4b400c8,b7,c091a5f1,...) at sleepq_wait+0x46
msleep(d7ea0694,c0a0af68,50,c09256b7,0,...) at msleep+0x27d
acquire(e67849a8,120,60000,c4433870,0,...) at acquire+0x76
lockmgr(d7ea0694,202122,c4b400c8,c4433870) at lockmgr+0x46e
getblk(c4b40000,83f,0,2000,0,0,0) at getblk+0x12f
nfs_getcacheblk(c4b40000,83f,0,2000,c4433870) at nfs_getcacheblk+0xb1
nfs_bioread(c4b40000,e6784c64,7f0000,c443d180,e6784b70,...) at nfs_bioread+0x7c5
nfs_read(e6784b9c) at nfs_read+0x2b
VOP_READ_APV(c09d6d60,e6784b9c) at VOP_READ_APV+0x9b
vn_read(c429b510,e6784c64,c443d180,0,c4433870) at vn_read+0x1fb
dofileread(c4433870,4,c429b510,e6784c64,ffffffff,...) at dofileread+0x89
kern_readv(c4433870,4,e6784c64,bfbfd950,1000,...) at kern_readv+0x36
read(c4433870,e6784d04) at read+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfea90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2814638f, esp = 0xbfbfd8ac, ebp = 0xbfbfe958 ---
Tracing command rw pid 4630 tid 100152 td 0xc45b3360
sched_switch(c45b3360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c45b0b04) at sleepq_switch+0xcd
sleepq_wait_sig(c45b0b04) at sleepq_wait_sig+0x1d
msleep(c45b0b04,c45b0b6c,15c,c0921d78,0) at msleep+0x26e
kern_wait(c45b3360,1219,e67ccc2c,0,0) at kern_wait+0x7cf
wait4(c45b3360,e67ccd04) at wait4+0x2a
syscall(3b,3b,3b,2805288c,bfbfea90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dd70f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---
Tracing command rw pid 4629 tid 100182 td 0xc6304d80
sched_switch(c6304d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c6306000) at sleepq_switch+0xcd
sleepq_wait_sig(c6306000) at sleepq_wait_sig+0x1d
msleep(c6306000,c6306068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c6304d80,1216,e685cc2c,0,0) at kern_wait+0x7cf
wait4(c6304d80,e685cd04) at wait4+0x2a
syscall(3b,3b,3b,2805288c,bfbfea90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dd70f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---
Tracing command nfsiod 5 pid 1172 tid 100130 td 0xc4111870
sched_switch(c4111870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5abbd00,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c5abbd00,0,c0931c5a,2d5,0,...) at sleepq_wait+0x46
msleep(c5abbd00,c5abbd44,53,c0931cc2,0) at msleep+0x27d
nfs_reply(c5abbd00,0,402,0,c6283c00,...) at nfs_reply+0x303
nfs_request(c4b40000,c60c3d00,6,0,c443d180,...) at nfs_request+0x3f9
nfs_readrpc(c4b40000,e66e5ca8,c443d180) at nfs_readrpc+0x22c
nfs_doio(c4b40000,d7ea0634,c443d180,0) at nfs_doio+0xfc
nfssvc_iod(c0a60054,e66e5d38) at nfssvc_iod+0x20a
fork_exit(c0784730,c0a60054,e66e5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe66e5d6c, ebp = 0 ---
Tracing command nfsiod 3 pid 1170 tid 100166 td 0xc45cf1b0
sched_switch(c45cf1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5b8eb00,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c5b8eb00,0,c0931c5a,2d5,0,...) at sleepq_wait+0x46
msleep(c5b8eb00,c5b8eb44,53,c0931cc2,0) at msleep+0x27d
nfs_reply(c5b8eb00,0,402,0,c52d3100,...) at nfs_reply+0x303
nfs_request(c40e1930,c4454500,6,0,c443d180,...) at nfs_request+0x3f9
nfs_readrpc(c40e1930,e681dca8,c443d180) at nfs_readrpc+0x22c
nfs_doio(c40e1930,d7ce3c74,c443d180,0) at nfs_doio+0xfc
nfssvc_iod(c0a6004c,e681dd38) at nfssvc_iod+0x20a
fork_exit(c0784730,c0a6004c,e681dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe681dd6c, ebp = 0 ---
Tracing command nfsiod 2 pid 1169 tid 100124 td 0xc40671b0
sched_switch(c40671b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5ed6280,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c5ed6280,0,c0931c5a,2d5,0,...) at sleepq_wait+0x46
msleep(c5ed6280,c5ed62c4,53,c0931cc2,0) at msleep+0x27d
nfs_reply(c5ed6280,0,402,0,c4455d00,...) at nfs_reply+0x303
nfs_request(c4b6dbd0,c6282900,6,0,c443d180,...) at nfs_request+0x3f9
nfs_readrpc(c4b6dbd0,e6694ca8,c443d180) at nfs_readrpc+0x22c
nfs_doio(c4b6dbd0,d7d90258,c443d180,0) at nfs_doio+0xfc
nfssvc_iod(c0a60048,e6694d38) at nfssvc_iod+0x20a
fork_exit(c0784730,c0a60048,e6694d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6694d6c, ebp = 0 ---
Tracing command run pid 1154 tid 100102 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c410f8d0) at sleepq_switch+0xcd
sleepq_wait_sig(c410f8d0) at sleepq_wait_sig+0x1d
msleep(c410f8d0,c410f938,15c,c0921d78,0) at msleep+0x26e
kern_wait(c4000000,1215,e65ecc2c,0,0) at kern_wait+0x7cf
wait4(c4000000,e65ecd04) at wait4+0x2a
syscall(3b,3b,bfbf003b,2805188c,bfbfea70,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dc70f, esp = 0xbfbfe46c, ebp = 0xbfbfe488 ---
Tracing command run pid 1153 tid 100099 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c410f234) at sleepq_switch+0xcd
sleepq_wait_sig(c410f234) at sleepq_wait_sig+0x1d
msleep(c410f234,c410f29c,15c,c0921d78,0) at msleep+0x26e
kern_wait(c4000510,482,e65f5c2c,0,0) at kern_wait+0x7cf
wait4(c4000510,e65f5d04) at wait4+0x2a
syscall(3b,3b,3b,2805188c,bfbfea70,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dc70f, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command run pid 1152 tid 100101 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0c1e4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a0c1e4) at sleepq_timedwait_sig+0x1e
msleep(c0a0c1e4,0,15c,c091d9ed,3e9,...) at msleep+0x244
kern_nanosleep(c40001b0,e65efc74,e65efc6c) at kern_nanosleep+0xab
nanosleep(c40001b0,e65efd04) at nanosleep+0x4f
syscall(2805003b,3b,bfbf003b,2805188c,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2812bf63, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command nfsiod 0 pid 1145 tid 100117 td 0xc4067d80
sched_switch(c4067d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5a58700,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c5a58700,0,c0931c5a,2d5,0,...) at sleepq_wait+0x46
msleep(c5a58700,c5a58744,53,c0931cc2,0) at msleep+0x27d
nfs_reply(c5a58700,0,402,0,c612b400,...) at nfs_reply+0x303
nfs_request(c40e1930,c48b9600,6,0,c443d180,...) at nfs_request+0x3f9
nfs_readrpc(c40e1930,e66a9ca8,c443d180) at nfs_readrpc+0x22c
nfs_doio(c40e1930,d7ca6dec,c443d180,0) at nfs_doio+0xfc
nfssvc_iod(c0a60040,e66a9d38) at nfssvc_iod+0x20a
fork_exit(c0784730,c0a60040,e66a9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe66a9d6c, ebp = 0 ---
Tracing command sh pid 1143 tid 100168 td 0xc45ced80
sched_switch(c45ced80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c45d5000) at sleepq_switch+0xcd
sleepq_wait_sig(c45d5000) at sleepq_wait_sig+0x1d
msleep(c45d5000,c45d5068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c45ced80,ffffffff,e6817c2c,2,0) at kern_wait+0x7cf
wait4(c45ced80,e6817d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe908,477,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---
Tracing command bash pid 1094 tid 100119 td 0xc4067a20
sched_switch(c4067a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c428f000) at sleepq_switch+0xcd
sleepq_wait_sig(c428f000) at sleepq_wait_sig+0x1d
msleep(c428f000,c428f068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c4067a20,ffffffff,e66a3c2c,6,0) at kern_wait+0x7cf
wait4(c4067a20,e66a3d04) at wait4+0x2a
syscall(3b,bfbf003b,bfbf003b,1506,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe5dc, ebp = 0xbfbfe5f8 ---
Tracing command sshd pid 1093 tid 100120 td 0xc4067870
sched_switch(c4067870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c4067870,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c4067870,e66a0d04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,0,bfbfde7c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838a157, esp = 0xbfbfde0c, ebp = 0xbfbfde58 ---
Tracing command sshd pid 1091 tid 100050 td 0xc3f801b0
sched_switch(c3f801b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c45f1718) at sleepq_switch+0xcd
sleepq_wait_sig(c45f1718) at sleepq_wait_sig+0x1d
msleep(c45f1718,c45f16f0,158,c092405c,0,...) at msleep+0x26e
sbwait(c45f16cc,c0a0b9d0,2,c091e41c,271,...) at sbwait+0x48
soreceive_generic(c45f167c,0,e43e8c64,0,0,...) at soreceive_generic+0x2e2
soreceive(c45f167c,0,e43e8c64,0,0,0) at soreceive+0x39
soo_read(c40085e8,e43e8c64,c45fbe80,0,c3f801b0) at soo_read+0x3d
dofileread(c3f801b0,5,c40085e8,e43e8c64,ffffffff,...) at dofileread+0x89
kern_readv(c3f801b0,5,e43e8c64,bfbfde68,4,...) at kern_readv+0x36
read(c3f801b0,e43e8d04) at read+0x45
syscall(828003b,828003b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838a1d7, esp = 0xbfbfde0c, ebp = 0xbfbfde38 ---
Tracing command tail pid 1090 tid 100153 td 0xc45b31b0
sched_switch(c45b31b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4584980) at sleepq_switch+0xcd
sleepq_timedwait_sig(c4584980) at sleepq_timedwait_sig+0x1e
msleep(c4584980,c4584980,158,c09194f4,3e9,...) at msleep+0x244
kqueue_scan(c4584980,1,e67c9c68,e67c9c20,e67c9b40,c45b31b0) at kqueue_scan+0x1f7
kern_kevent(c45b31b0,4,0,1,e67c9c68,e67c9c20) at kern_kevent+0x159
kevent(c45b31b0,e67c9d04) at kevent+0xfe
syscall(3b,821003b,bfbf003b,1,82101c8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x28139bd3, esp = 0xbfbfea5c, ebp = 0xbfbfeb08 ---
Tracing command bash pid 1084 tid 100111 td 0xc41121b0
sched_switch(c41121b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4110d38) at sleepq_switch+0xcd
sleepq_wait_sig(c4110d38) at sleepq_wait_sig+0x1d
msleep(c4110d38,c4110da0,15c,c0921d78,0) at msleep+0x26e
kern_wait(c41121b0,ffffffff,e66f4c2c,6,0) at kern_wait+0x7cf
wait4(c41121b0,e66f4d04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,442,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 1083 tid 100114 td 0xc4068360
sched_switch(c4068360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c4068360,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c4068360,e66b2d04) at select+0x44
syscall(bfbf003b,807003b,bfbf003b,0,bfbfde7c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838a157, esp = 0xbfbfde0c, ebp = 0xbfbfde58 ---
Tracing command sshd pid 1081 tid 100132 td 0xc4111510
sched_switch(c4111510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c45f109c) at sleepq_switch+0xcd
sleepq_wait_sig(c45f109c) at sleepq_wait_sig+0x1d
msleep(c45f109c,c45f1074,158,c092405c,0,...) at msleep+0x26e
sbwait(c45f1050,c0a0b9d0,2,c091e41c,271,...) at sbwait+0x48
soreceive_generic(c45f1000,0,e66dfc64,0,0,...) at soreceive_generic+0x2e2
soreceive(c45f1000,0,e66dfc64,0,0,0) at soreceive+0x39
soo_read(c4008d80,e66dfc64,c3e10b80,0,c4111510) at soo_read+0x3d
dofileread(c4111510,5,c4008d80,e66dfc64,ffffffff,...) at dofileread+0x89
kern_readv(c4111510,5,e66dfc64,bfbfde68,4,...) at kern_readv+0x36
read(c4111510,e66dfd04) at read+0x45
syscall(82f003b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838a1d7, esp = 0xbfbfde0c, ebp = 0xbfbfde38 ---
Tracing command sh pid 1063 tid 100122 td 0xc4067510
sched_switch(c4067510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c428f69c) at sleepq_switch+0xcd
sleepq_wait_sig(c428f69c) at sleepq_wait_sig+0x1d
msleep(c428f69c,c428f704,15c,c0921d78,0) at msleep+0x26e
kern_wait(c4067510,ffffffff,e669ac2c,2,0) at kern_wait+0x7cf
wait4(c4067510,e669ad04) at wait4+0x2a
syscall(bfbf003b,3b,bfbf003b,bfbfe458,427,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe40c, ebp = 0xbfbfe428 ---
Tracing command bash pid 1034 tid 100133 td 0xc4111360
sched_switch(c4111360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4432000) at sleepq_switch+0xcd
sleepq_wait_sig(c4432000) at sleepq_wait_sig+0x1d
msleep(c4432000,c4432068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c4111360,ffffffff,e66dcc2c,6,0) at kern_wait+0x7cf
wait4(c4111360,e66dcd04) at wait4+0x2a
syscall(3b,3b,3b,477,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 1033 tid 100054 td 0xc3de8a20
sched_switch(c3de8a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c3de8a20,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c3de8a20,e43bfd04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,bfbfde7c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838a157, esp = 0xbfbfde0c, ebp = 0xbfbfde58 ---
Tracing command sshd pid 1031 tid 100110 td 0xc4112360
sched_switch(c4112360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c41b81e8) at sleepq_switch+0xcd
sleepq_wait_sig(c41b81e8) at sleepq_wait_sig+0x1d
msleep(c41b81e8,c41b81c0,158,c092405c,0,...) at msleep+0x26e
sbwait(c41b819c,c0a0b9d0,2,c091e41c,271,...) at sbwait+0x48
soreceive_generic(c41b814c,0,e66f7c64,0,0,...) at soreceive_generic+0x2e2
soreceive(c41b814c,0,e66f7c64,0,0,0) at soreceive+0x39
soo_read(c4013b88,e66f7c64,c3f7ed80,0,c4112360) at soo_read+0x3d
dofileread(c4112360,5,c4013b88,e66f7c64,ffffffff,...) at dofileread+0x89
kern_readv(c4112360,5,e66f7c64,bfbfde68,4,...) at kern_readv+0x36
read(c4112360,e66f7d04) at read+0x45
syscall(3b,283b003b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838a1d7, esp = 0xbfbfde0c, ebp = 0xbfbfde38 ---
Tracing command bash pid 1024 tid 100112 td 0xc40686c0
sched_switch(c40686c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c428e000) at sleepq_switch+0xcd
sleepq_wait_sig(c428e000) at sleepq_wait_sig+0x1d
msleep(c428e000,c428e068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c40686c0,ffffffff,e66b8c2c,6,0) at kern_wait+0x7cf
wait4(c40686c0,e66b8d04) at wait4+0x2a
syscall(837003b,bfbf003b,bfbf003b,427,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---
Tracing command csh pid 1021 tid 100040 td 0xc3de5360
sched_switch(c3de5360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3de9b38) at sleepq_switch+0xcd
sleepq_wait_sig(c3de9b38) at sleepq_wait_sig+0x1d
msleep(c3de9b38,c3de9b6c,168,c08e5eb0,0) at msleep+0x26e
kern_sigsuspend(c3de5360,2,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c3de5360,e4398d04) at sigsuspend+0x33
syscall(bfbf003b,812003b,bfbf003b,8141308,bfbf1a60,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28162583, esp = 0xbfbf1a4c, ebp = 0xbfbf1a78 ---
Tracing command su pid 1020 tid 100126 td 0xc4112000
sched_switch(c4112000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4431000) at sleepq_switch+0xcd
sleepq_wait_sig(c4431000) at sleepq_wait_sig+0x1d
msleep(c4431000,c4431068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c4112000,3fd,e66f1c2c,2,0) at kern_wait+0x7cf
wait4(c4112000,e66f1d04) at wait4+0x2a
syscall(2807003b,3b,bfbf003b,bfbfe790,3fd,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100f07, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 ---
Tracing command top pid 1019 tid 100092 td 0xc403e360
sched_switch(c403e360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a58cbc,c0a58cbc,3e9,e6652ae8,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a58cbc,c0a58ca4,3e9) at cv_timedwait_sig+0x196
kern_select(c403e360,2,bfbfeaf0,0,0,...) at kern_select+0x4a9
select(c403e360,e6652d04) at select+0x44
syscall(bfbf003b,3b,bfbf003b,bfbfeaf0,1b,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b3157, esp = 0xbfbfea6c, ebp = 0xbfbfebe8 ---
Tracing command bash pid 1013 tid 100066 td 0xc403da20
sched_switch(c403da20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c403c69c) at sleepq_switch+0xcd
sleepq_wait_sig(c403c69c) at sleepq_wait_sig+0x1d
msleep(c403c69c,c403c704,15c,c0921d78,0) at msleep+0x26e
kern_wait(c403da20,ffffffff,e6643c2c,6,0) at kern_wait+0x7cf
wait4(c403da20,e6643d04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,3fb,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 1012 tid 100055 td 0xc3de8870
sched_switch(c3de8870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c3de8870,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c3de8870,e43bcd04) at select+0x44
syscall(835003b,820003b,bfbf003b,0,bfbfde7c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838a157, esp = 0xbfbfde0c, ebp = 0xbfbfde58 ---
Tracing command sshd pid 1010 tid 100131 td 0xc41116c0
sched_switch(c41116c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c411ed94) at sleepq_switch+0xcd
sleepq_wait_sig(c411ed94) at sleepq_wait_sig+0x1d
msleep(c411ed94,c411ed6c,158,c092405c,0,...) at msleep+0x26e
sbwait(c411ed48,c0a0b9d0,2,c091e41c,271,...) at sbwait+0x48
soreceive_generic(c411ecf8,0,e66e2c64,0,0,...) at soreceive_generic+0x2e2
soreceive(c411ecf8,0,e66e2c64,0,0,0) at soreceive+0x39
soo_read(c400c4c8,e66e2c64,c443e000,0,c41116c0) at soo_read+0x3d
dofileread(c41116c0,5,c400c4c8,e66e2c64,ffffffff,...) at dofileread+0x89
kern_readv(c41116c0,5,e66e2c64,bfbfde68,4,...) at kern_readv+0x36
read(c41116c0,e66e2d04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838a1d7, esp = 0xbfbfde0c, ebp = 0xbfbfde38 ---
Tracing command bash pid 983 tid 100134 td 0xc41111b0
sched_switch(c41111b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4432234) at sleepq_switch+0xcd
sleepq_wait_sig(c4432234) at sleepq_wait_sig+0x1d
msleep(c4432234,c443229c,15c,c0921d78,0) at msleep+0x26e
kern_wait(c41111b0,ffffffff,e66d9c2c,6,0) at kern_wait+0x7cf
wait4(c41111b0,e66d9d04) at wait4+0x2a
syscall(824003b,3b,bfbf003b,3fc,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 982 tid 100093 td 0xc403e1b0
sched_switch(c403e1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c403e1b0,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c403e1b0,e664fd04) at select+0x44
syscall(807003b,3b,bfbf003b,0,bfbfde7c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838a157, esp = 0xbfbfde0c, ebp = 0xbfbfde58 ---
Tracing command sshd pid 980 tid 100097 td 0xc4068870
sched_switch(c4068870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c41b79b0) at sleepq_switch+0xcd
sleepq_wait_sig(c41b79b0) at sleepq_wait_sig+0x1d
msleep(c41b79b0,c41b7988,158,c092405c,0,...) at msleep+0x26e
sbwait(c41b7964,c0a0b9d0,2,c091e41c,271,...) at sbwait+0x48
soreceive_generic(c41b7914,0,e66bbc64,0,0,...) at soreceive_generic+0x2e2
soreceive(c41b7914,0,e66bbc64,0,0,0) at soreceive+0x39
soo_read(c41bbea0,e66bbc64,c3e0f000,0,c4068870) at soo_read+0x3d
dofileread(c4068870,5,c41bbea0,e66bbc64,ffffffff,...) at dofileread+0x89
kern_readv(c4068870,5,e66bbc64,bfbfde68,4,...) at kern_readv+0x36
read(c4068870,e66bbd04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838a1d7, esp = 0xbfbfde0c, ebp = 0xbfbfde38 ---
Tracing command getty pid 979 tid 100136 td 0xc44346c0
sched_switch(c44346c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3dfe810) at sleepq_switch+0xcd
sleepq_wait_sig(c3dfe810) at sleepq_wait_sig+0x1d
msleep(c3dfe810,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3dfe800,c3dfe810,159,c0923366,0,...) at ttysleep+0x21
ttread(c3dfe800,e679cc64,0) at ttread+0x48f
ttyread(c3e0a200,e679cc64,0,e679cbbc,c0670595,...) at ttyread+0x2f
scread(c3e0a200,e679cc64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a200,e679cc64,0,1,c3e0a200,...) at giant_read+0x2d
devfs_read_f(c4007678,e679cc64,c3c33a80,0,c44346c0) at devfs_read_f+0x62
dofileread(c44346c0,0,c4007678,e679cc64,ffffffff,...) at dofileread+0x89
kern_readv(c44346c0,0,e679cc64,bfbfee3f,1,...) at kern_readv+0x36
read(c44346c0,e679cd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 978 tid 100137 td 0xc4434510
sched_switch(c4434510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e02810) at sleepq_switch+0xcd
sleepq_wait_sig(c3e02810) at sleepq_wait_sig+0x1d
msleep(c3e02810,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e02800,c3e02810,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e02800,e6799c64,0) at ttread+0x48f
ttyread(c3e0a300,e6799c64,0,e6799bbc,c0670595,...) at ttyread+0x2f
scread(c3e0a300,e6799c64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a300,e6799c64,0,1,c3e0a300,...) at giant_read+0x2d
devfs_read_f(c41bb090,e6799c64,c3c33a80,0,c4434510) at devfs_read_f+0x62
dofileread(c4434510,0,c41bb090,e6799c64,ffffffff,...) at dofileread+0x89
kern_readv(c4434510,0,e6799c64,bfbfee3f,1,...) at kern_readv+0x36
read(c4434510,e6799d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 977 tid 100138 td 0xc4434360
sched_switch(c4434360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01810) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01810) at sleepq_wait_sig+0x1d
msleep(c3e01810,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e01800,c3e01810,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e01800,e6796c64,0) at ttread+0x48f
ttyread(c3e0a400,e6796c64,0,e6796bbc,c0670595,...) at ttyread+0x2f
scread(c3e0a400,e6796c64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a400,e6796c64,0,1,c3e0a400,...) at giant_read+0x2d
devfs_read_f(c4007558,e6796c64,c3c33a80,0,c4434360) at devfs_read_f+0x62
dofileread(c4434360,0,c4007558,e6796c64,ffffffff,...) at dofileread+0x89
kern_readv(c4434360,0,e6796c64,bfbfee3f,1,...) at kern_readv+0x36
read(c4434360,e6796d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 976 tid 100139 td 0xc44341b0
sched_switch(c44341b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01010) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01010) at sleepq_wait_sig+0x1d
msleep(c3e01010,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e01000,c3e01010,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e01000,e6793c64,0) at ttread+0x48f
ttyread(c3e0a500,e6793c64,0,e6793bbc,c0670595,...) at ttyread+0x2f
scread(c3e0a500,e6793c64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a500,e6793c64,0,1,c3e0a500,...) at giant_read+0x2d
devfs_read_f(c4013870,e6793c64,c3c33a80,0,c44341b0) at devfs_read_f+0x62
dofileread(c44341b0,0,c4013870,e6793c64,ffffffff,...) at dofileread+0x89
kern_readv(c44341b0,0,e6793c64,bfbfee3f,1,...) at kern_readv+0x36
read(c44341b0,e6793d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 975 tid 100042 td 0xc3de5000
sched_switch(c3de5000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e00c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e00c10) at sleepq_wait_sig+0x1d
msleep(c3e00c10,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e00c00,c3e00c10,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e00c00,e4392c64,0) at ttread+0x48f
ttyread(c3e0a600,e4392c64,0,e4392bbc,c0670595,...) at ttyread+0x2f
scread(c3e0a600,e4392c64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a600,e4392c64,0,1,c3e0a600,...) at giant_read+0x2d
devfs_read_f(c4013d38,e4392c64,c3c33a80,0,c3de5000) at devfs_read_f+0x62
dofileread(c3de5000,0,c4013d38,e4392c64,ffffffff,...) at dofileread+0x89
kern_readv(c3de5000,0,e4392c64,bfbfee3f,1,...) at kern_readv+0x36
read(c3de5000,e4392d04) at read+0x45
syscall(821003b,bfbf003b,bfbf003b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 974 tid 100071 td 0xc403d1b0
sched_switch(c403d1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e02c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e02c10) at sleepq_wait_sig+0x1d
msleep(c3e02c10,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e02c00,c3e02c10,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e02c00,e6634c64,0) at ttread+0x48f
ttyread(c3e0a700,e6634c64,0,e6634bbc,c0670595,...) at ttyread+0x2f
scread(c3e0a700,e6634c64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a700,e6634c64,0,1,c3e0a700,...) at giant_read+0x2d
devfs_read_f(c41bb750,e6634c64,c3c33a80,0,c403d1b0) at devfs_read_f+0x62
dofileread(c403d1b0,0,c41bb750,e6634c64,ffffffff,...) at dofileread+0x89
kern_readv(c403d1b0,0,e6634c64,bfbfee3f,1,...) at kern_readv+0x36
read(c403d1b0,e6634d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 973 tid 100089 td 0xc403e870
sched_switch(c403e870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e03010) at sleepq_switch+0xcd
sleepq_wait_sig(c3e03010) at sleepq_wait_sig+0x1d
msleep(c3e03010,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e03000,c3e03010,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e03000,e665bc64,0) at ttread+0x48f
ttyread(c3e0a800,e665bc64,0,e665bbbc,c0670595,...) at ttyread+0x2f
scread(c3e0a800,e665bc64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a800,e665bc64,0,1,c3e0a800,...) at giant_read+0x2d
devfs_read_f(c40133f0,e665bc64,c3c33a80,0,c403e870) at devfs_read_f+0x62
dofileread(c403e870,0,c40133f0,e665bc64,ffffffff,...) at dofileread+0x89
kern_readv(c403e870,0,e665bc64,bfbfee3f,1,...) at kern_readv+0x36
read(c403e870,e665bd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 972 tid 100078 td 0xc405ebd0
sched_switch(c405ebd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01c10) at sleepq_wait_sig+0x1d
msleep(c3e01c10,0,159,c0923366,0) at msleep+0x26e
ttysleep(c3e01c00,c3e01c10,159,c0923366,0,...) at ttysleep+0x21
ttread(c3e01c00,e668bc64,0) at ttread+0x48f
ttyread(c3e0a900,e668bc64,0,e668bbbc,c0670595,...) at ttyread+0x2f
scread(c3e0a900,e668bc64,0,c0a0b9e8,0,...) at scread+0x22
giant_read(c3e0a900,e668bc64,0,1,c3e0a900,...) at giant_read+0x2d
devfs_read_f(c4013360,e668bc64,c3c33a80,0,c405ebd0) at devfs_read_f+0x62
dofileread(c405ebd0,0,c4013360,e668bc64,ffffffff,...) at dofileread+0x89
kern_readv(c405ebd0,0,e668bc64,bfbfee3f,1,...) at kern_readv+0x36
read(c405ebd0,e668bd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1d7, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command inetd pid 955 tid 100081 td 0xc405e6c0
sched_switch(c405e6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c405e6c0,7,bfbfe8b0,0,0,...) at kern_select+0x4bf
select(c405e6c0,e6682d04) at select+0x44
syscall(3b,3b,3b,bfbfe8b0,bfbfee40,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28171157, esp = 0xbfbfdb8c, ebp = 0xbfbfee78 ---
Tracing command moused pid 926 tid 100065 td 0xc403dbd0
sched_switch(c403dbd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c403dbd0,14,bfbfec10,0,0,...) at kern_select+0x4bf
select(c403dbd0,e6646d04) at select+0x44
syscall(3b,3b,3b,8,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28162157, esp = 0xbfbfeb5c, ebp = 0xbfbfed28 ---
Tracing command watchdogd pid 909 tid 100121 td 0xc40676c0
sched_switch(c40676c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0c1e4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a0c1e4) at sleepq_timedwait_sig+0x1e
msleep(c0a0c1e4,0,15c,c091d9ed,3e9,...) at msleep+0x244
kern_nanosleep(c40676c0,e669dc74,e669dc6c) at kern_nanosleep+0xab
nanosleep(c40676c0,e669dd04) at nanosleep+0x4f
syscall(3b,804003b,bfbf003b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28157beb, esp = 0xbfbfed6c, ebp = 0xbfbfed98 ---
Tracing command cron pid 858 tid 100044 td 0xc3d46bd0
sched_switch(c3d46bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0c1e4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a0c1e4) at sleepq_timedwait_sig+0x1e
msleep(c0a0c1e4,0,15c,c091d9ed,ea61,...) at msleep+0x244
kern_nanosleep(c3d46bd0,e414dc74,e414dc6c) at kern_nanosleep+0xab
nanosleep(c3d46bd0,e414dd04) at nanosleep+0x4f
syscall(3b,3b,3b,805008c,3c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28147beb, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 852 tid 100080 td 0xc405e870
sched_switch(c405e870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c405d6d0) at sleepq_switch+0xcd
sleepq_wait_sig(c405d6d0) at sleepq_wait_sig+0x1d
msleep(c405d6d0,c405d704,168,c08e5eb0,0) at msleep+0x26e
kern_sigsuspend(c405e870,0,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c405e870,e6685d04) at sigsuspend+0x33
syscall(3b,2810003b,bfbf003b,0,bfbfd020,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282c2583, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 848 tid 100088 td 0xc403ea20
sched_switch(c403ea20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a58cbc,c0a58cbc,1389,e665eae8,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a58cbc,c0a58ca4,1389) at cv_timedwait_sig+0x196
kern_select(c403ea20,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c403ea20,e665ed04) at select+0x44
syscall(3b,3b,bfbf003b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2834a157, esp = 0xbfbfc42c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 841 tid 100104 td 0xc3f80bd0
sched_switch(c3f80bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c3f80bd0,7,8290144,0,0,...) at kern_select+0x4bf
select(c3f80bd0,e43fad04) at select+0x44
syscall(3b,3b,bfbf003b,1,a,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838a157, esp = 0xbfbfdedc, ebp = 0xbfbfee98 ---
Tracing command ntpd pid 821 tid 100041 td 0xc3de51b0
sched_switch(c3de51b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c3de51b0,b,bfbfed70,0,0,...) at kern_select+0x4bf
select(c3de51b0,e4395d04) at select+0x44
syscall(bfbf003b,3b,bfbf003b,bfbfed70,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x282cf157, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 761 tid 100096 td 0xc4068a20
sched_switch(c4068a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb2a00) at sleepq_switch+0xcd
sleepq_wait_sig(c3fb2a00) at sleepq_wait_sig+0x1d
msleep(c3fb2a00,c0a65960,158,c0915183,0,...) at msleep+0x26e
nfssvc_nfsd(c4068a20) at nfssvc_nfsd+0x101
nfssvc(c4068a20,e66bed04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 760 tid 100082 td 0xc405e510
sched_switch(c405e510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d7ee00) at sleepq_switch+0xcd
sleepq_wait_sig(c3d7ee00) at sleepq_wait_sig+0x1d
msleep(c3d7ee00,c0a65960,158,c0915183,0,...) at msleep+0x26e
nfssvc_nfsd(c405e510) at nfssvc_nfsd+0x101
nfssvc(c405e510,e667fd04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 759 tid 100087 td 0xc403ebd0
sched_switch(c403ebd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c563a448,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c563a448,0,c563a4b8,b7,c091a5f1,...) at sleepq_wait+0x46
msleep(c563a448,c0a0afb0,50,c0924b84,0,...) at msleep+0x27d
acquire(e6661828,40,60000,c403ebd0,0,...) at acquire+0x76
lockmgr(c563a448,2002,c563a4b8,c403ebd0) at lockmgr+0x46e
ffs_lock(e6661880) at ffs_lock+0x76
VOP_LOCK_APV(c09da9a0,e6661880) at VOP_LOCK_APV+0x87
vn_lock(c563a3f0,2002,c403ebd0,c563a3f0) at vn_lock+0xac
vget(c563a3f0,2002,c403ebd0) at vget+0xc2
vfs_hash_get(c40e02d8,11c,2,c403ebd0,e6661998,0,0) at vfs_hash_get+0x8d
ffs_vget(c40e02d8,11c,2,e6661998) at ffs_vget+0x27
ufs_fhtovp(c40e02d8,e6661b8c,e6661a78,c40e02d8,e6661a00,...) at ufs_fhtovp+0x25
ffs_fhtovp(c40e02d8,e6661b8c,e6661a78) at ffs_fhtovp+0x3a
nfsrv_fhtovp(e6661b84,1,e6661a78,c5b91480,c403ab80,c3d7b480,e6661a7c,1) at nfsrv_fhtovp+0x103
nfsrv_read(c4565000,c403ab80,c403ebd0,e6661c40) at nfsrv_read+0x275
nfssvc_nfsd(c403ebd0) at nfssvc_nfsd+0x409
nfssvc(c403ebd0,e6661d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 758 tid 100045 td 0xc3d46a20
sched_switch(c3d46a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d7ce3cd4,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(d7ce3cd4,0,c563a4b8,c563a4b8,c0932413,...) at sleepq_wait+0x46
msleep(d7ce3cd4,c0a0b0e8,50,c09256b7,0,...) at msleep+0x27d
acquire(e414a8cc,120,60000,c3d46a20,0,...) at acquire+0x76
lockmgr(d7ce3cd4,202122,c563a4b8,c3d46a20) at lockmgr+0x46e
getblk(c563a3f0,344,0,4000,0,...) at getblk+0x12f
cluster_read(c563a3f0,1556000,0,344,0,...) at cluster_read+0xde
ffs_read(e414aab4) at ffs_read+0x286
VOP_READ_APV(c09da9a0,e414aab4) at VOP_READ_APV+0x9b
nfsrv_read(c532b400,c403ab80,c3d46a20,e414ac40) at nfsrv_read+0xa79
nfssvc_nfsd(c3d46a20) at nfssvc_nfsd+0x409
nfssvc(c3d46a20,e414ad04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 757 tid 100077 td 0xc405ed80
sched_switch(c405ed80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c405ed80,5,bfbfed40,0,0,...) at kern_select+0x4bf
select(c405ed80,e668ed04) at select+0x44
syscall(3b,3b,3b,bfbfee50,4,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28152157, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 755 tid 100085 td 0xc405e000
sched_switch(c405e000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c405e000,8,bfbfedf0,0,0,...) at kern_select+0x4bf
select(c405e000,e6676d04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,8,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28162157, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 696 tid 100057 td 0xc40011b0
sched_switch(c40011b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a58cbc,c0a58cbc,7531,e660ab2c,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a58cbc,c0a58ca4,7531) at cv_timedwait_sig+0x196
poll(c40011b0,e660ad04) at poll+0x3a3
syscall(3b,3b,3b,1,7,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811bd03, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 673 tid 100058 td 0xc4001000
sched_switch(c4001000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c4001000,9,8208144,0,0,...) at kern_select+0x4bf
select(c4001000,e6607d04) at select+0x44
syscall(820003b,820003b,bfbf003b,8208148,8208144,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x28163157, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 563 tid 100095 td 0xc4068bd0
sched_switch(c4068bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a58cbc) at sleepq_switch+0xcd
sleepq_wait_sig(c0a58cbc,246,c0a0b9d0,c09217e4,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a58cbc,c0a58ca4) at cv_wait_sig+0x18d
kern_select(c4068bd0,5,bfbfe9f0,0,0,...) at kern_select+0x4bf
select(c4068bd0,e66c1d04) at select+0x44
syscall(3b,3b,3b,21,8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x807a1a3, esp = 0xbfbfe98c, ebp = 0xbfbfee98 ---
Tracing command schedcpu pid 42 tid 100046 td 0xc3f80870
sched_switch(c3f80870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(e43f4cfc,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(e43f4cfc) at sleepq_timedwait+0x4a
msleep(e43f4cfc,0,0,c0915183,3e8) at msleep+0x259
schedcpu_thread(0,e43f4d38) at schedcpu_thread+0x26
fork_exit(c06ab8c4,0,e43f4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43f4d6c, ebp = 0 ---
Tracing command softdepflush pid 41 tid 100047 td 0xc3f806c0
sched_switch(c3f806c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a65c00,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a65c00) at sleepq_timedwait+0x4a
msleep(c0a65c00,c0a65bd8,44,c09354a8,3e8) at msleep+0x259
softdep_flush(0,e43f1d38) at softdep_flush+0x203
fork_exit(c07cd488,0,e43f1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43f1d6c, ebp = 0 ---
Tracing command vnlru pid 40 tid 100048 td 0xc3f80510
sched_switch(c3f80510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f7fd38,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3f7fd38) at sleepq_timedwait+0x4a
msleep(c3f7fd38,c0a593f8,250,c0926d99,3e8,c0a59458) at msleep+0x259
vnlru_proc(0,e43eed38) at vnlru_proc+0xdf
fork_exit(c06f40c4,0,e43eed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43eed6c, ebp = 0 ---
Tracing command syncer pid 39 tid 100049 td 0xc3f80360
sched_switch(c3f80360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0bfb0,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0bfb0,0,c068e5b5,c0a59424,c0931c5a,...) at sleepq_wait+0x46
msleep(c0a0bfb0,0,68,c09270a7,0) at msleep+0x27d
sched_sync(0,e43ebd38) at sched_sync+0x361
fork_exit(c06f5d6c,0,e43ebd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43ebd6c, ebp = 0 ---
Tracing command bufdaemon pid 38 tid 100027 td 0xc3c3bd80
sched_switch(c3c3bd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a59134,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a59134) at sleepq_timedwait+0x4a
msleep(c0a59134,c0a59138,44,c0925653,3e8) at msleep+0x259
buf_daemon(0,e270fd38) at buf_daemon+0x198
fork_exit(c06e6be4,0,e270fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe270fd6c, ebp = 0 ---
Tracing command pagezero pid 37 tid 100028 td 0xc3c3bbd0
sched_switch(c3c3bbd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6e530,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a6e530) at sleepq_timedwait+0x4a
msleep(c0a6e530,c0a663fc,200,c093a4bb,493e0,c0a663fc,0,c093a4a1,9a) at msleep+0x259
vm_pagezero(0,e270cd38) at vm_pagezero+0x6c
fork_exit(c08000e4,0,e270cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe270cd6c, ebp = 0 ---
Tracing command vmdaemon pid 36 tid 100029 td 0xc3c3ba20
sched_switch(c3c3ba20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a66460,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a66460,0,c068e4fc,c0a0b9e8,c093a08f,...) at sleepq_wait+0x46
msleep(c0a66460,0,68,c0925653,0) at msleep+0x27d
vm_daemon(0,e2709d38) at vm_daemon+0x36
fork_exit(c07fed30,0,e2709d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2709d6c, ebp = 0 ---
Tracing command pagedaemon pid 35 tid 100030 td 0xc3c3b870
sched_switch(c3c3b870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a66420,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a66420) at sleepq_timedwait+0x4a
msleep(c0a66420,c0a663fc,44,c0925653,1388) at msleep+0x259
vm_pageout(0,e2706d38) at vm_pageout+0x264
fork_exit(c07fe9ec,0,e2706d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2706d6c, ebp = 0 ---
Tracing command irq7: ppc0 pid 34 tid 100031 td 0xc3c3b6c0
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 33 tid 100032 td 0xc3c3b510
sched_switch(c3c3b510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d7e03c,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3d7e03c) at sleepq_timedwait+0x4a
msleep(c3d7e03c,c3d7e0f0,4c,c0915183,3e8) at msleep+0x259
fdc_worker(c3d7e000,c3d7e0f0,0,c093d175,4a1) at fdc_worker+0x1fe
fdc_thread(c3d7e000,e2700d38) at fdc_thread+0x54
fork_exit(c085c634,c3d7e000,e2700d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2700d6c, ebp = 0 ---
Tracing command swi0: sio pid 32 tid 100033 td 0xc3de8000
sched_switch(c3de8000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3defc90,e43add38) at ithread_loop+0xda
fork_exit(c0682a38,c3defc90,e43add38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43add6c, ebp = 0 ---
Tracing command irq12: psm0 pid 31 tid 100034 td 0xc3de5d80
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 30 tid 100035 td 0xc3de5bd0
fork_trampoline() at fork_trampoline
Tracing command irq15: ata1 pid 29 tid 100036 td 0xc3de5a20
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 28 tid 100037 td 0xc3de5870
sched_switch(c3de5870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3de3460,e43a1d38) at ithread_loop+0xda
fork_exit(c0682a38,c3de3460,e43a1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43a1d6c, ebp = 0 ---
Tracing command irq17: fxp0 pid 27 tid 100017 td 0xc3c376c0
sched_switch(c3c376c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3d7b460,e26e8d38) at ithread_loop+0xda
fork_exit(c0682a38,c3d7b460,e26e8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e8d6c, ebp = 0 ---
Tracing command usbtask pid 26 tid 100018 td 0xc3c37510
sched_switch(c3c37510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a09764,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a09764,0,c068e4fc,c0a0b9e8,c09121cb,...) at sleepq_wait+0x46
msleep(c0a09764,0,5c,c09121e7,0,...) at msleep+0x27d
usb_task_thread(0,e26e5d38) at usb_task_thread+0x4b
fork_exit(c0632270,0,e26e5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e5d6c, ebp = 0 ---
Tracing command usb0 pid 25 tid 100019 td 0xc3c37360
sched_switch(c3c37360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d6d210,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3d6d210) at sleepq_timedwait+0x4a
msleep(c3d6d210,0,5c,c09121e0,ea60,c3d798c0) at msleep+0x259
usb_event_thread(c3d798c0,e26e2d38) at usb_event_thread+0x94
fork_exit(c06321bc,c3d798c0,e26e2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e2d6c, ebp = 0 ---
Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc3c371b0
sched_switch(c3c371b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3d690b0,e26dfd38) at ithread_loop+0xda
fork_exit(c0682a38,c3d690b0,e26dfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26dfd6c, ebp = 0 ---
Tracing command em0 taskq pid 23 tid 100021 td 0xc3d46870
sched_switch(c3d46870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d5a280,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c3d5a280,c3d5a29c,8,c0920274,47,...) at sleepq_wait+0x46
msleep_spin(c3d5a280,c3d5a29c,c0915183,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c3d30208,e4147d38) at taskqueue_thread_loop+0x61
fork_exit(c06bca84,c3d30208,e4147d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4147d6c, ebp = 0 ---
Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc3d466c0
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 21 tid 100023 td 0xc3d46510
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 9 tid 100024 td 0xc3d46360
sched_switch(c3d46360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85700,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85700,0,c092027d,49,8,...) at sleepq_wait+0x46
msleep(c3c85700,c3c8571c,0,c0915183,0) at msleep+0x27d
taskqueue_thread_loop(c0a116d0,e413ed38) at taskqueue_thread_loop+0x78
fork_exit(c06bca84,c0a116d0,e413ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe413ed6c, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100025 td 0xc3d461b0
fork_trampoline() at fork_trampoline
Tracing command acpi_task_2 pid 8 tid 100026 td 0xc3d46000
sched_switch(c3d46000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85880,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85880,0,c092027d,49,8,...) at sleepq_wait+0x46
msleep(c3c85880,c3c8589c,0,c0915183,0) at msleep+0x27d
taskqueue_thread_loop(c109ea34,e4138d38) at taskqueue_thread_loop+0x78
fork_exit(c06bca84,c109ea34,e4138d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4138d6c, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100008 td 0xc3c361b0
sched_switch(c3c361b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85880,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85880,0,c092027d,49,8,...) at sleepq_wait+0x46
msleep(c3c85880,c3c8589c,0,c0915183,0) at msleep+0x27d
taskqueue_thread_loop(c109ea34,e26c4d38) at taskqueue_thread_loop+0x78
fork_exit(c06bca84,c109ea34,e26c4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26c4d6c, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100009 td 0xc3c36000
sched_switch(c3c36000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85880,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85880,0,c092027d,49,c3d52800,...) at sleepq_wait+0x46
msleep(c3c85880,c3c8589c,0,c0915183,0) at msleep+0x27d
taskqueue_thread_loop(c109ea34,e26c1d38) at taskqueue_thread_loop+0x78
fork_exit(c06bca84,c109ea34,e26c1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26c1d6c, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100010 td 0xc3c3b360
sched_switch(c3c3b360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3cff590,e26fdd38) at ithread_loop+0xda
fork_exit(c0682a38,c3cff590,e26fdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26fdd6c, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100011 td 0xc3c3b1b0
sched_switch(c3c3b1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85a00,c0a0b9d0,0,c091fca2,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85a00,0,c092027d,49,8,...) at sleepq_wait+0x46
msleep(c3c85a00,c3c85a1c,0,c0915183,0) at msleep+0x27d
taskqueue_thread_loop(c0a0a71c,e26fad38) at taskqueue_thread_loop+0x78
fork_exit(c06bca84,c0a0a71c,e26fad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26fad6c, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100012 td 0xc3c3b000
fork_trampoline() at fork_trampoline
Tracing command yarrow pid 17 tid 100013 td 0xc3c37d80
sched_switch(c3c37d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a073a0,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a073a0) at sleepq_timedwait+0x4a
msleep(c0a073a0,0,0,c0915183,64) at msleep+0x259
random_kthread(0,e26f4d38) at random_kthread+0x180
fork_exit(c05d7820,0,e26f4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26f4d6c, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3c37bd0
sched_switch(c3c37bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a09f1c,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a09f1c) at sleepq_timedwait+0x4a
msleep(c0a09f1c,c0a09e08,24c,c0915183,64) at msleep+0x259
g_io_schedule_down(c3c37bd0) at g_io_schedule_down+0x56
g_down_procbody(0,e26f1d38) at g_down_procbody+0x5a
fork_exit(c065ff98,0,e26f1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26f1d6c, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3c37a20
sched_switch(c3c37a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a09f18,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a09f18) at sleepq_timedwait+0x4a
msleep(c0a09f18,c0a09e48,24c,c0915183,64) at msleep+0x259
g_io_schedule_up(c3c37a20) at g_io_schedule_up+0x14a
g_up_procbody(0,e26eed38) at g_up_procbody+0x5a
fork_exit(c065ff38,0,e26eed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26eed6c, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3c37870
sched_switch(c3c37870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a09f10,c0a0b9d0,0,c091fca2,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a09f10) at sleepq_timedwait+0x4a
msleep(c0a09f10,0,4c,c0915183,64) at msleep+0x259
g_event_procbody(0,e26ebd38) at g_event_procbody+0x9e
fork_exit(c065fff8,0,e26ebd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26ebd6c, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc3c37000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3c36d80
sched_switch(c3c36d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3c118a0,e26d9d38) at ithread_loop+0xda
fork_exit(c0682a38,c3c118a0,e26d9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d9d6c, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc3c36bd0
sched_switch(c3c36bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3c118b0,e26d6d38) at ithread_loop+0xda
fork_exit(c0682a38,c3c118b0,e26d6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d6d6c, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3c36a20
kdb_enter(c090ea50) at kdb_enter+0x2b
siointr1(c3df3c00,c0a7afec,0,c093f0f9,56e,...) at siointr1+0xce
siointr(c3df3c00) at siointr+0x21
intr_execute_handlers(c3c2c0c4,e26d3c90,4,e26d3cd0,c0882af3,...) at intr_execute_handlers+0xe1
lapic_handle_intr(38) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc108fa11, esp = 0xe26d3cd0, ebp = 0xe26d3cd0 ---
acpi_cpu_c1(c0a0b9d0,1,e26d3cf0,1,c0681c4c,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26d3d04,c0681ca9,c0681c4c,e26d3d24,c06819e8,...) at acpi_cpu_idle+0x15a
cpu_idle(c0681c4c,e26d3d24,c06819e8,0,e26d3d38,...) at cpu_idle+0x28
idle_proc(0,e26d3d38) at idle_proc+0x5d
fork_exit(c0681c4c,0,e26d3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d3d6c, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3c36870
cpustop_handler(e26d0c88,c0897382,c068ea95,c068ea95,c3c36870,...) at cpustop_handler+0x31
ipi_nmi_handler(c068ea95,c068ea95,c3c36870,0,0,...) at ipi_nmi_handler+0x28
trap(c3c30008,c0680028,28,c3d5c100,c3d5c118,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc108fa11, esp = 0xe26d0cd0, ebp = 0xe26d0cd0 ---
acpi_cpu_c1(c0a0b9d0,2,e26d0cf0,2,c0681c4c,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26d0d04,c0681ca9,c0681c4c,e26d0d24,c06819e8,...) at acpi_cpu_idle+0x15a
cpu_idle(c0681c4c,e26d0d24,c06819e8,0,e26d0d38,...) at cpu_idle+0x28
idle_proc(0,e26d0d38) at idle_proc+0x5d
fork_exit(c0681c4c,0,e26d0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d0d6c, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3c366c0
cpustop_handler(e26cdc88,c0897382,c068ea95,c3c83b00,c3c366c0,...) at cpustop_handler+0x31
ipi_nmi_handler(c068ea95,c3c83b00,c3c366c0,0,0,...) at ipi_nmi_handler+0x28
trap(c3c30008,c0680028,28,c3d38d00,c3d38d18,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc108fa11, esp = 0xe26cdcd0, ebp = 0xe26cdcd0 ---
acpi_cpu_c1(c0a0b9d0,4,e26cdcf0,4,c0681c4c,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26cdd04,c0681ca9,c0681c4c,e26cdd24,c06819e8,...) at acpi_cpu_idle+0x15a
cpu_idle(c0681c4c,e26cdd24,c06819e8,0,e26cdd38,...) at cpu_idle+0x28
idle_proc(0,e26cdd38) at idle_proc+0x5d
fork_exit(c0681c4c,0,e26cdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26cdd6c, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3c36510
cpustop_handler(e26cac88,c0897382,e26cac30,c068ea95,c3c36510,...) at cpustop_handler+0x31
ipi_nmi_handler(e26cac30,c068ea95,c3c36510,0,0,...) at ipi_nmi_handler+0x28
trap(c3c30008,c0680028,28,c3d38a00,c3d38a18,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc108fa11, esp = 0xe26cacd0, ebp = 0xe26cacd0 ---
acpi_cpu_c1(c0a0b9d0,8,e26cacf0,8,c0681c4c,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26cad04,c0681ca9,c0681c4c,e26cad24,c06819e8,...) at acpi_cpu_idle+0x15a
cpu_idle(c0681c4c,e26cad24,c06819e8,0,e26cad38,...) at cpu_idle+0x28
idle_proc(0,e26cad38) at idle_proc+0x5d
fork_exit(c0681c4c,0,e26cad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26cad6c, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3c36360
sched_switch(c3c36360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c3a000) at sleepq_switch+0xcd
sleepq_wait_sig(c3c3a000) at sleepq_wait_sig+0x1d
msleep(c3c3a000,c3c3a068,15c,c0921d78,0) at msleep+0x26e
kern_wait(c3c36360,ffffffff,e26c7c2c,0,0) at kern_wait+0x7cf
wait4(c3c36360,e26c7d04) at wait4+0x2a
syscall(3b,3b,3b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053047, esp = 0xbfbfed9c, ebp = 0xbfbfedb8 ---
Tracing command swapper pid 0 tid 0 td 0xc0a0a258
sched_switch(c0a0a258,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c0451665,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1007 MB
Dumping 164 MB: 149 133 117 101 85 69 53 37 21 5
Dump complete
= 0xf
db> reset
--"--
$ cat snap5-1.sh
#!/bin/sh
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
[ ! -d /mnt2 ] && mkdir /mnt2
while true;do
if mount | grep -q "/dev/md0 on /mnt2"; then
umount /mnt2 || exit 2
fi
if mdconfig -l | grep -q md0; then
mdconfig -d -u 0 || exit 3
fi
rm -f /tmp/.snap/pho
date '+%T'
mksnap_ffs /tmp /tmp/.snap/pho || continue
mdconfig -a -t vnode -f /tmp/.snap/pho -u 0 -o readonly || exit 4
mount -o ro /dev/md0 /mnt2 || exit 5
ls -l /mnt2 > /dev/null
r=`head -c4 /dev/urandom | od -N2 -tu4 | sed -ne '1s/ *$//;1s/.* //p'`
sleep $(( r % 120 ))
done
$ ./snap5-1.sh
17:05:55
17:07:00
17:07:24
:
--"--
tail of /var/log/messages
Sep 27 17:57:26 crashbox kernel: nfs server crashbox:/tmp: not responding
Sep 27 17:57:57 crashbox last message repeated 2 times
Sep 27 18:00:00 crashbox last message repeated 8 times
Sep 27 18:09:49 crashbox last message repeated 39 times
Sep 27 18:19:38 crashbox last message repeated 38 times
Sep 27 18:29:58 crashbox last message repeated 40 times
Sep 27 18:39:47 crashbox last message repeated 38 times
Sep 27 18:50:08 crashbox last message repeated 40 times
Sep 27 18:59:56 crashbox last message repeated 38 times
Sep 27 19:09:45 crashbox last message repeated 38 times
--"--
(kgdb) p *(struct mount *)0xc40e02d8
$2 = {mnt_lock = {lk_interlock = 0xc0a0b148, lk_flags = 0x1000000, lk_sharecount = 0x1, lk_waitcount = 0x0, lk_exclusivecount = 0x0,
lk_prio = 0x50, lk_wmesg = 0xc092658b "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0x5,
pcs = {0xc068acae, 0xc06f384b, 0xc07cd575, 0xc06819e8, 0xc088279c, 0x0 <repeats 13 times>}}}, mnt_mtx = {mtx_object = {
lo_name = 0xc092657a "struct mount mtx", lo_type = 0xc092657a "struct mount mtx", lo_flags = 0x1030000, lo_witness_data = {
lod_list = {stqe_next = 0xc0a1a6b0}, lod_witness = 0xc0a1a6b0}}, mtx_lock = 0x4, mtx_recurse = 0x0}, mnt_list = {
tqe_next = 0xc40e0000, tqe_prev = 0xc40e0638}, mnt_op = 0xc09da640, mnt_vfc = 0xc09da680, mnt_vnodecovered = 0xc40df000,
mnt_syncer = 0xc40e13f0, mnt_ref = 0xca, mnt_nvnodelist = {tqh_first = 0xc40e1540, tqh_last = 0xc54607f4}, mnt_nvnodelistsize = 0xc7,
mnt_writeopcount = 0x0, mnt_kern_flag = 0x28000004, mnt_flag = 0x1211300, mnt_noasync = 0x1, mnt_opt = 0xc3defc70,
mnt_optnew = 0xc3fb38d0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x201300,
f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0xf20a7, f_bfree = 0xe0c76, f_bavail = 0xcd6a7, f_files = 0x3f3fe, f_ffree = 0x3ea3f,
f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x434f6181, 0xa1e353a3}}, f_charspare = '\0' <repeats 79 times>,
f_fstypename = "ufs", '\0' <repeats 12 times>, f_mntfromname = "/dev/ad0s1e", '\0' <repeats 76 times>,
f_mntonname = "/tmp", '\0' <repeats 83 times>}, mnt_cred = 0xc3f7e700, mnt_data = 0xc40dd800, mnt_time = 0x0,
mnt_iosize_max = 0x20000, mnt_export = 0xc40dd200, mnt_mntlabel = 0x0, mnt_fslabel = 0x0, mnt_hashseed = 0x40d48f4e,
mnt_markercnt = 0x1, mnt_holdcnt = 0x1, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x277c2c}