Git origin/nbufkv 96c4173, vmcore.253
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Tue Jul 22 15:25:09 CEST 2008
pho@crashbox.osted.lan:/var/tmp/deviant2/sys/i386/compile/DEVIANT
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1037516800 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
1st 0xc4404a5c bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2432
2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2446
KDB: stack backtrace:
db_trace_self_wrapper(c0b4993c,c3da4780,c07cfcce,c0b4c179,d80ea918,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b4c179,d80ea918,c0b50e82,c0b50e82,c0b50438,...) at kdb_backtrace+0x29
witness_checkorder(d80ea918,9,c0b5042f,98e,c0c95634,...) at witness_checkorder+0x6de
__lockmgr_args(d80ea918,81900,c4404a5c,c0b50d90,50,...) at __lockmgr_args+0x777
getblk(c4404968,0,0,800,0,...) at getblk+0x163
breadn(c4404968,0,0,800,0,...) at breadn+0x44
bread(c4404968,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c4404968,0,0,0,c3da49a0,...) at ffs_blkatoff+0xd1
ufs_lookup(c3da49e8,c0b7cd05,c4404968,c4404968,c3da4b38,...) at ufs_lookup+0x2e6
VOP_CACHEDLOOKUP_APV(c0c3db00,c3da49e8,c3da4b38,c3da4b24,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(c3da4a68,c0b531e4,c0c55680,80000,c4404968,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0c3db00,c3da4a68,c0b51c5c,1b0,c3da4b24,...) at VOP_LOOKUP_APV+0xe5
lookup(c3da4b0c,c0b51c5c,d8,c0,c407222c,...) at lookup+0x58e
namei(c3da4b0c,c3da4b24,c07cf4ac,c0b51fa4,c0b522eb,...) at namei+0x45b
kern_unlinkat(c40a4d20,ffffff9c,c0b522eb,1,c3da4c5c,...) at kern_unlinkat+0x46
kern_unlink(c40a4d20,c0b522eb,1,62d,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b524a5,c0b40082,c0b38baf,1,c080da60,...) at vfs_mountroot_try+0x4af
vfs_mountroot(c0c88750,4,c0b4139f,264,0,...) at vfs_mountroot+0x420
start_init(0,c3da4d38,c0b42d55,322,c40a2d0c,...) at start_init+0x65
fork_exit(c0757e10,0,c3da4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 ---
fxp0: link state changed to UP
uma_zalloc_arg: zone "g_bio" with the following non-sleepable locks held:
exclusive sleep mutex buf queue lock r = 0 (0xc0cdd26c) locked @ kern/vfs_bio.c:1708
KDB: stack backtrace:
db_trace_self_wrapper(c0b4993c,e45e098c,c07cee77,c0b49dd0,e45e09a0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b49dd0,e45e09a0,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b6bc4f,c0b3f107,0,...) at witness_warn+0x1d7
uma_zalloc_arg(c145fd20,0,102,e45e0a14,c07430fa,...) at uma_zalloc_arg+0x34
g_alloc_bio(d816000e,d8166ab0,d8166ab0,d8166ab0,e45e0a30,...) at g_alloc_bio+0x23
g_vfs_strategy(c4bfaa5c,d8166ab0) at g_vfs_strategy+0x1a
ffs_geom_strategy(c4bfaa5c,d8166ab0,34d,d8166ab0,0,...) at ffs_geom_strategy+0x15f
bufwrite(d8166ab0,4,c0b69f8d,6c0,c0b50438) at bufwrite+0x159
ffs_bufwrite(d8166ab0,3,c4320000,e45e0ac0,246,...) at ffs_bufwrite+0x288
vfs_bio_awrite(d8166ab0,0,c0b5042f,888,0,...) at vfs_bio_awrite+0x328
flushbufqueues(c44c27d4,0,c0b5042f,7f0,3e8,...) at flushbufqueues+0x54f
buf_daemon(0,e45e0d38,c0b42d55,322,c44c27d4,...) at buf_daemon+0xc0
fork_exit(c08036b0,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---
panic: _mtx_lock_sleep: recursed on non-recursive mutex buf queue lock @ ../../../kern/vfs_bio.c:2194
cpuid = 2
KDB: enter: panic
[thread pid 18 tid 100046 ]
Stopped at kdb_enter+0x3a: movl $0,kdb_why
db> set $lines 0
db> bt
Tracing pid 18 tid 100046 td 0xc4320000
kdb_enter(c0b46855,c0b46855,c0b455f6,e45e0aa4,2,...) at kdb_enter+0x3a
panic(c0b455f6,c0b507dc,c0b5042f,892,c0cdd26c,...) at panic+0x12c
_mtx_lock_sleep(c0cdd26c,c4320000,0,c0b5042f,892,...) at _mtx_lock_sleep+0x4a
_mtx_lock_flags(c0cdd26c,0,c0b5042f,892,0,...) at _mtx_lock_flags+0xef
flushbufqueues(c44c27d4,0,c0b5042f,7f0,3e8,...) at flushbufqueues+0x641
buf_daemon(0,e45e0d38,c0b42d55,322,c44c27d4,...) at buf_daemon+0xc0
fork_exit(c08036b0,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---
db> h^H ^Hshow alllocks
Process 1426 (io) thread 0xc4d03d20 (100166)
exclusive lockmgr bufwait r = 0 (0xd80eac50) locked @ kern/vfs_bio.c:1783
exclusive lockmgr bufwait r = 0 (0xd817275c) locked @ kern/vfs_bio.c:2446
exclusive lockmgr ufs r = 0 (0xc4d15c70) locked @ kern/vfs_vnops.c:593
Process 1425 (io) thread 0xc4565230 (100086)
exclusive lockmgr bufwait r = 0 (0xd81745f0) locked @ kern/vfs_bio.c:2446
exclusive lockmgr ufs r = 0 (0xc4d15dc8) locked @ kern/vfs_vnops.c:593
Process 1424 (io) thread 0xc4983d20 (100130)
exclusive lockmgr bufwait r = 0 (0xd8171f50) locked @ kern/vfs_bio.c:2446
exclusive lockmgr ufs r = 0 (0xc4631c70) locked @ kern/vfs_vnops.c:593
Process 1423 (io) thread 0xc4983460 (100134)
exclusive lockmgr bufwait r = 0 (0xd8100cc4) locked @ kern/vfs_bio.c:1783
exclusive lockmgr bufwait r = 0 (0xd81689a4) locked @ kern/vfs_bio.c:2446
exclusive lockmgr ufs r = 0 (0xc4631dc8) locked @ kern/vfs_vnops.c:593
Process 1415 (md5) thread 0xc4572460 (100067)
exclusive lockmgr bufwait r = 0 (0xd81266ac) locked @ kern/vfs_bio.c:1783
exclusive lockmgr ufs r = 0 (0xc4bfac70) locked @ dev/md/md.c:569
Process 1383 (sleep) thread 0xc452cd20 (100051)
exclusive lockmgr ufs r = 0 (0xc4860868) locked @ kern/vfs_subr.c:2144
Process 1360 (sshd) thread 0xc452c000 (100057)
exclusive sx so_rcv_sx r = 0 (0xc464251c) locked @ kern/uipc_sockbuf.c:148
Process 1335 (tail) thread 0xc4565000 (100087)
exclusive lockmgr ufs r = 0 (0xc46325b8) locked @ kern/vfs_subr.c:2044
Process 1328 (sshd) thread 0xc4b738c0 (100156)
exclusive sx so_rcv_sx r = 0 (0xc485920c) locked @ kern/uipc_sockbuf.c:148
Process 1327 (sshd) thread 0xc461c8c0 (100116)
exclusive sx so_rcv_sx r = 0 (0xc485951c) locked @ kern/uipc_sockbuf.c:148
Process 1326 (sshd) thread 0xc4b73690 (100157)
exclusive sx so_rcv_sx r = 0 (0xc48556a4) locked @ kern/uipc_sockbuf.c:148
Process 603 (syslogd) thread 0xc4321230 (100090)
exclusive lockmgr ufs r = 0 (0xc4697c70) locked @ kern/vfs_vnops.c:593
Process 18 (bufdaemon) thread 0xc4320000 (100046)
exclusive sleep mutex buf queue lock r = 0 (0xc0cdd26c) locked @ kern/vfs_bio.c:1708
Process 4 (g_down) thread 0xc40a6690 (100015)
exclusive sleep mutex g_bio (UMA zone) r = 0 (0xc1463488) locked @ vm/uma_core.c:1834
db> show allpcpu
Current CPU: 2
cpuid = 0
curthread = 0xc40a4460: pid 11 "idle: cpu0"
curpcb = 0xc3db1d90
fpcurthread = none
idlethread = 0xc40a4460: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4983460: pid 1423 "io"
curpcb = 0xe6966d90
fpcurthread = none
idlethread = 0xc40a4690: pid 11 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc4320000: pid 18 "bufdaemon"
curpcb = 0xe45e0d90
fpcurthread = none
idlethread = 0xc40a48c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4321230: pid 603 "syslogd"
curpcb = 0xe6882d90
fpcurthread = none
idlethread = 0xc40a4af0: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show lockedvnods
Locked vnodes
0xc4860810: tag ufs, type VREG
usecount 0, writecount 0, refcount 2 mountedhere 0
flags (VI_DOINGINACT)
v_object 0xc4bf6000 ref 0 pages 2
lock type ufs: EXCL by thread 0xc452cd20 (pid 1383)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0819a22 at vrele+0x142
#5 0xc0770250 at exit1+0x1100
#6 0xc077047d at sys_exit+0x1d
#7 0xc0ab4203 at syscall+0x2a3
#8 0xc0a98970 at Xint0x80_syscall+0x20
ino 49714, on dev ad0s1a
0xc4632560: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc458e9b0 ref 0 pages 1
lock type ufs: EXCL by thread 0xc4565000 (pid 1335)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0818082 at vget+0xa2
#5 0xc0804f62 at cache_lookup+0x4c2
#6 0xc08050aa at vfs_cache_lookup+0xaa
#7 0xc0ac2c65 at VOP_LOOKUP_APV+0xe5
#8 0xc080b5ee at lookup+0x58e
#9 0xc080c24b at namei+0x45b
#10 0xc081aae4 at kern_statat+0x64
#11 0xc081ad56 at kern_stat+0x36
#12 0xc081adff at stat+0x2f
#13 0xc0ab4203 at syscall+0x2a3
#14 0xc0a98970 at Xint0x80_syscall+0x20
ino 10551296, on dev ad0s1d
0xc4697c18: tag ufs, type VREG
usecount 2, writecount 1, refcount 4 mountedhere 0
flags ()
v_object 0xc45633e0 ref 0 pages 5
lock type ufs: EXCL by thread 0xc4321230 (pid 603)
with exclusive waiters pending
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1cb6 at writev+0x46
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 10551297, on dev ad0s1d
0xc4bfac18: tag ufs, type VREG
usecount 1, writecount 1, refcount 12 mountedhere 0
flags (VV_MD)
v_object 0xc4cb03e0 ref 0 pages 388
lock type ufs: EXCL by thread 0xc4572460 (pid 1415)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc060329f at mdstart_vnode+0x2cf
#5 0xc0602123 at md_kthread+0x1b3
#6 0xc0770698 at fork_exit+0xb8
#7 0xc0a98980 at fork_trampoline+0x8
ino 11776008, on dev ad0s1d
0xc4631d70: tag ufs, type VREG
usecount 1, writecount 1, refcount 437 mountedhere 0
flags ()
v_object 0xc4cad2e8 ref 0 pages 6976
lock type ufs: EXCL by thread 0xc4983460 (pid 1423)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 4, on dev md5c
0xc4631c18: tag ufs, type VREG
usecount 1, writecount 1, refcount 420 mountedhere 0
flags ()
v_object 0xc4c7b45c ref 0 pages 6704
lock type ufs: EXCL by thread 0xc4983d20 (pid 1424)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 5, on dev md5c
0xc4d15d70: tag ufs, type VREG
usecount 1, writecount 1, refcount 439 mountedhere 0
flags ()
v_object 0xc4c7a5d0 ref 0 pages 7008
lock type ufs: EXCL by thread 0xc4565230 (pid 1425)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 6, on dev md5c
0xc4d15c18: tag ufs, type VREG
usecount 1, writecount 1, refcount 407 mountedhere 0
flags ()
v_object 0xc4c8b7c0 ref 0 pages 6496
lock type ufs: EXCL by thread 0xc4d03d20 (pid 1426)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 7, on dev md5c
db> show mount
0xc450f9a8 /dev/ad0s1a on / (ufs)
0xc4510000 devfs on /dev (devfs)
0xc450f670 /dev/ad0s1f on /home (ufs)
0xc450f338 /dev/ad0s1e on /tmp (ufs)
0xc450f000 /dev/ad0s1g on /usr (ufs)
0xc4620670 /dev/ad0s1d on /var (ufs)
0xc4620338 procfs on /proc (procfs)
0xc4d0f338 /dev/md5c on /mnt (ufs)
More info: show mount <addr>
db> show mount 0xc4d0f338
0xc4d0f338 /dev/md5c on /mnt (ufs)
mnt_flag = SOFTDEP, EXPORTED, DEFEXPORTED, LOCAL
mnt_kern_flag = SOFTDEP, MPSAFE
mnt_stat = { version=537068824 type=4 flags=0x0000000000201100 bsize=8192 iosize=65536 blocks=1141111 bfree=1141109 bavail=1049821 files=1230078 ffree=1230075 syncwrites=0 asyncwrites=0 syncreads=0 asyncreads=0 namemax=255 owner=0 fsid=[1216741193, 358064889] }
mnt_cred = { uid=0 ruid=0 }
mnt_ref = 6
mnt_gen = 1
mnt_nvnodelistsize = 6
mnt_writeopcount = 4
mnt_noasync = 1
mnt_maxsymlinklen = 120
mnt_iosize_max = 131072
mnt_hashseed = 355877473
mnt_markercnt = 0
mnt_holdcnt = 0
mnt_holdcntwaiters = 0
mnt_secondary_writes = 0
mnt_secondary_accwrites = 1
mnt_gjprovider = NULL
vnode 0xc4bfa810: tag ufs, type VDIR
usecount 5, writecount 0, refcount 8 mountedhere 0
flags (VV_ROOT)
v_object 0xc4b5d26c ref 0 pages 2
lock type ufs: UNLOCKED
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc080346b at flushbufqueues+0x51b
#5 0xc0803770 at buf_daemon+0xc0
#6 0xc0770698 at fork_exit+0xb8
#7 0xc0a98980 at fork_trampoline+0x8
ino 2, on dev md5c
vnode 0xc4bfa6b8: tag syncer, type VNON
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type syncer: UNLOCKED
vnode 0xc4631d70: tag ufs, type VREG
usecount 1, writecount 1, refcount 437 mountedhere 0
flags ()
v_object 0xc4cad2e8 ref 0 pages 6976
lock type ufs: EXCL by thread 0xc4983460 (pid 1423)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 4, on dev md5c
vnode 0xc4631c18: tag ufs, type VREG
usecount 1, writecount 1, refcount 420 mountedhere 0
flags ()
v_object 0xc4c7b45c ref 0 pages 6704
lock type ufs: EXCL by thread 0xc4983d20 (pid 1424)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 5, on dev md5c
vnode 0xc4d15d70: tag ufs, type VREG
usecount 1, writecount 1, refcount 439 mountedhere 0
flags ()
v_object 0xc4c7a5d0 ref 0 pages 7008
lock type ufs: EXCL by thread 0xc4565230 (pid 1425)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 6, on dev md5c
vnode 0xc4d15c18: tag ufs, type VREG
usecount 1, writecount 1, refcount 407 mountedhere 0
flags ()
v_object 0xc4c8b7c0 ref 0 pages 6496
lock type ufs: EXCL by thread 0xc4d03d20 (pid 1426)
#0 0xc077cdd0 at __lockmgr_args+0xb50
#1 0xc09afe4a at ffs_lock+0x8a
#2 0xc0ac1ad5 at VOP_LOCK1_APV+0xa5
#3 0xc08235ee at _vn_lock+0x5e
#4 0xc0823f15 at vn_write+0x165
#5 0xc07d17c5 at dofilewrite+0x95
#6 0xc07d1a58 at kern_writev+0x58
#7 0xc07d1adf at write+0x4f
#8 0xc0ab4203 at syscall+0x2a3
#9 0xc0a98970 at Xint0x80_syscall+0x20
ino 7, on dev md5c
db> ps
pid ppid pgrp uid state wmesg wchan cmd
1426 1393 1393 0 L+ *buf queu 0xc4071c30 io
1425 1393 1393 0 S+ nbufkv 0xc0cdd254 io
1424 1393 1393 0 S+ nbufkv 0xc0cdd254 io
1423 1393 1393 0 R+ CPU 1 io
1415 0 0 0 SL biord 0xd812664c [md5]
1393 1388 1393 0 S+ wait 0xc497f000 sh
1388 1384 1388 0 S+ wait 0xc497fd0c bash
1384 1368 1384 0 S+ pause 0xc4980d64 csh
1383 1343 1336 1001 SE getblk 0xd80ebe04 sleep
1368 1364 1368 1001 S+ wait 0xc46ca7d4 su
1364 1362 1364 1001 Ss+ wait 0xc498129c bash
1362 1360 1360 1001 S select 0xc44cb0e4 sshd
1360 794 1360 0 Ss sbwait 0xc4642548 sshd
1344 1336 1336 1001 S piperd 0xc4532180 awk
1343 1336 1336 1001 S wait 0xc452a000 sh
1338 1334 1338 1001 Ss+ select 0xc4570324 top
1336 1333 1336 1001 Ss wait 0xc4b5a29c sh
1335 1332 1335 1001 Ss ufs 0xc4697c70 tail
1334 1328 1328 1001 S select 0xc44ca8e4 sshd
1333 1326 1326 1001 S select 0xc44b11a4 sshd
1332 1327 1327 1001 S select 0xc4570a24 sshd
1328 794 1328 0 Ss sbwait 0xc4859238 sshd
1327 794 1327 0 Ss sbwait 0xc4859548 sshd
1326 794 1326 0 Ss sbwait 0xc48556d0 sshd
917 1 917 0 Ss+ ttyin 0xc4330010 getty
916 1 916 0 Ss+ ttyin 0xc4330410 getty
915 1 915 0 Ss+ ttyin 0xc4316c10 getty
914 1 914 0 Ss+ ttyin 0xc431b810 getty
913 1 913 0 Ss+ ttyin 0xc4324410 getty
912 1 912 0 Ss+ ttyin 0xc4323010 getty
911 1 911 0 Ss+ ttyin 0xc4326410 getty
910 1 910 0 Ss+ ttyin 0xc4324c10 getty
893 1 893 0 Ss select 0xc44ca424 inetd
866 1 866 0 Ss select 0xc44b2ce4 moused
852 1 852 0 Ss nanslp 0xc0c88ec4 watchdogd
810 1 810 0 Ss nanslp 0xc0c88ec4 cron
803 1 803 25 Ss pause 0xc46ca058 sendmail
799 1 799 0 Ss select 0xc44b26e4 sendmail
794 1 794 0 Ss select 0xc44ecd24 sshd
775 1 775 0 Ss select 0xc44b1ba4 ntpd
715 1 714 0 S nanslp 0xc0c88ec4 smartd
691 675 675 0 S - 0xc46cbc00 nfsd
690 675 675 0 S - 0xc46cbe00 nfsd
689 675 675 0 S - 0xc46cf400 nfsd
688 675 675 0 S - 0xc44ce400 nfsd
687 675 675 0 S - 0xc46cf200 nfsd
686 675 675 0 S - 0xc46cc200 nfsd
685 675 675 0 S - 0xc46cf600 nfsd
684 675 675 0 S - 0xc46cc000 nfsd
683 675 675 0 S - 0xc44cf400 nfsd
682 675 675 0 S - 0xc46cc400 nfsd
680 675 675 0 S - 0xc42ada00 nfsd
679 675 675 0 S - 0xc46cc600 nfsd
678 675 675 0 S - 0xc44cfa00 nfsd
677 675 675 0 S - 0xc44cfc00 nfsd
676 675 675 0 S - 0xc46cc800 nfsd
675 1 675 0 Ss select 0xc44ed664 nfsd
673 1 673 0 Ss select 0xc44ccae4 mountd
620 1 620 0 Ss select 0xc4570964 rpcbind
603 1 603 0 Rs CPU 3 syslogd
546 1 546 0 Ss select 0xc4570b64 devd
21 0 0 0 SL sdflush 0xc0ce91a0 [softdepflush]
20 0 0 0 SL syncer 0xc0c88ce0 [syncer]
19 0 0 0 SL vlruwt 0xc44c2538 [vnlru]
18 0 0 0 RL CPU 2 [bufdaemon]
17 0 0 0 SL pgzero 0xc0ce9d94 [pagezero]
9 0 0 0 SL psleep 0xc0ce99bc [vmdaemon]
8 0 0 0 SL psleep 0xc0ce9984 [pagedaemon]
7 0 0 0 SL waiting_ 0xc0cdeee0 [sctp_iterator]
6 0 0 0 SL - 0xc426a83c [fdc0]
16 0 0 0 SL usbtsk 0xc0c863d4 [usbtask-dr]
15 0 0 0 SL usbtsk 0xc0c863c0 [usbtask-hc]
14 0 0 0 SL usbevt 0xc429d210 [usb0]
5 0 0 0 SL ccb_scan 0xc0c561d4 [xpt_thrd]
13 0 0 0 SL - 0xc0c88ce8 [yarrow]
4 0 0 0 SL - 0xc0c86ae4 [g_down]
3 0 0 0 LL *buf queu 0xc4071c30 [g_up]
2 0 0 0 SL - 0xc0c86ad8 [g_event]
12 0 0 0 WL (threaded) intr
100041 I [swi0: uart uart]
100040 I [irq7: ppbus0 ppc0]
100038 I [irq12: psm0]
100037 I [irq1: atkbd0]
100036 I [irq15: ata1]
100035 I [irq14: ata0]
100034 I [irq17: fxp0]
100030 I [irq16: uhci0]
100028 I [irq9: acpi0]
100027 I [swi2: cambio]
100024 I [swi6: task queue]
100023 I [swi6: Giant taskq]
100018 I [swi5: +]
100012 I [swi4: clock]
100011 I [swi4: clock]
100010 I [swi4: clock]
100009 I [swi4: clock]
100008 I [swi1: net]
100007 I [swi3: vm]
11 0 0 0 RL (threaded) idle
100006 Run CPU 0 [idle: cpu0]
100005 CanRun [idle: cpu1]
100004 CanRun [idle: cpu2]
100003 CanRun [idle: cpu3]
1 0 1 0 SLs wait 0xc40a2d0c [init]
10 0 0 0 SL audit_wo 0xc0ce8b9c [audit]
0 0 0 0 SLs (threaded) kernel
100029 D - 0xc42974c0 [em0 taskq]
100025 D - 0xc4254440 [kqueue taskq]
100022 D - 0xc4254580 [acpi_task_2]
100021 D - 0xc4254580 [acpi_task_1]
100020 D - 0xc4254580 [acpi_task_0]
100019 D - 0xc42545c0 [thread taskq]
100016 D - 0xc408a980 [firmware taskq]
100000 I [swapper]
db> allt
Tracing command io pid 1426 tid 100166 td 0xc4d03d20
sched_switch(c4d03d20,0,103,172,e5fc413a,...) at sched_switch+0x437
mi_switch(103,0,c0b4b033,2e0,c4071c30,...) at mi_switch+0x200
turnstile_wait(c4071c30,c4320000,0,188,c0cdd26c,...) at turnstile_wait+0x48a
_mtx_lock_sleep(c0cdd26c,c4d03d20,0,c0b5042f,59e,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0cdd26c,0,c0b5042f,59e,c0b453d4,...) at _mtx_lock_flags+0xef
bqrelse(d81726fc,0,c0b5042f,d9f,fff4f000,...) at bqrelse+0x17c
bdwrite(d81726fc,a31,0,d81726fc,a25,...) at bdwrite+0x290
ffs_balloc_ufs2(c4d15c18,a31b5e9,0,400,c44c3300,...) at ffs_balloc_ufs2+0x1bdd
ffs_write(e69d0bc4,c0b7d0f8,c0abe8f5,0,e69d0b58,...) at ffs_write+0x373
VOP_WRITE_APV(c0c3db00,e69d0bc4,c0b5394f,251,1,...) at VOP_WRITE_APV+0x140
vn_write(c458f038,e69d0c58,c44c3300,0,c4d03d20,...) at vn_write+0x1ae
dofilewrite(e69d0c58,ffffffff,ffffffff,0,c458f038,...) at dofilewrite+0x95
kern_writev(c4d03d20,3,e69d0c58,e69d0c78,1,...) at kern_writev+0x58
write(c4d03d20,e69d0cf8,c,c0b4c866,c0c1a1e0,...) at write+0x4f
syscall(e69d0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164903, esp = 0xbfbfe4cc, ebp = 0xbfbfe978 ---
Tracing command io pid 1425 tid 100086 td 0xc4565230
sched_switch(c4565230,0,104,177,e285f508,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,50,...) at mi_switch+0x200
sleepq_switch(c4565230,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cdd254,50,c0b50cdc,0,0,...) at sleepq_wait+0x63
_sleep(c0cdd254,c0cdd258,50,c0b50cdc,0,...) at _sleep+0x32a
getnewbuf(10000,0,c0b5042f,a01,c098dce0,...) at getnewbuf+0x6cb
getblk(c4d15d70,f9b,0,10000,0,...) at getblk+0x40b
ffs_balloc_ufs2(c4d15d70,f9b8af8,0,400,c44c3300,...) at ffs_balloc_ufs2+0x1a85
ffs_write(e6875bc4,c0b7d0f8,c0abe8f5,0,e6875b58,...) at ffs_write+0x373
VOP_WRITE_APV(c0c3db00,e6875bc4,c0b5394f,251,1,...) at VOP_WRITE_APV+0x140
vn_write(c45214d0,e6875c58,c44c3300,0,c4565230,...) at vn_write+0x1ae
dofilewrite(e6875c58,ffffffff,ffffffff,0,c45214d0,...) at dofilewrite+0x95
kern_writev(c4565230,3,e6875c58,e6875c78,1,...) at kern_writev+0x58
write(c4565230,e6875cf8,c,c0b4c866,c0c1a1e0,...) at write+0x4f
syscall(e6875d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164903, esp = 0xbfbfe4cc, ebp = 0xbfbfe978 ---
Tracing command io pid 1424 tid 100130 td 0xc4983d20
sched_switch(c4983d20,0,104,177,e2866894,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,50,...) at mi_switch+0x200
sleepq_switch(c4983d20,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cdd254,50,c0b50cdc,0,0,...) at sleepq_wait+0x63
_sleep(c0cdd254,c0cdd258,50,c0b50cdc,0,...) at _sleep+0x32a
getnewbuf(10000,0,c0b5042f,a01,c098dce0,...) at getnewbuf+0x6cb
getblk(c4631c18,751,0,10000,0,...) at getblk+0x40b
ffs_balloc_ufs2(c4631c18,7510909,0,400,c44c3300,...) at ffs_balloc_ufs2+0x1a85
ffs_write(e695abc4,c0b7d0f8,c0abe8f5,0,e695ab58,...) at ffs_write+0x373
VOP_WRITE_APV(c0c3db00,e695abc4,c0b5394f,251,1,...) at VOP_WRITE_APV+0x140
vn_write(c48e4460,e695ac58,c44c3300,0,c4983d20,...) at vn_write+0x1ae
dofilewrite(e695ac58,ffffffff,ffffffff,0,c48e4460,...) at dofilewrite+0x95
kern_writev(c4983d20,3,e695ac58,e695ac78,1,...) at kern_writev+0x58
write(c4983d20,e695acf8,c,c0b4c866,c0c1a1e0,...) at write+0x4f
syscall(e695ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164903, esp = 0xbfbfe4cc, ebp = 0xbfbfe978 ---
Tracing command io pid 1423 tid 100134 td 0xc4983460
cpustop_handler(2,e6966748,c0ab450d,e69666d8,c0783944,...) at cpustop_handler+0x32
ipi_nmi_handler(e69666d8,c0783944,c0c88f38,4,c4980000,...) at ipi_nmi_handler+0x2f
trap(e6966754) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0783f09, esp = 0xe6966794, ebp = 0xe69667b0 ---
_mtx_lock_sleep(c0cdd26c,c4983460,0,c0b5042f,52b,...) at _mtx_lock_sleep+0x99
_mtx_lock_flags(c0cdd26c,0,c0b5042f,52b,c0b5042f,...) at _mtx_lock_flags+0xef
brelse(d8100c64,c0b5042f,7b8,e6966870,0,...) at brelse+0x56f
getnewbuf(10000,0,c0b5042f,a01,c098dce0,...) at getnewbuf+0x7b9
getblk(c4631d70,7263,0,10000,0,...) at getblk+0x40b
ffs_balloc_ufs2(c4631d70,726393de,0,400,c44c3300,...) at ffs_balloc_ufs2+0x1a85
ffs_write(e6966bc4,c0b7d0f8,c0abe8f5,0,e6966b58,...) at ffs_write+0x373
VOP_WRITE_APV(c0c3db00,e6966bc4,c0b5394f,251,1,...) at VOP_WRITE_APV+0x140
vn_write(c45227a8,e6966c58,c44c3300,0,c4983460,...) at vn_write+0x1ae
dofilewrite(e6966c58,ffffffff,ffffffff,0,c45227a8,...) at dofilewrite+0x95
kern_writev(c4983460,3,e6966c58,e6966c78,1,...) at kern_writev+0x58
write(c4983460,e6966cf8,c,c0b4c866,c0c1a1e0,...) at write+0x4f
syscall(e6966d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164903, esp = 0xbfbfe4cc, ebp = 0xbfbfe978 ---
Tracing command md5 pid 1415 tid 100067 td 0xc4572460
sched_switch(c4572460,0,104,177,c3ea6420,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4572460,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(d812664c,4c,c0b506e7,0,0,...) at sleepq_wait+0x63
_sleep(d812664c,c4070740,4c,c0b506e7,0,...) at _sleep+0x32a
bwait(d812664c,4c,c0b506e7,d812664c,e681d960,...) at bwait+0x6f
bufwait(d812664c,0,0,0,0,...) at bufwait+0x28
breadn(c4bfac18,f18,0,4000,0,...) at breadn+0x132
bread(c4bfac18,f18,0,4000,0,...) at bread+0x4c
ffs_balloc_ufs2(c4bfac18,3c60000,0,2000,c44c3300,...) at ffs_balloc_ufs2+0x1cb9
ffs_write(e681dca0,c0b7d0f8,c0abe8f5,0,e681dc10,...) at ffs_write+0x373
VOP_WRITE_APV(c0c3db00,e681dca0,c0b22225,239,c07cf0f2,...) at VOP_WRITE_APV+0x140
mdstart_vnode(c44f7800,c4b6fce4,c0b22225,2cc,0,...) at mdstart_vnode+0x30e
md_kthread(c44f7800,e681dd38,c0b42d55,322,c45677d4,...) at md_kthread+0x1b3
fork_exit(c0601f70,c44f7800,e681dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe681dd70, ebp = 0 ---
Tracing command sh pid 1393 tid 100140 td 0xc4982690
sched_switch(c4982690,0,104,177,a8bf0142,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4982690,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c497f000,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c497f000,c497f088,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c4982690,ffffffff,e6978c74,2,0,...) at kern_wait+0xa66
wait4(c4982690,e6978cf8,10,e6978d38,c0c1a228,...) at wait4+0x3b
syscall(e6978d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command bash pid 1388 tid 100135 td 0xc4983230
sched_switch(c4983230,0,104,177,c4f09166,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4983230,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c497fd0c,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c497fd0c,c497fd94,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c4983230,ffffffff,e6969c74,6,0,...) at kern_wait+0xa66
wait4(c4983230,e6969cf8,10,c0b4c8e8,c0c1a228,...) at wait4+0x3b
syscall(e6969d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe6fc, ebp = 0xbfbfe718 ---
Tracing command csh pid 1384 tid 100129 td 0xc4985000
sched_switch(c4985000,0,104,177,de7fe29c,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,68,...) at mi_switch+0x200
sleepq_switch(c4985000,0,c0b4a800,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4980d64,68,c0b05fc4,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4980d64,c4980d94,168,c0b05fc4,0,...) at _sleep+0x313
kern_sigsuspend(c4985000,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4985000,e6957cf8,4,c0b4c8e8,c0c1c178,...) at sigsuspend+0x4d
syscall(e6957d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816d5db, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 ---
Tracing command sleep pid 1383 tid 100051 td 0xc452cd20
sched_switch(c452cd20,0,104,177,e85ab146,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,50,...) at mi_switch+0x200
sleepq_switch(c452cd20,0,c0b4a800,237,50,...) at sleepq_switch+0x14d
sleepq_wait(d80ebe04,50,c0b50d90,4,0,...) at sleepq_wait+0x63
__lockmgr_args(d80ebe04,81900,c4404bb4,c0b50d90,50,...) at __lockmgr_args+0xa6f
getblk(c4404ac0,c01e0,0,4000,0,...) at getblk+0x163
breadn(c4404ac0,c01e0,0,4000,0,...) at breadn+0x44
bread(c4404ac0,c01e0,0,4000,0,...) at bread+0x4c
ffs_update(c4860810,0,1,c0cdccb0,c4860810,...) at ffs_update+0x1a2
ufs_inactive(e67dcbcc,c0b7c7ad,c48608d0,c48608d0,c4860810,...) at ufs_inactive+0x32a
VOP_INACTIVE_APV(c0c3db00,e67dcbcc,c0b52549,8f1,c0c559e0,...) at VOP_INACTIVE_APV+0xc5
vinactive(c48608d0,0,c0b52549,861,4,...) at vinactive+0xb1
vrele(c4860810,0,c0b42c15,169,33e,...) at vrele+0x18b
exit1(c452cd20,0,e67dcd2c,c0ab4203,c452cd20,...) at exit1+0x1100
sys_exit(c452cd20,e67dccf8,4,e67dcd38,c0c1a198,...) at sys_exit+0x1d
syscall(e67dcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280f041f, esp = 0xbfbfec8c, ebp = 0xbfbfec98 ---
Tracing command su pid 1368 tid 100143 td 0xc4982000
sched_switch(c4982000,0,104,177,7d41f7b2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4982000,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46ca7d4,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46ca7d4,c46ca85c,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c4982000,568,e6981c74,2,0,...) at kern_wait+0xa66
wait4(c4982000,e6981cf8,10,e6981d38,c0c1a228,...) at wait4+0x3b
syscall(e6981d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e6bb, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
Tracing command bash pid 1364 tid 100159 td 0xc4b73230
sched_switch(c4b73230,0,104,177,551eb2e2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4b73230,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c498129c,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c498129c,c4981324,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c4b73230,ffffffff,e69b1c74,6,0,...) at kern_wait+0xa66
wait4(c4b73230,e69b1cf8,10,c0b4c8e8,c0c1a228,...) at wait4+0x3b
syscall(e69b1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---
Tracing command sshd pid 1362 tid 100150 td 0xc4b74690
sched_switch(c4b74690,0,104,177,c4ba33d2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4b74690,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44cb0d0,0,c0b453d4,c4b74690,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cb0e4,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44cb0e4,c44cb0d0,c0b4c458,571,c4530cb0,...) at _cv_wait_sig+0x204
seltdwait(c4b7122c,c0b4c458,3d7,c4b74690,e6996b04,...) at seltdwait+0xa2
kern_select(c4b74690,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c4b74690,e6996cf8,14,c0b35d72,c0c1aa38,...) at select+0x5e
syscall(e6996d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 1360 tid 100057 td 0xc452c000
sched_switch(c452c000,0,104,177,18a20e8c,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c452c000,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4642548,58,c0b4f6ff,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4642548,c4642508,158,c0b4f6ff,0) at _sleep+0x313
sbwait(c46424e8,4,c0b4f814,5b2,c4642508,...) at sbwait+0x76
soreceive_generic(c4642498,0,e67f4c58,0,0,...) at soreceive_generic+0x3f0
soreceive(c4642498,0,e67f4c58,0,0,...) at soreceive+0x4d
soo_read(c458fa80,e67f4c58,c4b9cb00,0,c452c000,...) at soo_read+0x3a
dofileread(e67f4c58,ffffffff,ffffffff,0,c458fa80,...) at dofileread+0x96
kern_readv(c452c000,5,e67f4c58,e67f4c78,1,...) at kern_readv+0x58
read(c452c000,e67f4cf8,c,c0b64852,c0c1a1c8,...) at read+0x4f
syscall(e67f4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839d923, esp = 0xbfbfe2fc, ebp = 0xbfbfe318 ---
Tracing command awk pid 1344 tid 100155 td 0xc4b73af0
sched_switch(c4b73af0,0,104,177,b43021a2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4b73af0,0,c0b4a800,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4532180,4c,c0b4c630,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4532180,c45322e8,14c,c0b4c630,0,...) at _sleep+0x313
pipe_read(c4522578,e69a5c58,c4b72e00,0,c4b73af0,...) at pipe_read+0x3f7
dofileread(e69a5c58,ffffffff,ffffffff,0,c4522578,...) at dofileread+0x96
kern_readv(c4b73af0,0,e69a5c58,e69a5c78,1,...) at kern_readv+0x58
read(c4b73af0,e69a5cf8,c,16,c0c1a1c8,...) at read+0x4f
syscall(e69a5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28199923, esp = 0xbfbfe90c, ebp = 0xbfbfe928 ---
Tracing command sh pid 1343 tid 100068 td 0xc43218c0
sched_switch(c43218c0,0,104,177,b454391c,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c43218c0,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c452a000,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c452a000,c452a088,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c43218c0,ffffffff,e6821c74,2,0,...) at kern_wait+0xa66
wait4(c43218c0,e6821cf8,10,c0b4c9ed,c0c1a228,...) at wait4+0x3b
syscall(e6821d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---
Tracing command top pid 1338 tid 100076 td 0xc461c230
sched_switch(c461c230,0,104,177,8cbff324,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c461c230,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6856a4c,c0783cda,c4570310,0,c461c230,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4570324,0,c0b4c495,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4570324,c4570310,3e9,571,c48e4038,...) at _cv_timedwait_sig+0x213
seltdwait(e6856c2c,e6856c34,3d7,c461c230,c0c95634,...) at seltdwait+0x8a
kern_select(c461c230,2,bfbfec3c,0,0,e6856c70,1,0) at kern_select+0x4cf
select(c461c230,e6856cf8,14,c4982460,c0c1aa38,...) at select+0x5e
syscall(e6856d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281cd8a3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---
Tracing command sh pid 1336 tid 100153 td 0xc4b74000
sched_switch(c4b74000,0,104,177,5026133e,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4b74000,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4b5a29c,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b5a29c,c4b5a324,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c4b74000,ffffffff,e699fc74,2,0,...) at kern_wait+0xa66
wait4(c4b74000,e699fcf8,10,e699fd38,c0c1a228,...) at wait4+0x3b
syscall(e699fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 ---
Tracing command tail pid 1335 tid 100087 td 0xc4565000
sched_switch(c4565000,0,104,177,46c2a5cc,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,50,...) at mi_switch+0x200
sleepq_switch(c4565000,0,c0b4a800,237,50,...) at sleepq_switch+0x14d
sleepq_wait(c4697c70,50,c0b4094e,4,0,...) at sleepq_wait+0x63
__lockmgr_args(c4697c70,80100,c4697cd8,0,0,...) at __lockmgr_args+0xa6f
ffs_lock(e6878960,c0b5156f,c0b40080,80100,c4697c18,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0c3db00,e6878960,c0c55a20,c4697c18,80100,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c4697c18,80100,c0b52549,7fc,c0b453d4,...) at _vn_lock+0x5e
vget(c4697c18,80100,c4565000,1b7,c0ac0e0f,...) at vget+0xa2
cache_lookup(c4632560,e6878b9c,e6878bb0,e6878b9c,c4b71e00,...) at cache_lookup+0x4c2
vfs_cache_lookup(e6878a78,c0b531e4,c0c55680,80000,c4632560,...) at vfs_cache_lookup+0xaa
VOP_LOOKUP_APV(c0c3db00,e6878a78,c0b51c5c,2c2,e6878b9c,...) at VOP_LOOKUP_APV+0xe5
lookup(e6878b84,c0b51c5c,d8,c0,c468792c,...) at lookup+0x58e
namei(e6878b84,3e9,c486d6b0,c0c95634,4,...) at namei+0x45b
kern_statat(c4565000,0,ffffff9c,8104040,0,...) at kern_statat+0x64
kern_stat(c4565000,8104040,0,e6878c18,c4565000,...) at kern_stat+0x36
stat(c4565000,e6878cf8,8,c0b4d353,c0c1b320,...) at stat+0x2f
syscall(e6878d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28157703, esp = 0xbfbfeb0c, ebp = 0xbfbfebb8 ---
Tracing command sshd pid 1334 tid 100141 td 0xc4982460
sched_switch(c4982460,0,104,177,8cbf05b4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4982460,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44ca8d0,0,c0b453d4,c4982460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44ca8e4,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44ca8e4,c44ca8d0,c0b4c458,571,c4522ce8,...) at _cv_wait_sig+0x204
seltdwait(c467532c,c0b4c458,3d7,c4982460,e697bb04,...) at seltdwait+0xa2
kern_select(c4982460,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c4982460,e697bcf8,14,c0b35d72,c0c1aa38,...) at select+0x5e
syscall(e697bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 1333 tid 100070 td 0xc4572000
sched_switch(c4572000,0,104,177,ff5c4a94,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4572000,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44b1190,0,c0b453d4,c4572000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44b11a4,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44b11a4,c44b1190,c0b4c458,571,c458f8c0,...) at _cv_wait_sig+0x204
seltdwait(c462a02c,c0b4c458,3d7,c4572000,e682eae0,...) at seltdwait+0xa2
kern_select(c4572000,b,81040dc,81040e0,0,0,c4522850,280e95f0) at kern_select+0x4cf
select(c4572000,e682ecf8,14,c0b46807,c0c1aa38,...) at select+0x5e
syscall(e682ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 1332 tid 100102 td 0xc461c000
sched_switch(c461c000,0,104,177,7dc29e68,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c461c000,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c4570a10,0,c0b453d4,c461c000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4570a24,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4570a24,c4570a10,c0b4c458,571,c45306c8,...) at _cv_wait_sig+0x204
seltdwait(c4b7262c,c0b4c458,3d7,c461c000,e68bdb04,...) at seltdwait+0xa2
kern_select(c461c000,b,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c461c000,e68bdcf8,14,c0b35d72,c0c1aa38,...) at select+0x5e
syscall(e68bdd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 1328 tid 100156 td 0xc4b738c0
sched_switch(c4b738c0,0,104,177,630c258,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4b738c0,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4859238,58,c0b4f6ff,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4859238,c48591f8,158,c0b4f6ff,0) at _sleep+0x313
sbwait(c48591d8,4,c0b4f814,5b2,c48591f8,...) at sbwait+0x76
soreceive_generic(c4859188,0,e69a8c58,0,0,...) at soreceive_generic+0x3f0
soreceive(c4859188,0,e69a8c58,0,0,...) at soreceive+0x4d
soo_read(c454c118,e69a8c58,c4b71b00,0,c4b738c0,...) at soo_read+0x3a
dofileread(e69a8c58,ffffffff,ffffffff,0,c454c118,...) at dofileread+0x96
kern_readv(c4b738c0,5,e69a8c58,e69a8c78,1,...) at kern_readv+0x58
read(c4b738c0,e69a8cf8,c,c0afae46,c0c1a1c8,...) at read+0x4f
syscall(e69a8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839d923, esp = 0xbfbfe2fc, ebp = 0xbfbfe318 ---
Tracing command sshd pid 1327 tid 100116 td 0xc461c8c0
sched_switch(c461c8c0,0,104,177,fe5143ee,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c461c8c0,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4859548,58,c0b4f6ff,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4859548,c4859508,158,c0b4f6ff,0) at _sleep+0x313
sbwait(c48594e8,4,c0b4f814,5b2,c4859508,...) at sbwait+0x76
soreceive_generic(c4859498,0,e6930c58,0,0,...) at soreceive_generic+0x3f0
soreceive(c4859498,0,e6930c58,0,0,...) at soreceive+0x4d
soo_read(c458f0a8,e6930c58,c4568e00,0,c461c8c0,...) at soo_read+0x3a
dofileread(e6930c58,ffffffff,ffffffff,0,c458f0a8,...) at dofileread+0x96
kern_readv(c461c8c0,5,e6930c58,e6930c78,1,...) at kern_readv+0x58
read(c461c8c0,e6930cf8,c,c0afae46,c0c1a1c8,...) at read+0x4f
syscall(e6930d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839d923, esp = 0xbfbfe2fc, ebp = 0xbfbfe318 ---
Tracing command sshd pid 1326 tid 100157 td 0xc4b73690
sched_switch(c4b73690,0,104,177,fe72f3b4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4b73690,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48556d0,58,c0b4f6ff,100,0,...) at sleepq_wait_sig+0x17
_sleep(c48556d0,c4855690,158,c0b4f6ff,0) at _sleep+0x313
sbwait(c4855670,4,c0b4f814,5b2,c4855690,...) at sbwait+0x76
soreceive_generic(c4855620,0,e69abc58,0,0,...) at soreceive_generic+0x3f0
soreceive(c4855620,0,e69abc58,0,0,...) at soreceive+0x4d
soo_read(c4678930,e69abc58,c4592500,0,c4b73690,...) at soo_read+0x3a
dofileread(e69abc58,ffffffff,ffffffff,0,c4678930,...) at dofileread+0x96
kern_readv(c4b73690,5,e69abc58,e69abc78,1,...) at kern_readv+0x58
read(c4b73690,e69abcf8,c,c0afae46,c0c1a1c8,...) at read+0x4f
syscall(e69abd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839d923, esp = 0xbfbfe2fc, ebp = 0xbfbfe318 ---
Tracing command getty pid 917 tid 100149 td 0xc4659af0
sched_switch(c4659af0,0,104,177,c1495b16,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4659af0,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4330010,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4330010,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4330000,c4330010,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4330000,e6993c58,0,e6993b94,c06a455d,...) at ttread+0x51a
ttyread(c4318300,e6993c58,0,e6993bb8,c075c190,...) at ttyread+0x38
scread(c4318300,e6993c58,0,1a7,0,...) at scread+0x2d
giant_read(c4318300,e6993c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c458f700,e6993c58,c40a9800,0,c4659af0,...) at devfs_read_f+0x72
dofileread(e6993c58,ffffffff,ffffffff,0,c458f700,...) at dofileread+0x96
kern_readv(c4659af0,0,e6993c58,e6993c78,1,...) at kern_readv+0x58
read(c4659af0,e6993cf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e6993d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 916 tid 100148 td 0xc4659d20
sched_switch(c4659d20,0,104,177,c0c51b8a,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4659d20,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4330410,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4330410,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4330400,c4330410,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4330400,e6990c58,0,e6990b94,c06a455d,...) at ttread+0x51a
ttyread(c4319300,e6990c58,0,e6990bb8,c075c190,...) at ttyread+0x38
scread(c4319300,e6990c58,0,1a7,0,...) at scread+0x2d
giant_read(c4319300,e6990c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45308c0,e6990c58,c40a9800,0,c4659d20,...) at devfs_read_f+0x72
dofileread(e6990c58,ffffffff,ffffffff,0,c45308c0,...) at dofileread+0x96
kern_readv(c4659d20,0,e6990c58,e6990c78,1,...) at kern_readv+0x58
read(c4659d20,e6990cf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e6990d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 915 tid 100147 td 0xc48c2000
sched_switch(c48c2000,0,104,177,c1086558,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c2000,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4316c10,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4316c10,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4316c00,c4316c10,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4316c00,e698dc58,0,e698db94,c06a455d,...) at ttread+0x51a
ttyread(c4319200,e698dc58,0,e698dbb8,c075c190,...) at ttyread+0x38
scread(c4319200,e698dc58,0,1a7,0,...) at scread+0x2d
giant_read(c4319200,e698dc58,0,0,1,...) at giant_read+0x60
devfs_read_f(c454cdc8,e698dc58,c40a9800,0,c48c2000,...) at devfs_read_f+0x72
dofileread(e698dc58,ffffffff,ffffffff,0,c454cdc8,...) at dofileread+0x96
kern_readv(c48c2000,0,e698dc58,e698dc78,1,...) at kern_readv+0x58
read(c48c2000,e698dcf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e698dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 914 tid 100146 td 0xc48c2230
sched_switch(c48c2230,0,104,177,c12486f2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c2230,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c431b810,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c431b810,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c431b800,c431b810,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c431b800,e698ac58,0,e698ab94,c06a455d,...) at ttread+0x51a
ttyread(c4319100,e698ac58,0,e698abb8,c075c190,...) at ttyread+0x38
scread(c4319100,e698ac58,0,1a7,0,...) at scread+0x2d
giant_read(c4319100,e698ac58,0,0,1,...) at giant_read+0x60
devfs_read_f(c454c5b0,e698ac58,c40a9800,0,c48c2230,...) at devfs_read_f+0x72
dofileread(e698ac58,ffffffff,ffffffff,0,c454c5b0,...) at dofileread+0x96
kern_readv(c48c2230,0,e698ac58,e698ac78,1,...) at kern_readv+0x58
read(c48c2230,e698acf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e698ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 913 tid 100145 td 0xc48c2460
sched_switch(c48c2460,0,104,177,c1578268,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c2460,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4324410,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4324410,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4324400,c4324410,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4324400,e6987c58,0,e6987b94,c06a455d,...) at ttread+0x51a
ttyread(c4319000,e6987c58,0,e6987bb8,c075c190,...) at ttyread+0x38
scread(c4319000,e6987c58,0,1a7,0,...) at scread+0x2d
giant_read(c4319000,e6987c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c458f968,e6987c58,c40a9800,0,c48c2460,...) at devfs_read_f+0x72
dofileread(e6987c58,ffffffff,ffffffff,0,c458f968,...) at dofileread+0x96
kern_readv(c48c2460,0,e6987c58,e6987c78,1,...) at kern_readv+0x58
read(c48c2460,e6987cf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e6987d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 912 tid 100144 td 0xc48c2690
sched_switch(c48c2690,0,104,177,c152fecc,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c2690,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4323010,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4323010,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4323000,c4323010,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4323000,e6984c58,0,e6984b94,c06a455d,...) at ttread+0x51a
ttyread(c4318e00,e6984c58,0,e6984bb8,c075c190,...) at ttyread+0x38
scread(c4318e00,e6984c58,0,1a7,0,...) at scread+0x2d
giant_read(c4318e00,e6984c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c4530150,e6984c58,c40a9800,0,c48c2690,...) at devfs_read_f+0x72
dofileread(e6984c58,ffffffff,ffffffff,0,c4530150,...) at dofileread+0x96
kern_readv(c48c2690,0,e6984c58,e6984c78,1,...) at kern_readv+0x58
read(c48c2690,e6984cf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e6984d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 911 tid 100071 td 0xc456bd20
sched_switch(c456bd20,0,104,177,c159fdfa,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c456bd20,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4326410,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4326410,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4326400,c4326410,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4326400,e6832c58,0,e6832b94,c06a455d,...) at ttread+0x51a
ttyread(c4318d00,e6832c58,0,e6832bb8,c075c190,...) at ttyread+0x38
scread(c4318d00,e6832c58,0,1a7,0,...) at scread+0x2d
giant_read(c4318d00,e6832c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c454ca48,e6832c58,c40a9800,0,c456bd20,...) at devfs_read_f+0x72
dofileread(e6832c58,ffffffff,ffffffff,0,c454ca48,...) at dofileread+0x96
kern_readv(c456bd20,0,e6832c58,e6832c78,1,...) at kern_readv+0x58
read(c456bd20,e6832cf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e6832d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 910 tid 100050 td 0xc427b690
sched_switch(c427b690,0,104,177,c092ad98,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,59,...) at mi_switch+0x200
sleepq_switch(c427b690,0,c0b4a800,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4324c10,59,c0b4e300,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4324c10,0,159,c0b4e300,0,...) at _sleep+0x313
ttysleep(c4324c00,c4324c10,159,c0b4e300,0,...) at ttysleep+0x39
ttread(c4324c00,e67d8c58,0,e67d8b94,c06a455d,...) at ttread+0x51a
ttyread(c4318c00,e67d8c58,0,e67d8bb8,c075c190,...) at ttyread+0x38
scread(c4318c00,e67d8c58,0,1a7,0,...) at scread+0x2d
giant_read(c4318c00,e67d8c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c48e4310,e67d8c58,c40a9800,0,c427b690,...) at devfs_read_f+0x72
dofileread(e67d8c58,ffffffff,ffffffff,0,c48e4310,...) at dofileread+0x96
kern_readv(c427b690,0,e67d8c58,e67d8c78,1,...) at kern_readv+0x58
read(c427b690,e67d8cf8,c,c0b7d2be,c0c1a1c8,...) at read+0x4f
syscall(e67d8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command inetd pid 893 tid 100122 td 0xc48c3460
sched_switch(c48c3460,0,104,177,a74f4c46,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48c3460,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44ca410,0,c0b453d4,c48c3460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44ca424,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44ca424,c44ca410,c0b4c458,571,c45215e8,...) at _cv_wait_sig+0x204
seltdwait(c468872c,c0b4c458,3d7,c48c3460,c0b6b79e,...) at seltdwait+0xa2
kern_select(c48c3460,8,bfbfebe4,0,0,0,c458f150,2819c0f8) at kern_select+0x4cf
select(c48c3460,e6942cf8,14,c0b4ca61,c0c1aa38,...) at select+0x5e
syscall(e6942d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281898a3, esp = 0xbfbfdfdc, ebp = 0xbfbfee68 ---
Tracing command moused pid 866 tid 100072 td 0xc456baf0
sched_switch(c456baf0,0,104,177,8894cde8,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c456baf0,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44b2cd0,0,c0b453d4,c456baf0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44b2ce4,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44b2ce4,c44b2cd0,c0b4c458,571,c454c498,...) at _cv_wait_sig+0x204
seltdwait(c48df42c,c0b4c458,3d7,c456baf0,88926afc,...) at seltdwait+0xa2
kern_select(c456baf0,400,bfbfeaa4,0,0,0,13,0) at kern_select+0x4cf
select(c456baf0,e6836cf8,14,c0b7d2be,c0c1aa38,...) at select+0x5e
syscall(e6836d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281928a3, esp = 0xbfbfea2c, ebp = 0xbfbfebc8 ---
Tracing command watchdogd pid 852 tid 100132 td 0xc49838c0
sched_switch(c49838c0,0,104,177,b65f7dfa,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c49838c0,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07c6100,c49838c0,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c88ec4,5c,c0b47a8a,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c88ec4,0,15c,c0b47a8a,ea61,...) at _sleep+0x2dd
kern_nanosleep(c49838c0,e6960c64,e6960c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c49838c0,e6960cf8,8,c0b7d2be,c0c1b800,...) at nanosleep+0x6f
syscall(e6960d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e20f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---
Tracing command cron pid 810 tid 100117 td 0xc461c690
sched_switch(c461c690,0,104,177,58613118,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c461c690,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07c6100,c461c690,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c88ec4,5c,c0b47a8a,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c88ec4,0,15c,c0b47a8a,ea61,...) at _sleep+0x2dd
kern_nanosleep(c461c690,e6933c64,e6933c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c461c690,e6933cf8,8,c0b4cb52,c0c1b800,...) at nanosleep+0x6f
syscall(e6933d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---
Tracing command sendmail pid 803 tid 100115 td 0xc461caf0
sched_switch(c461caf0,0,104,177,d5311ab0,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,68,...) at mi_switch+0x200
sleepq_switch(c461caf0,0,c0b4a800,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46ca058,68,c0b05fc4,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46ca058,c46ca088,168,c0b05fc4,0,...) at _sleep+0x313
kern_sigsuspend(c461caf0,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c461caf0,e692dcf8,4,c0b4c8e8,c0c1c178,...) at sigsuspend+0x4d
syscall(e692dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 ---
Tracing command sendmail pid 799 tid 100123 td 0xc48c3230
sched_switch(c48c3230,0,104,177,4c71b2aa,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48c3230,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6945a4c,c0783cda,c44b26d0,0,c48c3230,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c44b26e4,0,c0b4c495,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c44b26e4,c44b26d0,1389,571,c4678d20,...) at _cv_timedwait_sig+0x213
seltdwait(e6945c2c,e6945c34,3d7,c48c3230,e6945b04,...) at seltdwait+0x8a
kern_select(c48c3230,7,bfbfcec4,0,0,e6945c70,5,0) at kern_select+0x4cf
select(c48c3230,e6945cf8,14,c0b4ce10,c0c1aa38,...) at select+0x5e
syscall(e6945d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283b08a3, esp = 0xbfbfc52c, ebp = 0xbfbfd058 ---
Tracing command sshd pid 794 tid 100125 td 0xc48c2d20
sched_switch(c48c2d20,0,104,177,bb4ccae,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48c2d20,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44ecd10,0,c0b453d4,c48c2d20,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44ecd24,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44ecd24,c44ecd10,c0b4c458,571,c48e40a8,...) at _cv_wait_sig+0x204
seltdwait(c48df22c,c0b4c458,3d7,c48c2d20,e694bae0,...) at seltdwait+0xa2
kern_select(c48c2d20,9,810c0b4,0,0,0,810a040,1) at kern_select+0x4cf
select(c48c2d20,e694bcf8,14,e694bd38,c0c1aa38,...) at select+0x5e
syscall(e694bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe3bc, ebp = 0xbfbfee98 ---
Tracing command ntpd pid 775 tid 100120 td 0xc48c38c0
sched_switch(c48c38c0,0,104,177,7ad869b4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48c38c0,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44b1b90,0,c0b453d4,c48c38c0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44b1ba4,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44b1ba4,c44b1b90,c0b4c458,571,c45221f8,...) at _cv_wait_sig+0x204
seltdwait(c4687d2c,c0b4c458,3d7,c48c38c0,0,...) at seltdwait+0xa2
kern_select(c48c38c0,a,bfbfed78,0,0,0,246,0) at kern_select+0x4cf
select(c48c38c0,e693ccf8,14,16,c0c1aa38,...) at select+0x5e
syscall(e693cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 ---
Tracing command smartd pid 715 tid 100092 td 0xc4659690
sched_switch(c4659690,0,104,177,ab536c78,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4659690,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(1b7359,c07c6100,c4659690,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c88ec4,5c,c0b47a8a,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c88ec4,0,15c,c0b47a8a,1b7359,...) at _sleep+0x2dd
kern_nanosleep(c4659690,e6888c64,e6888c6c,707,0,...) at kern_nanosleep+0xc1
nanosleep(c4659690,e6888cf8,8,c0b4cb52,c0c1b800,...) at nanosleep+0x6f
syscall(e6888d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 ---
Tracing command nfsd pid 691 tid 100056 td 0xc452c230
sched_switch(c452c230,0,104,177,2e63b30e,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c452c230,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cbc00,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cbc00,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c452c230,e67f0cf8,8,e67f0d38,c0c1b008,...) at nfssvc+0x633
syscall(e67f0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 690 tid 100091 td 0xc46598c0
sched_switch(c46598c0,0,104,177,2e315462,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c46598c0,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cbe00,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cbe00,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c46598c0,e6885cf8,8,e6885d38,c0c1b008,...) at nfssvc+0x633
syscall(e6885d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 689 tid 100096 td 0xc4658d20
sched_switch(c4658d20,0,104,177,2e4b48c6,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4658d20,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cf400,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cf400,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4658d20,e6895cf8,8,e6895d38,c0c1b008,...) at nfssvc+0x633
syscall(e6895d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 688 tid 100101 td 0xc4658230
sched_switch(c4658230,0,104,177,2e502346,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4658230,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44ce400,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44ce400,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4658230,e68afcf8,8,e68afd38,c0c1b008,...) at nfssvc+0x633
syscall(e68afd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 687 tid 100055 td 0xc452c460
sched_switch(c452c460,0,104,177,2e4c536a,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c452c460,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cf200,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cf200,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c452c460,e67eccf8,8,c0c8d5c0,c0c1b008,...) at nfssvc+0x633
syscall(e67ecd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 686 tid 100095 td 0xc4659000
sched_switch(c4659000,0,104,177,2dea3e62,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4659000,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cc200,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cc200,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4659000,e6892cf8,8,e6892d38,c0c1b008,...) at nfssvc+0x633
syscall(e6892d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 685 tid 100052 td 0xc452caf0
sched_switch(c452caf0,0,104,177,2dd7aa4e,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c452caf0,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cf600,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cf600,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c452caf0,e67e0cf8,8,e67e0d38,c0c1b008,...) at nfssvc+0x633
syscall(e67e0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 684 tid 100088 td 0xc4321690
sched_switch(c4321690,0,104,177,2df7e6ee,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4321690,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cc000,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cc000,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4321690,e687bcf8,8,e687bd38,c0c1b008,...) at nfssvc+0x633
syscall(e687bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 683 tid 100054 td 0xc452c690
sched_switch(c452c690,0,104,177,2d99171a,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c452c690,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cf400,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44cf400,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c452c690,e67e8cf8,8,e67e8d38,c0c1b008,...) at nfssvc+0x633
syscall(e67e8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 682 tid 100074 td 0xc45668c0
sched_switch(c45668c0,0,104,177,2d83d2e2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c45668c0,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cc400,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cc400,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c45668c0,e684fcf8,8,e684fd38,c0c1b008,...) at nfssvc+0x633
syscall(e684fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 680 tid 100053 td 0xc452c8c0
sched_switch(c452c8c0,0,104,177,2efff5da,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c452c8c0,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c42ada00,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42ada00,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c452c8c0,e67e4cf8,8,e67e4d38,c0c1b008,...) at nfssvc+0x633
syscall(e67e4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 679 tid 100077 td 0xc4566690
sched_switch(c4566690,0,104,177,2d47a7de,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4566690,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cc600,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cc600,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4566690,e685acf8,8,e685ad38,c0c1b008,...) at nfssvc+0x633
syscall(e685ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 678 tid 100058 td 0xc4566d20
sched_switch(c4566d20,0,104,177,2d50b756,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4566d20,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cfa00,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44cfa00,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4566d20,e67f8cf8,8,e67f8d38,c0c1b008,...) at nfssvc+0x633
syscall(e67f8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 677 tid 100089 td 0xc4321460
sched_switch(c4321460,0,104,177,2d166762,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4321460,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cfc00,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44cfc00,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4321460,e687fcf8,8,e687fd38,c0c1b008,...) at nfssvc+0x633
syscall(e687fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 676 tid 100081 td 0xc4565d20
sched_switch(c4565d20,0,104,177,32c1fc70,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4565d20,0,c0b4a800,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46cc800,58,c0b3db32,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46cc800,c0ce8464,158,c0b3db32,0,...) at _sleep+0x313
nfssvc(c4565d20,e6866cf8,8,e6866d38,c0c1b008,...) at nfssvc+0x633
syscall(e6866d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 675 tid 100113 td 0xc4658000
sched_switch(c4658000,0,104,177,39ac9bb0,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4658000,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44ed650,0,c0b453d4,c4658000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44ed664,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44ed664,c44ed650,c0b4c458,571,c45305e8,...) at _cv_wait_sig+0x204
seltdwait(c467552c,c0b4c458,3d7,c4658000,e6927ae0,...) at seltdwait+0xa2
kern_select(c4658000,5,bfbfed48,0,0,0,bfbffff4,1) at kern_select+0x4cf
select(c4658000,e6927cf8,14,e6927d38,c0c1aa38,...) at select+0x5e
syscall(e6927d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281668a3, esp = 0xbfbfeb4c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 673 tid 100082 td 0xc4565af0
sched_switch(c4565af0,0,104,177,9dd716e2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4565af0,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c44ccad0,0,c0b453d4,c4565af0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44ccae4,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44ccae4,c44ccad0,c0b4c458,571,c45210e0,...) at _cv_wait_sig+0x204
seltdwait(c467482c,c0b4c458,3d7,c4565af0,c0cdcd10,...) at seltdwait+0xa2
kern_select(c4565af0,9,bfbfedec,0,0,0,e6869c80,2818c0f8) at kern_select+0x4cf
select(c4565af0,e6869cf8,14,c0b64852,c0c1aa38,...) at select+0x5e
syscall(e6869d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 620 tid 100097 td 0xc4658af0
sched_switch(c4658af0,0,104,177,3db65138,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4658af0,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6898aa8,c0783cda,c4570950,0,c4658af0,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4570964,0,c0b4c495,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4570964,c4570950,7531,571,e6898b8c,...) at _cv_timedwait_sig+0x213
seltdwait(e6898c5c,e6898c64,481,c4658af0,e6898b5c,...) at seltdwait+0x8a
poll(c4658af0,e6898cf8,c,c0b4cb52,c0c1b518,...) at poll+0x2f9
syscall(e6898d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---
Tracing command syslogd pid 603 tid 100090 td 0xc4321230
cpustop_handler(8,e6882760,c0ab450d,e68826f0,c0783944,...) at cpustop_handler+0x32
ipi_nmi_handler(e68826f0,c0783944,c0c88fa8,4,c46527d4,...) at ipi_nmi_handler+0x2f
trap(e688276c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0783f09, esp = 0xe68827ac, ebp = 0xe68827c8 ---
_mtx_lock_sleep(c0cdd26c,c4321230,0,c0b5042f,6ac,...) at _mtx_lock_sleep+0x99
_mtx_lock_flags(c0cdd26c,0,c0b5042f,6ac,c0c209e4,...) at _mtx_lock_flags+0xef
getnewbuf(4000,0,c0b5042f,a01,50,...) at getnewbuf+0x52
getblk(c4697c18,2,0,1000,0,...) at getblk+0x40b
breadn(c4697c18,2,0,1000,0,...) at breadn+0x44
bread(c4697c18,2,0,1000,0,...) at bread+0x4c
ffs_balloc_ufs2(c4697c18,8c69,0,6b,c40a9800,...) at ffs_balloc_ufs2+0xe48
ffs_write(e6882be0,e6882ba0,c0abe8f5,8c69,1,...) at ffs_write+0x373
VOP_WRITE_APV(c0c3db00,e6882be0,c0b5394f,251,3,...) at VOP_WRITE_APV+0x140
vn_write(c458fd20,c4b67480,c40a9800,0,c4321230,...) at vn_write+0x1ae
dofilewrite(c4b67480,ffffffff,ffffffff,0,c458fd20,...) at dofilewrite+0x95
kern_writev(c4321230,b,c4b67480,c4b67480,bfbfd480,...) at kern_writev+0x58
writev(c4321230,e6882cf8,c,c0b4cb52,c0c1acd8,...) at writev+0x46
syscall(e6882d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (121, FreeBSD ELF32, writev), eip = 0x28160e9b, esp = 0xbfbfce1c, ebp = 0xbfbfd518 ---
Tracing command devd pid 546 tid 100098 td 0xc46588c0
sched_switch(c46588c0,0,104,177,7b1a45e0,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46588c0,0,c0b4a800,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0783cda,c4570b50,0,c0b453d4,c46588c0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4570b64,0,c0b4c495,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4570b64,c4570b50,c0b4c458,571,c458f738,...) at _cv_wait_sig+0x204
seltdwait(c4687e2c,c0b4c458,3d7,c46588c0,e689cae8,...) at seltdwait+0xa2
kern_select(c46588c0,5,bfbfedf8,0,0,0,0,8) at kern_select+0x4cf
select(c46588c0,e689ccf8,14,c0afae46,c0c1aa38,...) at select+0x5e
syscall(e689cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x808763f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 ---
Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0
sched_switch(c427b8c0,0,104,177,979558a8,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,44,...) at mi_switch+0x200
sleepq_switch(c427b8c0,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0ce91a0,44,c0b69940,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0ce91a0,c0ce9144,44,c0b69940,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45e9d38,c0b42d55,322,c44c2000,...) at softdep_flush+0x2d2
fork_exit(c09a6650,0,e45e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 ---
Tracing command syncer pid 20 tid 100048 td 0xc427baf0
sched_switch(c427baf0,0,104,177,46974d38,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,68,...) at mi_switch+0x200
sleepq_switch(c427baf0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c88ce0,68,c0b53174,0,0,...) at sleepq_wait+0x63
_sleep(c0c88ce0,c0cdd4c0,68,c0b53174,0,...) at _sleep+0x32a
sched_sync(0,e45e6d38,c0b42d55,322,c44c229c,...) at sched_sync+0x521
fork_exit(c08169b0,0,e45e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 ---
Tracing command vnlru pid 19 tid 100047 td 0xc427bd20
sched_switch(c427bd20,0,104,177,4697cf14,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,50,...) at mi_switch+0x200
sleepq_switch(c427bd20,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c44c2538,50,c0b53468,0,0,...) at sleepq_timedwait+0x6b
_sleep(c44c2538,c0cdd494,250,c0b53468,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45e3d38,c0b42d55,322,c44c2538,...) at vnlru_proc+0x115
fork_exit(c08189c0,0,e45e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 ---
Tracing command bufdaemon pid 18 tid 100046 td 0xc4320000
kdb_enter(c0b46855,c0b46855,c0b455f6,e45e0aa4,2,...) at kdb_enter+0x3a
panic(c0b455f6,c0b507dc,c0b5042f,892,c0cdd26c,...) at panic+0x12c
_mtx_lock_sleep(c0cdd26c,c4320000,0,c0b5042f,892,...) at _mtx_lock_sleep+0x4a
_mtx_lock_flags(c0cdd26c,0,c0b5042f,892,0,...) at _mtx_lock_flags+0xef
flushbufqueues(c44c27d4,0,c0b5042f,7f0,3e8,...) at flushbufqueues+0x641
buf_daemon(0,e45e0d38,c0b42d55,322,c44c27d4,...) at buf_daemon+0xc0
fork_exit(c08036b0,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---
Tracing command pagezero pid 17 tid 100045 td 0xc4320230
sched_switch(c4320230,0,104,177,7e0248de,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4320230,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0ce9d94,0,c0b6e916,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0ce9d94,c0ce9950,0,c0b6e916,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45ddd38,c0b42d55,322,c44c2a70,...) at vm_pagezero+0xdc
fork_exit(c09dfd90,0,e45ddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 ---
Tracing command vmdaemon pid 9 tid 100044 td 0xc4320460
sched_switch(c4320460,0,104,177,dee58cea,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,68,...) at mi_switch+0x200
sleepq_switch(c4320460,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0ce99bc,68,c0b50e4f,0,0,...) at sleepq_wait+0x63
_sleep(c0ce99bc,c0ce99c0,68,c0b50e4f,0,...) at _sleep+0x32a
vm_daemon(0,e45dad38,c0b42d55,322,c44c2d0c,...) at vm_daemon+0x59
fork_exit(c09da2b0,0,e45dad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 ---
Tracing command pagedaemon pid 8 tid 100043 td 0xc4320690
sched_switch(c4320690,0,104,177,3bc0ffd8,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,44,...) at mi_switch+0x200
sleepq_switch(c4320690,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0ce9984,44,c0b50e4f,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0ce9984,c0ce9950,44,c0b50e4f,1388,...) at _sleep+0x2f8
vm_pageout(0,e45d7d38,c0b42d55,322,c40a329c,...) at vm_pageout+0x2bb
fork_exit(c09dae20,0,e45d7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 ---
Tracing command sctp_iterator pid 7 tid 100042 td 0xc43208c0
sched_switch(c43208c0,0,104,177,b832005e,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c43208c0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cdeee0,0,c0b5c5b0,0,0,...) at sleepq_wait+0x63
_sleep(c0cdeee0,c0cdedf4,0,c0b5c5b0,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45d4d38,c0b42d55,322,c40a3538,...) at sctp_iterator_thread+0x60
fork_exit(c0890230,0,e45d4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 ---
Tracing command fdc0 pid 6 tid 100039 td 0xc4321000
sched_switch(c4321000,0,104,177,4628ae98,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4321000,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c426a83c,4c,c0b3db32,0,0,...) at sleepq_timedwait+0x6b
_sleep(c426a83c,c426a8f0,4c,c0b3db32,3e8,...) at _sleep+0x2f8
fdc_thread(c426a800,e45c8d38,c0b42d55,322,c40a37d4,...) at fdc_thread+0x2b8
fork_exit(c0a765f0,c426a800,e45c8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45c8d70, ebp = 0 ---
Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0
sched_switch(c427a8c0,0,104,177,bc6f1668,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427a8c0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c863d4,5c,c0b3a70f,0,0,...) at sleepq_wait+0x63
_sleep(c0c863d4,0,5c,c0b3a70f,0,...) at _sleep+0x32a
usb_task_thread(c0c863d4,c3e2cd38,c0b42d55,322,c40a3a70,...) at usb_task_thread+0x62
fork_exit(c07025e0,c0c863d4,c3e2cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 ---
Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0
sched_switch(c427aaf0,0,104,177,bc6ee7e4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427aaf0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c863c0,5c,c0b3a70f,0,0,...) at sleepq_wait+0x63
_sleep(c0c863c0,0,5c,c0b3a70f,0,...) at _sleep+0x32a
usb_task_thread(c0c863c0,c3e29d38,c0b42d55,322,c40a3d0c,...) at usb_task_thread+0x62
fork_exit(c07025e0,c0c863c0,c3e29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 ---
Tracing command usb0 pid 14 tid 100031 td 0xc427ad20
sched_switch(c427ad20,0,104,177,45e0dec2,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427ad20,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c429d210,5c,c0b3a71d,0,0,...) at sleepq_timedwait+0x6b
_sleep(c429d210,0,5c,c0b3a71d,ea60,...) at _sleep+0x2f8
usb_event_thread(c42968c0,c3e26d38,c0b42d55,322,c41cb000,...) at usb_event_thread+0xca
fork_exit(c0702720,c42968c0,c3e26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 ---
Tracing command xpt_thrd pid 5 tid 100026 td 0xc40ec8c0
sched_switch(c40ec8c0,0,104,177,bc6e77ec,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40ec8c0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c561d4,4c,c0af810d,0,0,...) at sleepq_wait+0x63
_sleep(c0c561d4,c0c561ec,4c,c0af810d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,c3df0d38,c0b42d55,322,c41cb29c,...) at xpt_scanner_thread+0x41
fork_exit(c04706b0,0,c3df0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3df0d70, ebp = 0 ---
Tracing command yarrow pid 13 tid 100017 td 0xc40a6230
sched_switch(c40a6230,0,104,177,9efb9ea0,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6230,0,c0b4a800,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c88ce8,0,c0b3db32,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c88ce8,0,0,c0b3db32,64,...) at _sleep+0x2f8
pause(c0b3db32,64,c0b30a1d,112,0,...) at pause+0x47
random_kthread(0,c3dd5d38,c0b42d55,322,c41cb538,...) at random_kthread+0x1d9
fork_exit(c067b080,0,c3dd5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100015 td 0xc40a6690
sched_switch(c40a6690,0,104,177,98de2a78,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6690,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c86ae4,4c,c0b3db32,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c86ae4,c0c86a48,24c,c0b3db32,64,...) at _sleep+0x2f8
g_io_schedule_down(c40a6690,0,c0b3f1ff,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,c3dcfd38,c0b42d55,322,c40a2000,...) at g_down_procbody+0x8d
fork_exit(c073ddf0,0,c3dcfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 ---
Tracing command g_up pid 3 tid 100014 td 0xc40a68c0
sched_switch(c40a68c0,0,103,172,e5fbf824,...) at sched_switch+0x437
mi_switch(103,0,c0b4b033,2e0,c4071c30,...) at mi_switch+0x200
turnstile_wait(c4071c30,c4320000,0,188,c0cdd26c,...) at turnstile_wait+0x48a
_mtx_lock_sleep(c0cdd26c,c40a68c0,0,c0b5042f,59e,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0cdd26c,0,c0b5042f,59e,c0b453d4,...) at _mtx_lock_flags+0xef
bqrelse(d80eb260,0,c0b5042f,cd3,c0b5042f,...) at bqrelse+0x17c
bufdone_finish(d80eb260,c145fd20,d80eb260,c4501084,c3dccc98,...) at bufdone_finish+0x3a0
bufdone(d80eb260,c0b453d4,ca,c4070754) at bufdone+0x6a
g_vfs_done(c4501084,0,c0b5042f,ba6,c4501084,...) at g_vfs_done+0xc8
biodone(c4501084,c0c86a68,24c,c0b3db32,64,...) at biodone+0xa5
g_io_schedule_up(c40a68c0,0,c0b3f1ff,5d,0,...) at g_io_schedule_up+0xc7
g_up_procbody(0,c3dccd38,c0b42d55,322,c40a229c,...) at g_up_procbody+0x8d
fork_exit(c073de80,0,c3dccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 ---
Tracing command g_event pid 2 tid 100013 td 0xc40a6af0
sched_switch(c40a6af0,0,104,177,9795a4a0,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6af0,0,c0b4a800,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c86ad8,4c,c0b3db32,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c86ad8,0,4c,c0b3db32,64,...) at _sleep+0x2f8
g_event_procbody(0,c3dc9d38,c0b42d55,322,c40a2538,...) at g_event_procbody+0xcb
fork_exit(c073df10,0,c3dc9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 ---
Tracing command intr pid 12 tid 100041 td 0xc4320af0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100040 td 0xc4320d20
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100038 td 0xc4268d20
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100037 td 0xc427a000
sched_switch(c427a000,0,109,177,bc67c080,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40a01ec,...) at mi_switch+0x200
ithread_loop(c4317300,e45b8d38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c4317300,e45b8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45b8d70, ebp = 0 ---
Tracing command intr pid 12 tid 100036 td 0xc427a230
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100035 td 0xc427a460
sched_switch(c427a460,0,109,177,e2a290ea,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40e8c6c,...) at mi_switch+0x200
ithread_loop(c42b18c0,e45aed38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c42b18c0,e45aed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 ---
Tracing command intr pid 12 tid 100034 td 0xc427a690
sched_switch(c427a690,0,109,177,976e5e7c,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40e8aec,...) at mi_switch+0x200
ithread_loop(c42a08b0,e4597d38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c42a08b0,e4597d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 ---
Tracing command intr pid 12 tid 100030 td 0xc427b000
sched_switch(c427b000,0,109,177,bc676138,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40e8b6c,...) at mi_switch+0x200
ithread_loop(c42948e0,c3e22d38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c42948e0,c3e22d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 ---
Tracing command intr pid 12 tid 100028 td 0xc427b460
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100027 td 0xc40ec690
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100024 td 0xc40ecd20
sched_switch(c40ecd20,0,109,177,ab51aa84,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40ebdec,...) at mi_switch+0x200
ithread_loop(c4210bb0,c3dead38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c4210bb0,c3dead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dead70, ebp = 0 ---
Tracing command intr pid 12 tid 100023 td 0xc4268000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100018 td 0xc4268af0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100012 td 0xc40a6d20
sched_switch(c40a6d20,0,109,177,46bf1b84,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40eaeec,...) at mi_switch+0x200
ithread_loop(c40a1160,c3dc6d38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c40a1160,c3dc6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc6d70, ebp = 0 ---
Tracing command intr pid 12 tid 100011 td 0xc40ec000
sched_switch(c40ec000,0,109,177,2c47eb08,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40eb06c,...) at mi_switch+0x200
ithread_loop(c40a1170,c3dc3d38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c40a1170,c3dc3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc3d70, ebp = 0 ---
Tracing command intr pid 12 tid 100010 td 0xc40ec230
sched_switch(c40ec230,0,109,177,1ffcd5a0,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40eb0ec,...) at mi_switch+0x200
ithread_loop(c40a1180,c3dc0d38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c40a1180,c3dc0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 ---
Tracing command intr pid 12 tid 100009 td 0xc40ec460
sched_switch(c40ec460,0,109,177,a105377c,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40eb16c,...) at mi_switch+0x200
ithread_loop(c40a1190,c3dbdd38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c40a1190,c3dbdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 ---
Tracing command intr pid 12 tid 100008 td 0xc40a4000
sched_switch(c40a4000,0,109,177,8d6da8a4,...) at sched_switch+0x437
mi_switch(109,0,c0b42fd9,4cc,c40e8eec,...) at mi_switch+0x200
ithread_loop(c40a11a0,c3dbad38,c0b42d55,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c07732b0,c40a11a0,c3dbad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 ---
Tracing command intr pid 12 tid 100007 td 0xc40a4230
fork_trampoline() at fork_trampoline
Tracing command idle pid 11 tid 100006 td 0xc40a4460
cpustop_handler(1,c3db1c24,c0ab450d,c079d0c8,3f496180,...) at cpustop_handler+0x32
ipi_nmi_handler(c079d0c8,3f496180,8006680c,369e99,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3db1c30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e7c0f5, esp = 0xc3db1c70, ebp = 0xc3db1c70 ---
acpi_cpu_c1(1,1,c3db1cd8,0,c07b2391,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3db1cb4,c0aa3d5b,1,c3db1cf8,c07b2656,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(1,c3db1cf8,c07b2656,1,c3db1cd8,...) at cpu_idle_acpi+0x1b
cpu_idle(1,c3db1cd8,c0b48361,9f1,c40a4460,...) at cpu_idle+0x1b
sched_idletd(0,c3db1d38,c0b42d55,322,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07b2440,0,c3db1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db1d70, ebp = 0 ---
Tracing command idle pid 11 tid 100005 td 0xc40a4690
sched_switch(c40a4690,0,108,172,e5fc42ac,...) at sched_switch+0x437
mi_switch(108,0,c0b48361,3a1,c40a4690,...) at mi_switch+0x200
sched_idletd(0,c3daed38,c0b42d55,322,c40a2a70,...) at sched_idletd+0x178
fork_exit(c07b2440,0,c3daed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xc40a48c0
sched_switch(c40a48c0,0,60c,172,e0e4748e,...) at sched_switch+0x437
mi_switch(60c,0,c0b48361,804,2,...) at mi_switch+0x200
sched_preempt(c40a48c0,2,c3dabc70,c0a98ffe,c4080008,...) at sched_preempt+0x9f
ipi_bitmap_handler(c4080008,c40e0028,28,c42ad018,c42ad000,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e7515c, ebp = 0xc3dabc5c ---
uart_z8530_class(c0e7c0f5,20,246,c3dabca0,c0e7515c,...) at 0x20
Tracing command idle pid 11 tid 100003 td 0xc40a4af0
sched_switch(c40a4af0,0,60c,172,ebd55ae2,...) at sched_switch+0x437
mi_switch(60c,0,c0b48361,804,3,...) at mi_switch+0x200
sched_preempt(c40a4af0,3,c3da8c70,c0a98ffe,c0b40008,...) at sched_preempt+0x9f
ipi_bitmap_handler(c0b40008,28,c40a0028,c42ad418,c42ad400,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e7515c, ebp = 0xc3da8c5c ---
uart_z8530_class(c0e7c0f5,20,246,c3da8ca0,c0e7515c,...) at 0x20
Tracing command init pid 1 tid 100002 td 0xc40a4d20
sched_switch(c40a4d20,0,104,177,b6f8dafa,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a4d20,0,c0b4a800,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4a800,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c40a2d0c,5c,c0b4ca0e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40a2d0c,c40a2d94,15c,c0b4ca0e,0,...) at _sleep+0x313
kern_wait(c40a4d20,ffffffff,c3da4c74,0,0,...) at kern_wait+0xa66
wait4(c40a4d20,c3da4cf8,10,c3da4d38,c0c1a228,...) at wait4+0x3b
syscall(c3da4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---
Tracing command audit pid 10 tid 100001 td 0xc40a6000
sched_switch(c40a6000,0,104,177,bc6804d4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6000,0,c0b4a800,237,c40a6000,...) at sleepq_switch+0x14d
sleepq_wait(c0ce8b9c,0,c0b66ee7,1,0,...) at sleepq_wait+0x63
_cv_wait(c0ce8b9c,c0ce8b80,c0b6789d,18d,0,...) at _cv_wait+0x204
audit_worker(0,c3da1d38,c0b42d55,322,c40a3000,...) at audit_worker+0x84
fork_exit(c098a770,0,c3da1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100029 td 0xc427b230
sched_switch(c427b230,0,104,177,bc670c6c,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c427b230,0,c0b4a800,237,c427b230,...) at sleepq_switch+0x14d
sleepq_wait(c42974c0,0,c0b473ad,c0b3db32,0,...) at sleepq_wait+0x63
msleep_spin(c42974c0,c42974dc,c0b3db32,0,c0b453d4,...) at msleep_spin+0x21d
taskqueue_thread_loop(c4261b64,c3e1fd38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07c8b10,c4261b64,c3e1fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100025 td 0xc40ecaf0
sched_switch(c40ecaf0,0,104,177,bca2b7f8,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40ecaf0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4254440,0,c0b3db32,0,0,...) at sleepq_wait+0x63
_sleep(c4254440,c425445c,0,c0b3db32,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c872e4,c3dedd38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c8b10,c0c872e4,c3dedd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dedd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100022 td 0xc4268230
sched_switch(c4268230,0,104,177,bca28744,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268230,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4254580,0,c0b3db32,0,0,...) at sleepq_wait+0x63
_sleep(c4254580,c425459c,0,c0b3db32,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e8d138,c3de4d38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c8b10,c0e8d138,c3de4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100021 td 0xc4268460
sched_switch(c4268460,0,104,177,bca260c0,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268460,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4254580,0,c0b3db32,0,0,...) at sleepq_wait+0x63
_sleep(c4254580,c425459c,0,c0b3db32,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e8d138,c3de1d38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c8b10,c0e8d138,c3de1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100020 td 0xc4268690
sched_switch(c4268690,0,104,177,bca230b4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268690,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4254580,0,c0b3db32,0,0,...) at sleepq_wait+0x63
_sleep(c4254580,c425459c,0,c0b3db32,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e8d138,c3dded38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c8b10,c0e8d138,c3dded38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dded70, ebp = 0 ---
Tracing command kernel pid 0 tid 100019 td 0xc42688c0
sched_switch(c42688c0,0,104,177,d3383bc4,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c42688c0,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c42545c0,0,c0b3db32,0,0,...) at sleepq_wait+0x63
_sleep(c42545c0,c42545dc,0,c0b3db32,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c949a8,c3ddbd38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c8b10,c0c949a8,c3ddbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3ddbd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100016 td 0xc40a6460
sched_switch(c40a6460,0,104,177,338cdd7c,...) at sched_switch+0x437
mi_switch(104,0,c0b4a800,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6460,0,c0b4a800,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c408a980,0,c0b3db32,0,0,...) at sleepq_wait+0x63
_sleep(c408a980,c408a99c,0,c0b3db32,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c93620,c3dd2d38,c0b42d55,322,c0c86ba0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c8b10,c0c93620,c3dd2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100000 td 0xc0c86e40
sched_switch(c0c86e40,0,109,177,e6956576,...) at sched_switch+0x437
mi_switch(109,0,c0b6c136,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 164 MB: 149 133 117 101 85 69 53 37 21 5
Dump complete
= 0
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2
(kgdb) bt
#0 doadump () at pcpu.h:196
#1 0xc04960d9 in db_fncall (dummy1=0xe45e088c, dummy2=0x0, dummy3=0xc0c57780,
dummy4=0xe45e087c "\200ýÅÀ\f\226´ÀØ") at ../../../ddb/db_command.c:516
#2 0xc0496688 in db_command (last_cmdp=0xc0c56e70, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:413
#3 0xc04967ba in db_command_loop () at ../../../ddb/db_command.c:466
#4 0xc0497fad in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5 0xc07be326 in kdb_trap (type=0x3, code=0x0, tf=0xe45e0a24) at ../../../kern/subr_kdb.c:534
#6 0xc0ab4aab in trap (frame=0xe45e0a24) at ../../../i386/i386/trap.c:683
#7 0xc0a9890b in calltrap () at ../../../i386/i386/exception.s:165
#8 0xc07be4aa in kdb_enter (why=0xc0b46855 "panic", msg=0xc0b46855 "panic") at cpufunc.h:60
#9 0xc079128c in panic (fmt=0xc0b455f6 "_mtx_lock_sleep: recursed on non-recursive mutex %s @ %s:%d\n")
at ../../../kern/kern_shutdown.c:556
#10 0xc0783eba in _mtx_lock_sleep (m=0xc0cdd26c, tid=0xc4320000, opts=0x0,
file=0xc0b5042f "../../../kern/vfs_bio.c", line=0x892) at ../../../kern/kern_mutex.c:310
#11 0xc078410f in _mtx_lock_flags (m=0xc0cdd26c, opts=0x0, file=0xc0b5042f "../../../kern/vfs_bio.c",
line=0x892) at ../../../kern/kern_mutex.c:182
#12 0xc0803591 in flushbufqueues (queue=Variable "queue" is not available.
) at ../../../kern/vfs_bio.c:2194
#13 0xc0803770 in buf_daemon () at ../../../kern/vfs_bio.c:2045
#14 0xc0770698 in fork_exit (callout=0xc08036b0 <buf_daemon>, arg=0x0, frame=0xe45e0d38)
at ../../../kern/kern_fork.c:810
#15 0xc0a98980 in fork_trampoline () at ../../../i386/i386/exception.s:270
(kgdb) f 12
#12 0xc0803591 in flushbufqueues (queue=Variable "queue" is not available.
) at ../../../kern/vfs_bio.c:2194
2194 mtx_lock(&bqlock);
(kgdb) p bqlock
$1 = {lock_object = {lo_name = 0xc0b507dc "buf queue lock", lo_flags = 0x1030000, lo_data = 0x0,
lo_witness = 0xc0c9f230}, mtx_lock = 0xc4320002}
(kgdb) info loc
sentinel = {b_bufobj = 0xc0797ca8, b_bcount = 0xe45e0b58, b_caller1 = 0xc07b1a35,
b_data = 0xc0c8dc40 "\210âÈÀ", b_error = 0x14, b_iocmd = 0x0, b_ioflags = 0x0,
b_iooffset = 0xc0c8dc4000000747, b_resid = 0xb, b_iodone = 0x3, b_blkno = 0x183100000003,
b_offset = 0xc0c88f70c4320000, b_bobufs = {tqe_next = 0xc4320000, tqe_prev = 0xe45e0b68}, b_left = 0x46,
b_right = 0xc0c88f70, b_vflags = 0xe45e0b84, b_freelist = {tqe_next = 0xd81ec3f0, tqe_prev = 0xd816b9d8},
b_qindex = 0x4, b_flags = 0xc0b453d4, b_xflags = 0xf4, b_lock = {lock_object = {lo_name = 0x0,
lo_flags = 0xc0c8c8c0, lo_data = 0xc4320000, lo_witness = 0xc0c8c8c0}, lk_lock = 0xe45e0bac,
lk_timo = 0xc07b0a5f, lk_pri = 0xc0c8cd00, lk_stack = {depth = 0x3, pcs = {0x0, 0x4ae, 0x5c8876,
0xe45e0bd4, 0xc07b14ab, 0xc0c8c8c0, 0x4, 0xc4320000, 0xc0c88f00, 0x0, 0xe45e0bf0, 0xc07844bf,
0xc0c88f00, 0x0, 0xc0b47ba3, 0xc0b453dd, 0xc0c209e4, 0x0}}}, b_bufsize = 0xc07ce73b,
b_runningbufspace = 0xc0b453dd, b_kvabase = 0xc4320000 "ÀÕÈÀÔ'LÄ", b_kvasize = 0xc0c95634,
b_lblkno = 0xc4320200c4320000, b_vp = 0xc4320000, b_dirtyoff = 0xc0c8dc40, b_dirtyend = 0xe45e0c1c,
b_rcred = 0xc0797900, b_wcred = 0xc0c8dc70, b_saveaddr = 0xc4320000, b_pager = {pg_reqpage = 0x0},
b_cluster = {cluster_head = {tqh_first = 0xe45e0c44, tqh_last = 0xc07b155c}, cluster_entry = {
tqe_next = 0xe45e0c44, tqe_prev = 0xc07b155c}}, b_pages = {0xc0c8dc70, 0xc4320000, 0xc0b48361, 0x1ca,
0x3, 0x5c8d9a, 0xc4320000, 0xc0c8dc40, 0xe45e0c4c, 0xc0797ca8, 0xe45e0c80, 0xc07b1a35, 0xc0c8dc40, 0x14,
0xc0b48361, 0x747, 0xc0c8dc40, 0x3, 0x3, 0x3, 0x5c8d9a, 0xc4320000, 0x206, 0xe45e0cb0, 0xc4320000,
0xe45e0c94, 0x246, 0xc0c8dc40, 0xe45e0cb0, 0xc0783944, 0xc0c8dc40, 0x4}, b_npages = 0xc0b453d4, b_dep = {
lh_first = 0xf4}, b_fsprivate1 = 0xc4320000, b_fsprivate2 = 0xe45e0cd8, b_fsprivate3 = 0xc079737d,
b_pin_count = 0xc0c88750}
vp = (struct vnode *) 0xc4bfa968
mp = (struct mount *) 0xc4510000
bp = (struct buf *) 0xd8166ab0
hasdeps = 0x0
flushed = 0x1
target = 0x328
(kgdb) l
2189 VOP_UNLOCK(vp, 0);
2190 flushwithdeps += hasdeps;
2191 flushed++;
2192 waitrunningbufspace();
2193 numdirtywakeup((lodirtybuffers + hidirtybuffers) / 2);
2194 mtx_lock(&bqlock);
2195 continue;
2196 }
2197 vn_finished_write(mp);
2198 BUF_UNLOCK(bp);
(kgdb) source ~pho/buf.gdb
bufspace 0x6c78000
maxbufspace 0x6f84000
bufmallocspace 0x0
maxbufmallocspace 0x58b666
lobufspace 0x6ed4000
bufreusecnt 0xbeb
buffreekvacnt 0x4fe
bufdefragcnt 0x532
lorunningspace 0x80000
hirunningspace 0x100000
recursiveflushes 0x0
numdirtybuffers 0x6ad
lodirtybuffers 0x386
hidirtybuffers 0x70c
numfreebuffers 0x14fc
lofreebuffers 0x191
hifreebuffers 0x322
getnewbufcalls 0xd47
getnewbufrestarts 0xa15
bd_request 0x1
runningbufreq 0x0
needsbuffer 0x8
flushwithdeps 0x0
--
Test scenario:
newfs4.sh