GENERIC HEAD from Jun 13 15:01 UTC + softdep_insmntque.6.patch + ffs_ronly.1.patch, No vmcore
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Fri Jun 13 22:23:47 CEST 2008
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1037516800 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
1st 0xc45767ac bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b38dcf,c3da4784,c07c61ae,c0b3b60c,d80ea918,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b60c,d80ea918,c0b4021e,c0b4021e,c0b3f7d4,...) at kdb_backtrace+0x29
witness_checkorder(d80ea918,9,c0b3f7cb,998,c0c84e34,...) at witness_checkorder+0x6de
__lockmgr_args(d80ea918,81900,c45767ac,c0b40153,50,...) at __lockmgr_args+0x777
getblk(c45766b8,0,0,800,0,...) at getblk+0x163
breadn(c45766b8,0,0,800,0,...) at breadn+0x44
bread(c45766b8,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c45766b8,0,0,0,c3da49a4,...) at ffs_blkatoff+0xd1
ufs_lookup(c3da49ec,c0b6c235,c45766b8,c45766b8,c3da4b50,...) at ufs_lookup+0x2e6
VOP_CACHEDLOOKUP_APV(c0c2cc20,c3da49ec,c3da4b50,c3da4b3c,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(c3da4a6c,c0b42599,c0c44f20,80000,c45766b8,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0c2cc20,c3da4a6c,c0b40ff8,1b0,c3da4b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(c3da4b24,c0b40ff8,d8,c0,c407322c,...) at lookup+0x58e
namei(c3da4b24,c3da4b28,c07c598c,c0b41340,c0ccc520,...) at namei+0x45b
kern_unlinkat(c40a4d20,ffffff9c,c0b41687,1,c3da4c5c,...) at kern_unlinkat+0x46
kern_unlink(c40a4d20,c0b41687,1,62c,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b41841,c0b2f68c,c0b281b9,1,c0803360,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c77fb0,4,c0b30980,264,0,...) at vfs_mountroot+0x420
start_init(0,c3da4d38,c0b32301,324,c40a2d0c,...) at start_init+0x65
fork_exit(c074feb0,0,c3da4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
1st 0xc0cd8384 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5494
2nd 0xd8195908 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150
KDB: stack backtrace:
db_trace_self_wrapper(c0b38dcf,e69df404,c07c61ae,c0b3b60c,d8195908,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b60c,d8195908,c0b4021e,c0b4021e,c0b57c67,...) at kdb_backtrace+0x29
witness_checkorder(d8195908,9,c0b57c5e,1806,c0b3f7d4,...) at witness_checkorder+0x6de
__lockmgr_args(d8195908,80900,c0cd8384,0,0,...) at __lockmgr_args+0x777
getdirtybuf(c0cd8384,4,c0b57c5e,159a,e69df524,...) at getdirtybuf+0xc3
flush_deplist(e69df528,0,c0b57c5e,1576,2283f,...) at flush_deplist+0x59
flush_inodedep_deps(c0cd8384,0,c0b57c5e,1477,131,...) at flush_inodedep_deps+0xa5
softdep_sync_metadata(c52bb000,0,c0b594fe,131,0,...) at softdep_sync_metadata+0x58
ffs_syncvnode(c52bb000,1,e69df66c,246,246,...) at ffs_syncvnode+0x3e2
ffs_truncate(c52bb000,200,0,880,c4704b00,...) at ffs_truncate+0x639
ufs_direnter(c52bb000,c53d1560,e69df8f0,e69dfb84,0,...) at ufs_direnter+0x973
ufs_makeinode(e69dfb84,c0c2d140,e69dfa64,e69dfa34,c0ab2715,...) at ufs_makeinode+0x541
ufs_create(e69dfa64,c0b6c6f2,0,e69dfa64,e69dfb58,...) at ufs_create+0x30
VOP_CREATE_APV(c0c2cc20,e69dfa64,2,e69dfa54,246,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e69dfb58,e69dfc5c,1b0,c4704b00,c4d09bd0,...) at vn_open_cred+0x1df
vn_open(e69dfb58,e69dfc5c,1b0,c4d09bd0,e69dfb40,...) at vn_open+0x33
kern_openat(c4cc5230,ffffff9c,bfbfe8b8,0,602,...) at kern_openat+0x10f
kern_open(c4cc5230,bfbfe8b8,0,601,1b0,...) at kern_open+0x35
open(c4cc5230,e69dfcfc,c,c0b3bcd7,c0c09318,...) at open+0x30
syscall(e69dfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28157763, esp = 0xbfbfe87c, ebp = 0xbfbfe898 ---
lock order reversal:
1st 0xc549db18 ufs (ufs) @ kern/vfs_vnops.c:593
2nd 0xd824e23c bufwait (bufwait) @ kern/vfs_bio.c:2456
3rd 0xc69ac868 ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1401
KDB: stack backtrace:
db_trace_self_wrapper(c0b38dcf,e6c0c6fc,c07c61ae,c0b3b625,c69ac868,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b625,c69ac868,c0b2ff2f,c0b2ff2f,c0b59081,...) at kdb_backtrace+0x29
witness_checkorder(c69ac868,9,c0b59078,579,c0b427e3,...) at witness_checkorder+0x6de
__lockmgr_args(c69ac868,80000,0,0,0,...) at __lockmgr_args+0x777
ffs_vgetf(c464d338,2a88e,80200,e6c0c828,1,...) at ffs_vgetf+0x1ee
process_worklist_item(c0cd8384,0,c0b57c5e,16a7,c464fd48,...) at process_worklist_item+0xfb
softdep_request_cleanup(c4311000,c549dac0,c0b56b3f,cd,1,...) at softdep_request_cleanup+0x150
ffs_alloc(c659407c,b10,0,f3720,0,...) at ffs_alloc+0x448
ffs_balloc_ufs2(c549dac0,2c40000,0,1000,c4704b00,...) at ffs_balloc_ufs2+0x1a13
ffs_write(e6c0cbc4,c0b6c628,c0aae545,0,e6c0cb58,...) at ffs_write+0x373
VOP_WRITE_APV(c0c2cc20,e6c0cbc4,c0b42d04,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c42f8e70,e6c0cc60,c4704b00,0,c4ce8460,...) at vn_write+0x1ae
dofilewrite(e6c0cc60,ffffffff,ffffffff,0,c42f8e70,...) at dofilewrite+0x95
kern_writev(c4ce8460,4,e6c0cc60,bfbfd86c,1000,...) at kern_writev+0x58
write(c4ce8460,e6c0ccfc,c,c0b2537c,c0c09300,...) at write+0x4f
syscall(e6c0cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28167903, esp = 0xbfbfd7cc, ebp = 0xbfbfe878 ---
lock order reversal:
1st 0xc494972c filedesc structure (filedesc structure) @ kern/kern_descrip.c:1075
2nd 0xc46b45b8 ufs (ufs) @ kern/vfs_subr.c:4037
KDB: stack backtrace:
db_trace_self_wrapper(c0b38dcf,e6991a94,c07c61ae,c0b3b60c,c46b45b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b60c,c46b45b8,c0b2ff2f,c0b2ff2f,c0b418ee,...) at kdb_backtrace+0x29
witness_checkorder(c46b45b8,9,c0b418e5,fc5,e6991ac4,...) at witness_checkorder+0x6de
__lockmgr_args(c46b45b8,80400,c46b4620,0,0,...) at __lockmgr_args+0x777
ffs_lock(e6991b9c,e6991b88,246,80400,c46b4560,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0c2cc20,e6991b9c,c0c452c0,c46b4560,80400,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c46b4560,80400,c0b418e5,fc5,e6991bf8,...) at _vn_lock+0x5e
vfs_knllock(c46b4560,0,c0b31da4,65b,c48b2e9c,...) at vfs_knllock+0x29
knlist_remove_kq(0,e6991c18,c08081f9,c4cae01c,c48b2e9c,...) at knlist_remove_kq+0xad
knlist_remove(c4cae01c,c48b2e9c,0,e6991c44,c0762a25,...) at knlist_remove+0x1b
filt_vfsdetach(c48b2e9c,0,c0b31da4,72b,3,...) at filt_vfsdetach+0x39
knote_fdclose(c49c5af0,3,c0b318e2,433,c4588c40,...) at knote_fdclose+0xf5
kern_close(c49c5af0,3,e6991d2c,c0aa3f03,c49c5af0,...) at kern_close+0xd5
close(c49c5af0,e6991cfc,4,c0b24431,c0c09330,...) at close+0x1a
syscall(e6991d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x281678e3, esp = 0xbfbfeaac, ebp = 0xbfbfeab8 ---
lock order reversal:
1st 0xc46dcb18 ufs (ufs) @ kern/vfs_mount.c:1209
2nd 0xc54091b0 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1026
KDB: stack backtrace:
db_trace_self_wrapper(c0b38dcf,e6894a4c,c07c61ae,c0b3b60c,c54091b0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b60c,c54091b0,c0b2c381,c0b2c381,c0b57c67,...) at kdb_backtrace+0x29
witness_checkorder(c54091b0,9,c0b57c5e,402,c45f98c0,...) at witness_checkorder+0x6de
__lockmgr_args(c54091b0,80400,c5409218,0,0,...) at __lockmgr_args+0x777
vop_stdlock(e6894b4c,c0b34922,ca,80400,c5409158,...) at vop_stdlock+0x65
VOP_LOCK1_APV(c0c05de0,e6894b4c,c0c452c0,c5409158,80400,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c5409158,80400,c0b57c5e,402,c456b6d8,...) at _vn_lock+0x5e
softdep_flushworklist(c456b670,e6894bf4,c45f98c0,4e9,e6894bd8,...) at softdep_flushworklist+0x47
ffs_sync(c456b670,1,c45f98c0,4f2,0,...) at ffs_sync+0x2ed
dounmount(c456b670,8000000,c45f98c0,484,583bd4e,...) at dounmount+0x44b
unmount(c45f98c0,e6894cfc,8,c45f98c0,c0c094b0,...) at unmount+0x2e9
syscall(e6894d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cf7ff, esp = 0xbfbfe1dc, ebp = 0xbfbfe298 ---
fsync: giving up on dirty
0xc5409158: tag devfs, type VCHR
usecount 1, writecount 0, refcount 510 mountedhere 0xc6ea5e00
flags ()
v_object 0xc643bb24 ref 0 pages 2074
lock type devfs: EXCL by thread 0xc45f98c0 (pid 70206)
#0 0xc0774670 at __lockmgr_args+0xb50
#1 0xc07fd2f5 at vop_stdlock+0x65
#2 0xc0ab1725 at VOP_LOCK1_APV+0xa5
#3 0xc081912e at _vn_lock+0x5e
#4 0xc0992a87 at softdep_flushworklist+0x47
#5 0xc099812d at ffs_sync+0x2ed
#6 0xc080684b at dounmount+0x44b
#7 0xc0806ea9 at unmount+0x2e9
#8 0xc0aa3f03 at syscall+0x2a3
#9 0xc0a88720 at Xint0x80_syscall+0x20
dev md5c
fsync: giving up on dirty
0xc5409158: tag devfs, type VCHR
usecount 1, writecount 0, refcount 522 mountedhere 0xc6ea5e00
flags ()
v_object 0xc643bb24 ref 0 pages 2074
lock type devfs: EXCL by thread 0xc45f98c0 (pid 70206)
#0 0xc0774670 at __lockmgr_args+0xb50
#1 0xc07fd2f5 at vop_stdlock+0x65
#2 0xc0ab1725 at VOP_LOCK1_APV+0xa5
#3 0xc081912e at _vn_lock+0x5e
#4 0xc0998205 at ffs_sync+0x3c5
#5 0xc080684b at dounmount+0x44b
#6 0xc0806ea9 at unmount+0x2e9
#7 0xc0aa3f03 at syscall+0x2a3
#8 0xc0a88720 at Xint0x80_syscall+0x20
dev md5c
fsync: giving up on dirty
0xc5409158: tag devfs, type VCHR
usecount 1, writecount 0, refcount 522 mountedhere 0xc6ea5e00
flags ()
v_object 0xc643bb24 ref 0 pages 2074
lock type devfs: EXCL by thread 0xc4581000 (pid 70317)
#0 0xc0774670 at __lockmgr_args+0xb50
#1 0xc07fd2f5 at vop_stdlock+0x65
#2 0xc0ab1725 at VOP_LOCK1_APV+0xa5
#3 0xc081912e at _vn_lock+0x5e
#4 0xc0992a87 at softdep_flushworklist+0x47
#5 0xc099812d at ffs_sync+0x2ed
#6 0xc080684b at dounmount+0x44b
#7 0xc0806ea9 at unmount+0x2e9
#8 0xc0aa3f03 at syscall+0x2a3
#9 0xc0a88720 at Xint0x80_syscall+0x20
dev md5c
fsync: giving up on dirty
0xc5409158: tag devfs, type VCHR
usecount 1, writecount 0, refcount 522 mountedhere 0xc6ea5e00
flags ()
v_object 0xc643bb24 ref 0 pages 2074
lock type devfs: EXCL by thread 0xc4581000 (pid 70317)
#0 0xc0774670 at __lockmgr_args+0xb50
#1 0xc07fd2f5 at vop_stdlock+0x65
#2 0xc0ab1725 at VOP_LOCK1_APV+0xa5
#3 0xc081912e at _vn_lock+0x5e
#4 0xc0998205 at ffs_sync+0x3c5
#5 0xc080684b at dounmount+0x44b
#6 0xc0806ea9 at unmount+0x2e9
#7 0xc0aa3f03 at syscall+0x2a3
#8 0xc0a88720 at Xint0x80_syscall+0x20
dev md5c
Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address = 0x2a0
fault code = supervisor read, page not present
instruction pointer = 0x20:0xc09a14f8
stack pointer = 0x28:0xe6aedb10
frame pointer = 0x28:0xe6aedb40
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = interrupt enabled, resume, IOPL = 0
current process = 79617 (vim)
[thread pid 79617 tid 100240 ]
Stopped at ufs_inactive+0x88: movl 0x2a0(%eax),%eax
db> set $lines 0
db> show allpcpu
Current CPU: 2
cpuid = 0
curthread = 0xc40a4460: pid 11 "idle: cpu0"
curpcb = 0xc3db1d90
fpcurthread = none
idlethread = 0xc40a4460: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc40a4690: pid 11 "idle: cpu1"
curpcb = 0xc3daed90
fpcurthread = none
idlethread = 0xc40a4690: pid 11 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc4544af0: pid 79617 "vim"
curpcb = 0xe6aedd90
fpcurthread = none
idlethread = 0xc40a48c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc40a4af0: pid 11 "idle: cpu3"
curpcb = 0xc3da8d90
fpcurthread = none
idlethread = 0xc40a4af0: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> bt
Tracing pid 79617 tid 100240 td 0xc4544af0
ufs_inactive(e6aedb74,c0b6bcdd,c63ce4c8,c63ce4c8,c63ce408,...) at ufs_inactive+0x88
VOP_INACTIVE_APV(c0c2cc20,e6aedb74,c0b418e5,8fc,c0c45280,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0c2cc20,e6aedba8,c0b418e5,888,0,...) at vinactive+0xb1
vput(c63ce408,ffffffdf,2,c4cfc29c,c0c45180,...) at vput+0x1ec
kern_unlinkat(c4544af0,ffffff9c,82b8340,0,e6aedc80,...) at kern_unlinkat+0x1bf
kern_unlink(c4544af0,82b8340,0,e6aedd2c,c0aa3f03,...) at kern_unlink+0x27
unlink(c4544af0,e6aedcfc,4,c0b3bd0b,c0c09390,...) at unlink+0x22
syscall(e6aedd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2854d0af, esp = 0xbfbfdd9c, ebp = 0xbfbfde38 ---
db> show alllocks
Process 79617 (vim) thread 0xc4544af0 (100240)
exclusive lockmgr ufs r = 0 (0xc63ce460) locked @ kern/vfs_subr.c:2055
Process 67108 (sshd) thread 0xc574e690 (100253)
exclusive sx so_rcv_sx r = 0 (0xc5286084) locked @ kern/uipc_sockbuf.c:148
Process 927 (sshd) thread 0xc46e88c0 (100144)
exclusive sx so_rcv_sx r = 0 (0xc48b7b3c) locked @ kern/uipc_sockbuf.c:148
Process 926 (sshd) thread 0xc46e8460 (100146)
exclusive sx so_rcv_sx r = 0 (0xc49169b4) locked @ kern/uipc_sockbuf.c:148
Process 925 (sshd) thread 0xc49c6690 (100149)
exclusive sx so_rcv_sx r = 0 (0xc4c42cc4) locked @ kern/uipc_sockbuf.c:148
Process 917 (sshd) thread 0xc49c68c0 (100148)
exclusive sx so_rcv_sx r = 0 (0xc467b6a4) locked @ kern/uipc_sockbuf.c:148
Process 602 (syslogd) thread 0xc46938c0 (100099)
exclusive lockmgr bufwait r = 0 (0xd82a5f38) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc459fb18) locked @ kern/vfs_syscalls.c:3463
db> show lockedvnods
Locked vnodes
0xc63ce408: tag ufs, type VREG
usecount 0, writecount 0, refcount 3 mountedhere 0
flags (VV_NOSYNC|VI_DOINGINACT)
v_object 0xc6bc9ba0 ref 0 pages 3
lock type ufs: EXCL by thread 0xc4544af0 (pid 79617)
#0 0xc0774670 at __lockmgr_args+0xb50
#1 0xc099c62a at ffs_lock+0x8a
#2 0xc0ab1725 at VOP_LOCK1_APV+0xa5
#3 0xc081912e at _vn_lock+0x5e
#4 0xc080d922 at vget+0xa2
#5 0xc07ffe3d at vfs_hash_get+0xed
#6 0xc0997179 at ffs_vgetf+0x49
#7 0xc09976be at ffs_vget+0x2e
#8 0xc09a2485 at ufs_lookup+0x7f5
#9 0xc0ab0cc5 at VOP_CACHEDLOOKUP_APV+0xc5
#10 0xc07fac93 at vfs_cache_lookup+0xd3
#11 0xc0ab28c5 at VOP_LOOKUP_APV+0xe5
#12 0xc0800f1e at lookup+0x58e
#13 0xc0801b7b at namei+0x45b
#14 0xc0813ad6 at kern_unlinkat+0x46
#15 0xc0813ce7 at kern_unlink+0x27
#16 0xc0813d12 at unlink+0x22
#17 0xc0aa3f03 at syscall+0x2a3
ino 1742, on dev ad0s1a
0xc459fac0: tag ufs, type VREG
usecount 2, writecount 1, refcount 5 mountedhere 0
flags ()
v_object 0xc63a24d8 ref 0 pages 6
lock type ufs: EXCL by thread 0xc46938c0 (pid 602)
with exclusive waiters pending
#0 0xc0774670 at __lockmgr_args+0xb50
#1 0xc099c62a at ffs_lock+0x8a
#2 0xc0ab1725 at VOP_LOCK1_APV+0xa5
#3 0xc081912e at _vn_lock+0x5e
#4 0xc08158de at fsync+0xde
#5 0xc0aa3f03 at syscall+0x2a3
#6 0xc0a88720 at Xint0x80_syscall+0x20
ino 10551334, on dev ad0s1d
db> ps
pid ppid pgrp uid state wmesg wchan cmd
79647 939 932 1001 S nanslp 0xc0c78724 sleep
79617 70025 79617 0 R+ CPU 2 vim
70025 70021 70025 0 S+ wait 0xc4cfc538 bash
70021 70020 70021 0 S+ pause 0xc742b058 csh
70020 67197 70020 1001 S+ wait 0xc54ffa70 su
67197 67115 67197 1001 Ss+ wait 0xc464b538 bash
67115 67108 67108 1001 S select 0xc54620e4 sshd
67108 793 67108 0 Ss sbwait 0xc52860b0 sshd
947 935 947 1001 Ss+ select 0xc491a824 top
940 932 932 1001 S piperd 0xc469a000 awk
939 932 932 1001 S wait 0xc4700a70 sh
938 936 938 1001 Ss ufs 0xc459fb18 tail
936 927 927 1001 S select 0xc45cfb24 sshd
935 926 926 1001 S select 0xc45d0064 sshd
932 931 932 1001 Ss wait 0xc4690a70 sh
931 925 925 1001 S select 0xc491a3a4 sshd
927 793 927 0 Ss sbwait 0xc48b7b68 sshd
926 793 926 0 Ss sbwait 0xc49169e0 sshd
925 793 925 0 Ss sbwait 0xc4c42cf0 sshd
921 919 921 1001 Ss+ ttyin 0xc433d810 bash
919 917 917 1001 S select 0xc45264e4 sshd
917 793 917 0 Ss sbwait 0xc467b6d0 sshd
916 1 916 0 Ss+ ttyin 0xc4338c10 getty
915 1 915 0 Ss+ ttyin 0xc4338810 getty
914 1 914 0 Ss+ ttyin 0xc4339810 getty
913 1 913 0 Ss+ ttyin 0xc4339410 getty
912 1 912 0 Ss+ ttyin 0xc4332810 getty
911 1 911 0 Ss+ ttyin 0xc4332c10 getty
910 1 910 0 Ss+ ttyin 0xc4338010 getty
909 1 909 0 Ss+ ttyin 0xc4338410 getty
892 1 892 0 Ss select 0xc45261e4 inetd
865 1 865 0 Ss select 0xc45d0824 moused
851 1 851 0 Ss nanslp 0xc0c78724 watchdogd
809 1 809 0 Ss nanslp 0xc0c78724 cron
802 1 802 25 Ss pause 0xc4929ac8 sendmail
798 1 798 0 Ss select 0xc45cf864 sendmail
793 1 793 0 Ss select 0xc44f29a4 sshd
774 1 774 0 Ss select 0xc491a4a4 ntpd
714 1 713 0 S nanslp 0xc0c78724 smartd
690 674 674 0 S - 0xc4716000 nfsd
689 674 674 0 S - 0xc4716200 nfsd
688 674 674 0 S - 0xc4519c00 nfsd
687 674 674 0 S - 0xc4519800 nfsd
686 674 674 0 S - 0xc4519a00 nfsd
685 674 674 0 S - 0xc4716400 nfsd
684 674 674 0 S - 0xc4519e00 nfsd
683 674 674 0 S - 0xc4716800 nfsd
681 674 674 0 S - 0xc464a000 nfsd
680 674 674 0 S - 0xc44ea600 nfsd
679 674 674 0 S - 0xc464a200 nfsd
678 674 674 0 S - 0xc4716600 nfsd
677 674 674 0 S - 0xc44eac00 nfsd
676 674 674 0 S - 0xc464a400 nfsd
675 674 674 0 S - 0xc4518400 nfsd
674 1 674 0 Ss select 0xc45248e4 nfsd
672 1 672 0 Ss select 0xc44f1c64 mountd
619 1 619 0 Ss select 0xc4524924 rpcbind
602 1 602 0 Ss biowr 0xd82a5ed8 syslogd
545 1 545 0 Ss select 0xc45257a4 devd
21 0 0 0 SL sdflush 0xc0cd83e0 [softdepflush]
20 0 0 0 SL vlruwt 0xc450329c [vnlru]
19 0 0 0 SL syncer 0xc0c78540 [syncer]
18 0 0 0 SL psleep 0xc0ccca24 [bufdaemon]
17 0 0 0 SL pgzero 0xc0cd8fd4 [pagezero]
9 0 0 0 SL psleep 0xc0cd8bfc [vmdaemon]
8 0 0 0 SL psleep 0xc0cd8bc4 [pagedaemon]
7 0 0 0 SL waiting_ 0xc0cce6dc [sctp_iterator]
6 0 0 0 SL - 0xc42ae23c [fdc0]
16 0 0 0 SL usbtsk 0xc0c75c14 [usbtask-dr]
15 0 0 0 SL usbtsk 0xc0c75c00 [usbtask-hc]
14 0 0 0 SL usbevt 0xc429f210 [usb0]
5 0 0 0 SL ccb_scan 0xc0c45a54 [xpt_thrd]
13 0 0 0 SL - 0xc0c78548 [yarrow]
4 0 0 0 SL - 0xc0c76324 [g_down]
3 0 0 0 SL - 0xc0c76320 [g_up]
2 0 0 0 SL - 0xc0c76318 [g_event]
12 0 0 0 RL (threaded) intr
100041 I [irq7: ppbus0 ppc0]
100039 I [swi0: sio]
100038 I [irq12: psm0]
100037 I [irq1: atkbd0]
100036 I [irq15: ata1]
100035 RunQ [irq14: ata0]
100034 I [irq17: fxp0]
100030 I [irq16: uhci0]
100028 I [irq9: acpi0]
100027 I [swi6: task queue]
100026 I [swi6: Giant taskq]
100024 I [swi5: +]
100020 I [swi2: cambio]
100012 I [swi1: net]
100011 I [swi3: vm]
100010 I [swi4: clock]
100009 I [swi4: clock]
100008 I [swi4: clock]
100007 I [swi4: clock sio]
11 0 0 0 RL (threaded) idle
100006 Run CPU 0 [idle: cpu0]
100005 Run CPU 1 [idle: cpu1]
100004 CanRun [idle: cpu2]
100003 Run CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc40a2d0c [init]
10 0 0 0 SL audit_wo 0xc0cd7ddc [audit]
0 0 0 0 SLs (threaded) kernel
100029 D - 0xc4298500 [em0 taskq]
100025 D - 0xc4253480 [thread taskq]
100023 D - 0xc4253540 [acpi_task_2]
100022 D - 0xc4253540 [acpi_task_1]
100021 D - 0xc4253540 [acpi_task_0]
100018 D - 0xc4253840 [kqueue taskq]
100016 D - 0xc408a980 [firmware taskq]
100000 I [swapper]
db> allt
Tracing command sleep pid 79647 tid 100157 td 0xc49c5460
sched_switch(c49c5460,0,104,177,485a0ae4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c49c5460,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(2711,c07bc680,c49c5460,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c78724,5c,c0b36fd8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c78724,0,15c,c0b36fd8,2711,...) at _sleep+0x2dd
kern_nanosleep(c49c5460,e699dc64,e699dc6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c49c5460,e699dcfc,8,c49c5460,c0c0a920,...) at nanosleep+0x6f
syscall(e699dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814620f, esp = 0xbfbfec4c, ebp = 0xbfbfec88 ---
Tracing command vim pid 79617 tid 100240 td 0xc4544af0
ufs_inactive(e6aedb74,c0b6bcdd,c63ce4c8,c63ce4c8,c63ce408,...) at ufs_inactive+0x88
VOP_INACTIVE_APV(c0c2cc20,e6aedb74,c0b418e5,8fc,c0c45280,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0c2cc20,e6aedba8,c0b418e5,888,0,...) at vinactive+0xb1
vput(c63ce408,ffffffdf,2,c4cfc29c,c0c45180,...) at vput+0x1ec
kern_unlinkat(c4544af0,ffffff9c,82b8340,0,e6aedc80,...) at kern_unlinkat+0x1bf
kern_unlink(c4544af0,82b8340,0,e6aedd2c,c0aa3f03,...) at kern_unlink+0x27
unlink(c4544af0,e6aedcfc,4,c0b3bd0b,c0c09390,...) at unlink+0x22
syscall(e6aedd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2854d0af, esp = 0xbfbfdd9c, ebp = 0xbfbfde38 ---
Tracing command bash pid 70025 tid 100239 td 0xc4544690
sched_switch(c4544690,0,104,177,b27ab440,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4544690,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4cfc538,5c,c0b3be79,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4cfc538,c4cfc5c0,15c,c0b3be79,0,...) at _sleep+0x313
kern_wait(c4544690,ffffffff,e6aeac2c,6,0,...) at kern_wait+0xa66
wait4(c4544690,e6aeacfc,10,c0b3bd53,c0c09348,...) at wait4+0x3b
syscall(e6aead38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe6fc, ebp = 0xbfbfe718 ---
Tracing command csh pid 70021 tid 100345 td 0xc51cb8c0
sched_switch(c51cb8c0,0,104,177,f8896866,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,68,...) at mi_switch+0x200
sleepq_switch(c51cb8c0,0,c0b39c93,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c742b058,68,c0af597b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c742b058,c742b088,168,c0af597b,0,...) at _sleep+0x313
kern_sigsuspend(c51cb8c0,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c51cb8c0,e6c8fcfc,4,c0b3bd53,c0c0b298,...) at sigsuspend+0x4d
syscall(e6c8fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816d5db, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 ---
Tracing command su pid 70020 tid 100298 td 0xc5598d20
sched_switch(c5598d20,0,104,177,5fde83d2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5598d20,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c54ffa70,5c,c0b3be79,100,0,...) at sleepq_wait_sig+0x17
_sleep(c54ffa70,c54ffaf8,15c,c0b3be79,0,...) at _sleep+0x313
kern_wait(c5598d20,11185,e6b7cc2c,2,0,...) at kern_wait+0xa66
wait4(c5598d20,e6b7ccfc,10,c5598d20,c0c09348,...) at wait4+0x3b
syscall(e6b7cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e6bb, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
Tracing command bash pid 67197 tid 100079 td 0xc45938c0
sched_switch(c45938c0,0,104,177,333b7a02,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c45938c0,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c464b538,5c,c0b3be79,100,0,...) at sleepq_wait_sig+0x17
_sleep(c464b538,c464b5c0,15c,c0b3be79,0,...) at _sleep+0x313
kern_wait(c45938c0,ffffffff,e685cc2c,6,0,...) at kern_wait+0xa66
wait4(c45938c0,e685ccfc,10,c0b3bd53,c0c09348,...) at wait4+0x3b
syscall(e685cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---
Tracing command sshd pid 67115 tid 100250 td 0xc44abd20
sched_switch(c44abd20,0,104,177,bc427c42,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c44abd20,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c54620d0,0,c0b34922,c44abd20,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c54620e4,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c54620e4,c54620d0,c0b3b8c3,571,c76fb7a8,...) at _cv_wait_sig+0x204
seltdwait(c500392c,c0b3b8c3,3d7,c44abd20,e6b43b04,...) at seltdwait+0xa2
kern_select(c44abd20,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c44abd20,e6b43cfc,14,c0b2537c,c0c09b58,...) at select+0x5e
syscall(e6b43d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 67108 tid 100253 td 0xc574e690
Tracing command top pid 947 tid 100151 td 0xc49c6230
sched_switch(c49c6230,0,104,177,814be27e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c49c6230,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6987a4c,c077b0aa,c491a810,0,c49c6230,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c491a824,0,c0b3b900,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c491a824,c491a810,3e9,571,c46a3738,...) at _cv_timedwait_sig+0x213
seltdwait(e6987b14,e6987b1c,3d7,c49c6230,c0c84e34,...) at seltdwait+0x8a
kern_select(c49c6230,2,bfbfec3c,0,0,e6987c70,1,0) at kern_select+0x531
select(c49c6230,e6987cfc,14,c0b2537c,c0c09b58,...) at select+0x5e
syscall(e6987d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281cd8a3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---
Tracing command awk pid 940 tid 100089 td 0xc4694d20
sched_switch(c4694d20,0,104,177,47baf50a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4694d20,0,c0b39c93,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c469a000,4c,c0b3ba9b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c469a000,c469a168,14c,c0b3ba9b,0,...) at _sleep+0x313
pipe_read(c45c6a48,e6891c60,c4c36400,0,c4694d20,...) at pipe_read+0x3f7
dofileread(e6891c60,ffffffff,ffffffff,0,c45c6a48,...) at dofileread+0x96
kern_readv(c4694d20,0,e6891c60,8136000,1000,...) at kern_readv+0x58
read(c4694d20,e6891cfc,c,16,c0c092e8,...) at read+0x4f
syscall(e6891d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28199923, esp = 0xbfbfe90c, ebp = 0xbfbfe928 ---
Tracing command sh pid 939 tid 100133 td 0xc4718230
sched_switch(c4718230,0,104,177,47de047c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4718230,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4700a70,5c,c0b3be79,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4700a70,c4700af8,15c,c0b3be79,0,...) at _sleep+0x313
kern_wait(c4718230,ffffffff,e694bc2c,2,0,...) at kern_wait+0xa66
wait4(c4718230,e694bcfc,10,c0b3be58,c0c09348,...) at wait4+0x3b
syscall(e694bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---
Tracing command tail pid 938 tid 100154 td 0xc49c5af0
sched_switch(c49c5af0,0,104,177,f492ec92,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,50,...) at mi_switch+0x200
sleepq_switch(c49c5af0,0,c0b39c93,237,50,...) at sleepq_switch+0x14d
sleepq_wait(c459fb18,50,c0b2ff2f,4,0,...) at sleepq_wait+0x63
__lockmgr_args(c459fb18,80400,c459fb80,0,0,...) at __lockmgr_args+0xa6f
ffs_lock(e6991ac0,c07c55d2,f4,80400,c459fac0,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0c2cc20,e6991ac0,c0c452c0,c459fac0,80400,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c459fac0,80400,c0b418e5,fc5,e6991c10,...) at _vn_lock+0x5e
vfs_knllock(c459fac0,0,c0b31da4,4e9,8,...) at vfs_knllock+0x29
kern_kevent(c49c5af0,4,0,1,e6991c60,...) at kern_kevent+0x693
kevent(c49c5af0,e6991cfc,18,c0c7d480,c0c0b4a8,...) at kevent+0x19b
syscall(e6991d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814a41b, esp = 0xbfbfeb0c, ebp = 0xbfbfebb8 ---
Tracing command sshd pid 936 tid 100158 td 0xc49c5230
sched_switch(c49c5230,0,104,177,f491f67a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c49c5230,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c45cfb10,0,c0b34922,c49c5230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c45cfb24,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c45cfb24,c45cfb10,c0b3b8c3,571,c4590188,...) at _cv_wait_sig+0x204
seltdwait(c4c47b2c,c0b3b8c3,3d7,c49c5230,e69a0b04,...) at seltdwait+0xa2
kern_select(c49c5230,b,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c49c5230,e69a0cfc,14,c0b2537c,c0c09b58,...) at select+0x5e
syscall(e69a0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 935 tid 100054 td 0xc4581af0
sched_switch(c4581af0,0,104,177,8152c006,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4581af0,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c45d0050,0,c0b34922,c4581af0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c45d0064,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c45d0064,c45d0050,c0b3b8c3,571,c4587af0,...) at _cv_wait_sig+0x204
seltdwait(c4c3742c,c0b3b8c3,3d7,c4581af0,e67ecb04,...) at seltdwait+0xa2
kern_select(c4581af0,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c4581af0,e67eccfc,14,c0b2537c,c0c09b58,...) at select+0x5e
syscall(e67ecd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sh pid 932 tid 100094 td 0xc4694460
sched_switch(c4694460,0,104,177,3b985e2e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4694460,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4690a70,5c,c0b3be79,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4690a70,c4690af8,15c,c0b3be79,0,...) at _sleep+0x313
kern_wait(c4694460,ffffffff,e68a1c2c,2,0,...) at kern_wait+0xa66
wait4(c4694460,e68a1cfc,10,c4694460,c0c09348,...) at wait4+0x3b
syscall(e68a1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 ---
Tracing command sshd pid 931 tid 100100 td 0xc4693690
Tracing command sshd pid 927 tid 100144 td 0xc46e88c0
Tracing command sshd pid 926 tid 100146 td 0xc46e8460
Tracing command sshd pid 925 tid 100149 td 0xc49c6690
Tracing command bash pid 921 tid 100091 td 0xc4694af0
sched_switch(c4694af0,0,104,177,97b5bc0c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4694af0,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c433d810,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c433d810,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c433d800,c433d810,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c433d800,e6898c60,0,c0c17340,c46a2700,...) at ttread+0x4e7
ptsread(c46a2700,e6898c60,0,1a7,0,...) at ptsread+0x3e
giant_read(c46a2700,e6898c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45eea80,e6898c60,c4704b00,0,c4694af0,...) at devfs_read_f+0x72
dofileread(e6898c60,ffffffff,ffffffff,0,c45eea80,...) at dofileread+0x96
kern_readv(c4694af0,0,e6898c60,bfbfe84f,1,...) at kern_readv+0x58
read(c4694af0,e6898cfc,c,c0b3bd53,c0c092e8,...) at read+0x4f
syscall(e6898d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28326923, esp = 0xbfbfe82c, ebp = 0xbfbfe858 ---
Tracing command sshd pid 919 tid 100057 td 0xc4581460
sched_switch(c4581460,0,104,177,97b9ba7e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4581460,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c45264d0,0,c0b34922,c4581460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c45264e4,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c45264e4,c45264d0,c0b3b8c3,571,c45eebd0,...) at _cv_wait_sig+0x204
seltdwait(c470382c,c0b3b8c3,3d7,c4581460,e67f9b04,...) at seltdwait+0xa2
kern_select(c4581460,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c4581460,e67f9cfc,14,c0b2537c,c0c09b58,...) at select+0x5e
syscall(e67f9d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---
Tracing command sshd pid 917 tid 100148 td 0xc49c68c0
Tracing command getty pid 916 tid 100055 td 0xc45818c0
sched_switch(c45818c0,0,104,177,69c1c02c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45818c0,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338c10,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338c10,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4338c00,c4338c10,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4338c00,e67f0c60,0,e67f0b94,c069d81d,...) at ttread+0x4e7
ttyread(c433c600,e67f0c60,0,e67f0bb8,c07541b0,...) at ttyread+0x38
scread(c433c600,e67f0c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c600,e67f0c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4590508,e67f0c60,c40a9800,0,c45818c0,...) at devfs_read_f+0x72
dofileread(e67f0c60,ffffffff,ffffffff,0,c4590508,...) at dofileread+0x96
kern_readv(c45818c0,0,e67f0c60,bfbfee4b,1,...) at kern_readv+0x58
read(c45818c0,e67f0cfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e67f0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 915 tid 100153 td 0xc49c5d20
sched_switch(c49c5d20,0,104,177,69fce468,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c49c5d20,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338810,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338810,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4338800,c4338810,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4338800,e698dc60,0,e698db94,c069d81d,...) at ttread+0x4e7
ttyread(c433c700,e698dc60,0,e698dbb8,c07541b0,...) at ttyread+0x38
scread(c433c700,e698dc60,0,1a7,0,...) at scread+0x2d
giant_read(c433c700,e698dc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4588e00,e698dc60,c40a9800,0,c49c5d20,...) at devfs_read_f+0x72
dofileread(e698dc60,ffffffff,ffffffff,0,c4588e00,...) at dofileread+0x96
kern_readv(c49c5d20,0,e698dc60,bfbfee4b,1,...) at kern_readv+0x58
read(c49c5d20,e698dcfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e698dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 914 tid 100142 td 0xc46e8d20
sched_switch(c46e8d20,0,104,177,69b3ab7e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c46e8d20,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339810,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339810,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4339800,c4339810,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4339800,e6966c60,0,e6966b94,c069d81d,...) at ttread+0x4e7
ttyread(c433c800,e6966c60,0,e6966bb8,c07541b0,...) at ttyread+0x38
scread(c433c800,e6966c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c800,e6966c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4590380,e6966c60,c40a9800,0,c46e8d20,...) at devfs_read_f+0x72
dofileread(e6966c60,ffffffff,ffffffff,0,c4590380,...) at dofileread+0x96
kern_readv(c46e8d20,0,e6966c60,bfbfee4b,1,...) at kern_readv+0x58
read(c46e8d20,e6966cfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e6966d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 913 tid 100075 td 0xc4594230
sched_switch(c4594230,0,104,177,6a1fda94,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4594230,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339410,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339410,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4339400,c4339410,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4339400,e6850c60,0,e6850b94,c069d81d,...) at ttread+0x4e7
ttyread(c433c900,e6850c60,0,e6850bb8,c07541b0,...) at ttyread+0x38
scread(c433c900,e6850c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c900,e6850c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4590310,e6850c60,c40a9800,0,c4594230,...) at devfs_read_f+0x72
dofileread(e6850c60,ffffffff,ffffffff,0,c4590310,...) at dofileread+0x96
kern_readv(c4594230,0,e6850c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4594230,e6850cfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e6850d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 912 tid 100052 td 0xc4594d20
sched_switch(c4594d20,0,104,177,69f5a376,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4594d20,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332810,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332810,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4332800,c4332810,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4332800,e67e0c60,0,e67e0b94,c069d81d,...) at ttread+0x4e7
ttyread(c433ca00,e67e0c60,0,e67e0bb8,c07541b0,...) at ttyread+0x38
scread(c433ca00,e67e0c60,0,1a7,0,...) at scread+0x2d
giant_read(c433ca00,e67e0c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4587d58,e67e0c60,c40a9800,0,c4594d20,...) at devfs_read_f+0x72
dofileread(e67e0c60,ffffffff,ffffffff,0,c4587d58,...) at dofileread+0x96
kern_readv(c4594d20,0,e67e0c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4594d20,e67e0cfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e67e0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 911 tid 100072 td 0xc45948c0
sched_switch(c45948c0,0,104,177,6a22a87a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45948c0,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332c10,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332c10,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4332c00,c4332c10,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4332c00,e6847c60,0,e6847b94,c069d81d,...) at ttread+0x4e7
ttyread(c433cb00,e6847c60,0,e6847bb8,c07541b0,...) at ttyread+0x38
scread(c433cb00,e6847c60,0,1a7,0,...) at scread+0x2d
giant_read(c433cb00,e6847c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45905e8,e6847c60,c40a9800,0,c45948c0,...) at devfs_read_f+0x72
dofileread(e6847c60,ffffffff,ffffffff,0,c45905e8,...) at dofileread+0x96
kern_readv(c45948c0,0,e6847c60,bfbfee4b,1,...) at kern_readv+0x58
read(c45948c0,e6847cfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e6847d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 910 tid 100053 td 0xc4594af0
sched_switch(c4594af0,0,104,177,69a990c8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4594af0,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338010,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338010,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4338000,c4338010,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4338000,e67e4c60,0,e67e4b94,c069d81d,...) at ttread+0x4e7
ttyread(c433cc00,e67e4c60,0,e67e4bb8,c07541b0,...) at ttyread+0x38
scread(c433cc00,e67e4c60,0,1a7,0,...) at scread+0x2d
giant_read(c433cc00,e67e4c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45c68c0,e67e4c60,c40a9800,0,c4594af0,...) at devfs_read_f+0x72
dofileread(e67e4c60,ffffffff,ffffffff,0,c45c68c0,...) at dofileread+0x96
kern_readv(c4594af0,0,e67e4c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4594af0,e67e4cfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e67e4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 909 tid 100073 td 0xc4594690
sched_switch(c4594690,0,104,177,69c5aa28,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4594690,0,c0b39c93,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338410,59,c0b3d76b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338410,0,159,c0b3d76b,0,...) at _sleep+0x313
ttysleep(c4338400,c4338410,159,c0b3d76b,0,...) at ttysleep+0x39
ttread(c4338400,e684ac60,0,e684ab94,c069d81d,...) at ttread+0x4e7
ttyread(c433cd00,e684ac60,0,e684abb8,c07541b0,...) at ttyread+0x38
scread(c433cd00,e684ac60,0,1a7,0,...) at scread+0x2d
giant_read(c433cd00,e684ac60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4587348,e684ac60,c40a9800,0,c4594690,...) at devfs_read_f+0x72
dofileread(e684ac60,ffffffff,ffffffff,0,c4587348,...) at dofileread+0x96
kern_readv(c4594690,0,e684ac60,bfbfee4b,1,...) at kern_readv+0x58
read(c4594690,e684acfc,c,c0b6c7ee,c0c092e8,...) at read+0x4f
syscall(e684ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command inetd pid 892 tid 100058 td 0xc4581230
Tracing command moused pid 865 tid 100077 td 0xc4593d20
Tracing command watchdogd pid 851 tid 100152 td 0xc49c6000
sched_switch(c49c6000,0,104,177,a9cdedca,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c49c6000,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07bc680,c49c6000,2,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c78724,5c,c0b36fd8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c78724,0,15c,c0b36fd8,ea61,...) at _sleep+0x2dd
kern_nanosleep(c49c6000,e698ac64,e698ac6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c49c6000,e698acfc,8,c0b6c7ee,c0c0a920,...) at nanosleep+0x6f
syscall(e698ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e20f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---
Tracing command cron pid 809 tid 100065 td 0xc45d1af0
sched_switch(c45d1af0,0,104,177,f9ef1b2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c45d1af0,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07bc680,c45d1af0,2,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c78724,5c,c0b36fd8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c78724,0,15c,c0b36fd8,ea61,...) at _sleep+0x2dd
kern_nanosleep(c45d1af0,e681cc64,e681cc6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c45d1af0,e681ccfc,8,c0b3bfbd,c0c0a920,...) at nanosleep+0x6f
syscall(e681cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---
Tracing command sendmail pid 802 tid 100141 td 0xc4717000
sched_switch(c4717000,0,104,177,8bd09aa4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,68,...) at mi_switch+0x200
sleepq_switch(c4717000,0,c0b39c93,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4929ac8,68,c0af597b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4929ac8,c4929af8,168,c0af597b,0,...) at _sleep+0x313
kern_sigsuspend(c4717000,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4717000,e6963cfc,4,c0b3bd53,c0c0b298,...) at sigsuspend+0x4d
syscall(e6963d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 ---
Tracing command sendmail pid 798 tid 100136 td 0xc4717af0
sched_switch(c4717af0,0,104,177,e9fbb536,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4717af0,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6954a4c,c077b0aa,c45cf850,0,c4717af0,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c45cf864,0,c0b3b900,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c45cf864,c45cf850,1389,571,c4590620,...) at _cv_timedwait_sig+0x213
seltdwait(e6954b14,e6954b1c,3d7,c4717af0,e6954b04,...) at seltdwait+0x8a
kern_select(c4717af0,7,bfbfcec4,0,0,e6954c70,5,0) at kern_select+0x531
select(c4717af0,e6954cfc,14,c0b3c27b,c0c09b58,...) at select+0x5e
syscall(e6954d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283b08a3, esp = 0xbfbfc52c, ebp = 0xbfbfd058 ---
Tracing command sshd pid 793 tid 100121 td 0xc46e7460
Tracing command ntpd pid 774 tid 100135 td 0xc4717d20
sched_switch(c4717d20,0,104,177,b5d5c58c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4717d20,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c491a490,0,c0b34922,c4717d20,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c491a4a4,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c491a4a4,c491a490,c0b3b8c3,571,c45c6dc8,...) at _cv_wait_sig+0x204
seltdwait(c46a2a2c,c0b3b8c3,3d7,c4717d20,0,...) at seltdwait+0xa2
kern_select(c4717d20,a,bfbfed78,0,0,0,246,0) at kern_select+0x531
select(c4717d20,e6951cfc,14,16,c0c09b58,...) at select+0x5e
syscall(e6951d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 ---
Tracing command smartd pid 714 tid 100080 td 0xc4593690
sched_switch(c4593690,0,104,177,dae8fbf8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4593690,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(1b7741,c07bc680,c4593690,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c78724,5c,c0b36fd8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c78724,0,15c,c0b36fd8,1b7741,...) at _sleep+0x2dd
kern_nanosleep(c4593690,e685fc64,e685fc6c,708,0,...) at kern_nanosleep+0xc1
nanosleep(c4593690,e685fcfc,8,c0b3bfbd,c0c0a920,...) at nanosleep+0x6f
syscall(e685fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 ---
Tracing command nfsd pid 690 tid 100131 td 0xc4718690
Tracing command nfsd pid 689 tid 100130 td 0xc46e6000
Tracing command nfsd pid 688 tid 100129 td 0xc46e6230
Tracing command nfsd pid 687 tid 100128 td 0xc46e6460
Tracing command nfsd pid 686 tid 100127 td 0xc46e6690
Tracing command nfsd pid 685 tid 100126 td 0xc46e68c0
Tracing command nfsd pid 684 tid 100125 td 0xc46e6af0
Tracing command nfsd pid 683 tid 100124 td 0xc46e6d20
Tracing command nfsd pid 681 tid 100123 td 0xc46e7000
Tracing command nfsd pid 680 tid 100122 td 0xc46e7230
Tracing command nfsd pid 679 tid 100120 td 0xc46e7690
Tracing command nfsd pid 678 tid 100118 td 0xc46e7af0
Tracing command nfsd pid 677 tid 100114 td 0xc4668af0
Tracing command nfsd pid 676 tid 100113 td 0xc4668d20
Tracing command nfsd pid 675 tid 100112 td 0xc4693000
Tracing command nfsd pid 674 tid 100098 td 0xc4693af0
Tracing command mountd pid 672 tid 100110 td 0xc4693460
sched_switch(c4693460,0,104,177,e23be1ce,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4693460,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c44f1c50,0,c0b34922,c4693460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44f1c64,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44f1c64,c44f1c50,c0b3b8c3,571,c45c6e38,...) at _cv_wait_sig+0x204
seltdwait(c467122c,c0b3b8c3,3d7,c4693460,c0cca360,...) at seltdwait+0xa2
kern_select(c4693460,9,bfbfedec,0,0,0,e68f5c80,2818c0f8) at kern_select+0x531
select(c4693460,e68f5cfc,14,c0b53aa7,c0c09b58,...) at select+0x5e
syscall(e68f5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 619 tid 100116 td 0xc46e8000
sched_switch(c46e8000,0,104,177,77671c9c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46e8000,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6907aa8,c077b0aa,c4524910,0,c46e8000,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4524924,0,c0b3b900,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4524924,c4524910,7531,571,e6907ba4,...) at _cv_timedwait_sig+0x213
seltdwait(e6907b5c,e6907b64,481,c46e8000,e6907b74,...) at seltdwait+0x8a
poll(c46e8000,e6907cfc,c,c0b3bfbd,c0c0a638,...) at poll+0x34a
syscall(e6907d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---
Tracing command syslogd pid 602 tid 100099 td 0xc46938c0
sched_switch(c46938c0,0,104,177,fe8806d6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c46938c0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(d82a5ed8,4c,c0b3fa89,0,0,...) at sleepq_wait+0x63
_sleep(d82a5ed8,c4071948,4c,c0b3fa89,0,...) at _sleep+0x32a
bwait(d82a5ed8,4c,c0b3fa89,d82a5ed8,e68b0b24,...) at bwait+0x6f
bufwait(d82a5ed8,d82a5ed8,ca,d82a5ed8,c67b7ba0,...) at bufwait+0x48
bufwrite(d82a5ed8,0,c0b59078,6e2,0) at bufwrite+0x165
ffs_bufwrite(d82a5ed8,c5953600,100,4000,0,...) at ffs_bufwrite+0x278
ffs_update(c459fac0,1,c0b594fe,150,0,...) at ffs_update+0x2c5
ffs_syncvnode(c459fac0,1,c0c2cc20,e68b0c38,c0aaf4a5,...) at ffs_syncvnode+0x48f
ffs_fsync(e68b0c5c,c0b6bd24,e68b0cfc,e68b0c5c,0,...) at ffs_fsync+0x1c
VOP_FSYNC_APV(c0c2cc20,e68b0c5c,c0b42b89,d8c,0,...) at VOP_FSYNC_APV+0xc5
fsync(c46938c0,e68b0cfc,4,c0b3b900,c0c09b88,...) at fsync+0x1b1
syscall(e68b0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (95, FreeBSD ELF32, fsync), eip = 0x281750e7, esp = 0xbfbfdedc, ebp = 0xbfbfee88 ---
Tracing command devd pid 545 tid 100088 td 0xc432d230
sched_switch(c432d230,0,104,177,cc2a270,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432d230,0,c0b39c93,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b0aa,c4525790,0,c0b34922,c432d230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c45257a4,0,c0b3b900,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c45257a4,c4525790,c0b3b8c3,571,c4587b60,...) at _cv_wait_sig+0x204
seltdwait(c46a012c,c0b3b8c3,3d7,c432d230,e688eae8,...) at seltdwait+0xa2
kern_select(c432d230,5,bfbfedf8,0,0,0,3cc,8) at kern_select+0x531
select(c432d230,e688ecfc,14,c0aea866,c0c09b58,...) at select+0x5e
syscall(e688ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x808763f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 ---
Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0
sched_switch(c427b8c0,0,104,177,864dc834,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,44,...) at mi_switch+0x200
sleepq_switch(c427b8c0,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd83e0,44,c0b58a2b,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd83e0,c0cd8384,44,c0b58a2b,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45e9d38,c0b32301,324,c4503000,...) at softdep_flush+0x2d2
fork_exit(c0992c60,0,e45e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 ---
Tracing command vnlru pid 20 tid 100048 td 0xc427baf0
sched_switch(c427baf0,0,104,177,bc13a0ea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,50,...) at mi_switch+0x200
sleepq_switch(c427baf0,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c450329c,50,c0b4281d,0,0,...) at sleepq_timedwait+0x6b
_sleep(c450329c,c0cccc94,250,c0b4281d,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45e6d38,c0b32301,324,c450329c,...) at vnlru_proc+0x115
fork_exit(c080e2c0,0,e45e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 ---
Tracing command syncer pid 19 tid 100047 td 0xc427bd20
sched_switch(c427bd20,0,104,177,b5495cac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,68,...) at mi_switch+0x200
sleepq_switch(c427bd20,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c78540,68,c0b42490,0,0,...) at sleepq_wait+0x63
_sleep(c0c78540,c0ccccc0,68,c0b42490,0,...) at _sleep+0x32a
sched_sync(0,e45e3d38,c0b32301,324,c4503538,...) at sched_sync+0x521
fork_exit(c080c030,0,e45e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 ---
Tracing command bufdaemon pid 18 tid 100046 td 0xc432a000
sched_switch(c432a000,0,104,177,b4f70f02,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a000,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0ccca24,44,c0b3fdb7,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0ccca24,c0ccca28,44,c0b3fdb7,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e0d38,c0b32301,324,c45037d4,...) at buf_daemon+0x21e
fork_exit(c07f6f40,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---
Tracing command pagezero pid 17 tid 100045 td 0xc432a230
sched_switch(c432a230,0,104,177,5c0a466e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a230,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8fd4,0,c0b5da17,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8fd4,c0cd8b90,0,c0b5da17,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45ddd38,c0b32301,324,c4503a70,...) at vm_pagezero+0xdc
fork_exit(c09cc9b0,0,e45ddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 ---
Tracing command vmdaemon pid 9 tid 100044 td 0xc432a460
sched_switch(c432a460,0,104,177,ccabd516,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,68,...) at mi_switch+0x200
sleepq_switch(c432a460,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cd8bfc,68,c0b3fdb7,0,0,...) at sleepq_wait+0x63
_sleep(c0cd8bfc,c0cd8c00,68,c0b3fdb7,0,...) at _sleep+0x32a
vm_daemon(0,e45dad38,c0b32301,324,c4503d0c,...) at vm_daemon+0x59
fork_exit(c09c6f00,0,e45dad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 ---
Tracing command pagedaemon pid 8 tid 100043 td 0xc432a690
sched_switch(c432a690,0,104,177,ed9c509c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a690,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8bc4,44,c0b3fdb7,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8bc4,c0cd8b90,44,c0b3fdb7,1388,...) at _sleep+0x2f8
vm_pageout(0,e45d7d38,c0b32301,324,c40a329c,...) at vm_pageout+0x2bb
fork_exit(c09c7a40,0,e45d7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 ---
Tracing command sctp_iterator pid 7 tid 100042 td 0xc432a8c0
sched_switch(c432a8c0,0,104,177,672334d0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a8c0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cce6dc,0,c0b4b86c,0,0,...) at sleepq_wait+0x63
_sleep(c0cce6dc,c0cce5f0,0,c0b4b86c,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45d4d38,c0b32301,324,c40a3538,...) at sctp_iterator_thread+0x60
fork_exit(c0884a40,0,e45d4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 ---
Tracing command fdc0 pid 6 tid 100040 td 0xc432ad20
sched_switch(c432ad20,0,104,177,5ada4eea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c432ad20,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c42ae23c,4c,c0b2d13c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c42ae23c,c42ae2f0,4c,c0b2d13c,3e8,...) at _sleep+0x2f8
fdc_thread(c42ae200,e45cbd38,c0b32301,324,c40a37d4,...) at fdc_thread+0x2b8
fork_exit(c0a63140,c42ae200,e45cbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45cbd70, ebp = 0 ---
Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0
sched_switch(c427a8c0,0,104,177,65be177c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427a8c0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c75c14,5c,c0b29d19,0,0,...) at sleepq_wait+0x63
_sleep(c0c75c14,0,5c,c0b29d19,0,...) at _sleep+0x32a
usb_task_thread(c0c75c14,c3e2cd38,c0b32301,324,c40a3a70,...) at usb_task_thread+0x62
fork_exit(c06fb420,c0c75c14,c3e2cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 ---
Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0
sched_switch(c427aaf0,0,104,177,65bde9ec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427aaf0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c75c00,5c,c0b29d19,0,0,...) at sleepq_wait+0x63
_sleep(c0c75c00,0,5c,c0b29d19,0,...) at _sleep+0x32a
usb_task_thread(c0c75c00,c3e29d38,c0b32301,324,c40a3d0c,...) at usb_task_thread+0x62
fork_exit(c06fb420,c0c75c00,c3e29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 ---
Tracing command usb0 pid 14 tid 100031 td 0xc427ad20
sched_switch(c427ad20,0,104,177,1c27e622,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427ad20,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c429f210,5c,c0b29d27,0,0,...) at sleepq_timedwait+0x6b
_sleep(c429f210,0,5c,c0b29d27,ea60,...) at _sleep+0x2f8
usb_event_thread(c4297900,c3e26d38,c0b32301,324,c41c7000,...) at usb_event_thread+0xca
fork_exit(c06fb560,c4297900,c3e26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 ---
Tracing command xpt_thrd pid 5 tid 100019 td 0xc42688c0
sched_switch(c42688c0,0,104,177,65bd7e5c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c42688c0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c45a54,4c,c0ae7b2d,0,0,...) at sleepq_wait+0x63
_sleep(c0c45a54,c0c45a6c,4c,c0ae7b2d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,c3ddbd38,c0b32301,324,c41c729c,...) at xpt_scanner_thread+0x41
fork_exit(c0470b10,0,c3ddbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3ddbd70, ebp = 0 ---
Tracing command yarrow pid 13 tid 100017 td 0xc40a6230
sched_switch(c40a6230,0,104,177,b4fea05e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6230,0,c0b39c93,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c78548,0,c0b2d13c,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c78548,0,0,c0b2d13c,64,...) at _sleep+0x2f8
pause(c0b2d13c,64,c0b2000b,112,0,...) at pause+0x47
random_kthread(0,c3dd5d38,c0b32301,324,c41c7538,...) at random_kthread+0x1d9
fork_exit(c0674880,0,c3dd5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100015 td 0xc40a6690
sched_switch(c40a6690,0,104,177,fe8a773a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6690,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c76324,4c,c0b2d13c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c76324,c0c76288,24c,c0b2d13c,64,...) at _sleep+0x2f8
g_io_schedule_down(c40a6690,0,c0b2e809,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,c3dcfd38,c0b32301,324,c40a2000,...) at g_down_procbody+0x8d
fork_exit(c0736620,0,c3dcfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 ---
Tracing command g_up pid 3 tid 100014 td 0xc40a68c0
sched_switch(c40a68c0,0,104,177,fe867d92,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a68c0,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c76320,4c,c0b2d13c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c76320,c0c762a8,24c,c0b2d13c,64,...) at _sleep+0x2f8
g_io_schedule_up(c40a68c0,0,c0b2e809,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,c3dccd38,c0b32301,324,c40a229c,...) at g_up_procbody+0x8d
fork_exit(c07366b0,0,c3dccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 ---
Tracing command g_event pid 2 tid 100013 td 0xc40a6af0
sched_switch(c40a6af0,0,104,177,b4f750c2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6af0,0,c0b39c93,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c76318,4c,c0b2d13c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c76318,0,4c,c0b2d13c,64,...) at _sleep+0x2f8
g_event_procbody(0,c3dc9d38,c0b32301,324,c40a2538,...) at g_event_procbody+0xcb
fork_exit(c0736740,0,c3dc9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 ---
Tracing command intr pid 12 tid 100041 td 0xc432aaf0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100039 td 0xc432d000
sched_switch(c432d000,0,109,177,65b604a4,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c43278ec,...) at mi_switch+0x200
ithread_loop(c431fca0,e45bed38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c431fca0,e45bed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bed70, ebp = 0 ---
Tracing command intr pid 12 tid 100038 td 0xc4268d20
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100037 td 0xc427a000
sched_switch(c427a000,0,109,177,65b58790,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40a01ec,...) at mi_switch+0x200
ithread_loop(c431f1a0,e45b8d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c431f1a0,e45b8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45b8d70, ebp = 0 ---
Tracing command intr pid 12 tid 100036 td 0xc427a230
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100035 td 0xc427a460
sched_switch(c427a460,0,109,177,f9340686,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40e8c6c,...) at mi_switch+0x200
ithread_loop(c42b18c0,e45aed38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c42b18c0,e45aed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 ---
Tracing command intr pid 12 tid 100034 td 0xc427a690
sched_switch(c427a690,0,109,177,f6de3372,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40e8aec,...) at mi_switch+0x200
ithread_loop(c42998b0,e4597d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c42998b0,e4597d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 ---
Tracing command intr pid 12 tid 100030 td 0xc427b000
sched_switch(c427b000,0,109,177,65b53120,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40e8b6c,...) at mi_switch+0x200
ithread_loop(c42958b0,c3e22d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c42958b0,c3e22d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 ---
Tracing command intr pid 12 tid 100028 td 0xc427b460
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100027 td 0xc412c690
sched_switch(c412c690,0,109,177,dae710a0,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c412bc6c,...) at mi_switch+0x200
ithread_loop(c4210b10,c3df3d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c4210b10,c3df3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3df3d70, ebp = 0 ---
Tracing command intr pid 12 tid 100026 td 0xc412c8c0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100024 td 0xc412cd20
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100020 td 0xc4268690
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100012 td 0xc40a6d20
sched_switch(c40a6d20,0,109,177,b3c1d952,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40eaeec,...) at mi_switch+0x200
ithread_loop(c40a1160,c3dc6d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c40a1160,c3dc6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc6d70, ebp = 0 ---
Tracing command intr pid 12 tid 100011 td 0xc412c000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100010 td 0xc412c230
sched_switch(c412c230,0,109,177,e5b1254a,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c412b0ec,...) at mi_switch+0x200
ithread_loop(c40a1180,c3dc0d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c40a1180,c3dc0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 ---
Tracing command intr pid 12 tid 100009 td 0xc412c460
sched_switch(c412c460,0,109,177,bc133ece,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c412b16c,...) at mi_switch+0x200
ithread_loop(c40a1190,c3dbdd38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c40a1190,c3dbdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 ---
Tracing command intr pid 12 tid 100008 td 0xc40a4000
sched_switch(c40a4000,0,109,177,d0284448,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40e8eec,...) at mi_switch+0x200
ithread_loop(c40a11a0,c3dbad38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c40a11a0,c3dbad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 ---
Tracing command intr pid 12 tid 100007 td 0xc40a4230
sched_switch(c40a4230,0,109,177,60cc1e,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32585,4ce,c40e906c,...) at mi_switch+0x200
ithread_loop(c40a11b0,c3db7d38,c0b32301,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae70,c40a11b0,c3db7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db7d70, ebp = 0 ---
Tracing command idle pid 11 tid 100006 td 0xc40a4460
cpustop_handler(1,c3db1b84,c0aa420d,80067b2f,c3db1b78,...) at cpustop_handler+0x32
ipi_nmi_handler(80067b2f,c3db1b78,c0aae004,c3db1b52,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3db1b90) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc077bb3a, esp = 0xc3db1bd0, ebp = 0xc3db1bf4 ---
_thread_lock_flags(c40a4460,0,c0b3789e,802,c426a618,...) at _thread_lock_flags+0xfa
sched_preempt(c40a4460,0,c3db1c70,c0a88dae,c0780008,...) at sched_preempt+0x2b
ipi_bitmap_handler(c0780008,c0c70028,28,c426a618,c426a600,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e63cac, ebp = 0xc3db1c5c ---
uart_z8530_class(c0e6ac35,20,246,c3db1ca0,c0e63cac,...) at 0x20
Tracing command idle pid 11 tid 100005 td 0xc40a4690
cpustop_handler(2,c3daec24,c0aa420d,c0c78798,c3daebb8,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c78798,c3daebb8,c077ad14,c0c78798,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3daec30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e6ac35, esp = 0xc3daec70, ebp = 0xc3daec70 ---
acpi_cpu_c1(1,0,c3daecd8,1,c07a8fe1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3daecb4,c0a93a5b,0,c3daecf8,c07a92a6,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(0,c3daecf8,c07a92a6,0,c3daecd8,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c3daecd8,c0b3789e,3a3,c40a4690,...) at cpu_idle+0x1b
sched_idletd(0,c3daed38,c0b32301,324,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07a9090,0,c3daed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xc40a48c0
sched_switch(c40a48c0,0,60c,172,bc914526,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b3789e,804,2,...) at mi_switch+0x200
sched_preempt(c40a48c0,2,c3dabcb4,c0a88dae,8,...) at sched_preempt+0x9f
ipi_bitmap_handler(8,28,c0c70028,5,c0c7ce00,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0x9, ebp = 0xc3dabc7c ---
uart_z8530_class(c077bba9,20,293,c0c7ce00,9,...) at 0x20
Tracing command idle pid 11 tid 100003 td 0xc40a4af0
cpustop_handler(8,c3da8c24,c0aa420d,c0c78808,c3da8bb8,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c78808,c3da8bb8,c077ad14,c0c78808,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3da8c30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e6ac35, esp = 0xc3da8c70, ebp = 0xc3da8c70 ---
acpi_cpu_c1(1,0,c3da8cd8,3,c07a8fe1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3da8cb4,c0a93a5b,0,c3da8cf8,c07a92a6,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(0,c3da8cf8,c07a92a6,0,c3da8cd8,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c3da8cd8,c0b3789e,9eb,c40a4af0,...) at cpu_idle+0x1b
sched_idletd(0,c3da8d38,c0b32301,324,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07a9090,0,c3da8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da8d70, ebp = 0 ---
Tracing command init pid 1 tid 100002 td 0xc40a4d20
sched_switch(c40a4d20,0,104,177,cbf3c32,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a4d20,0,c0b39c93,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39c93,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c40a2d0c,5c,c0b3be79,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40a2d0c,c40a2d94,15c,c0b3be79,0,...) at _sleep+0x313
kern_wait(c40a4d20,ffffffff,c3da4c2c,0,0,...) at kern_wait+0xa66
wait4(c40a4d20,c3da4cfc,10,c0b3bc94,c0c09348,...) at wait4+0x3b
syscall(c3da4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---
Tracing command audit pid 10 tid 100001 td 0xc40a6000
sched_switch(c40a6000,0,104,177,65b64b8c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6000,0,c0b39c93,237,c40a6000,...) at sleepq_switch+0x14d
sleepq_wait(c0cd7ddc,0,c0b55fae,1,0,...) at sleepq_wait+0x63
_cv_wait(c0cd7ddc,c0cd7dc0,c0b56964,18d,0,...) at _cv_wait+0x204
audit_worker(0,c3da1d38,c0b32301,324,c40a3000,...) at audit_worker+0x84
fork_exit(c0976890,0,c3da1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100029 td 0xc427b230
sched_switch(c427b230,0,104,177,65b4dccc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c427b230,0,c0b39c93,237,c427b230,...) at sleepq_switch+0x14d
sleepq_wait(c4298500,0,c0b368fb,c0b2d13c,0,...) at sleepq_wait+0x63
msleep_spin(c4298500,c429851c,c0b2d13c,0,c0b34922,...) at msleep_spin+0x21d
taskqueue_thread_loop(c425db64,c3e1fd38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07bf010,c425db64,c3e1fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100025 td 0xc412caf0
sched_switch(c412caf0,0,104,177,65f6108c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c412caf0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253480,0,c0b2d13c,0,0,...) at sleepq_wait+0x63
_sleep(c4253480,c425349c,0,c0b2d13c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c841a8,c3dedd38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07bf010,c0c841a8,c3dedd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dedd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100023 td 0xc4268000
sched_switch(c4268000,0,104,177,65c83c50,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268000,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2d13c,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2d13c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7c2b8,c3de7d38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07bf010,c0e7c2b8,c3de7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de7d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100022 td 0xc4268230
sched_switch(c4268230,0,104,177,65c811e0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268230,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2d13c,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2d13c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7c2b8,c3de4d38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07bf010,c0e7c2b8,c3de4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100021 td 0xc4268460
sched_switch(c4268460,0,104,177,65c7e5ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268460,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2d13c,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2d13c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7c2b8,c3de1d38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07bf010,c0e7c2b8,c3de1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100018 td 0xc4268af0
sched_switch(c4268af0,0,104,177,65c35ee4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268af0,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253840,0,c0b2d13c,0,0,...) at sleepq_wait+0x63
_sleep(c4253840,c425385c,0,c0b2d13c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c76b24,c3dd8d38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07bf010,c0c76b24,c3dd8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd8d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100016 td 0xc40a6460
sched_switch(c40a6460,0,104,177,dfcd50ca,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39c93,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6460,0,c0b39c93,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c408a980,0,c0b2d13c,0,0,...) at sleepq_wait+0x63
_sleep(c408a980,c408a99c,0,c0b2d13c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c82e20,c3dd2d38,c0b32301,324,c0c763e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07bf010,c0c82e20,c3dd2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100000 td 0xc0c76680
sched_switch(c0c76680,0,109,177,cdbf4de6,...) at sched_switch+0x3fb
mi_switch(109,0,c0b5b237,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 92 MB: 77 61 45 29 13
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2
kgdb) l *0xc09a14f8
0xc09a14f8 is in ufs_inactive (../../../ufs/ufs/ufs_inode.c:93).
88 if (ip->i_mode == 0)
89 goto out;
90 #ifdef UFS_GJOURNAL
91 ufs_gjournal_close(vp);
92 #endif
93 if ((ip->i_effnlink == 0 && DOINGSOFTDEP(vp)) ||
94 (ip->i_nlink <= 0 && !VFSTOUFS(mp)->um_fs->fs_ronly)) {
95 loop:
96 if (vn_start_secondary_write(vp, &mp, V_NOWAIT) != 0) {
97 /* Cannot delete file while file system is suspended */
--
No specific test