GENERIC HEAD from Apr 24 15:13 UTC + kern_event.diff, vmcore.217

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #2: Mon Apr 28 06:29:39 CEST 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037582336 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc40c0ee4 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
 2nd 0xd7e81d20 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b105d0,e290978c,c07ae17e,c0b12c6f,d7e81d20,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12c6f,d7e81d20,c0b17983,c0b17983,c0b16f39,...) at kdb_backtrace+0x29
witness_checkorder(d7e81d20,9,c0b16f30,998,4,...) at witness_checkorder+0x6de
__lockmgr_args(d7e81d20,81900,c40c0ee4,c0b178b8,50,...) at __lockmgr_args+0x777
getblk(c40c0de8,0,0,800,0,...) at getblk+0x163
breadn(c40c0de8,0,0,800,0,...) at breadn+0x44
bread(c40c0de8,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c40c0de8,0,0,0,e29099a4,...) at ffs_blkatoff+0xd1
ufs_lookup(e29099ec,c0b40900,c40c0de8,c40c0de8,e2909b50,...) at ufs_lookup+0x2b5
VOP_CACHEDLOOKUP_APV(c0be8920,e29099ec,e2909b50,e2909b3c,c3e2a800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(e2909a6c,c0b197be,c0c00bc0,80000,c40c0de8,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0be8920,e2909a6c,c0b18734,1b0,e2909b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(e2909b24,c0b18734,d8,c0,c3df422c,...) at lookup+0x57e
namei(e2909b24,e2909b28,c07ad95c,c076519c,c0c847d8,...) at namei+0x45b
kern_unlinkat(c3e25cc0,ffffff9c,c0b18dbb,1,e2909c5c,...) at kern_unlinkat+0x46
kern_unlink(c3e25cc0,c0b18dbb,1,631,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b18f75,c0b06fc3,c0affb20,1,c07ebb50,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c32690,4,c0b08282,264,0,...) at vfs_mountroot+0x420
start_init(0,e2909d38,c0b09c07,30d,c3e23cf8,...) at start_init+0x65
fork_exit(c073a150,0,e2909d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2909d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
 1st 0xc0c90844 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5470
 2nd 0xd7ee7480 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123
KDB: stack backtrace:
db_trace_self_wrapper(c0b105d0,e684140c,c07ae17e,c0b12c6f,d7ee7480,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12c6f,d7ee7480,c0b17983,c0b17983,c0b2c365,...) at kdb_backtrace+0x29
witness_checkorder(d7ee7480,9,c0b2c35c,17eb,c07ad95c,...) at witness_checkorder+0x6de
__lockmgr_args(d7ee7480,80900,c0c90844,0,0,...) at __lockmgr_args+0x777
getdirtybuf(c0c90844,4,c0b2c35c,1582,e6841524,...) at getdirtybuf+0xc3
flush_deplist(e6841528,0,c0b2c35c,155e,344c8,...) at flush_deplist+0x59
flush_inodedep_deps(c0c90844,0,c0b2c35c,145f,131,...) at flush_inodedep_deps+0xa5
softdep_sync_metadata(c4f41590,0,c0b2dbd8,131,0,...) at softdep_sync_metadata+0x58
ffs_syncvnode(c4f41590,1,3,c4af1660,e6841674,...) at ffs_syncvnode+0x3e2
ffs_truncate(c4f41590,200,0,880,c4911800,...) at ffs_truncate+0x639
ufs_direnter(c4f41590,c4f2e164,e68418f0,e6841b84,0,...) at ufs_direnter+0x973
ufs_makeinode(e6841b84,c0be8e40,e6841a64,e6841a34,c0a8e895,...) at ufs_makeinode+0x541
ufs_create(e6841a64,c0b40dbd,0,e6841a64,e6841b58,...) at ufs_create+0x30
VOP_CREATE_APV(c0be8920,e6841a64,2,e6841a54,246,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6841b58,e6841c5c,1b0,c4911800,c49d2dd0,...) at vn_open_cred+0x1df
vn_open(e6841b58,e6841c5c,1b0,c49d2dd0,c4f414f0,...) at vn_open+0x33
kern_openat(c4af1660,ffffff9c,bfbfe898,0,602,...) at kern_openat+0x10f
kern_open(c4af1660,bfbfe898,0,601,1b0,...) at kern_open+0x35
open(c4af1660,e6841cfc,c,c0b1331f,c0bc5378,...) at open+0x30
syscall(e6841d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28154b8b, esp = 0xbfbfe85c, ebp = 0xbfbfe878 ---
panic: KN_INFLUX set when not suppose to be
KDB: stack backtrace:
db_trace_self_wrapper(c0b105d0,e45eac10,c07f0f93,c4342cdc,e45eac10,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c4342cdc,e45eac10,c0a8a6c5,e45eac20,c4342c84,...) at kdb_backtrace+0x29
vfs_badlock(c0bd5620,e45eac20,c0c00bc0,c4342c84,e45eac6c,...) at vfs_badlock+0x23
assert_vop_locked(c4342c84,c0b19268) at assert_vop_locked+0x49
vop_lock_post(e45eac6c,0,c4342c84,80400,c4342c84,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0bd5620,e45eac6c,c0c00f60,c4342c84,80400,...) at VOP_LOCK1_APV+0xc1
_vn_lock(c4342c84,80400,c0b19019,683,0,...) at _vn_lock+0x5e
sched_sync(0,e45ead38,c0b09c07,30d,c4293530,...) at sched_sync+0x505
fork_exit(c07f34c0,0,e45ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 ---
VOP_LOCK: 0xc4342c84 is not locked but should be
KDB: enter: lock violation
[thread pid 19 tid 100047 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $linses 0
db> bt
Tracing pid 19 tid 100047 td 0xc3ffdcc0
kdb_enter(c0b18a7c,c0b191f7,c4342c84,c0b1924c,c4342c84,...) at kdb_enter+0x3a
vfs_badlock(c0bd5620,e45eac20,c0c00bc0,c4342c84,e45eac6c,...) at vfs_badlock+0x61
assert_vop_locked(c4342c84,c0b19268) at assert_vop_locked+0x49
vop_lock_post(e45eac6c,0,c4342c84,80400,c4342c84,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0bd5620,e45eac6c,c0c00f60,c4342c84,80400,...) at VOP_LOCK1_APV+0xc1
_vn_lock(c4342c84,80400,c0b19019,683,0,...) at _vn_lock+0x5e
sched_sync(0,e45ead38,c0b09c07,30d,c4293530,...) at sched_sync+0x505
fork_exit(c07f34c0,0,e45ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 ---
db> show allpcpu
Current CPU: 2

cpuid        = 0
curthread    = 0xc3e25440: pid 11 "idle: cpu0"
curpcb       = 0xe2916d90
fpcurthread  = none
idlethread   = 0xc3e25440: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc3e25660: pid 11 "idle: cpu1"
curpcb       = 0xe2913d90
fpcurthread  = none
idlethread   = 0xc3e25660: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3ffdcc0: pid 19 "syncer"
curpcb       = 0xe45ead90
fpcurthread  = none
idlethread   = 0xc3e25880: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc3e25aa0: pid 11 "idle: cpu3"
curpcb       = 0xe290dd90
fpcurthread  = none
idlethread   = 0xc3e25aa0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 28957 (pipe5) thread 0xc524eaa0 (100172)
exclusive sx filedesc structure r = 0 (0xc5c2532c) locked @ kern/kern_descrip.c:1090
Process 28957 (pipe5) thread 0xc5fd4aa0 (100078)
exclusive sleep mutex kqueue r = 0 (0xc56c3680) locked @ kern/kern_event.c:1444
Process 28558 (rw) thread 0xc4285220 (100148)
exclusive lockmgr ufs r = 0 (0xc4cd5e40) locked @ kern/vfs_vnops.c:593
Process 28556 (rw) thread 0xc4630660 (100254)
exclusive lockmgr bufwait r = 0 (0xd7f39f40) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc507d5e8) locked @ kern/vfs_vnops.c:593
Process 28555 (rw) thread 0xc593a220 (100211)
exclusive lockmgr bufwait r = 0 (0xd8079100) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc5b95b78) locked @ kern/vfs_vnops.c:593
Process 28553 (rw) thread 0xc4285cc0 (100320)
exclusive lockmgr bufwait r = 0 (0xd8140540) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc6188058) locked @ kern/vfs_vnops.c:593
Process 28551 (rw) thread 0xc5173660 (100295)
exclusive lockmgr bufwait r = 0 (0xd7feae00) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc61cd1bc) locked @ kern/vfs_vnops.c:593
Process 28549 (rw) thread 0xc63e2440 (100176)
exclusive lockmgr ufs r = 0 (0xc5b31e40) locked @ kern/vfs_vnops.c:593
Process 28547 (rw) thread 0xc6f16440 (100082)
exclusive lockmgr ufs r = 0 (0xc533774c) locked @ kern/vfs_vnops.c:593
Process 28543 (rw) thread 0xc5c96aa0 (100074)
exclusive lockmgr ufs r = 0 (0xc562874c) locked @ kern/vfs_vnops.c:593
Process 28541 (rw) thread 0xc593a000 (100252)
exclusive lockmgr ufs r = 0 (0xc5b31484) locked @ kern/vfs_vnops.c:593
Process 28540 (rw) thread 0xc498a880 (100227)
exclusive lockmgr bufwait r = 0 (0xd7ef6b80) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc615b5e8) locked @ kern/vfs_vnops.c:593
Process 1368 (sshd) thread 0xc4af2880 (100069)
exclusive sx so_rcv_sx r = 0 (0xc447581c) locked @ kern/uipc_sockbuf.c:148
Process 910 (sshd) thread 0xc4685000 (100134)
exclusive sx so_rcv_sx r = 0 (0xc4602e2c) locked @ kern/uipc_sockbuf.c:148
Process 909 (sshd) thread 0xc4685220 (100133)
exclusive sx so_rcv_sx r = 0 (0xc4473390) locked @ kern/uipc_sockbuf.c:148
Process 908 (sshd) thread 0xc4685440 (100132)
exclusive sx so_rcv_sx r = 0 (0xc445cb24) locked @ kern/uipc_sockbuf.c:148
Process 898 (sshd) thread 0xc442a660 (100085)
exclusive sx so_rcv_sx r = 0 (0xc43ed088) locked @ kern/uipc_sockbuf.c:148
db> show lockedvnods
Locked vnodes

0xc615b590: tag ufs, type VREG
    usecount 1, writecount 1, refcount 1262 mountedhere 0
    flags ()
    v_object 0xc4332680 ref 0 pages 13104
     lock type ufs: EXCL by thread 0xc498a880 (pid 28540)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 235521, on dev ad0s1e

0xc5b31de8: tag ufs, type VREG
    usecount 1, writecount 1, refcount 535 mountedhere 0
    flags ()
    v_object 0xc55ef280 ref 0 pages 9328
     lock type ufs: EXCL by thread 0xc63e2440 (pid 28549)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 235525, on dev ad0s1e

0xc6188000: tag ufs, type VREG
    usecount 1, writecount 1, refcount 577 mountedhere 0
    flags ()
    v_object 0xc533b780 ref 0 pages 10218
     lock type ufs: EXCL by thread 0xc4285cc0 (pid 28553)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 235527, on dev ad0s1e

0xc5b3142c: tag ufs, type VREG
    usecount 1, writecount 1, refcount 948 mountedhere 0
    flags ()
    v_object 0xc5525880 ref 0 pages 6741
     lock type ufs: EXCL by thread 0xc593a000 (pid 28541)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 235529, on dev ad0s1e

0xc56286f4: tag ufs, type VREG
    usecount 1, writecount 1, refcount 847 mountedhere 0
    flags ()
    v_object 0xc4d2dd80 ref 0 pages 6919
     lock type ufs: EXCL by thread 0xc5c96aa0 (pid 28543)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 211976, on dev ad0s1e

0xc4cd5de8: tag ufs, type VREG
    usecount 1, writecount 1, refcount 560 mountedhere 0
    flags ()
    v_object 0xc4e89c00 ref 0 pages 5673
     lock type ufs: EXCL by thread 0xc4285220 (pid 28558)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 211978, on dev ad0s1e

0xc61cd164: tag ufs, type VREG
    usecount 1, writecount 1, refcount 568 mountedhere 0
    flags ()
    v_object 0xc5055000 ref 0 pages 10310
     lock type ufs: EXCL by thread 0xc5173660 (pid 28551)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 211981, on dev ad0s1e

0xc507d590: tag ufs, type VREG
    usecount 1, writecount 1, refcount 556 mountedhere 0
    flags ()
    v_object 0xc683a380 ref 0 pages 5849
     lock type ufs: EXCL by thread 0xc4630660 (pid 28556)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 212021, on dev ad0s1e

0xc53376f4: tag ufs, type VREG
    usecount 1, writecount 1, refcount 527 mountedhere 0
    flags ()
    v_object 0xc5cc2680 ref 0 pages 9949
     lock type ufs: EXCL by thread 0xc6f16440 (pid 28547)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 235567, on dev ad0s1e

0xc5b95b20: tag ufs, type VREG
    usecount 1, writecount 1, refcount 549 mountedhere 0
    flags ()
    v_object 0xc4f33380 ref 0 pages 10072
     lock type ufs: EXCL by thread 0xc593a220 (pid 28555)
#0 0xc075e920 at __lockmgr_args+0xb60
#1 0xc097871a at ffs_lock+0x8a
#2 0xc0a8d8a5 at VOP_LOCK1_APV+0xa5
#3 0xc080051e at _vn_lock+0x5e
#4 0xc0800e75 at vn_write+0x165
#5 0xc07afd35 at dofilewrite+0x95
#6 0xc07affc8 at kern_writev+0x58
#7 0xc07b004f at write+0x4f
#8 0xc0a80083 at syscall+0x2a3
#9 0xc0a64750 at Xint0x80_syscall+0x20

        ino 235701, on dev ad0s1e
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
28957 28219 28219  1001  R+      (threaded)          pipe5
100172                   L      *kqueue   0xc59df690 pipe5
100078                   CanRun                      pipe5
100192                   S       uwait    0xc4db6840 initial thread
28956 28219 28219  1001  R+                          initial thread
28954 28219 28219  1001  R+      (threaded)          pipe5
100201                   S       umtxn    0xc5c926c0 pipe5
100216                   CanRun                      pipe5
100110                   S       uwait    0xc63fd400 initial thread
28953 28219 28219  1001  R+      (threaded)          pipe5
100299                   CanRun                      pipe5
100222                   CanRun                      pipe5
100275                   S       uwait    0xc4067140 initial thread
28952 28219 28219  1001  R+      (threaded)          pipe5
100147                   S       ucond    0xc504b480 pipe5
100179                   CanRun                      pipe5
100337                   S       uwait    0xc5025980 initial thread
28951 28219 28219  1001  R+      (threaded)          pipe5
100314                   S       umtxn    0xc642dcc0 pipe5
100199                   CanRun                      pipe5
100073                   S       uwait    0xc6b7e9c0 initial thread
28718   925   915  1001  S       nanslp   0xc0c32e44 sleep
28558 28523 28427  1001  R+                          rw
28556 28523 28427  1001  R+                          rw
28555 28523 28427  1001  R+                          rw
28553 28523 28427  1001  R+                          rw
28551 28523 28427  1001  R+                          rw
28549 28523 28427  1001  R+                          rw
28547 28523 28427  1001  R+                          rw
28543 28523 28427  1001  R+                          rw
28541 28523 28427  1001  R+                          rw
28540 28523 28427  1001  R+                          rw
28523 28482 28427  1001  S+      wait     0xc49a5a60 rw
28507 28489 28427  1001  RL+                         swap
28505 28489 28427  1001  RL+                         swap
28502 28489 28427  1001  RL+                         swap
28491 28489 28427  1001  RL+                         swap
28489 28483 28427  1001  S+      wait     0xc4e11cf8 swap
28483 28481 28427  1001  S+      wait     0xc6e5d298 swap
28482 28481 28427  1001  S+      wait     0xc4946000 rw
28481 28480 28427  1001  S+      wait     0xc4f3b298 run
28480 28479 28427  1001  S+      wait     0xc4c26000 run
28479 28427 28427  1001  R+                          run
28427  1372 28427  1001  S+      wait     0xc46697c8 sh
28219   902 28219  1001  S+      wait     0xc4c107c8 sh
 1372  1370  1372  1001  Ss+     wait     0xc4422a60 bash
 1370  1368  1368  1001  S       select   0xc434eb28 sshd
 1368   774  1368     0  Ss      sbwait   0xc447584c sshd
  926   915   915  1001  S       piperd   0xc4469000 awk
  925   915   915  1001  S       wait     0xc49467c8 sh
  923   917   923  1001  Rs+                         top
  918   916   918  1001  Rs                          tail
  917   910   910  1001  S       select   0xc434e968 sshd
  916   909   909  1001  S       select   0xc40a9a28 sshd
  915   914   915  1001  Ss      wait     0xc4344298 sh
  914   908   908  1001  S       select   0xc42ad168 sshd
  910   774   910     0  Ss      sbwait   0xc4602e5c sshd
  909   774   909     0  Ss      sbwait   0xc44733c0 sshd
  908   774   908     0  Ss      sbwait   0xc445cb54 sshd
  902   900   902  1001  Ss+     wait     0xc4947cf8 bash
  900   898   898  1001  S       select   0xc43e45e8 sshd
  898   774   898     0  Ss      sbwait   0xc43ed0b8 sshd
  897     1   897     0  Ss+     ttyin    0xc40b4c10 getty
  896     1   896     0  Ss+     ttyin    0xc40b4810 getty
  895     1   895     0  Ss+     ttyin    0xc40b5810 getty
  894     1   894     0  Ss+     ttyin    0xc40b5410 getty
  893     1   893     0  Ss+     ttyin    0xc40ad810 getty
  892     1   892     0  Ss+     ttyin    0xc40adc10 getty
  891     1   891     0  Ss+     ttyin    0xc40b4010 getty
  890     1   890     0  Ss+     ttyin    0xc40b4410 getty
  873     1   873     0  Ss      select   0xc43e4a28 inetd
  846     1   846     0  Ss      select   0xc43e4c28 moused
  832     1   832     0  Ss      nanslp   0xc0c32e44 watchdogd
  790     1   790     0  Ss      nanslp   0xc0c32e44 cron
  783     1   783    25  Ss      pause    0xc4669d54 sendmail
  779     1   779     0  Rs                          sendmail
  774     1   774     0  Ss      select   0xc434e568 sshd
  692   676   676     0  S       -        0xc447aa00 nfsd
  691   676   676     0  S       -        0xc447d400 nfsd
  690   676   676     0  S       -        0xc447ac00 nfsd
  689   676   676     0  S       -        0xc447d600 nfsd
  688   676   676     0  S       -        0xc447ae00 nfsd
  687   676   676     0  S       -        0xc4268c00 nfsd
  686   676   676     0  S       -        0xc447b000 nfsd
  685   676   676     0  S       -        0xc447b200 nfsd
  684   676   676     0  S       -        0xc4028800 nfsd
  682   676   676     0  S       -        0xc42a7c00 nfsd
  681   676   676     0  S       -        0xc447b400 nfsd
  680   676   676     0  S       -        0xc4478600 nfsd
  679   676   676     0  S       -        0xc447b600 nfsd
  678   676   676     0  S       -        0xc4450800 nfsd
  677   676   676     0  S       -        0xc4478800 nfsd
  676     1   676     0  Ss      select   0xc434e028 nfsd
  674     1   674     0  Ss      select   0xc43e3ce8 mountd
  621     1   621     0  Ss      select   0xc43e38e8 rpcbind
  604     1   604     0  Ss      select   0xc434f768 syslogd
  545     1   545     0  Ss      select   0xc434fbe8 devd
   21     0     0     0  SL      sdflush  0xc0c908a0 [softdepflush]
   20     0     0     0  SL      vlruwt   0xc4293298 [vnlru]
   19     0     0     0  RL      CPU 2               [syncer]
   18     0     0     0  SL      psleep   0xc0c84dc4 [bufdaemon]
   17     0     0     0  SL      pgzero   0xc0c914d4 [pagezero]
    9     0     0     0  SL      psleep   0xc0c91104 [vmdaemon]
    8     0     0     0  SL      psleep   0xc0c910cc [pagedaemon]
    7     0     0     0  SL      waiting_ 0xc0c86b2c [sctp_iterator]
    6     0     0     0  SL      -        0xc3fe9a3c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c30054 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c30040 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc401d210 [usb0]
    5     0     0     0  SL      ccb_scan 0xc0c016d4 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c32c48 [yarrow]
    4     0     0     0  SL      -        0xc0c307ac [g_down]
    3     0     0     0  SL      -        0xc0c307a8 [g_up]
    2     0     0     0  SL      -        0xc0c307a0 [g_event]
   12     0     0     0  WL      (threaded)          intr
100041                   I                           [irq7: ppbus0 ppc0]
100039                   I                           [swi0: sio]
100038                   I                           [irq12: psm0]
100037                   I                           [irq1: atkbd0]
100036                   I                           [irq15: ata1]
100035                   I                           [irq14: ata0]
100034                   I                           [irq17: fxp0]
100030                   I                           [irq16: uhci0]
100028                   I                           [irq9: acpi0]
100027                   I                           [swi6: task queue]
100026                   I                           [swi6: Giant taskq]
100024                   I                           [swi5: +]
100019                   I                           [swi2: cambio]
100012                   I                           [swi1: net]
100011                   I                           [swi3: vm]
100010                   I                           [swi4: clock]
100009                   I                           [swi4: clock]
100008                   I                           [swi4: clock]
100007                   I                           [swi4: clock sio]
   11     0     0     0  RL      (threaded)          idle
100006                   Run     CPU 0               [idle: cpu0]
100005                   Run     CPU 255             [idle: cpu1]
100004                   CanRun                      [idle: cpu2]
100003                   Run     CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3e23cf8 [init]
   10     0     0     0  SL      audit_wo 0xc0c902a0 [audit]
    0     0     0     0  SLs     (threaded)          kernel
100029                   D       -        0xc400b180 [em0 taskq]
100025                   D       -        0xc3fec580 [thread taskq]
100023                   D       -        0xc3fec680 [kqueue taskq]
100022                   D       -        0xc3fec700 [acpi_task_2]
100021                   D       -        0xc3fec700 [acpi_task_1]
100020                   D       -        0xc3fec700 [acpi_task_0]
100016                   D       -        0xc3e21580 [firmware taskq]
100000                   I                           [swapper]
28485 28481 28427  1001  Z+                          mkdir
28559 28523 28427  1001  Z+                          rw
28542 28523 28427  1001  Z+                          rw
28545 28523 28427  1001  Z+                          rw
28557 28523 28427  1001  Z+                          rw
28514 28489 28427  1001  Z+                          swap
28488 28481 28427  1001  Z+                          tcp
28515 28489 28427  1001  Z+                          swap
28484 28481 28427  1001  Z+                          creat
28504 28489 28427  1001  Z+                          swap
28511 28489 28427  1001  Z+                          swap
28492 28489 28427  1001  Z+                          swap
28498 28489 28427  1001  Z+                          swap
28494 28489 28427  1001  Z+                          swap
28500 28489 28427  1001  Z+                          swap
28516 28489 28427  1001  Z+                          swap
28508 28489 28427  1001  Z+                          swap
28509 28489 28427  1001  Z+                          swap
28493 28489 28427  1001  Z+                          swap
28510 28489 28427  1001  Z+                          swap
28503 28489 28427  1001  Z+                          swap
28513 28489 28427  1001  Z+                          swap
28512 28489 28427  1001  Z+                          swap
28517 28489 28427  1001  Z+                          swap
28496 28489 28427  1001  Z+                          swap
28506 28489 28427  1001  Z+                          swap
28487 28481 28427  1001  Z+                          udp
28486 28481 28427  1001  Z+                          initial thread
db> allt

Tracing command pipe5 pid 28957 tid 100172 td 0xc524eaa0
sched_switch(c524eaa0,0,103,172,322801b8,...) at sched_switch+0x3fb
mi_switch(103,0,c0b11be0,2e0,c59df690,...) at mi_switch+0x200
turnstile_wait(c59df690,c5fd4aa0,0,188,c56c3680,...) at turnstile_wait+0x48a
_mtx_lock_sleep(c56c3680,c524eaa0,0,c0b096b8,750,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c56c3680,0,c0b096b8,750,c524eaa0,...) at _mtx_lock_flags+0xef
knote_drop(c56c3680,0,c0b096b8,71d,8,...) at knote_drop+0x63
knote_fdclose(c524eaa0,8,c0b091e2,442,c4ae2924,...) at knote_fdclose+0xff
kern_close(c524eaa0,8,e6a70d2c,c0a80083,c524eaa0,...) at kern_close+0xd5
close(c524eaa0,e6a70cfc,4,c0b281c0,c0bc5390,...) at close+0x1a
syscall(e6a70d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf6fbf6c, ebp = 0xbf6fbf88 ---

Tracing command pipe5 pid 28957 tid 100078 td 0xc5fd4aa0
sched_switch(c5fd4aa0,0,60b,172,322742d4,...) at sched_switch+0x3fb
mi_switch(60b,0,c0b0f1b0,7ec,3,...) at mi_switch+0x200
sched_preempt(c5fd4aa0,3,e67fb91c,c0a64dde,c0760008,...) at sched_preempt+0xb5
ipi_bitmap_handler(c0760008,c0c90028,28,a,1,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xe67fb938, ebp = 0xe67fb904 ---
uart_z8530_class(c0a70c7b,20,246,c0c84a84,e67fb938,...) at 0x20

Tracing command pipe5 pid 28957 tid 100192 td 0xc57a5220
sched_switch(c57a5220,0,104,177,2bca4668,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c57a5220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4db6840,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4db6840,c0c34a58,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c57a5220,e6bb6c80,c07a7960) at do_wait+0x267
__umtx_op_wait(c57a5220,e6bb6cfc,e6bb6d2c,c0a80083,c57a5220,...) at __umtx_op_wait+0x57
_umtx_op(c57a5220,e6bb6cfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27
syscall(e6bb6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe5 pid 28956 tid 100188 td 0xc5cc5220
sched_switch(c5cc5220,0,104,177,2bcac12c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c5cc5220,0,c0b113bf,237,c147138c,...) at sleepq_switch+0x14d
sleepq_wait(c147138c,0,c0b2fdf6,3,0,...) at sleepq_wait+0x63
_sx_xlock_hard(c147138c,c5cc5220,0,c0b2fd8f,4bb,...) at _sx_xlock_hard+0x296
_sx_xlock(c147138c,0,c0b2fd8f,4bb,e150b000,...) at _sx_xlock+0xb8
_vm_map_lock(c1471348,c0b2fd8f,4bb,c4710000,c1455450,...) at _vm_map_lock+0x51
vm_map_find(c1471348,0,0,0,e6ab1c2c,...) at vm_map_find+0x3d
pipespace_new(e6ab1c80,c07b2052,c4710120,c4710168,0,...) at pipespace_new+0xba
pipe_create(c4710120,c4710168,0,0,0,...) at pipe_create+0x3f
pipe(c5cc5220,e6ab1cfc,c0b3e1de,c0b01ad6,c0bc56f0,...) at pipe+0xb2
syscall(e6ab1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (42, FreeBSD ELF32, pipe), eip = 0x280e1cd3, esp = 0xbfbfebdc, ebp = 0xbfbfec08 ---

Tracing command pipe5 pid 28954 tid 100201 td 0xc524d440
sched_switch(c524d440,0,104,177,2bd2f158,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c524d440,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c5c926c0,0,c0b0ed22,100,0,...) at sleepq_wait_sig+0x17
_sleep(c5c926c0,c0c34550,100,c0b0ed22,0,...) at _sleep+0x313
_do_lock_umutex(0,0,8107060,c524d440,c0764e7d,...) at _do_lock_umutex+0x4c0
do_lock_umutex(0,0,c524d440,e6aa2c80,c07a7960) at do_lock_umutex+0x4d
__umtx_op_lock_umutex(c524d440,e6aa2cfc,e6aa2d2c,c0a80083,c524d440,...) at __umtx_op_lock_umutex+0x50
_umtx_op(c524d440,e6aa2cfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e6aa2d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbf6fbe9c, ebp = 0xbf6fbeb8 ---

Tracing command pipe5 pid 28954 tid 100216 td 0xc4a78000
sched_switch(c4a78000,0,207,172,2bd1f2b8,...) at sched_switch+0x3fb
mi_switch(207,0,c0b11b9a,d4,c4b5ccf8,...) at mi_switch+0x200
ast(e6ab5d38) at ast+0x2a7
doreti_ast() at doreti_ast+0x17

Tracing command pipe5 pid 28954 tid 100110 td 0xc435ccc0
sched_switch(c435ccc0,0,104,177,2afdeb50,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c435ccc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c63fd400,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c63fd400,c0c33f30,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c435ccc0,e69afc80,c07a7960) at do_wait+0x267
__umtx_op_wait(c435ccc0,e69afcfc,e69afd2c,c0a80083,c435ccc0,...) at __umtx_op_wait+0x57
_umtx_op(c435ccc0,e69afcfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27
syscall(e69afd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe5 pid 28953 tid 100299 td 0xc52b6880
fork_trampoline() at fork_trampoline

Tracing command pipe5 pid 28953 tid 100222 td 0xc5321cc0
fork_trampoline() at fork_trampoline

Tracing command pipe5 pid 28953 tid 100275 td 0xc6652220
sched_switch(c6652220,0,104,177,2be58b98,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c6652220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4067140,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4067140,c0c34ac8,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c6652220,e6ba7c80,c07a7960) at do_wait+0x267
__umtx_op_wait(c6652220,e6ba7cfc,e6ba7d2c,c0a80083,c6652220,...) at __umtx_op_wait+0x57
_umtx_op(c6652220,e6ba7cfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27
syscall(e6ba7d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe5 pid 28952 tid 100147 td 0xc52d8cc0
sched_switch(c52d8cc0,0,104,177,2be65128,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c52d8cc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c504b480,0,c0b0ed76,100,0,...) at sleepq_wait_sig+0x17
_sleep(c504b480,c0c33b40,100,c0b0ed76,0,...) at _sleep+0x313
__umtx_op_cv_wait(c52d8cc0,e69f8cfc,e69f8d2c,c0a80083,c52d8cc0,...) at __umtx_op_cv_wait+0x39d
_umtx_op(c52d8cc0,e69f8cfc,14,c07ada48,c0bc7d90,...) at _umtx_op+0x27
syscall(e69f8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbf4f9efc, ebp = 0xbf4f9f18 ---

Tracing command pipe5 pid 28952 tid 100179 td 0xc549a660
fork_trampoline() at fork_trampoline

Tracing command pipe5 pid 28952 tid 100337 td 0xc5ff1220
sched_switch(c5ff1220,0,104,177,2bdd1d90,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c5ff1220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c5025980,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c5025980,c0c34ac8,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c5ff1220,e6c5bc80,c07a7960) at do_wait+0x267
__umtx_op_wait(c5ff1220,e6c5bcfc,e6c5bd2c,c0a80083,c5ff1220,...) at __umtx_op_wait+0x57
_umtx_op(c5ff1220,e6c5bcfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27
syscall(e6c5bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe5 pid 28951 tid 100314 td 0xc4e33000
sched_switch(c4e33000,0,104,177,2bdc2bd4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4e33000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c642dcc0,0,c0b0ed22,100,0,...) at sleepq_wait_sig+0x17
_sleep(c642dcc0,c0c34518,100,c0b0ed22,0,...) at _sleep+0x313
_do_lock_umutex(0,0,8107060,c4e33000,c0764e7d,...) at _do_lock_umutex+0x4c0
do_lock_umutex(0,0,c4e33000,e6c0ac80,c07a7960) at do_lock_umutex+0x4d
__umtx_op_lock_umutex(c4e33000,e6c0acfc,e6c0ad2c,c0a80083,c4e33000,...) at __umtx_op_lock_umutex+0x50
_umtx_op(c4e33000,e6c0acfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e6c0ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbf8fde9c, ebp = 0xbf8fdeb8 ---

Tracing command pipe5 pid 28951 tid 100199 td 0xc5fddaa0
sched_switch(c5fddaa0,0,207,172,2bdb5bc4,...) at sched_switch+0x3fb
mi_switch(207,0,c0b11b9a,d4,c4d2a7c8,...) at mi_switch+0x200
ast(e6a6dd38) at ast+0x2a7
doreti_ast() at doreti_ast+0x17

Tracing command pipe5 pid 28951 tid 100073 td 0xc6652cc0
sched_switch(c6652cc0,0,104,177,2b527040,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c6652cc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c6b7e9c0,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c6b7e9c0,c0c33948,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c6652cc0,e68bdc80,c07a7960) at do_wait+0x267
__umtx_op_wait(c6652cc0,e68bdcfc,e68bdd2c,c0a80083,c6652cc0,...) at __umtx_op_wait+0x57
_umtx_op(c6652cc0,e68bdcfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27
syscall(e68bdd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command sleep pid 28718 tid 100187 td 0xc5d73660
sched_switch(c5d73660,0,104,177,431de394,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5d73660,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(2711,c07a48f0,c5d73660,0,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c32e44,0,15c,c0b0e8ea,2711,...) at _sleep+0x2dd
kern_nanosleep(c5d73660,e6a64c64,e6a64c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c5d73660,e6a64cfc,8,c5d73660,c0bc6980,...) at nanosleep+0x6f
syscall(e6a64d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814377f, esp = 0xbfbfec8c, ebp = 0xbfbfecc8 ---

Tracing command rw pid 28558 tid 100148 td 0xc4285220
sched_switch(c4285220,0,104,177,1f746ada,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c4285220,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c4cd5ee4,d7e7cec0,35a,d7e9dba0,c1a26058,...) at waitrunningbufspace+0x6a
bufwrite(d7e7cec0,8,e6a2b9d0,c07e3f57,d7e7cec0,...) at bufwrite+0x187
bawrite(d7e7cec0,d7e7cfc8,20,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c4cd5de8,4000,9cf,0,8,...) at cluster_wbuild+0x837
cluster_write(c4cd5de8,d7e9dba0,273c000,0,7f,...) at cluster_write+0x6a6
ffs_write(e6a2bbc4,c0b40cf3,c0a8a6c5,0,e6a2bb58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6a2bbc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c4abe23c,e6a2bc60,c4911800,0,c4285220,...) at vn_write+0x1ae
dofilewrite(e6a2bc60,ffffffff,ffffffff,0,c4abe23c,...) at dofilewrite+0x95
kern_writev(c4285220,4,e6a2bc60,bfbfe91c,0,...) at kern_writev+0x58
write(c4285220,e6a2bcfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6a2bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28556 tid 100254 td 0xc4630660
sched_switch(c4630660,0,104,177,1eb90df0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c4630660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c507d68c,d7e7ef40,35a,d80c9e20,c16c0d04,...) at waitrunningbufspace+0x6a
bufwrite(d7e7ef40,7,e6b629d0,c07e3f57,d7e7ef40,...) at bufwrite+0x187
bawrite(d7e7ef40,d7e7f048,1c,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c507d590,4000,9cf,0,7,...) at cluster_wbuild+0x837
cluster_write(c507d590,d7f39ee0,2740000,0,7f,...) at cluster_write+0x213
ffs_write(e6b62bc4,c0b40cf3,c0a8a6c5,0,e6b62b58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6b62bc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c437f924,e6b62c60,c4911800,0,c4630660,...) at vn_write+0x1ae
dofilewrite(e6b62c60,ffffffff,ffffffff,0,c437f924,...) at dofilewrite+0x95
kern_writev(c4630660,4,e6b62c60,bfbfe91c,0,...) at kern_writev+0x58
write(c4630660,e6b62cfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6b62d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28555 tid 100211 td 0xc593a220
sched_switch(c593a220,0,104,177,1ebfc120,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c593a220,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c5b95c1c,d7e79920,35a,d8029500,c1a481f0,...) at waitrunningbufspace+0x6a
bufwrite(d7e79920,7,e6a739d0,c07e3f57,d7e79920,...) at bufwrite+0x187
bawrite(d7e79920,d7e79a28,1c,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c5b95b20,4000,a22,0,7,...) at cluster_wbuild+0x837
cluster_write(c5b95b20,d80790a0,288c000,0,7f,...) at cluster_write+0x213
ffs_write(e6a73bc4,c0b40cf3,c0a8a6c5,0,e6a73b58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6a73bc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c4a99a28,e6a73c60,c4911800,0,c593a220,...) at vn_write+0x1ae
dofilewrite(e6a73c60,ffffffff,ffffffff,0,c4a99a28,...) at dofilewrite+0x95
kern_writev(c593a220,4,e6a73c60,bfbfe91c,0,...) at kern_writev+0x58
write(c593a220,e6a73cfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6a73d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28553 tid 100320 td 0xc4285cc0
sched_switch(c4285cc0,0,104,177,1f4dbc66,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c4285cc0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c61880fc,d7e7f760,35a,d7f3e180,c1b4a4ac,...) at waitrunningbufspace+0x6a
bufwrite(d7e7f760,7,e6c1c9d0,c07e3f57,d7e7f760,...) at bufwrite+0x187
bawrite(d7e7f760,d7e7f868,1c,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c6188000,4000,ba3,0,7,...) at cluster_wbuild+0x837
cluster_write(c6188000,d81404e0,2e90000,0,7f,...) at cluster_write+0x213
ffs_write(e6c1cbc4,c0b40cf3,c0a8a6c5,0,e6c1cb58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6c1cbc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c4ae2ccc,e6c1cc60,c4911800,0,c4285cc0,...) at vn_write+0x1ae
dofilewrite(e6c1cc60,ffffffff,ffffffff,0,c4ae2ccc,...) at dofilewrite+0x95
kern_writev(c4285cc0,4,e6c1cc60,bfbfe91c,0,...) at kern_writev+0x58
write(c4285cc0,e6c1ccfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6c1cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28551 tid 100295 td 0xc5173660
sched_switch(c5173660,0,104,177,1f010a6c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c5173660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c61cd260,d7e80ae0,35a,d7ea36a0,c1ffce04,...) at waitrunningbufspace+0x6a
bufwrite(d7e80ae0,7,e6be69d0,c07e3f57,d7e80ae0,...) at bufwrite+0x187
bawrite(d7e80ae0,d7e80be8,1c,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c61cd164,4000,a3e,0,7,...) at cluster_wbuild+0x837
cluster_write(c61cd164,d7feada0,28fc000,0,7f,...) at cluster_write+0x213
ffs_write(e6be6bc4,c0b40cf3,c0a8a6c5,0,e6be6b58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6be6bc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c437f478,e6be6c60,c4911800,0,c5173660,...) at vn_write+0x1ae
dofilewrite(e6be6c60,ffffffff,ffffffff,0,c437f478,...) at dofilewrite+0x95
kern_writev(c5173660,4,e6be6c60,bfbfe91c,0,...) at kern_writev+0x58
write(c5173660,e6be6cfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6be6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28549 tid 100176 td 0xc63e2440
sched_switch(c63e2440,0,104,177,1ed02c5a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c63e2440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c5b31ee4,d7e80120,35a,d802d940,c16ed390,...) at waitrunningbufspace+0x6a
bufwrite(d7e80120,8,e6abb9d0,c07e3f57,d7e80120,...) at bufwrite+0x187
bawrite(d7e80120,d7e80228,20,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c5b31de8,4000,b1f,0,8,...) at cluster_wbuild+0x837
cluster_write(c5b31de8,d802d940,2c7c000,0,7f,...) at cluster_write+0x6a6
ffs_write(e6abbbc4,c0b40cf3,c0a8a6c5,0,e6abbb58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6abbbc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c46376e8,e6abbc60,c4911800,0,c63e2440,...) at vn_write+0x1ae
dofilewrite(e6abbc60,ffffffff,ffffffff,0,c46376e8,...) at dofilewrite+0x95
kern_writev(c63e2440,4,e6abbc60,bfbfe91c,0,...) at kern_writev+0x58
write(c63e2440,e6abbcfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6abbd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28547 tid 100082 td 0xc6f16440
sched_switch(c6f16440,0,104,177,1e7ca9de,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c6f16440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c53377f0,d7e7f280,35a,d80fdfc0,c20d69b0,...) at waitrunningbufspace+0x6a
bufwrite(d7e7f280,8,e69659d0,c07e3f57,d7e7f280,...) at bufwrite+0x187
bawrite(d7e7f280,d7e7f388,20,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c53376f4,4000,9eb,0,8,...) at cluster_wbuild+0x837
cluster_write(c53376f4,d80fdfc0,27ac000,0,7f,...) at cluster_write+0x6a6
ffs_write(e6965bc4,c0b40cf3,c0a8a6c5,0,e6965b58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6965bc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c52252d8,e6965c60,c4911800,0,c6f16440,...) at vn_write+0x1ae
dofilewrite(e6965c60,ffffffff,ffffffff,0,c52252d8,...) at dofilewrite+0x95
kern_writev(c6f16440,4,e6965c60,bfbfe91c,0,...) at kern_writev+0x58
write(c6f16440,e6965cfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6965d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28543 tid 100074 td 0xc5c96aa0
sched_switch(c5c96aa0,0,104,177,1e6f30c2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c5c96aa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c56287f0,d7e7c6a0,35a,d7f6c340,c2428394,...) at waitrunningbufspace+0x6a
bufwrite(d7e7c6a0,8,e680b9d0,c07e3f57,d7e7c6a0,...) at bufwrite+0x187
bawrite(d7e7c6a0,d7e7c7a8,20,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c56286f4,4000,7b8,0,8,...) at cluster_wbuild+0x837
cluster_write(c56286f4,d7f6c340,1ee0000,0,7f,...) at cluster_write+0x6a6
ffs_write(e680bbc4,c0b40cf3,c0a8a6c5,0,e680bb58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e680bbc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c49f6374,e680bc60,c4911800,0,c5c96aa0,...) at vn_write+0x1ae
dofilewrite(e680bc60,ffffffff,ffffffff,0,c49f6374,...) at dofilewrite+0x95
kern_writev(c5c96aa0,4,e680bc60,bfbfe91c,0,...) at kern_writev+0x58
write(c5c96aa0,e680bcfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e680bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28541 tid 100252 td 0xc593a000
sched_switch(c593a000,0,104,177,1e044e42,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c593a000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c5b31528,d7e7a620,35a,d7fa23c0,c1518cf4,...) at waitrunningbufspace+0x6a
bufwrite(d7e7a620,8,e6b779d0,c07e3f57,d7e7a620,...) at bufwrite+0x187
bawrite(d7e7a620,d7e7a728,20,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c5b3142c,4000,cfc,0,8,...) at cluster_wbuild+0x837
cluster_write(c5b3142c,d7fa23c0,33f0000,0,7f,...) at cluster_write+0x6a6
ffs_write(e6b77bc4,c0b40cf3,c0a8a6c5,0,e6b77b58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e6b77bc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c4300680,e6b77c60,c4911800,0,c593a000,...) at vn_write+0x1ae
dofilewrite(e6b77c60,ffffffff,ffffffff,0,c4300680,...) at dofilewrite+0x95
kern_writev(c593a000,4,e6b77c60,bfbfe91c,0,...) at kern_writev+0x58
write(c593a000,e6b77cfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e6b77d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28540 tid 100227 td 0xc498a880
sched_switch(c498a880,0,104,177,1e041c28,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c498a880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c84de0,44,c0b16f48,0,0,...) at sleepq_wait+0x63
_sleep(c0c84de0,c0c84de4,44,c0b16f48,0,...) at _sleep+0x32a
waitrunningbufspace(c615b68c,d7e7afe0,35a,d7f33bc0,c1c1e7e4,...) at waitrunningbufspace+0x6a
bufwrite(d7e7afe0,6,e69e19d0,c07e3f57,d7e7afe0,...) at bufwrite+0x187
bawrite(d7e7afe0,d7e7b0e8,18,3a9,0,...) at bawrite+0x5c
cluster_wbuild(c615b590,4000,100c,0,6,...) at cluster_wbuild+0x837
cluster_write(c615b590,d7ef6b20,4034000,0,7f,...) at cluster_write+0x46d
ffs_write(e69e1bc4,c0b40cf3,c0a8a6c5,0,e69e1b58,...) at ffs_write+0x5cd
VOP_WRITE_APV(c0be8920,e69e1bc4,c0b19f29,251,1,...) at VOP_WRITE_APV+0x155
vn_write(c49f664c,e69e1c60,c4911800,0,c498a880,...) at vn_write+0x1ae
dofilewrite(e69e1c60,ffffffff,ffffffff,0,c49f664c,...) at dofilewrite+0x95
kern_writev(c498a880,4,e69e1c60,bfbfe91c,0,...) at kern_writev+0x58
write(c498a880,e69e1cfc,c,c0afccf7,c0bc5360,...) at write+0x4f
syscall(e69e1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164c53, esp = 0xbfbfd87c, ebp = 0xbfbfe928 ---

Tracing command rw pid 28523 tid 100244 td 0xc549a440
sched_switch(c549a440,0,104,177,c07d7176,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c549a440,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c49a5a60,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49a5a60,c49a5aec,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c549a440,6f7c,e6b83c2c,0,0,...) at kern_wait+0xa76
wait4(c549a440,e6b83cfc,10,c0b13cfb,c0bc53a8,...) at wait4+0x3b
syscall(e6b83d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---

Tracing command swap pid 28507 tid 100251 td 0xc5c96880
sched_switch(c5c96880,0,104,177,279bcb70,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,40,...) at mi_switch+0x200
sleepq_switch(c5c96880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c1b30470,40,c0b2ecec,0,0,...) at sleepq_timedwait+0x6b
_sleep(c1b30470,c508a300,40,c0b2ecec,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c508a300,e6be0c04,8,0,e6be0bcc,...) at swap_pager_getpages+0x44d
vm_fault(c43701d8,8966000,2,8,8966000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b3e2ab,2c4,c4f39cf8,...) at trap_pfault+0x118
trap(e6be0d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 28505 tid 100323 td 0xc435caa0
sched_switch(c435caa0,0,104,177,27af40dc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,40,...) at mi_switch+0x200
sleepq_switch(c435caa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c1c88298,40,c0b2ecec,0,0,...) at sleepq_timedwait+0x6b
_sleep(c1c88298,c4e61e00,40,c0b2ecec,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4e61e00,e6c28c04,3,0,e6c28bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4bb649c,898a000,2,8,898a000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b3e2ab,2c4,c4c0acf8,...) at trap_pfault+0x118
trap(e6c28d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 28502 tid 100063 td 0xc6245cc0
sched_switch(c6245cc0,0,104,177,268774ec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,40,...) at mi_switch+0x200
sleepq_switch(c6245cc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c1b99e9c,40,c0b2ecec,0,0,...) at sleepq_timedwait+0x6b
_sleep(c1b99e9c,c4cf8780,40,c0b2ecec,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4cf8780,e691bc04,8,0,e691bbcc,...) at swap_pager_getpages+0x44d
vm_fault(c4bb6dd4,895c000,2,8,895c000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b3e2ab,2c4,c436ba60,...) at trap_pfault+0x118
trap(e691bd38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 28491 tid 100268 td 0xc6002440
sched_switch(c6002440,0,104,177,267bd218,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,40,...) at mi_switch+0x200
sleepq_switch(c6002440,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c182ffd8,40,c0b2ecec,0,0,...) at sleepq_timedwait+0x6b
_sleep(c182ffd8,c5efc700,40,c0b2ecec,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c5efc700,e6b7dc04,2,0,e6b7dbcc,...) at swap_pager_getpages+0x44d
vm_fault(c4b49ce8,8825000,2,8,8825000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b3e2ab,2c4,c4f3bcf8,...) at trap_pfault+0x118
trap(e6b7dd38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 28489 tid 100067 td 0xc60acaa0
sched_switch(c60acaa0,0,104,177,46a70886,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c60acaa0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4e11cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4e11cf8,c4e11d84,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c60acaa0,6f4b,e68abc2c,0,0,...) at kern_wait+0xa76
wait4(c60acaa0,e68abcfc,10,c0b13cfb,c0bc53a8,...) at wait4+0x3b
syscall(e68abd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---

Tracing command swap pid 28483 tid 100106 td 0xc5727aa0
sched_switch(c5727aa0,0,104,177,6ea2865e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5727aa0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c6e5d298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c6e5d298,c6e5d324,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c5727aa0,6f49,e69a3c2c,0,0,...) at kern_wait+0xa76
wait4(c5727aa0,e69a3cfc,10,c5727aa0,c0bc53a8,...) at wait4+0x3b
syscall(e69a3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command rw pid 28482 tid 100092 td 0xc5ead220
sched_switch(c5ead220,0,104,177,6f5a59c2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5ead220,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4946000,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4946000,c494608c,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c5ead220,6f6b,e6997c2c,0,0,...) at kern_wait+0xa76
wait4(c5ead220,e6997cfc,10,c5ead220,c0bc53a8,...) at wait4+0x3b
syscall(e6997d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command run pid 28481 tid 100081 td 0xc5fe2880
sched_switch(c5fe2880,0,104,177,e1c7889c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5fe2880,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4f3b298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4f3b298,c4f3b324,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c5fe2880,6f42,e68c6c2c,0,0,...) at kern_wait+0xa76
wait4(c5fe2880,e68c6cfc,10,c5fe2880,c0bc53a8,...) at wait4+0x3b
syscall(e68c6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe3bc, ebp = 0xbfbfe3d8 ---

Tracing command run pid 28480 tid 100167 td 0xc6393000
sched_switch(c6393000,0,104,177,376d8bfc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c6393000,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4c26000,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4c26000,c4c2608c,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c6393000,6f41,e6ac7c2c,0,0,...) at kern_wait+0xa76
wait4(c6393000,e6ac7cfc,10,c6393000,c0bc53a8,...) at wait4+0x3b
syscall(e6ac7d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe86c, ebp = 0xbfbfe888 ---

Tracing command run pid 28479 tid 100096 td 0xc4630880
sched_switch(c4630880,0,104,177,c747e6fe,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4630880,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a48f0,c4630880,2,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c32e44,0,15c,c0b0e8ea,3e9,...) at _sleep+0x2dd
kern_nanosleep(c4630880,e69b5c64,e69b5c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4630880,e69b5cfc,8,c0b13605,c0bc6980,...) at nanosleep+0x6f
syscall(e69b5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814577f, esp = 0xbfbfe88c, ebp = 0xbfbfe8b8 ---

Tracing command sh pid 28427 tid 100207 td 0xc63d7220
sched_switch(c63d7220,0,104,177,3291ce48,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c63d7220,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c46697c8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46697c8,c4669854,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c63d7220,ffffffff,e6974c2c,2,0,...) at kern_wait+0xa76
wait4(c63d7220,e6974cfc,10,c0b134a0,c0bc53a8,...) at wait4+0x3b
syscall(e6974d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---

Tracing command sh pid 28219 tid 100184 td 0xc67ec440
sched_switch(c67ec440,0,104,177,2be681ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c67ec440,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4c107c8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4c107c8,c4c10854,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c67ec440,ffffffff,e69c7c2c,2,0,...) at kern_wait+0xa76
wait4(c67ec440,e69c7cfc,10,c0b132dc,c0bc53a8,...) at wait4+0x3b
syscall(e69c7d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---

Tracing command bash pid 1372 tid 100202 td 0xc4b3a000
sched_switch(c4b3a000,0,104,177,e170b5a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4b3a000,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4422a60,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4422a60,c4422aec,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c4b3a000,ffffffff,e6a61c2c,6,0,...) at kern_wait+0xa76
wait4(c4b3a000,e6a61cfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b
syscall(e6a61d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 1370 tid 100145 td 0xc49beaa0

Tracing command sshd pid 1368 tid 100069 td 0xc4af2880

Tracing command awk pid 926 tid 100138 td 0xc498a000
sched_switch(c498a000,0,104,177,8d5c04,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c498a000,0,c0b113bf,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4469000,4c,c0b130c3,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4469000,c4469168,14c,c0b130c3,0,...) at _sleep+0x313
pipe_read(c444309c,e695cc60,c4446c00,0,c498a000,...) at pipe_read+0x3f7
dofileread(e695cc60,ffffffff,ffffffff,0,c444309c,...) at dofileread+0x96
kern_readv(c498a000,0,e695cc60,8137000,1000,...) at kern_readv+0x58
read(c498a000,e695ccfc,c,c0ac3ba6,c0bc5348,...) at read+0x4f
syscall(e695cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28195c73, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command sh pid 925 tid 100137 td 0xc498a220
sched_switch(c498a220,0,104,177,281f9a58,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c498a220,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c49467c8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49467c8,c4946854,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c498a220,ffffffff,e6959c2c,2,0,...) at kern_wait+0xa76
wait4(c498a220,e6959cfc,10,c0b134a0,c0bc53a8,...) at wait4+0x3b
syscall(e6959d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe91c, ebp = 0xbfbfe938 ---

Tracing command top pid 923 tid 100135 td 0xc498a660
sched_switch(c498a660,0,104,177,ad93fb4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c498a660,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6952a4c,c076522a,c42cf510,0,c498a660,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c42cf528,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c42cf528,c42cf510,3e9,571,c437f6e8,...) at _cv_timedwait_sig+0x213
seltdwait(e6952b14,e6952b1c,3d7,c498a660,c0c3e1b4,...) at seltdwait+0x8a
kern_select(c498a660,2,bfbfec38,0,0,e6952c70,1,0) at kern_select+0x531
select(c498a660,e6952cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e6952d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281c9bf3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---

Tracing command tail pid 918 tid 100109 td 0xc436c220
sched_switch(c436c220,0,104,177,27f718a8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c436c220,0,c0b113bf,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a48f0,c436c220,1,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c4953380,58,c0b098fc,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c4953380,c4953380,158,c0b098fc,3e9,...) at _sleep+0x2dd
kern_kevent(c436c220,4,0,1,e68f4c60,...) at kern_kevent+0x3b3
kevent(c436c220,e68f4cfc,18,c0ac3ba6,c0bc7508,...) at kevent+0x19b
syscall(e68f4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814799b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sshd pid 917 tid 100114 td 0xc4429000
sched_switch(c4429000,0,104,177,ae13760,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4429000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c434e950,0,c0b0c234,c4429000,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c434e968,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c434e968,c434e950,c0b12f0b,571,c43128f0,...) at _cv_wait_sig+0x204
seltdwait(c493b12c,c0b12f0b,3d7,c4429000,e690cb04,...) at seltdwait+0xa2
kern_select(c4429000,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4429000,e690ccfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e690cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 916 tid 100128 td 0xc4685cc0

Tracing command sh pid 915 tid 100077 td 0xc4350000
sched_switch(c4350000,0,104,177,dd188756,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4350000,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4344298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4344298,c4344324,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c4350000,ffffffff,e6860c2c,2,0,...) at kern_wait+0xa76
wait4(c4350000,e6860cfc,10,c4350000,c0bc53a8,...) at wait4+0x3b
syscall(e6860d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command sshd pid 914 tid 100093 td 0xc433d220

Tracing command sshd pid 910 tid 100134 td 0xc4685000

Tracing command sshd pid 909 tid 100133 td 0xc4685220

Tracing command sshd pid 908 tid 100132 td 0xc4685440

Tracing command bash pid 902 tid 100129 td 0xc4685aa0
sched_switch(c4685aa0,0,104,177,fe72d96,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4685aa0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4947cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4947cf8,c4947d84,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c4685aa0,ffffffff,e6940c2c,6,0,...) at kern_wait+0xa76
wait4(c4685aa0,e6940cfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b
syscall(e6940d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 900 tid 100120 td 0xc4687000
sched_switch(c4687000,0,104,177,2b976ccc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4687000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c43e45d0,0,c0b0c234,c4687000,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c43e45e8,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c43e45e8,c43e45d0,c0b12f0b,571,c4312444,...) at _cv_wait_sig+0x204
seltdwait(c42cc72c,c0b12f0b,3d7,c4687000,e691eb04,...) at seltdwait+0xa2
kern_select(c4687000,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4687000,e691ecfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e691ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 898 tid 100085 td 0xc442a660

Tracing command getty pid 897 tid 100094 td 0xc433d000
sched_switch(c433d000,0,104,177,ed7f122a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c433d000,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4c10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4c10,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4c00,c40b4c10,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4c00,e68c3c60,0,e68c3b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af500,e68c3c60,0,e68c3bb8,c073edc0,...) at ttyread+0x39
scread(c40af500,e68c3c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af500,e68c3c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c43008bc,e68c3c60,c3e2a800,0,c433d000,...) at devfs_read_f+0x72
dofileread(e68c3c60,ffffffff,ffffffff,0,c43008bc,...) at dofileread+0x96
kern_readv(c433d000,0,e68c3c60,bfbfee4b,1,...) at kern_readv+0x58
read(c433d000,e68c3cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e68c3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 896 tid 100089 td 0xc4429cc0
sched_switch(c4429cc0,0,104,177,ed71fcea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4429cc0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4810,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4800,c40b4810,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4800,e68b4c60,0,e68b4b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af600,e68b4c60,0,e68b4bb8,c073edc0,...) at ttyread+0x39
scread(c40af600,e68b4c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af600,e68b4c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4300d00,e68b4c60,c3e2a800,0,c4429cc0,...) at devfs_read_f+0x72
dofileread(e68b4c60,ffffffff,ffffffff,0,c4300d00,...) at dofileread+0x96
kern_readv(c4429cc0,0,e68b4c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4429cc0,e68b4cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e68b4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 895 tid 100118 td 0xc436f660
sched_switch(c436f660,0,104,177,ed615652,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c436f660,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5810,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b5800,c40b5810,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b5800,e6918c60,0,e6918b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af700,e6918c60,0,e6918bb8,c073edc0,...) at ttyread+0x39
scread(c40af700,e6918c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af700,e6918c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c437f958,e6918c60,c3e2a800,0,c436f660,...) at devfs_read_f+0x72
dofileread(e6918c60,ffffffff,ffffffff,0,c437f958,...) at dofileread+0x96
kern_readv(c436f660,0,e6918c60,bfbfee4b,1,...) at kern_readv+0x58
read(c436f660,e6918cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e6918d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 894 tid 100117 td 0xc436f880
sched_switch(c436f880,0,104,177,eda52136,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c436f880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5410,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5410,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b5400,c40b5410,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b5400,e6915c60,0,e6915b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af800,e6915c60,0,e6915bb8,c073edc0,...) at ttyread+0x39
scread(c40af800,e6915c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af800,e6915c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4343a5c,e6915c60,c3e2a800,0,c436f880,...) at devfs_read_f+0x72
dofileread(e6915c60,ffffffff,ffffffff,0,c4343a5c,...) at dofileread+0x96
kern_readv(c436f880,0,e6915c60,bfbfee4b,1,...) at kern_readv+0x58
read(c436f880,e6915cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e6915d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 893 tid 100115 td 0xc436fcc0
sched_switch(c436fcc0,0,104,177,eda3f9a6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c436fcc0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40ad810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40ad810,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40ad800,c40ad810,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40ad800,e690fc60,0,e690fb94,c0688ded,...) at ttread+0x4e7
ttyread(c40af900,e690fc60,0,e690fbb8,c073edc0,...) at ttyread+0x39
scread(c40af900,e690fc60,0,1a4,0,...) at scread+0x2d
giant_read(c40af900,e690fc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4300b60,e690fc60,c3e2a800,0,c436fcc0,...) at devfs_read_f+0x72
dofileread(e690fc60,ffffffff,ffffffff,0,c4300b60,...) at dofileread+0x96
kern_readv(c436fcc0,0,e690fc60,bfbfee4b,1,...) at kern_readv+0x58
read(c436fcc0,e690fcfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e690fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 892 tid 100090 td 0xc433d880
sched_switch(c433d880,0,104,177,ed985186,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c433d880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40adc10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40adc10,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40adc00,c40adc10,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40adc00,e68b7c60,0,e68b7b94,c0688ded,...) at ttread+0x4e7
ttyread(c40afa00,e68b7c60,0,e68b7bb8,c073edc0,...) at ttyread+0x39
scread(c40afa00,e68b7c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afa00,e68b7c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430030c,e68b7c60,c3e2a800,0,c433d880,...) at devfs_read_f+0x72
dofileread(e68b7c60,ffffffff,ffffffff,0,c430030c,...) at dofileread+0x96
kern_readv(c433d880,0,e68b7c60,bfbfee4b,1,...) at kern_readv+0x58
read(c433d880,e68b7cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e68b7d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 891 tid 100050 td 0xc3ffd660
sched_switch(c3ffd660,0,104,177,ed7b37a6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c3ffd660,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4010,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4010,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4000,c40b4010,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4000,e67dfc60,0,e67dfb94,c0688ded,...) at ttread+0x4e7
ttyread(c40afb00,e67dfc60,0,e67dfbb8,c073edc0,...) at ttyread+0x39
scread(c40afb00,e67dfc60,0,1a4,0,...) at scread+0x2d
giant_read(c40afb00,e67dfc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4343bc8,e67dfc60,c3e2a800,0,c3ffd660,...) at devfs_read_f+0x72
dofileread(e67dfc60,ffffffff,ffffffff,0,c4343bc8,...) at dofileread+0x96
kern_readv(c3ffd660,0,e67dfc60,bfbfee4b,1,...) at kern_readv+0x58
read(c3ffd660,e67dfcfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e67dfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 890 tid 100084 td 0xc442a880
sched_switch(c442a880,0,104,177,ed54e8da,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c442a880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4410,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4410,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4400,c40b4410,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4400,e68a5c60,0,e68a5b94,c0688ded,...) at ttread+0x4e7
ttyread(c40afc00,e68a5c60,0,e68a5bb8,c073edc0,...) at ttyread+0x39
scread(c40afc00,e68a5c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afc00,e68a5c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c43018bc,e68a5c60,c3e2a800,0,c442a880,...) at devfs_read_f+0x72
dofileread(e68a5c60,ffffffff,ffffffff,0,c43018bc,...) at dofileread+0x96
kern_readv(c442a880,0,e68a5c60,bfbfee4b,1,...) at kern_readv+0x58
read(c442a880,e68a5cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e68a5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 873 tid 100113 td 0xc4429220

Tracing command moused pid 846 tid 100088 td 0xc442a000

Tracing command watchdogd pid 832 tid 100087 td 0xc442a220
sched_switch(c442a220,0,104,177,dbc617e8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c442a220,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07a48f0,c442a220,1,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c32e44,0,15c,c0b0e8ea,ea61,...) at _sleep+0x2dd
kern_nanosleep(c442a220,e68aec64,e68aec6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c442a220,e68aecfc,8,c0b40eb9,c0bc6980,...) at nanosleep+0x6f
syscall(e68aed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816977f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 790 tid 100121 td 0xc4686cc0
sched_switch(c4686cc0,0,104,177,7f2dfc84,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4686cc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(d6d9,c07a48f0,c4686cc0,1,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c32e44,0,15c,c0b0e8ea,d6d9,...) at _sleep+0x2dd
kern_nanosleep(c4686cc0,e6921c64,e6921c6c,37,0,...) at kern_nanosleep+0xc1
nanosleep(c4686cc0,e6921cfc,8,c0b13605,c0bc6980,...) at nanosleep+0x6f
syscall(e6921d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815e77f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 783 tid 100122 td 0xc4686aa0
sched_switch(c4686aa0,0,104,177,9ab75e10,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200
sleepq_switch(c4686aa0,0,c0b113bf,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4669d54,68,c0acdc2a,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4669d54,c4669d84,168,c0acdc2a,0,...) at _sleep+0x313
kern_sigsuspend(c4686aa0,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4686aa0,e6924cfc,4,c0b1339b,c0bc72f8,...) at sigsuspend+0x4d
syscall(e6924d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831858b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sendmail pid 779 tid 100100 td 0xc433caa0
sched_switch(c433caa0,0,104,177,b98eccd8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c433caa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e68d5a4c,c076522a,c43e4190,0,c433caa0,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c43e41a8,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c43e41a8,c43e4190,1389,571,c50ec784,...) at _cv_timedwait_sig+0x213
seltdwait(e68d5b14,e68d5b1c,3d7,c433caa0,e68d5b04,...) at seltdwait+0x8a
kern_select(c433caa0,7,bfbfd94c,0,0,e68d5c70,5,0) at kern_select+0x531
select(c433caa0,e68d5cfc,14,c0b138c1,c0bc5bb8,...) at select+0x5e
syscall(e68d5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283adbf3, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 774 tid 100126 td 0xc4686220

Tracing command nfsd pid 692 tid 100054 td 0xc430d660

Tracing command nfsd pid 691 tid 100064 td 0xc40a6880

Tracing command nfsd pid 690 tid 100111 td 0xc4351cc0

Tracing command nfsd pid 689 tid 100059 td 0xc4351000

Tracing command nfsd pid 688 tid 100060 td 0xc4350cc0

Tracing command nfsd pid 687 tid 100062 td 0xc40a6cc0

Tracing command nfsd pid 686 tid 100055 td 0xc430d440

Tracing command nfsd pid 685 tid 100070 td 0xc4350aa0

Tracing command nfsd pid 684 tid 100071 td 0xc4350880

Tracing command nfsd pid 682 tid 100105 td 0xc433c000

Tracing command nfsd pid 681 tid 100052 td 0xc430daa0

Tracing command nfsd pid 680 tid 100107 td 0xc4441aa0

Tracing command nfsd pid 679 tid 100053 td 0xc430d880

Tracing command nfsd pid 678 tid 100058 td 0xc430d000

Tracing command nfsd pid 677 tid 100101 td 0xc433c880

Tracing command nfsd pid 676 tid 100112 td 0xc4351aa0

Tracing command mountd pid 674 tid 100103 td 0xc433c440

Tracing command rpcbind pid 621 tid 100079 td 0xc4349aa0
sched_switch(c4349aa0,0,104,177,a3665234,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4349aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6884aa8,c076522a,c43e38d0,0,c4349aa0,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c43e38e8,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c43e38e8,c43e38d0,7531,571,e6884ba4,...) at _cv_timedwait_sig+0x213
seltdwait(e6884b5c,e6884b64,481,c4349aa0,e6884b74,...) at seltdwait+0x8a
poll(c4349aa0,e6884cfc,c,c0b13605,c0bc6698,...) at poll+0x34a
syscall(e6884d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28128b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 604 tid 100098 td 0xc4429440
sched_switch(c4429440,0,104,177,baa94dca,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4429440,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c434f750,0,c0b0c234,c4429440,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c434f768,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c434f768,c434f750,c0b12f0b,571,c43015e4,...) at _cv_wait_sig+0x204
seltdwait(c441162c,c0b12f0b,3d7,c4429440,e68cfae0,...) at seltdwait+0xa2
kern_select(c4429440,9,81220bc,0,0,0,58016,28187c98) at kern_select+0x531
select(c4429440,e68cfcfc,14,c0b134b0,c0bc5bb8,...) at select+0x5e
syscall(e68cfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 545 tid 100056 td 0xc430d220

Tracing command softdepflush pid 21 tid 100049 td 0xc3ffd880
sched_switch(c3ffd880,0,104,177,d6a440d0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c3ffd880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c908a0,44,c0b2d105,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c908a0,c0c90844,44,c0b2d105,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45f0d38,c0b09c07,30d,c4293000,...) at softdep_flush+0x2d2
fork_exit(c096ed30,0,e45f0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f0d70, ebp = 0 ---

Tracing command vnlru pid 20 tid 100048 td 0xc3ffdaa0
sched_switch(c3ffdaa0,0,104,177,fdc946b8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,50,...) at mi_switch+0x200
sleepq_switch(c3ffdaa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c4293298,50,c0b19a42,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4293298,c0c85058,250,c0b19a42,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45edd38,c0b09c07,30d,c4293298,...) at vnlru_proc+0x115
fork_exit(c07f5720,0,e45edd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45edd70, ebp = 0 ---

Tracing command syncer pid 19 tid 100047 td 0xc3ffdcc0
kdb_enter(c0b18a7c,c0b191f7,c4342c84,c0b1924c,c4342c84,...) at kdb_enter+0x3a
vfs_badlock(c0bd5620,e45eac20,c0c00bc0,c4342c84,e45eac6c,...) at vfs_badlock+0x61
assert_vop_locked(c4342c84,c0b19268) at assert_vop_locked+0x49
vop_lock_post(e45eac6c,0,c4342c84,80400,c4342c84,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0bd5620,e45eac6c,c0c00f60,c4342c84,80400,...) at VOP_LOCK1_APV+0xc1
_vn_lock(c4342c84,80400,c0b19019,683,0,...) at _vn_lock+0x5e
sched_sync(0,e45ead38,c0b09c07,30d,c4293530,...) at sched_sync+0x505
fork_exit(c07f34c0,0,e45ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 ---

Tracing command bufdaemon pid 18 tid 100046 td 0xc40a5000
sched_switch(c40a5000,0,104,177,ef326628,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5000,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c84dc4,44,c0b1751c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c84dc4,c0c84dc8,44,c0b1751c,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e7d38,c0b09c07,30d,c42937c8,...) at buf_daemon+0x21e
fork_exit(c07df9b0,0,e45e7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e7d70, ebp = 0 ---

Tracing command pagezero pid 17 tid 100045 td 0xc40a5220
sched_switch(c40a5220,0,104,177,a6624d7e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5220,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c914d4,0,c0b320f1,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c914d4,c0c91090,0,c0b320f1,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45e4d38,c0b09c07,30d,c4293a60,...) at vm_pagezero+0xdc
fork_exit(c09a8a50,0,e45e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e4d70, ebp = 0 ---

Tracing command vmdaemon pid 9 tid 100044 td 0xc40a5440
sched_switch(c40a5440,0,104,177,ff3b1866,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200
sleepq_switch(c40a5440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c91104,68,c0b1751c,0,0,...) at sleepq_wait+0x63
_sleep(c0c91104,c0c91108,68,c0b1751c,0,...) at _sleep+0x32a
vm_daemon(0,e45e1d38,c0b09c07,30d,c4293cf8,...) at vm_daemon+0x59
fork_exit(c09a2f90,0,e45e1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e1d70, ebp = 0 ---

Tracing command pagedaemon pid 8 tid 100043 td 0xc40a5660
sched_switch(c40a5660,0,104,177,78506f48,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5660,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c910cc,44,c0b1751c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c910cc,c0c91090,44,c0b1751c,1388,...) at _sleep+0x2f8
vm_pageout(0,e45ded38,c0b09c07,30d,c3e24298,...) at vm_pageout+0x2bb
fork_exit(c09a3ad0,0,e45ded38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ded70, ebp = 0 ---

Tracing command sctp_iterator pid 7 tid 100042 td 0xc40a5880
sched_switch(c40a5880,0,104,177,d90ed462,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c86b2c,0,c0b20009,0,0,...) at sleepq_wait+0x63
_sleep(c0c86b2c,c0c86a34,0,c0b20009,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45dbd38,c0b09c07,30d,c3e24530,...) at sctp_iterator_thread+0x60
fork_exit(c0863060,0,e45dbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dbd70, ebp = 0 ---

Tracing command fdc0 pid 6 tid 100040 td 0xc40a5cc0
sched_switch(c40a5cc0,0,104,177,dd47d198,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a5cc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c3fe9a3c,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c3fe9a3c,c3fe9af0,4c,c0b04aac,3e8,...) at _sleep+0x2f8
fdc_thread(c3fe9a00,e45d2d38,c0b09c07,30d,c3e247c8,...) at fdc_thread+0x2b8
fork_exit(c0a3f110,c3fe9a00,e45d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d2d70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100033 td 0xc3ffc880
sched_switch(c3ffc880,0,104,177,58c1caf8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffc880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c30054,5c,c0b0168e,0,0,...) at sleepq_wait+0x63
_sleep(c0c30054,0,5c,c0b0168e,0,...) at _sleep+0x32a
usb_task_thread(c0c30054,e4391d38,c0b09c07,30d,c3e24a60,...) at usb_task_thread+0x62
fork_exit(c06e63d0,c0c30054,e4391d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4391d70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100032 td 0xc3ffcaa0
sched_switch(c3ffcaa0,0,104,177,58c19d24,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffcaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c30040,5c,c0b0168e,0,0,...) at sleepq_wait+0x63
_sleep(c0c30040,0,5c,c0b0168e,0,...) at _sleep+0x32a
usb_task_thread(c0c30040,e438ed38,c0b09c07,30d,c3e24cf8,...) at usb_task_thread+0x62
fork_exit(c06e63d0,c0c30040,e438ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438ed70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100031 td 0xc3ffccc0
sched_switch(c3ffccc0,0,104,177,89c33bce,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffccc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c401d210,5c,c0b01651,0,0,...) at sleepq_timedwait+0x6b
_sleep(c401d210,0,5c,c0b01651,ea60,...) at _sleep+0x2f8
usb_event_thread(c4019a00,e438bd38,c0b09c07,30d,c3f44000,...) at usb_event_thread+0xca
fork_exit(c06e5c50,c4019a00,e438bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438bd70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100018 td 0xc3feaaa0
sched_switch(c3feaaa0,0,104,177,58c12f88,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3feaaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c016d4,4c,c0ac0e6d,0,0,...) at sleepq_wait+0x63
_sleep(c0c016d4,c0c016ec,4c,c0ac0e6d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,e433dd38,c0b09c07,30d,c3f44298,...) at xpt_scanner_thread+0x41
fork_exit(c046f0b0,0,e433dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433dd70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100017 td 0xc3e27220
sched_switch(c3e27220,0,104,177,57251c6c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27220,0,c0b113bf,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c32c48,0,c0b04aac,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c32c48,0,0,c0b04aac,64,...) at _sleep+0x2f8
pause(c0b04aac,64,c0af7762,112,0,...) at pause+0x47
random_kthread(0,e433ad38,c0b09c07,30d,c3f44530,...) at random_kthread+0x1d9
fork_exit(c06606f0,0,e433ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433ad70, ebp = 0 ---

Tracing command g_down pid 4 tid 100015 td 0xc3e27660
sched_switch(c3e27660,0,104,177,52f6709c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27660,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c307ac,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c307ac,c0c306c8,24c,c0b04aac,64,...) at _sleep+0x2f8
g_io_schedule_down(c3e27660,0,c0b0617e,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4334d38,c0b09c07,30d,c3e23000,...) at g_down_procbody+0x8d
fork_exit(c0720d60,0,e4334d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4334d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100014 td 0xc3e27880
sched_switch(c3e27880,0,104,177,53d1cab8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c307a8,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c307a8,c0c30708,24c,c0b04aac,64,...) at _sleep+0x2f8
g_io_schedule_up(c3e27880,0,c0b0617e,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e4331d38,c0b09c07,30d,c3e23298,...) at g_up_procbody+0x8d
fork_exit(c0720df0,0,e4331d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4331d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100013 td 0xc3e27aa0
sched_switch(c3e27aa0,0,104,177,54c90880,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27aa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c307a0,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c307a0,0,4c,c0b04aac,64,...) at _sleep+0x2f8
g_event_procbody(0,e432ed38,c0b09c07,30d,c3e23530,...) at g_event_procbody+0xcb
fork_exit(c0720e80,0,e432ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc40a5aa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100039 td 0xc40a6000
sched_switch(c40a6000,0,109,177,58bc5908,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c4033270,...) at mi_switch+0x200
ithread_loop(c40a10b0,e45c5d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c40a10b0,e45c5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45c5d70, ebp = 0 ---

Tracing command intr pid 12 tid 100038 td 0xc3feacc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100037 td 0xc3ffc000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100036 td 0xc3ffc220
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc3ffc440
sched_switch(c3ffc440,0,109,177,363d7fdc,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e10870,...) at mi_switch+0x200
ithread_loop(c4036700,e45a3d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c4036700,e45a3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45a3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc3ffc660
sched_switch(c3ffc660,0,109,177,363b4e30,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e10570,...) at mi_switch+0x200
ithread_loop(c40239a0,e459ed38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c40239a0,e459ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe459ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc3ffd000
sched_switch(c3ffd000,0,109,177,58bbd674,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e10670,...) at mi_switch+0x200
ithread_loop(c4018900,e4387d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c4018900,e4387d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4387d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc3ffd440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100027 td 0xc3ead660
sched_switch(c3ead660,0,109,177,d81844aa,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3f2f970,...) at mi_switch+0x200
ithread_loop(c3f93b70,e4358d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3f93b70,e4358d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4358d70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc3ead880
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100024 td 0xc3eadcc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100019 td 0xc3fea880
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100012 td 0xc3e27cc0
sched_switch(c3e27cc0,0,109,177,69994e7c,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6b770,...) at mi_switch+0x200
ithread_loop(c3e22160,e432bd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e22160,e432bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432bd70, ebp = 0 ---

Tracing command intr pid 12 tid 100011 td 0xc3ead000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100010 td 0xc3ead220
sched_switch(c3ead220,0,109,177,5724e470,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6b970,...) at mi_switch+0x200
ithread_loop(c3e22180,e4325d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e22180,e4325d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4325d70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc3ead440
sched_switch(c3ead440,0,109,177,d6a37fa4,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6ba70,...) at mi_switch+0x200
ithread_loop(c3e22190,e4322d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e22190,e4322d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4322d70, ebp = 0 ---

Tracing command intr pid 12 tid 100008 td 0xc3e25000
sched_switch(c3e25000,0,109,177,42e56f20,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6bb70,...) at mi_switch+0x200
ithread_loop(c3e221a0,e431fd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e221a0,e431fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431fd70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc3e25220
sched_switch(c3e25220,0,109,177,58091af4,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6bd70,...) at mi_switch+0x200
ithread_loop(c3e221b0,e431cd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e221b0,e431cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431cd70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc3e25440
cpustop_handler(1,e2916b98,c0a8038d,1,6,...) at cpustop_handler+0x32
ipi_nmi_handler(1,6,e2916b82,4,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2916ba4) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a5607c, esp = 0xe2916be4, ebp = 0xe2916c08 ---
siointr1(c0c9dfcc,0,c0b37d64,56f,e2916c3c,...) at siointr1+0x3cc
siointr(c4099400,c3e25440,c3e07cd0,c3e2a300,4,...) at siointr+0x32
intr_event_handle(c3e2a300,e2916c7c,c07791a8,fffffffe,0,...) at intr_event_handle+0x5c
intr_execute_handlers(c3e07cd0,e2916c7c,e2916cf8,c0a64ab4,38,...) at intr_execute_handlers+0x4f
lapic_handle_intr(38,e2916c7c) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0792089, esp = 0xe2916cbc, ebp = 0xe2916cf8 ---
sched_idletd(0,e2916d38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x1b9
fork_exit(c0791ed0,0,e2916d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2916d70, ebp = 0 ---

Tracing command idle pid 11 tid 100005 td 0xc3e25660
cpustop_handler(2,e2913c0c,c0a8038d,e2913ba8,c079104c,...) at cpustop_handler+0x32
ipi_nmi_handler(e2913ba8,c079104c,c0c35734,c3e25220,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2913c18) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07914b9, esp = 0xe2913c58, ebp = 0xe2913c84 ---
sched_switch(c3e25660,0,108,172,584ec254,...) at sched_switch+0x439
mi_switch(108,0,c0b0f1b0,9d3,c3e25660,...) at mi_switch+0x200
sched_idletd(0,e2913d38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x252
fork_exit(c0791ed0,0,e2913d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2913d70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc3e25880
sched_switch(c3e25880,0,60c,172,da62f1d8,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b0f1b0,7ec,2,...) at mi_switch+0x200
sched_preempt(c3e25880,2,e2910cb4,c0a64dde,e2910008,...) at sched_preempt+0x9f
ipi_bitmap_handler(e2910008,c0790028,c0c30028,1,c0c35d80,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0x9, ebp = 0xe2910c7c ---
uart_z8530_class(c0765d0f,20,297,c0c35d80,9,...) at 0x20

Tracing command idle pid 11 tid 100003 td 0xc3e25aa0
cpustop_handler(8,e290dc38,c0a8038d,c0c32f34,c3e25aa0,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c32f34,c3e25aa0,e290dbc0,46,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e290dc44) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0764a61, esp = 0xe290dc84, ebp = 0xe290dcb4 ---
_mtx_assert(108,0,c0b0f1b0,9d3,c3e25aa0,...) at _mtx_assert+0x1
sched_idletd(0,e290dd38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x252
fork_exit(c0791ed0,0,e290dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe290dd70, ebp = 0 ---

Tracing command init pid 1 tid 100002 td 0xc3e25cc0
sched_switch(c3e25cc0,0,104,177,497ee3ca,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3e25cc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3e23cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3e23cf8,c3e23d84,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c3e25cc0,ffffffff,e2909c2c,0,0,...) at kern_wait+0xa76
wait4(c3e25cc0,e2909cfc,10,c0b132dc,c0bc53a8,...) at wait4+0x3b
syscall(e2909d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100001 td 0xc3e27000
sched_switch(c3e27000,0,104,177,58bc9d74,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27000,0,c0b113bf,237,c3e27000,...) at sleepq_switch+0x14d
sleepq_wait(c0c902a0,0,c0b2a6c7,1,0,...) at sleepq_wait+0x63
_cv_wait(c0c902a0,c0c90280,c0b2b088,18b,0,...) at _cv_wait+0x204
audit_worker(0,e2906d38,c0b09c07,30d,c3e24000,...) at audit_worker+0x84
fork_exit(c0952a50,0,e2906d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2906d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100029 td 0xc3ffd220
sched_switch(c3ffd220,0,104,177,58bb81b8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3ffd220,0,c0b113bf,237,c3ffd220,...) at sleepq_switch+0x14d
sleepq_wait(c400b180,0,c0b0e20d,c0b04aac,0,...) at sleepq_wait+0x63
msleep_spin(c400b180,c400b19c,c0b04aac,0,c0b0c234,...) at msleep_spin+0x21d
taskqueue_thread_loop(c3fe0358,e4384d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0x8a
fork_exit(c07a71b0,c3fe0358,e4384d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4384d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100025 td 0xc3eadaa0
sched_switch(c3eadaa0,0,104,177,6ee13eb4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3eadaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec580,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec580,c3fec59c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3d328,e4352d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0c3d328,e4352d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4352d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100023 td 0xc3fea000
sched_switch(c3fea000,0,104,177,58ce90bc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec680,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec680,c3fec69c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c30fe4,e434cd38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0c30fe4,e434cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe434cd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100022 td 0xc3fea220
sched_switch(c3fea220,0,104,177,58ce5e38,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea220,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2e15c,e4349d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0e2e15c,e4349d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4349d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100021 td 0xc3fea440
sched_switch(c3fea440,0,104,177,58ce3024,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2e15c,e4346d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0e2e15c,e4346d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4346d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100020 td 0xc3fea660
sched_switch(c3fea660,0,104,177,58ce0644,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2e15c,e4343d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0e2e15c,e4343d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4343d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100016 td 0xc3e27440
sched_switch(c3e27440,0,104,177,5383d950,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e21580,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3e21580,c3e2159c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3bda0,e4337d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0c3bda0,e4337d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4337d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c30b00
sched_switch(c0c30b00,0,109,177,457b3140,...) at sched_switch+0x3fb
mi_switch(109,0,c0b2f911,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 199 MB: 184 168 152 136 120 104 88 72 56 40 24 8
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2

(kgdb) bt
#0  doadump () at pcpu.h:195
#1  0xc0494519 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe45ea9fc "ø\003") at ../../../ddb/db_command.c:516
#2  0xc0494a9c in db_command (last_cmdp=0xc0c02394, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:413
#3  0xc0494baa in db_command_loop () at ../../../ddb/db_command.c:466
#4  0xc049639d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc079ced6 in kdb_trap (type=0x3, code=0x0, tf=0xe45eaba4) at ../../../kern/subr_kdb.c:510
#6  0xc0a808fb in trap (frame=0xe45eaba4) at ../../../i386/i386/trap.c:643
#7  0xc0a646eb in calltrap () at ../../../i386/i386/exception.s:146
#8  0xc079d05a in kdb_enter (why=0xc0b18a7c "vfslock", msg=0xc0b191f7 "lock violation") at cpufunc.h:60
#9  0xc07f0fd1 in vfs_badlock (msg=0xc0b1924c "is not locked but should be", str=0xc0b19268 "VOP_LOCK", vp=0xc4342c84) at ../../../kern/vfs_subr.c:3454
#10 0xc07f4049 in assert_vop_locked (vp=0xc4342c84, str=0xc0b19268 "VOP_LOCK") at ../../../kern/vfs_subr.c:3478
#11 0xc07f40d6 in vop_lock_post (ap=0xe45eac6c, rc=0x0) at ../../../kern/vfs_subr.c:3634
#12 0xc0a8d8c1 in VOP_LOCK1_APV (vop=0xc0bd5620, a=0xe45eac6c) at vnode_if.c:1627
#13 0xc080051e in _vn_lock (vp=0xc4342c84, flags=0x80400, file=0xc0b19019 "../../../kern/vfs_subr.c", line=0x683) at vnode_if.h:845
#14 0xc07f39c5 in sched_sync () at ../../../kern/vfs_subr.c:1667
#15 0xc0752518 in fork_exit (callout=0xc07f34c0 <sched_sync>, arg=0x0, frame=0xe45ead38) at ../../../kern/kern_fork.c:789
#16 0xc0a64760 in fork_trampoline () at ../../../i386/i386/exception.s:212
(kgdb) f 9
#9  0xc07f0fd1 in vfs_badlock (msg=0xc0b1924c "is not locked but should be", str=0xc0b19268 "VOP_LOCK", vp=0xc4342c84) at ../../../kern/vfs_subr.c:3454
3454   kdb_enter(KDB_WHY_VFSLOCK, "lock violation");
(kgdb) p *vp
$4 = {v_type = VNON, v_tag = 0xc0b1974e "syncer", v_op = 0xc0bd5620, v_data = 0x0, v_mount = 0xc43d25b0, v_nmntvnodes = {tqe_next = 0xc469b2c8, tqe_prev = 0xc4342dfc}, v_un = {
    vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {
    lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc4342cb4}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {
      lo_name = 0xc0b1974e "syncer", lo_type = 0xc0b1974e "syncer", lo_flags = 0x57b0008, lo_witness_data = {lod_list = {stqe_next = 0xc0c45cd8}, lod_witness = 0xc0c45cd8}},
    lk_lock = 0x1, lk_recurse = 0x0, lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x7, pcs = {0xc075e920, 0xc07e5d65, 0xc0a8d8a5, 0xc080051e, 0xc07f39c5, 0xc0752518,
        0xc0a64760, 0x0 <repeats 11 times>}}}, v_interlock = {lock_object = {lo_name = 0xc0b12db4 "vnode interlock", lo_type = 0xc0b12db4 "vnode interlock",
      lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0c47ba0}, lod_witness = 0xc0c47ba0}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc4342cdc,
  v_holdcnt = 0x2, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {
        lo_name = 0xc0b19a08 "bufobj interlock", lo_type = 0xc0b19a08 "bufobj interlock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0c46520},
          lod_witness = 0xc0c46520}}, mtx_lock = 0x4, mtx_recurse = 0x0}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc4342d98}, bv_root = 0x0, bv_cnt = 0x0},
    bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc4342da8}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x1, bo_ops = 0xc0bd4000, bo_bsize = 0x4000,
    bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0xc40be13c}, bo_private = 0xc4342c84, __bo_vnode = 0xc4342c84}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0}
(kgdb)
--
Test scenario: pipe5