GENERIC HEAD from Apr 1 16:53 UTC, No vmcore

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Tue Apr  1 19:15:10 CEST 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037549568 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal:
 1st 0xc40c1788 ufs (ufs) @ kern/vfs_subr.c:2044
 2nd 0xc421b000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e2914968,c07ac02e,c0b12f2f,c421b000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f2f,c421b000,c0b18d3c,c0b18d3c,c0b192e2,...) at kdb_backtrace+0x29
witness_checkorder(c421b000,1,c0b192d9,16c,e291498c,...) at witness_checkorder+0x6de
_lockmgr_args(c421b000,20001,c421b07c,0,ffffffff,...) at _lockmgr_args+0x1e5
vfs_busy(c421b000,0,0,c3e23c60,e2914b3c,...) at vfs_busy+0x1c4
lookup(e2914b24,c0b189f4,d8,c0,c3df222c,...) at lookup+0x7d2
namei(e2914b24,e2914b28,c07ab80c,7,c0c82fe0,...) at namei+0x45b
kern_unlinkat(c3e23c60,ffffff9c,c0b1907b,1,e2914c5c,...) at kern_unlinkat+0x46
kern_unlink(c3e23c60,c0b1907b,1,630,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b19235,c0b07729,c0b00142,1,c07e96d0,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c31630,4,c0b089d0,264,0,...) at vfs_mountroot+0x420
start_init(0,e2914d38,c0b0a355,30d,c3e21cd0,...) at start_init+0x65
fork_exit(c073b160,0,e2914d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2914d70, ebp = 0 ---
lock order reversal:
 1st 0xc3e27044 user map (user map) @ vm/vm_map.c:3111
 2nd 0xc4229338 ufs (ufs) @ kern/vfs_subr.c:2044
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e2914994,c07ac02e,c0b12f2f,c4229338,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f2f,c4229338,c0b07fc0,c0b07fc0,c0b192e2,...) at kdb_backtrace+0x29
witness_checkorder(c4229338,1,c0b192d9,7fc,c076514d,...) at witness_checkorder+0x6de
_lockmgr_args(c4229338,30041,c42293b4,0,ffffffff,...) at _lockmgr_args+0x1e5
ffs_lock(e2914a88,c0b32edc,c0b07727,30041,c42292e0,...) at ffs_lock+0x72
VOP_LOCK1_APV(c0be7aa0,e2914a88,c0bfff60,c42292e0,30041,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c42292e0,30041,c0b192d9,7fc,c0b0c8ba,...) at _vn_lock+0x5b
vget(c42292e0,30041,c3e23c60,4a9,c1460700,...) at vget+0xa4
vnode_pager_lock(c1460580,0,c0b30561,127,e2914be8,...) at vnode_pager_lock+0x1b0
vm_fault(c3e27000,80d3000,2,8,80d39c0,...) at vm_fault+0x1df
trap_pfault(5,0,c0b3f02b,2c4,c3e21cd0,...) at trap_pfault+0x118
trap(e2914d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 ---
fxp0: link state changed to UP
lock order reversal:
 1st 0xd7e9aa00 bufwait (bufwait) @ kern/vfs_bio.c:2456
 2nd 0xc41f221c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:1704
 3rd 0xd7e89c00 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e69083e0,c07ac02e,c0b12f48,d7e89c00,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f48,d7e89c00,c0b17c43,c0b17c43,c0b171f9,...) at kdb_backtrace+0x29
witness_checkorder(d7e89c00,9,c0b171f0,998,c0c82ef4,...) at witness_checkorder+0x6de
_lockmgr_args(d7e89c00,20122,c42aec8c,c0b17b78,50,...) at _lockmgr_args+0x54a
getblk(c42aeb80,fffff7f3,ffffffff,4000,0,...) at getblk+0x156
breadn(c42aeb80,fffff7f3,ffffffff,4000,0,...) at breadn+0x44
bread(c42aeb80,fffff7f3,ffffffff,4000,0,...) at bread+0x4c
ffs_balloc_ufs2(c42aeb80,67bf0000,0,4000,c3e0e400,...) at ffs_balloc_ufs2+0x15e5
ffs_snapblkfree(c428d800,c4257b80,cf7e5,0,800,...) at ffs_snapblkfree+0x1de
ffs_blkfree(c41f2900,c428d800,c4257b80,cf7e5,0,...) at ffs_blkfree+0x1fb
handle_workitem_freeblocks(c0c8ef24,0,c0b2d1d7,92c,0,...) at handle_workitem_freeblocks+0x2bf
softdep_setup_freeblocks(c439c528,0,0,800,0,...) at softdep_setup_freeblocks+0xbb3
ffs_truncate(c439acf0,0,0,0,c3e28800,...) at ffs_truncate+0x196c
handle_workitem_remove(c0c8ef24,0,c0b2d1d7,cb3,0,...) at handle_workitem_remove+0x1fa
softdep_setup_remove(d7e9a9a0,c424d840,c439c528,1,e6908b60,...) at softdep_setup_remove+0x124
ufs_dirremove(c42aea10,c439c528,500800c,1,c439acf0,...) at ufs_dirremove+0x16d
ufs_rmdir(e6908be0,c0b418b7,0,e6908be0,c439acf0,...) at ufs_rmdir+0xd9
VOP_RMDIR_APV(c0be7aa0,e6908be0,2,c0c82f60,c0bffea0,...) at VOP_RMDIR_APV+0xf6
kern_rmdirat(c43ae840,ffffff9c,bfbfef66,0,e6908c80,...) at kern_rmdirat+0x1cc
kern_rmdir(c43ae840,bfbfef66,0,e6908d2c,c0a79723,...) at kern_rmdir+0x27
rmdir(c43ae840,e6908cfc,4,c43ae840,c0bc6df8,...) at rmdir+0x22
syscall(e6908d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280cd1eb, esp = 0xbfbfee5c, ebp = 0xbfbfee88 ---
lock order reversal:
 1st 0xc42ae1c8 pseudofs (pseudofs) @ kern/vfs_subr.c:2044
 2nd 0xc421a000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e691d9c8,c07ac02e,c0b12f2f,c421a000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f2f,c421a000,c0b18d3c,c0b18d3c,c0b192e2,...) at kdb_backtrace+0x29
witness_checkorder(c421a000,1,c0b192d9,16c,c0c8300c,...) at witness_checkorder+0x6de
_lockmgr_args(c421a000,20001,c421a07c,0,ffffffff,...) at _lockmgr_args+0x1e5
vfs_busy(c421a000,10,0,c43ada50,0,...) at vfs_busy+0x1c4
vfs_donmount(810e080,c,e691dc70,c422e100,810bc90,...) at vfs_donmount+0xdbf
nmount(c43ada50,e691dcfc,c,c0b13b81,c0bc8490,...) at nmount+0xb2
syscall(e691dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e026b, esp = 0xbfbfe96c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc5709d48 ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1386
 2nd 0xd7f282a0 bufwait (bufwait) @ kern/vfs_bio.c:2456
 3rd 0xc6165618 ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1386
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e6a1b99c,c07ac02e,c0b12f48,c6165618,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f48,c6165618,c0b07fc0,c0b07fc0,c0b2e5d6,...) at kdb_backtrace+0x29
witness_checkorder(c6165618,9,c0b2e5cd,56a,c0b07fc0,...) at witness_checkorder+0x6de
_lockmgr_args(c6165618,2,0,0,ffffffff,...) at _lockmgr_args+0x54a
ffs_vget(c421a8b8,28e9a,12,e6a1bab0,10,...) at ffs_vget+0x1e1
process_worklist_item(c0c8ef24,4,c0b2d1d7,16aa,cd5,...) at process_worklist_item+0xf3
request_cleanup(c0c8ef24,0,c0b2d1d7,cd5,c4ab8bdc,...) at request_cleanup+0x88
newdirrem(0,e6a1bb34,da4,c79f1b00,0,...) at newdirrem+0x6c
softdep_setup_remove(d7f28240,c4afd210,c4ab8bdc,0,e6a1bb5c,...) at softdep_setup_remove+0x22
ufs_dirremove(c566a8a0,c4ab8bdc,500800c,0,c566a8a0,...) at ufs_dirremove+0x16d
ufs_remove(e6a1bbe0,c0b419b1,0,e6a1bbe0,c5709cf0,...) at ufs_remove+0x6e
VOP_REMOVE_APV(c0be7aa0,e6a1bbe0,2,e6a1bc0c,c0bffe20,...) at VOP_REMOVE_APV+0xf6
kern_unlinkat(c49d5630,ffffff9c,bfbfe8f8,0,e6a1bc80,...) at kern_unlinkat+0x17d
kern_unlink(c49d5630,bfbfe8f8,0,e6a1bd2c,c0a79723,...) at kern_unlink+0x27
unlink(c49d5630,e6a1bcfc,4,c0b14218,c0bc6210,...) at unlink+0x22
syscall(e6a1bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2815251f, esp = 0xbfbfe8dc, ebp = 0xbfbfe988 ---
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
:
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
lock order reversal:
 1st 0xc9642bd8 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc421a000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e67fc9c8,c07ac02e,c0b12f2f,c421a000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f2f,c421a000,c0b18d3c,c0b18d3c,c0b192e2,...) at kdb_backtrace+0x29
witness_checkorder(c421a000,1,c0b192d9,16c,c0c82014,...) at witness_checkorder+0x6de
_lockmgr_args(c421a000,20001,c421a07c,0,ffffffff,...) at _lockmgr_args+0x1e5
vfs_busy(c421a000,10,0,c3f71840,0,...) at vfs_busy+0x1c4
vfs_donmount(8132200,c,e67fcc70,c3e6be80,812ac90,...) at vfs_donmount+0xdbf
nmount(c3f71840,e67fccfc,c,c0b13b81,c0bc8490,...) at nmount+0xb2
syscall(e67fcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e026b, esp = 0xbfbfe96c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc8943788 fdescfs (fdescfs) @ /usr/src/sys/modules/fdescfs/../../fs/fdescfs/fdesc_vfsops.c:152
 2nd 0xc7c0d000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0b10a6d,e67fc9c8,c07ac02e,c0b12f2f,c7c0d000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12f2f,c7c0d000,c0b18d3c,c0b18d3c,c0b192e2,...) at kdb_backtrace+0x29
witness_checkorder(c7c0d000,1,c0b192d9,16c,c0c82404,...) at witness_checkorder+0x6de
_lockmgr_args(c7c0d000,20001,c7c0d07c,0,ffffffff,...) at _lockmgr_args+0x1e5
vfs_busy(c7c0d000,10,0,c3f71840,0,...) at vfs_busy+0x1c4
vfs_donmount(8132200,c,e67fcc70,c72b5300,812ae68,...) at vfs_donmount+0xdbf
nmount(c3f71840,e67fccfc,c,c0b13b81,c0bc8490,...) at nmount+0xb2
syscall(e67fcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e026b, esp = 0xbfbfe96c, ebp = 0xbfbfedb8 ---
VNASSERT failed
0xc8e9a000: tag fdescfs, type VNON
    usecount 0, writecount 0, refcount 1 mountedhere 0
    flags ()
 VI_LOCKed    #0 0xc075f49b at _lockmgr_args+0x6cb
#1 0xc07e3a11 at vop_stdlock+0x51
#2 0xc0a86e05 at VOP_LOCK1_APV+0xa5
#3 0xc07fdf2b at _vn_lock+0x5b
#4 0xc7bdada3 at fdesc_lookup+0x173
#5 0xc0a87fa5 at VOP_LOOKUP_APV+0xe5
#6 0xc07e72ce at lookup+0x57e
#7 0xc07e7f2b at namei+0x45b
#8 0xc07f5284 at kern_statat+0x64
#9 0xc07f53e6 at kern_lstat+0x36
#10 0xc07f548f at lstat+0x2f
#11 0xc0a79723 at syscall+0x2a3
#12 0xc0a5dd80 at Xint0x80_syscall+0x20

panic: vn_lock called with no locktype.
cpuid = 1
KDB: enter: panic
[thread pid 20008 tid 100496 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $lines 0
db> bt
Tracing pid 20008 tid 100496 td 0xc85ae840
kdb_enter(c0b0dce8,c0b0dce8,c0b1a26a,e6edba38,1,...) at kdb_enter+0x3a
panic(c0b1a26a,c0b18359,c7c0d000,e6edba5c,c07f0404,...) at panic+0x12c
_vn_lock(c8e9a000,20000,c0b192d9,7fc,c0779ff0,...) at _vn_lock+0x33
vget(c8e9a000,0,c85ae840,c5fcad2c,c0b09930,...) at vget+0xa4
fdesc_allocvp(1,3,c7c0d000,e6edbae0,c85ae840,...) at fdesc_allocvp+0x5a
fdesc_lookup(e6edbb54,c0b19a4b,c0bffbc0,2,c8943730,...) at fdesc_lookup+0x11d
VOP_LOOKUP_APV(c7bdb140,e6edbb54,c0b189f4,2c2,e6edbc24,...) at VOP_LOOKUP_APV+0xe5
lookup(e6edbc0c,c0b189f4,d8,c0,c5fcad2c,...) at lookup+0x57e
namei(e6edbc0c,c07adbe5,0,e6edbc60,c5e3b900,...) at namei+0x45b
kern_pathconf(c85ae840,bfbfdbc3,0,3b,e6edbd2c,...) at kern_pathconf+0x41
pathconf(c85ae840,e6edbcfc,8,c0afd488,c0bc7308,...) at pathconf+0x29
syscall(e6edbd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (191, FreeBSD ELF32, pathconf), eip = 0x2813e8ef, esp = 0xbfbfd77c, ebp = 0xbfbfdfe8 ---
db> show allpcpu
Current CPU: 1

cpuid        = 0
curthread    = 0xc3e23000: pid 12 "swi4: clock sio"
curpcb       = 0xe432ad90
fpcurthread  = none
idlethread   = 0xc3e23420: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc85ae840: pid 20008 "ls"
curpcb       = 0xe6edbd90
fpcurthread  = none
idlethread   = 0xc3e23630: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc49d7630: pid 20004 "sysctl"
curpcb       = 0xe69ffd90
fpcurthread  = none
idlethread   = 0xc3e23840: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc62dc420: pid 20002 "sysctl"
curpcb       = 0xe6d30d90
fpcurthread  = none
idlethread   = 0xc3e23a50: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 20008 (ls) thread 0xc85ae840 (100496)
exclusive sleep mutex vnode interlock r = 0 (0xc8e9a0d4) locked @ kern/vfs_subr.c:2042
exclusive lockmgr fdescfs r = 0 (0xc8943788) locked @ /usr/src/sys/modules/fdescfs/../../fs/fdescfs/fdesc_vfsops.c:152
exclusive sleep mutex Giant r = 0 (0xc0c31630) locked @ kern/vfs_lookup.c:695
Process 941 (sshd) thread 0xc4335c60 (100078)
shared sx filedesc structure r = 0 (0xc427c42c) locked @ kern/sys_generic.c:959
Process 939 (sshd) thread 0xc48f4c60 (100140)
exclusive sx so_rcv_sx r = 0 (0xc45a6088) locked @ kern/uipc_sockbuf.c:148
Process 910 (sshd) thread 0xc4242630 (100079)
exclusive sx so_rcv_sx r = 0 (0xc43e020c) locked @ kern/uipc_sockbuf.c:148
Process 909 (sshd) thread 0xc43adc60 (100114)
exclusive sx so_rcv_sx r = 0 (0xc48d9390) locked @ kern/uipc_sockbuf.c:148
Process 908 (sshd) thread 0xc41ab420 (100129)
exclusive sx so_rcv_sx r = 0 (0xc4346e2c) locked @ kern/uipc_sockbuf.c:148
db> show sleepchain 20008
thread 100496 (pid 20008, ls) running on CPU 1
db> show lockedvnods
Locked vnodes

0xc8943730: tag fdescfs, type VDIR
    usecount 2, writecount 0, refcount 2 mountedhere 0
    flags (VV_ROOT)
     lock type fdescfs: EXCL (count 1) by thread 0xc85ae840 (pid 20008)#0 0xc075f49b at _lockmgr_args+0x6cb
#1 0xc07e3a11 at vop_stdlock+0x51
#2 0xc0a86e05 at VOP_LOCK1_APV+0xa5
#3 0xc07fdf2b at _vn_lock+0x5b
#4 0xc7bda14a at fdesc_root+0x3a
#5 0xc07e7620 at lookup+0x8d0
#6 0xc07e7f2b at namei+0x45b
#7 0xc07f5141 at kern_pathconf+0x41
#8 0xc07f5219 at pathconf+0x29
#9 0xc0a79723 at syscall+0x2a3
#10 0xc0a5dd80 at Xint0x80_syscall+0x20

db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
20008 19922 20008     0  R+      CPU 1               ls
20007 20006 13062  1001  R+                          sysctl
20006 18260 13062  1001  S+      wait     0xc7da47b0 sh
20004 20003 13062  1001  R+      CPU 2               sysctl
20003 18258 13062  1001  S+      wait     0xc4a17520 sh
20002 20001 13062  1001  R+      CPU 3               sysctl
20001 18251 13062  1001  S+      wait     0xc4a16a40 sh
20000 19997 13062  1001  R+                          sysctl
19999 19995 13062  1001  R+                          sysctl
19998 19993 13062  1001  R+                          sysctl
19997 18248 13062  1001  S+      wait     0xc51eb000 sh
19996 19994 13062  1001  R+                          sysctl
19995 18250 13062  1001  S+      wait     0xc49f5290 sh
19994 18247 13062  1001  S+      wait     0xc51ec520 sh
19993 18262 13062  1001  S+      wait     0xc4a167b0 sh
19992 19991 13062  1001  R+                          sysctl
19991 18245 13062  1001  S+      wait     0xc4a78a40 sh
19990 19989 13062  1001  R+                          sysctl
19989 18256 13062  1001  S+      wait     0xc436f290 sh
19987 19985 13062  1001  R+                          sysctl
19985 18252 13062  1001  S+      wait     0xc51eacd0 sh
19980   925   918  1001  S       nanslp   0xc0c31da4 sleep
19922 19899 19922     0  S+      wait     0xc5115520 bash
19899 19867 19899     0  S+      pause    0xc7da3808 csh
19867   943 19867  1001  S+      wait     0xc4333520 su
18262     1 13062  1001  S+      wait     0xc51eb520 sysctl
18260     1 13062  1001  S+      wait     0xc4333290 sysctl
18258     1 13062  1001  S+      wait     0xc51ea7b0 sysctl
18256     1 13062  1001  S+      wait     0xc51167b0 sysctl
18252     1 13062  1001  S+      wait     0xc6b88a40 sysctl
18251     1 13062  1001  S+      wait     0xc51eccd0 sysctl
18250     1 13062  1001  S+      wait     0xc66a2520 sysctl
18248     1 13062  1001  S+      wait     0xc427b520 sysctl
18247     1 13062  1001  S+      wait     0xc62d57b0 sysctl
18245     1 13062  1001  S+      wait     0xc5300520 sysctl
  943   941   943  1001  Ss+     wait     0xc43ac520 bash
  941   939   939  1001  R                           sshd
  939   780   939     0  Ss      sbwait   0xc45a60b8 sshd
  926   918   918  1001  S       piperd   0xc438c918 awk
  925   918   918  1001  S       wait     0xc436f520 sh
  920   916   920  1001  Ss+     select   0xc41c7ba8 top
  918   915   918  1001  Ss      wait     0xc4370520 sh
  917   914   917  1001  Ss      kqread   0xc428a400 tail
  916   908   908  1001  S       select   0xc41c6b28 sshd
  915   910   910  1001  S       select   0xc42457e8 sshd
  914   909   909  1001  S       select   0xc4243ce8 sshd
  910   780   910     0  Ss      sbwait   0xc43e023c sshd
  909   780   909     0  Ss      sbwait   0xc48d93c0 sshd
  908   780   908     0  Ss      sbwait   0xc4346e5c sshd
  903     1   903     0  Ss+     ttyin    0xc3ff1c10 getty
  902     1   902     0  Ss+     ttyin    0xc3ff1810 getty
  901     1   901     0  Ss+     ttyin    0xc3ff2810 getty
  900     1   900     0  Ss+     ttyin    0xc3ff2410 getty
  899     1   899     0  Ss+     ttyin    0xc3fea810 getty
  898     1   898     0  Ss+     ttyin    0xc3feac10 getty
  897     1   897     0  Ss+     ttyin    0xc3ff1010 getty
  896     1   896     0  Ss+     ttyin    0xc3ff1410 getty
  879     1   879     0  Ss      select   0xc4245ca8 inetd
  852     1   852     0  Ss      select   0xc42b6528 moused
  838     1   838     0  Ss      nanslp   0xc0c31da4 watchdogd
  796     1   796     0  Ss      nanslp   0xc0c31da4 cron
  789     1   789    25  Ss      pause    0xc41bda98 sendmail
  785     1   785     0  Ss      select   0xc42b54e8 sendmail
  780     1   780     0  Ss      select   0xc41f0068 sshd
  698   682   682     0  S       -        0xc41d6600 nfsd
  697   682   682     0  S       -        0xc43f3600 nfsd
  696   682   682     0  S       -        0xc41d6400 nfsd
  695   682   682     0  S       -        0xc43f3200 nfsd
  694   682   682     0  S       -        0xc4206a00 nfsd
  693   682   682     0  S       -        0xc41d6800 nfsd
  692   682   682     0  S       -        0xc43f3400 nfsd
  691   682   682     0  S       -        0xc41d7a00 nfsd
  690   682   682     0  S       -        0xc41d6a00 nfsd
  688   682   682     0  S       -        0xc41d6c00 nfsd
  687   682   682     0  S       -        0xc4206600 nfsd
  686   682   682     0  S       -        0xc41d6e00 nfsd
  685   682   682     0  S       -        0xc43ee400 nfsd
  684   682   682     0  S       -        0xc41d7000 nfsd
  683   682   682     0  S       -        0xc43ee600 nfsd
  682     1   682     0  Ss      select   0xc41c75a8 nfsd
  680     1   680     0  Ss      select   0xc4244768 mountd
  627     1   627     0  Ss      select   0xc41ef6a8 rpcbind
  610     1   610     0  Ss      select   0xc4243b68 syslogd
  551     1   551     0  Ss      select   0xc41efc28 devd
   27     0     0     0  SL      sdflush  0xc0c8ef64 [softdepflush]
   26     0     0     0  SL      vlruwt   0xc41c0520 [vnlru]
   25     0     0     0  SL      syncer   0xc0c31bcc [syncer]
   24     0     0     0  SL      psleep   0xc0c83524 [bufdaemon]
   23     0     0     0  SL      pgzero   0xc0c8fb74 [pagezero]
   22     0     0     0  SL      psleep   0xc0c8f7a4 [vmdaemon]
   21     0     0     0  SL      psleep   0xc0c8f76c [pagedaemon]
   20     0     0     0  SL      waiting_ 0xc0c852ac [sctp_iterator]
   19     0     0     0  SL      -        0xc3f6403c [fdc0]
   18     0     0     0  SL      usbtsk   0xc0c2f014 [usbtask-dr]
   17     0     0     0  SL      usbtsk   0xc0c2f000 [usbtask-hc]
   16     0     0     0  SL      usbevt   0xc3f55210 [usb0]
   15     0     0     0  SL      -        0xc3f46d00 [em0 taskq]
   14     0     0     0  SL      -        0xc3e62e80 [thread taskq]
    9     0     0     0  SL      ccb_scan 0xc0c006d4 [xpt_thrd]
    8     0     0     0  SL      -        0xc3e6b300 [acpi_task_2]
    7     0     0     0  SL      -        0xc3e6b300 [acpi_task_1]
    6     0     0     0  SL      -        0xc3e6b300 [acpi_task_0]
    5     0     0     0  SL      -        0xc3e6b380 [kqueue taskq]
   13     0     0     0  SL      -        0xc0c31bd4 [yarrow]
    4     0     0     0  SL      -        0xc0c2f78c [g_down]
    3     0     0     0  SL      -        0xc0c2f788 [g_up]
    2     0     0     0  SL      -        0xc0c2f780 [g_event]
   12     0     0     0  RL      (threaded)          intr
100037                   I                           [irq7: ppbus0 ppc0]
100035                   I                           [swi0: sio]
100034                   I                           [irq12: psm0]
100033                   I                           [irq1: atkbd0]
100032                   I                           [irq15: ata1]
100031                   I                           [irq14: ata0]
100030                   I                           [irq17: fxp0]
100026                   I                           [irq16: uhci0]
100024                   I                           [irq9: acpi0]
100023                   I                           [swi6: Giant taskq]
100021                   I                           [swi5: +]
100020                   I                           [swi2: cambio]
100014                   I                           [swi6: task queue]
100009                   I                           [swi3: vm]
100008                   Run     CPU 0               [swi4: clock sio]
100007                   I                           [swi1: net]
   11     0     0     0  RL      (threaded)          idle
100006                   CanRun                      [idle: cpu0]
100005                   CanRun                      [idle: cpu1]
100004                   CanRun                      [idle: cpu2]
100003                   CanRun                      [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3e21cd0 [init]
   10     0     0     0  SL      audit_wo 0xc0c8e980 [audit]
    0     0     0     0  WLs                         [swapper]
db> allt

Tracing command ls pid 20008 tid 100496 td 0xc85ae840
kdb_enter(c0b0dce8,c0b0dce8,c0b1a26a,e6edba38,1,...) at kdb_enter+0x3a
panic(c0b1a26a,c0b18359,c7c0d000,e6edba5c,c07f0404,...) at panic+0x12c
_vn_lock(c8e9a000,20000,c0b192d9,7fc,c0779ff0,...) at _vn_lock+0x33
vget(c8e9a000,0,c85ae840,c5fcad2c,c0b09930,...) at vget+0xa4
fdesc_allocvp(1,3,c7c0d000,e6edbae0,c85ae840,...) at fdesc_allocvp+0x5a
fdesc_lookup(e6edbb54,c0b19a4b,c0bffbc0,2,c8943730,...) at fdesc_lookup+0x11d
VOP_LOOKUP_APV(c7bdb140,e6edbb54,c0b189f4,2c2,e6edbc24,...) at VOP_LOOKUP_APV+0xe5
lookup(e6edbc0c,c0b189f4,d8,c0,c5fcad2c,...) at lookup+0x57e
namei(e6edbc0c,c07adbe5,0,e6edbc60,c5e3b900,...) at namei+0x45b
kern_pathconf(c85ae840,bfbfdbc3,0,3b,e6edbd2c,...) at kern_pathconf+0x41
pathconf(c85ae840,e6edbcfc,8,c0afd488,c0bc7308,...) at pathconf+0x29
syscall(e6edbd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (191, FreeBSD ELF32, pathconf), eip = 0x2813e8ef, esp = 0xbfbfd77c, ebp = 0xbfbfdfe8 ---

Tracing command sysctl pid 20007 tid 100280 td 0xc4e8ac60
sched_switch(c4e8ac60,0,1,176,dd0fbdf6,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4e8ac60,0,c0b11656,239,c0c31c14,...) at sleepq_switch+0x14d
sleepq_wait(c0c31c14,0,c0b0e9f1,3,0,...) at sleepq_wait+0x63
_sx_xlock_hard(c0c31c14,c4e8ac60,0,c0b0e926,587,...) at _sx_xlock_hard+0x296
_sx_xlock(c0c31c14,0,c0b0e926,587,c4e8ac60,...) at _sx_xlock+0xb8
userland_sysctl(c4e8ac60,e6baec14,4,bfbfd2f0,bfbfd758,...) at userland_sysctl+0xf1
__sysctl(c4e8ac60,e6baecfc,18,c0b13b81,c0bc7410,...) at __sysctl+0xbc
syscall(e6baed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfd29c, ebp = 0xbfbfd2c8 ---

Tracing command sh pid 20006 tid 100447 td 0xc7db1210
sched_switch(c7db1210,0,1,176,c7fb85c4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c7db1210,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c7da47b0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c7da47b0,c7da4838,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c7db1210,ffffffff,e6e28c2c,2,0,...) at kern_wait+0xa56
wait4(c7db1210,e6e28cfc,10,c7db1210,c0bc61c8,...) at wait4+0x3b
syscall(e6e28d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 20004 tid 100167 td 0xc49d7630
cpustop_handler(4,e69ffb50,c0a79a2d,0,14,...) at cpustop_handler+0x32
ipi_nmi_handler(0,14,c0b0f7df,c49d4000,c49d4000,...) at ipi_nmi_handler+0x2f
trap(e69ffb5c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0765732, esp = 0xe69ffb9c, ebp = 0xe69ffbb8 ---
_mtx_lock_sleep(c0c31630,c49d7630,0,c0b0e926,549,...) at _mtx_lock_sleep+0xa2
_mtx_lock_flags(c0c31630,0,c0b0e926,549,c43b0900,...) at _mtx_lock_flags+0xef
__sysctl(c49d7630,e69ffcfc,18,c0afd488,c0bc7410,...) at __sysctl+0x73
syscall(e69ffd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfe01c, ebp = 0xbfbfe048 ---

Tracing command sh pid 20003 tid 100243 td 0xc4a1bc60
sched_switch(c4a1bc60,0,1,176,a18ff2fc,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a1bc60,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4a17520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4a17520,c4a175a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4a1bc60,ffffffff,e6b1ec2c,2,0,...) at kern_wait+0xa56
wait4(c4a1bc60,e6b1ecfc,10,c4a1bc60,c0bc61c8,...) at wait4+0x3b
syscall(e6b1ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 20002 tid 100379 td 0xc62dc420
cpustop_handler(8,e6d30b50,c0a79a2d,0,e6d30ad0,...) at cpustop_handler+0x32
ipi_nmi_handler(0,e6d30ad0,c0a6a708,c629acd0,c629acd0,...) at ipi_nmi_handler+0x2f
trap(e6d30b5c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0765732, esp = 0xe6d30b9c, ebp = 0xe6d30bb8 ---
_mtx_lock_sleep(c0c31630,c62dc420,0,c0b0e926,549,...) at _mtx_lock_sleep+0xa2
_mtx_lock_flags(c0c31630,0,c0b0e926,549,c43b0900,...) at _mtx_lock_flags+0xef
__sysctl(c62dc420,e6d30cfc,18,c0afd488,c0bc7410,...) at __sysctl+0x73
syscall(e6d30d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfe01c, ebp = 0xbfbfe048 ---

Tracing command sh pid 20001 tid 100197 td 0xc4a1b420
sched_switch(c4a1b420,0,1,176,83489534,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a1b420,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4a16a40,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4a16a40,c4a16ac8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4a1b420,ffffffff,e6a77c2c,2,0,...) at kern_wait+0xa56
wait4(c4a1b420,e6a77cfc,10,c4a1b420,c0bc61c8,...) at wait4+0x3b
syscall(e6a77d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 20000 tid 100336 td 0xc5342c60
sched_switch(c5342c60,0,6,171,e0d78968,...) at sched_switch+0x3f6
mi_switch(6,0,c0b0f7df,7c9,0,...) at mi_switch+0x200
sched_preempt(c5342c60,0,e6c9abb8,c0a5e40e,c07a0008,...) at sched_preempt+0x99
ipi_bitmap_handler(c07a0008,c0b00028,c0b00028,c5342c60,0,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0c811a0, ebp = 0xe6c9ab88 ---
uart_z8530_class(c0765732,20,246,592,c0c811a0,...) at 0x20

Tracing command sysctl pid 19999 tid 100220 td 0xc4a3a840
sched_switch(c4a3a840,0,1,171,e04d3076,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11e78,2e0,c801d870,...) at mi_switch+0x200
turnstile_wait(c801d870,c49d7630,0,188,c0c31630,...) at turnstile_wait+0x48a
_mtx_lock_sleep(c0c31630,c4a3a840,0,c0b0e926,549,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0c31630,0,c0b0e926,549,bfbfe034,...) at _mtx_lock_flags+0xef
__sysctl(c4a3a840,e6ad3cfc,18,c0b13b81,c0bc7410,...) at __sysctl+0x73
syscall(e6ad3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfd73c, ebp = 0xbfbfd768 ---

Tracing command sysctl pid 19998 tid 100160 td 0xc49be000
sched_switch(c49be000,0,6,171,e0d56c38,...) at sched_switch+0x3f6
mi_switch(6,0,c0b0f7df,7c9,1,...) at mi_switch+0x200
sched_preempt(c49be000,1,e69e6bb8,c0a5e40e,8,...) at sched_preempt+0x99
ipi_bitmap_handler(8,c49d0028,e69e0028,c49be000,c49d6b40,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc49d7630, ebp = 0xe69e6b88 ---
uart_z8530_class(c0765732,20,246,c49d6b40,c49d7630,...) at 0x20

Tracing command sh pid 19997 tid 100316 td 0xc51ed630
sched_switch(c51ed630,0,1,176,4dfac630,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c51ed630,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51eb000,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51eb000,c51eb088,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c51ed630,ffffffff,e6c56c2c,2,0,...) at kern_wait+0xa56
wait4(c51ed630,e6c56cfc,10,c51ed630,c0bc61c8,...) at wait4+0x3b
syscall(e6c56d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 19996 tid 100372 td 0xc62e2210
sched_switch(c62e2210,0,1,176,e0508d68,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c62e2210,0,c0b11656,239,c0c31c14,...) at sleepq_switch+0x14d
sleepq_wait(c0c31c14,0,c0b0e9f1,3,0,...) at sleepq_wait+0x63
_sx_xlock_hard(c0c31c14,c62e2210,0,c0b0e926,587,...) at _sx_xlock_hard+0x296
_sx_xlock(c0c31c14,0,c0b0e926,587,c62e2210,...) at _sx_xlock+0xb8
userland_sysctl(c62e2210,e6d15c14,6,bfbfd7c4,bfbfe034,...) at userland_sysctl+0xf1
__sysctl(c62e2210,e6d15cfc,18,c0b13b81,c0bc7410,...) at __sysctl+0xbc
syscall(e6d15d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfd73c, ebp = 0xbfbfd768 ---

Tracing command sh pid 19995 tid 100192 td 0xc49d8630
sched_switch(c49d8630,0,1,176,430018d4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c49d8630,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c49f5290,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49f5290,c49f5318,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c49d8630,ffffffff,e6a63c2c,2,0,...) at kern_wait+0xa56
wait4(c49d8630,e6a63cfc,10,c49d8630,c0bc61c8,...) at wait4+0x3b
syscall(e6a63d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sh pid 19994 tid 100340 td 0xc5342420
sched_switch(c5342420,0,1,176,3e451d00,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5342420,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51ec520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51ec520,c51ec5a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c5342420,ffffffff,e6ca6c2c,2,0,...) at kern_wait+0xa56
wait4(c5342420,e6ca6cfc,10,c5342420,c0bc61c8,...) at wait4+0x3b
syscall(e6ca6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sh pid 19993 tid 100198 td 0xc4a1b210
sched_switch(c4a1b210,0,1,176,3fa55b3c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a1b210,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4a167b0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4a167b0,c4a16838,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4a1b210,ffffffff,e6a7bc2c,2,0,...) at kern_wait+0xa56
wait4(c4a1b210,e6a7bcfc,10,c4a1b210,c0bc61c8,...) at wait4+0x3b
syscall(e6a7bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 19992 tid 100388 td 0xc6296a50
sched_switch(c6296a50,0,1,176,e050c1d8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c6296a50,0,c0b11656,239,c0c31c14,...) at sleepq_switch+0x14d
sleepq_wait(c0c31c14,0,c0b0e9f1,3,0,...) at sleepq_wait+0x63
_sx_xlock_hard(c0c31c14,c6296a50,0,c0b0e926,587,...) at _sx_xlock_hard+0x296
_sx_xlock(c0c31c14,0,c0b0e926,587,c6296a50,...) at _sx_xlock+0xb8
userland_sysctl(c6296a50,e6d54c14,6,bfbfd7c4,bfbfe034,...) at userland_sysctl+0xf1
__sysctl(c6296a50,e6d54cfc,18,c0b13b81,c0bc7410,...) at __sysctl+0xbc
syscall(e6d54d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfd73c, ebp = 0xbfbfd768 ---

Tracing command sh pid 19991 tid 100257 td 0xc4ab2a50
sched_switch(c4ab2a50,0,1,176,158218bc,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4ab2a50,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4a78a40,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4a78a40,c4a78ac8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4ab2a50,ffffffff,e6b5ac2c,2,0,...) at kern_wait+0xa56
wait4(c4ab2a50,e6b5acfc,10,c4ab2a50,c0bc61c8,...) at wait4+0x3b
syscall(e6b5ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 19990 tid 100342 td 0xc6296210
sched_switch(c6296210,0,1,176,e04da45e,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c6296210,0,c0b11656,239,c0c31c14,...) at sleepq_switch+0x14d
sleepq_wait(c0c31c14,0,c0b0e9f1,3,0,...) at sleepq_wait+0x63
_sx_xlock_hard(c0c31c14,c6296210,0,c0b0e926,587,...) at _sx_xlock_hard+0x296
_sx_xlock(c0c31c14,0,c0b0e926,587,c6296210,...) at _sx_xlock+0xb8
userland_sysctl(c6296210,e6cadc14,6,bfbfe078,bfbfe128,...) at userland_sysctl+0xf1
__sysctl(c6296210,e6cadcfc,18,c0afd488,c0bc7410,...) at __sysctl+0xbc
syscall(e6cadd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfe01c, ebp = 0xbfbfe048 ---

Tracing command sh pid 19989 tid 100104 td 0xc4338840
sched_switch(c4338840,0,1,176,131c18b0,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4338840,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c436f290,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c436f290,c436f318,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4338840,ffffffff,e68dfc2c,2,0,...) at kern_wait+0xa56
wait4(c4338840,e68dfcfc,10,c4338840,c0bc61c8,...) at wait4+0x3b
syscall(e68dfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sysctl pid 19987 tid 100428 td 0xc7071420
sched_switch(c7071420,0,1,176,e0512ab4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c7071420,0,c0b11656,239,c0c31c14,...) at sleepq_switch+0x14d
sleepq_wait(c0c31c14,0,c0b0e9f1,3,0,...) at sleepq_wait+0x63
_sx_xlock_hard(c0c31c14,c7071420,0,c0b0e926,587,...) at _sx_xlock_hard+0x296
_sx_xlock(c0c31c14,0,c0b0e926,587,c7071420,...) at _sx_xlock+0xb8
userland_sysctl(c7071420,e6defc14,4,8104040,bfbfe030,...) at userland_sysctl+0xf1
__sysctl(c7071420,e6defcfc,18,c0c34b80,c0bc7410,...) at __sysctl+0xbc
syscall(e6defd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28163f0f, esp = 0xbfbfd73c, ebp = 0xbfbfd768 ---

Tracing command sh pid 19985 tid 100317 td 0xc51ed420
sched_switch(c51ed420,0,1,176,f4a1ccda,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c51ed420,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51eacd0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51eacd0,c51ead58,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c51ed420,ffffffff,e6c59c2c,2,0,...) at kern_wait+0xa56
wait4(c51ed420,e6c59cfc,10,c51ed420,c0bc61c8,...) at wait4+0x3b
syscall(e6c59d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 ---

Tracing command sleep pid 19980 tid 100478 td 0xc84f8210
sched_switch(c84f8210,0,1,176,a0869ee4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c84f8210,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07a33f9,c84f83a4,2711,c07a2770,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c31da4,5c,c0b0ef56,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c31da4,0,15c,c0b0ef56,2711,...) at _sleep+0x2dd
kern_nanosleep(c84f8210,e6ea0c64,e6ea0c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c84f8210,e6ea0cfc,8,c84f8210,c0bc77a0,...) at nanosleep+0x6f
syscall(e6ea0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814377f, esp = 0xbfbfec8c, ebp = 0xbfbfecc8 ---

Tracing command bash pid 19922 tid 100306 td 0xc5118840
sched_switch(c5118840,0,1,176,d65e001c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5118840,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c5115520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c5115520,c51155a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c5118840,ffffffff,e6c34c2c,6,0,...) at kern_wait+0xa56
wait4(c5118840,e6c34cfc,10,c0b1365b,c0bc61c8,...) at wait4+0x3b
syscall(e6c34d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe73c, ebp = 0xbfbfe758 ---

Tracing command csh pid 19899 tid 100453 td 0xc7db0420
sched_switch(c7db0420,0,1,176,a9f23750,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,68,...) at mi_switch+0x200
sleepq_switch(c7db0420,0,c0b11656,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c7da3808,68,c0ace836,100,0,...) at sleepq_wait_sig+0x17
_sleep(c7da3808,c7da3838,168,c0ace836,0,...) at _sleep+0x313
kern_sigsuspend(c7db0420,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c7db0420,e6e3acfc,4,c0b1365b,c0bc8118,...) at sigsuspend+0x4d
syscall(e6e3ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816d58b, esp = 0xbfbfe69c, ebp = 0xbfbfe708 ---

Tracing command su pid 19867 tid 100148 td 0xc4335000
sched_switch(c4335000,0,1,176,ea330490,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4335000,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4333520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4333520,c43335a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4335000,4dbb,e69c1c2c,2,0,...) at kern_wait+0xa56
wait4(c4335000,e69c1cfc,10,c4335000,c0bc61c8,...) at wait4+0x3b
syscall(e69c1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810d26b, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---

Tracing command sysctl pid 18262 tid 100314 td 0xc51eda50
sched_switch(c51eda50,0,1,176,329d6cdc,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c51eda50,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51eb520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51eb520,c51eb5a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c51eda50,4e19,e6c50c2c,0,0,...) at kern_wait+0xa56
wait4(c51eda50,e6c50cfc,10,c51eda50,c0bc61c8,...) at wait4+0x3b
syscall(e6c50d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18260 tid 100149 td 0xc4284c60
sched_switch(c4284c60,0,1,176,c613bb3e,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4284c60,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4333290,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4333290,c4333318,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4284c60,4e26,e69c4c2c,0,0,...) at kern_wait+0xa56
wait4(c4284c60,e69c4cfc,10,c4284c60,c0bc61c8,...) at wait4+0x3b
syscall(e69c4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18258 tid 100319 td 0xc51ed000
sched_switch(c51ed000,0,1,176,889be15c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c51ed000,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51ea7b0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51ea7b0,c51ea838,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c51ed000,4e23,e6c5fc2c,0,0,...) at kern_wait+0xa56
wait4(c51ed000,e6c5fcfc,10,c51ed000,c0bc61c8,...) at wait4+0x3b
syscall(e6c5fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18256 tid 100299 td 0xc5119840
sched_switch(c5119840,0,1,176,58f5a52,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5119840,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51167b0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51167b0,c5116838,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c5119840,4e15,e6c1fc2c,0,0,...) at kern_wait+0xa56
wait4(c5119840,e6c1fcfc,10,c5119840,c0bc61c8,...) at wait4+0x3b
syscall(e6c1fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18252 tid 100406 td 0xc62df000
sched_switch(c62df000,0,1,176,f1c79676,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c62df000,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c6b88a40,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c6b88a40,c6b88ac8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c62df000,4e11,e6d95c2c,0,0,...) at kern_wait+0xa56
wait4(c62df000,e6d95cfc,10,c62df000,c0bc61c8,...) at wait4+0x3b
syscall(e6d95d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18251 tid 100337 td 0xc5342a50
sched_switch(c5342a50,0,1,176,81669348,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5342a50,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c51eccd0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c51eccd0,c51ecd58,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c5342a50,4e21,e6c9dc2c,0,0,...) at kern_wait+0xa56
wait4(c5342a50,e6c9dcfc,10,c5342a50,c0bc61c8,...) at wait4+0x3b
syscall(e6c9dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18250 tid 100396 td 0xc6748210
sched_switch(c6748210,0,1,176,3da068d8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c6748210,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c66a2520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c66a2520,c66a25a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c6748210,4e1b,e6d6fc2c,0,0,...) at kern_wait+0xa56
wait4(c6748210,e6d6fcfc,10,c6748210,c0bc61c8,...) at wait4+0x3b
syscall(e6d6fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18248 tid 100106 td 0xc4283210
sched_switch(c4283210,0,1,176,3f8ee1e8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4283210,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c427b520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c427b520,c427b5a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4283210,4e1d,e68fec2c,0,0,...) at kern_wait+0xa56
wait4(c4283210,e68fecfc,10,c4283210,c0bc61c8,...) at wait4+0x3b
syscall(e68fed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18247 tid 100358 td 0xc4a6e630
sched_switch(c4a6e630,0,1,176,3bd2bad8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a6e630,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c62d57b0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c62d57b0,c62d5838,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4a6e630,4e1a,e6ce2c2c,0,0,...) at kern_wait+0xa56
wait4(c4a6e630,e6ce2cfc,10,c4a6e630,c0bc61c8,...) at wait4+0x3b
syscall(e6ce2d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command sysctl pid 18245 tid 100328 td 0xc5302840
sched_switch(c5302840,0,1,176,13062814,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5302840,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c5300520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c5300520,c53005a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c5302840,4e17,e6c82c2c,0,0,...) at kern_wait+0xa56
wait4(c5302840,e6c82cfc,10,c5302840,c0bc61c8,...) at wait4+0x3b
syscall(e6c82d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe84c, ebp = 0xbfbfe8f8 ---

Tracing command bash pid 943 tid 100143 td 0xc48f4630
sched_switch(c48f4630,0,1,176,8fd5110e,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48f4630,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c43ac520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c43ac520,c43ac5a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c48f4630,ffffffff,e69b2c2c,6,0,...) at kern_wait+0xa56
wait4(c48f4630,e69b2cfc,10,c0b1365b,c0bc61c8,...) at wait4+0x3b
syscall(e69b2d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 941 tid 100078 td 0xc4335c60
sched_switch(c4335c60,0,6,171,e2f67c6c,...) at sched_switch+0x3f6
mi_switch(6,0,c0b0e393,b0,c0c9d4e0,...) at mi_switch+0x200
critical_exit(0,c076574f,0) at critical_exit+0x99
lapic_handle_timer(e68749ec) at lapic_handle_timer+0x155
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc076574f, esp = 0xe6874a2c, ebp = 0xe6874a48 ---
_mtx_lock_sleep(c0c31630,c4335c60,0,c0b08f32,1c6,...) at _mtx_lock_sleep+0xbf
_mtx_lock_flags(c0c31630,0,c0b08f32,1c6,0,...) at _mtx_lock_flags+0xef
giant_poll(c43af800,40,c4335c60,c0bd3d00,c43af800,...) at giant_poll+0x49
devfs_poll_f(c422b8f0,40,c43b0e00,c4335c60,c0c3c914,...) at devfs_poll_f+0x35
kern_select(c4335c60,9,81050e4,81050e8,0,0,3ff6,280e95e8) at kern_select+0x3c5
select(c4335c60,e6874cfc,14,c0ac47b6,c0bc69d8,...) at select+0x5e
syscall(e6874d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 939 tid 100140 td 0xc48f4c60

Tracing command awk pid 926 tid 100080 td 0xc4242420
sched_switch(c4242420,0,1,176,9eed9144,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4242420,0,c0b11656,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c438c918,4c,c0b13383,100,0,...) at sleepq_wait_sig+0x17
_sleep(c438c918,c438ca80,14c,c0b13383,0,...) at _sleep+0x313
pipe_read(c422b71c,e687bc60,c4351400,0,c4242420,...) at pipe_read+0x3f7
dofileread(e687bc60,ffffffff,ffffffff,0,c422b71c,...) at dofileread+0x96
kern_readv(c4242420,0,e687bc60,8137000,1000,...) at kern_readv+0x58
read(c4242420,e687bcfc,c,16,c0bc6168,...) at read+0x4f
syscall(e687bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28195c73, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command sh pid 925 tid 100103 td 0xc4338a50
sched_switch(c4338a50,0,1,176,9f38a5d6,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4338a50,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c436f520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c436f520,c436f5a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c4338a50,ffffffff,e68dcc2c,2,0,...) at kern_wait+0xa56
wait4(c4338a50,e68dccfc,10,c0b13760,c0bc61c8,...) at wait4+0x3b
syscall(e68dcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe91c, ebp = 0xbfbfe938 ---

Tracing command top pid 920 tid 100133 td 0xc48f5c60
sched_switch(c48f5c60,0,1,176,d5bfb62c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48f5c60,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6994a4c,c07654fa,c41c7b90,0,c48f5c60,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c41c7ba8,0,c0b13208,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c41c7ba8,c41c7b90,3e9,571,c422c71c,...) at _cv_timedwait_sig+0x213
seltdwait(e6994b14,e6994b1c,3d7,c48f5c60,c0c3c914,...) at seltdwait+0x8a
kern_select(c48f5c60,2,bfbfec38,0,0,e6994c70,1,0) at kern_select+0x531
select(c48f5c60,e6994cfc,14,c0afd488,c0bc69d8,...) at select+0x5e
syscall(e6994d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281c9bf3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---

Tracing command sh pid 918 tid 100096 td 0xc433c840
sched_switch(c433c840,0,1,176,44e5288c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c433c840,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4370520,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4370520,c43705a8,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c433c840,ffffffff,e68c6c2c,2,0,...) at kern_wait+0xa56
wait4(c433c840,e68c6cfc,10,c433c840,c0bc61c8,...) at wait4+0x3b
syscall(e68c6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command tail pid 917 tid 100077 td 0xc4338000
sched_switch(c4338000,0,1,176,d7ee5e64,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4338000,0,c0b11656,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07a33f9,c4338194,3e9,c07a2770,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c428a400,58,c0b0a04a,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c428a400,c428a400,158,c0b0a04a,3e9,...) at _sleep+0x2dd
kern_kevent(c4338000,4,0,1,e6870c60,...) at kern_kevent+0x3bd
kevent(c4338000,e6870cfc,18,c0c33800,c0bc8328,...) at kevent+0x19b
syscall(e6870d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814799b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sshd pid 916 tid 100091 td 0xc433d420
sched_switch(c433d420,0,1,176,d5de8bb0,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c433d420,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07654fa,c41c6b10,0,c0b0c8ba,c433d420,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c41c6b28,0,c0b13208,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c41c6b28,c41c6b10,c0b131cb,571,c42b2e04,...) at _cv_wait_sig+0x204
seltdwait(c467b72c,c0b131cb,3d7,c433d420,e68b7b04,...) at seltdwait+0xa2
kern_select(c433d420,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c433d420,e68b7cfc,14,c0afd488,c0bc69d8,...) at select+0x5e
syscall(e68b7d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 915 tid 100047 td 0xc3f71c60

Tracing command sshd pid 914 tid 100131 td 0xc48f6210
sched_switch(c48f6210,0,1,176,dc8c684c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48f6210,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07654fa,c4243cd0,0,c0b0c8ba,c48f6210,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4243ce8,0,c0b13208,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4243ce8,c4243cd0,c0b131cb,571,c422bc30,...) at _cv_wait_sig+0x204
seltdwait(c43b012c,c0b131cb,3d7,c48f6210,e698db04,...) at seltdwait+0xa2
kern_select(c48f6210,b,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c48f6210,e698dcfc,14,c0afd488,c0bc69d8,...) at select+0x5e
syscall(e698dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 910 tid 100079 td 0xc4242630

Tracing command sshd pid 909 tid 100114 td 0xc43adc60

Tracing command sshd pid 908 tid 100129 td 0xc41ab420

Tracing command getty pid 903 tid 100048 td 0xc4239c60
sched_switch(c4239c60,0,1,176,92c1d372,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4239c60,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3ff1c10,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3ff1c10,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3ff1c00,c3ff1c10,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3ff1c00,e67f4c60,0,e67f4b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3fe4300,e67f4c60,0,e67f4bb8,c073fe7a,...) at ttyread+0x39
scread(c3fe4300,e67f4c60,0,1a5,0,...) at scread+0x2d
giant_read(c3fe4300,e67f4c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c422c680,e67f4c60,c3e28800,0,c4239c60,...) at devfs_read_f+0x72
dofileread(e67f4c60,ffffffff,ffffffff,0,c422c680,...) at dofileread+0x96
kern_readv(c4239c60,0,e67f4c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4239c60,e67f4cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e67f4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 902 tid 100070 td 0xc4246210
sched_switch(c4246210,0,1,176,92ba5232,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4246210,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3ff1810,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3ff1810,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3ff1800,c3ff1810,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3ff1800,e6859c60,0,e6859b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3fe4200,e6859c60,0,e6859bb8,c073fe7a,...) at ttyread+0x39
scread(c3fe4200,e6859c60,0,1a5,0,...) at scread+0x2d
giant_read(c3fe4200,e6859c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c42b2548,e6859c60,c3e28800,0,c4246210,...) at devfs_read_f+0x72
dofileread(e6859c60,ffffffff,ffffffff,0,c42b2548,...) at dofileread+0x96
kern_readv(c4246210,0,e6859c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4246210,e6859cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e6859d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 901 tid 100127 td 0xc4280630
sched_switch(c4280630,0,1,176,92e336ae,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4280630,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3ff2810,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3ff2810,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3ff2800,c3ff2810,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3ff2800,e6962c60,0,e6962b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3fe4100,e6962c60,0,e6962bb8,c073fe7a,...) at ttyread+0x39
scread(c3fe4100,e6962c60,0,1a5,0,...) at scread+0x2d
giant_read(c3fe4100,e6962c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c4251e6c,e6962c60,c3e28800,0,c4280630,...) at devfs_read_f+0x72
dofileread(e6962c60,ffffffff,ffffffff,0,c4251e6c,...) at dofileread+0x96
kern_readv(c4280630,0,e6962c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4280630,e6962cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e6962d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 900 tid 100067 td 0xc4246840
sched_switch(c4246840,0,1,176,92d69a86,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4246840,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3ff2410,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3ff2410,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3ff2400,c3ff2410,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3ff2400,e6850c60,0,e6850b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3fe4000,e6850c60,0,e6850bb8,c073fe7a,...) at ttyread+0x39
scread(c3fe4000,e6850c60,0,1a5,0,...) at scread+0x2d
giant_read(c3fe4000,e6850c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c422ba90,e6850c60,c3e28800,0,c4246840,...) at devfs_read_f+0x72
dofileread(e6850c60,ffffffff,ffffffff,0,c422ba90,...) at dofileread+0x96
kern_readv(c4246840,0,e6850c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4246840,e6850cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e6850d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 899 tid 100064 td 0xc4284000
sched_switch(c4284000,0,1,176,928d51ce,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4284000,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3fea810,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3fea810,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3fea800,c3fea810,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3fea800,e6837c60,0,e6837b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3f73500,e6837c60,0,e6837bb8,c073fe7a,...) at ttyread+0x39
scread(c3f73500,e6837c60,0,1a5,0,...) at scread+0x2d
giant_read(c3f73500,e6837c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c42b2bc8,e6837c60,c3e28800,0,c4284000,...) at devfs_read_f+0x72
dofileread(e6837c60,ffffffff,ffffffff,0,c42b2bc8,...) at dofileread+0x96
kern_readv(c4284000,0,e6837c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4284000,e6837cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e6837d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 898 tid 100089 td 0xc4335420
sched_switch(c4335420,0,1,176,92e8f66e,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4335420,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3feac10,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3feac10,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3feac00,c3feac10,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3feac00,e68b0c60,0,e68b0b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3f73600,e68b0c60,0,e68b0bb8,c073fe7a,...) at ttyread+0x39
scread(c3f73600,e68b0c60,0,1a5,0,...) at scread+0x2d
giant_read(c3f73600,e68b0c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c42b2ac4,e68b0c60,c3e28800,0,c4335420,...) at devfs_read_f+0x72
dofileread(e68b0c60,ffffffff,ffffffff,0,c42b2ac4,...) at dofileread+0x96
kern_readv(c4335420,0,e68b0c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4335420,e68b0cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e68b0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 897 tid 100108 td 0xc43aea50
sched_switch(c43aea50,0,1,176,92f0aa4a,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c43aea50,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3ff1010,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3ff1010,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3ff1000,c3ff1010,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3ff1000,e6905c60,0,e6905b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3f73700,e6905c60,0,e6905bb8,c073fe7a,...) at ttyread+0x39
scread(c3f73700,e6905c60,0,1a5,0,...) at scread+0x2d
giant_read(c3f73700,e6905c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c422bdd0,e6905c60,c3e28800,0,c43aea50,...) at devfs_read_f+0x72
dofileread(e6905c60,ffffffff,ffffffff,0,c422bdd0,...) at dofileread+0x96
kern_readv(c43aea50,0,e6905c60,bfbfee4b,1,...) at kern_readv+0x58
read(c43aea50,e6905cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e6905d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 896 tid 100068 td 0xc4246630
sched_switch(c4246630,0,1,176,92fa726a,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4246630,0,c0b11656,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3ff1410,59,c0b1508b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3ff1410,0,159,c0b1508b,0,...) at _sleep+0x313
ttysleep(c3ff1400,c3ff1410,159,c0b1508b,0,...) at ttysleep+0x39
ttread(c3ff1400,e6853c60,0,e6853b98,c0688b0d,...) at ttread+0x4e7
ttyread(c3f73800,e6853c60,0,e6853bb8,c073fe7a,...) at ttyread+0x39
scread(c3f73800,e6853c60,0,1a5,0,...) at scread+0x2d
giant_read(c3f73800,e6853c60,0,0,1,...) at giant_read+0x5a
devfs_read_f(c42b2c30,e6853c60,c3e28800,0,c4246630,...) at devfs_read_f+0x72
dofileread(e6853c60,ffffffff,ffffffff,0,c42b2c30,...) at dofileread+0x96
kern_readv(c4246630,0,e6853c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4246630,e6853cfc,c,c0b41bba,c0bc6168,...) at read+0x4f
syscall(e6853d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 879 tid 100056 td 0xc4239630

Tracing command moused pid 852 tid 100087 td 0xc4335840

Tracing command watchdogd pid 838 tid 100092 td 0xc433d210
sched_switch(c433d210,0,1,176,decb21f2,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c433d210,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07a33f9,c433d3a4,ea61,c07a2770,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c31da4,5c,c0b0ef56,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c31da4,0,15c,c0b0ef56,ea61,...) at _sleep+0x2dd
kern_nanosleep(c433d210,e68bac64,e68bac6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c433d210,e68bacfc,8,c0b41bba,c0bc77a0,...) at nanosleep+0x6f
syscall(e68bad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816977f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 796 tid 100111 td 0xc43ae420
sched_switch(c43ae420,0,1,176,ba375e30,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c43ae420,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07a33f9,c43ae5b4,ea61,c07a2770,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c31da4,5c,c0b0ef56,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c31da4,0,15c,c0b0ef56,ea61,...) at _sleep+0x2dd
kern_nanosleep(c43ae420,e690fc64,e690fc6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c43ae420,e690fcfc,8,c0b138c5,c0bc77a0,...) at nanosleep+0x6f
syscall(e690fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815e77f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 789 tid 100049 td 0xc3f71a50
sched_switch(c3f71a50,0,1,176,7aafc90,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,68,...) at mi_switch+0x200
sleepq_switch(c3f71a50,0,c0b11656,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c41bda98,68,c0ace836,100,0,...) at sleepq_wait_sig+0x17
_sleep(c41bda98,c41bdac8,168,c0ace836,0,...) at _sleep+0x313
kern_sigsuspend(c3f71a50,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c3f71a50,e67f8cfc,4,c0b1365b,c0bc8118,...) at sigsuspend+0x4d
syscall(e67f8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831858b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sendmail pid 785 tid 100125 td 0xc4280a50
sched_switch(c4280a50,0,1,176,eafb006a,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4280a50,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6958a4c,c07654fa,c42b54d0,0,c4280a50,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c42b54e8,0,c0b13208,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c42b54e8,c42b54d0,1389,571,c423223c,...) at _cv_timedwait_sig+0x213
seltdwait(e6958b14,e6958b1c,3d7,c4280a50,e6958b04,...) at seltdwait+0x8a
kern_select(c4280a50,7,bfbfd94c,0,0,e6958c70,5,0) at kern_select+0x531
select(c4280a50,e6958cfc,14,c0b13b81,c0bc69d8,...) at select+0x5e
syscall(e6958d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283adbf3, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 780 tid 100113 td 0xc43ae000

Tracing command nfsd pid 698 tid 100100 td 0xc433c000

Tracing command nfsd pid 697 tid 100059 td 0xc4239000

Tracing command nfsd pid 696 tid 100105 td 0xc4338630

Tracing command nfsd pid 695 tid 100072 td 0xc4242c60

Tracing command nfsd pid 694 tid 100069 td 0xc4246420

Tracing command nfsd pid 693 tid 100055 td 0xc4239840

Tracing command nfsd pid 692 tid 100075 td 0xc4242a50

Tracing command nfsd pid 691 tid 100052 td 0xc4246c60

Tracing command nfsd pid 690 tid 100099 td 0xc433c210

Tracing command nfsd pid 688 tid 100054 td 0xc4239a50

Tracing command nfsd pid 687 tid 100095 td 0xc433ca50

Tracing command nfsd pid 686 tid 100088 td 0xc4335630

Tracing command nfsd pid 685 tid 100062 td 0xc41ab840

Tracing command nfsd pid 684 tid 100061 td 0xc41aba50

Tracing command nfsd pid 683 tid 100119 td 0xc43ad210

Tracing command nfsd pid 682 tid 100118 td 0xc43ad420

Tracing command mountd pid 680 tid 100050 td 0xc3f71840
sched_switch(c3f71840,0,1,176,d77ea50c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3f71840,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07654fa,c4244750,0,c0b0c8ba,c3f71840,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4244768,0,c0b13208,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4244768,c4244750,c0b131cb,571,c4251888,...) at _cv_wait_sig+0x204
seltdwait(c4351a2c,c0b131cb,3d7,c3f71840,c0c82518,...) at seltdwait+0xa2
kern_select(c3f71840,9,bfbfedec,0,0,0,e67fcc80,28187c98) at kern_select+0x531
select(c3f71840,e67fccfc,14,c0b29057,c0bc69d8,...) at select+0x5e
syscall(e67fcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 627 tid 100094 td 0xc433cc60
sched_switch(c433cc60,0,1,176,d7d0be3a,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c433cc60,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e68c0aa8,c07654fa,c41ef690,0,c433cc60,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c41ef6a8,0,c0b13208,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c41ef6a8,c41ef690,7531,571,e68c0ba4,...) at _cv_timedwait_sig+0x213
seltdwait(e68c0b5c,e68c0b64,481,c433cc60,e68c0b74,...) at seltdwait+0x8a
poll(c433cc60,e68c0cfc,c,c0b138c5,c0bc74b8,...) at poll+0x34a
syscall(e68c0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28128b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 610 tid 100101 td 0xc4338c60
sched_switch(c4338c60,0,1,176,d7da5550,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4338c60,0,c0b11656,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07654fa,c4243b50,0,c0b0c8ba,c4338c60,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4243b68,0,c0b13208,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4243b68,c4243b50,c0b131cb,571,c422c7b8,...) at _cv_wait_sig+0x204
seltdwait(c435122c,c0b131cb,3d7,c4338c60,c0790abc,...) at seltdwait+0xa2
kern_select(c4338c60,9,81220bc,0,0,0,c421a2e8,8105000) at kern_select+0x531
select(c4338c60,e68d5cfc,14,c0b2d99d,c0bc69d8,...) at select+0x5e
syscall(e68d5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 551 tid 100090 td 0xc433d630

Tracing command softdepflush pid 27 tid 100045 td 0xc41aa210
sched_switch(c41aa210,0,1,176,52978cac,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,44,...) at mi_switch+0x200
sleepq_switch(c41aa210,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c8ef64,44,c0b2df3e,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c8ef64,c0c8ef24,44,c0b2df3e,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45fdd38,c0b0a355,30d,c41c0290,...) at softdep_flush+0x2d2
fork_exit(c0968220,0,e45fdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45fdd70, ebp = 0 ---

Tracing command vnlru pid 26 tid 100044 td 0xc41aa420
sched_switch(c41aa420,0,1,176,d5870c68,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,50,...) at mi_switch+0x200
sleepq_switch(c41aa420,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c41c0520,50,c0b19de3,0,0,...) at sleepq_timedwait+0x6b
_sleep(c41c0520,c0c837b8,250,c0b19de3,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45fad38,c0b0a355,30d,c41c0520,...) at vnlru_proc+0x115
fork_exit(c07f4020,0,e45fad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45fad70, ebp = 0 ---

Tracing command syncer pid 25 tid 100043 td 0xc41aa630
sched_switch(c41aa630,0,1,176,528c37fc,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,68,...) at mi_switch+0x200
sleepq_switch(c41aa630,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c31bcc,68,c0b19d28,0,0,...) at sleepq_wait+0x63
_sleep(c0c31bcc,c0c837e4,68,c0b19d28,0,...) at _sleep+0x32a
sched_sync(0,e45f7d38,c0b0a355,30d,c41c07b0,...) at sched_sync+0x762
fork_exit(c07f3070,0,e45f7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f7d70, ebp = 0 ---

Tracing command bufdaemon pid 24 tid 100042 td 0xc41aa840
sched_switch(c41aa840,0,1,176,52960780,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,44,...) at mi_switch+0x200
sleepq_switch(c41aa840,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c83524,44,c0b177dc,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c83524,c0c83528,44,c0b177dc,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45f4d38,c0b0a355,30d,c3e887b0,...) at buf_daemon+0x21e
fork_exit(c07dd750,0,e45f4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f4d70, ebp = 0 ---

Tracing command pagezero pid 23 tid 100041 td 0xc41aaa50
sched_switch(c41aaa50,0,1,176,496540f8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c41aaa50,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c8fb74,0,c0b32eb9,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c8fb74,c0c8f730,0,c0b32eb9,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45f1d38,c0b0a355,30d,c3e88a40,...) at vm_pagezero+0xdc
fork_exit(c09a22b0,0,e45f1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f1d70, ebp = 0 ---

Tracing command vmdaemon pid 22 tid 100040 td 0xc41aac60
sched_switch(c41aac60,0,1,176,b1361daa,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,68,...) at mi_switch+0x200
sleepq_switch(c41aac60,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c8f7a4,68,c0b177dc,0,0,...) at sleepq_wait+0x63
_sleep(c0c8f7a4,c0c8f7a8,68,c0b177dc,0,...) at _sleep+0x32a
vm_daemon(0,e45eed38,c0b0a355,30d,c3e88cd0,...) at vm_daemon+0x59
fork_exit(c099c950,0,e45eed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45eed70, ebp = 0 ---

Tracing command pagedaemon pid 21 tid 100039 td 0xc41ab000
sched_switch(c41ab000,0,1,176,b53bfcd4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,44,...) at mi_switch+0x200
sleepq_switch(c41ab000,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c8f76c,44,c0b177dc,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c8f76c,c0c8f730,44,c0b177dc,1388,...) at _sleep+0x2f8
vm_pageout(0,e45ebd38,c0b0a355,30d,c3f65000,...) at vm_pageout+0x2bb
fork_exit(c099d490,0,e45ebd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ebd70, ebp = 0 ---

Tracing command sctp_iterator pid 20 tid 100038 td 0xc3f28c60
sched_switch(c3f28c60,0,1,176,efbf3334,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3f28c60,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c852ac,0,c0b20ea0,0,0,...) at sleepq_wait+0x63
_sleep(c0c852ac,c0c851b4,0,c0b20ea0,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45e8d38,c0b0a355,30d,c3f65290,...) at sctp_iterator_thread+0x60
fork_exit(c085bf00,0,e45e8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e8d70, ebp = 0 ---

Tracing command fdc0 pid 19 tid 100036 td 0xc3f70210
sched_switch(c3f70210,0,1,176,52953a14,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3f70210,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c3f6403c,4c,c0b05217,0,0,...) at sleepq_timedwait+0x6b
_sleep(c3f6403c,c3f640f0,4c,c0b05217,3e8,...) at _sleep+0x2f8
fdc_thread(c3f64000,e45dfd38,c0b0a355,30d,c3f65520,...) at fdc_thread+0x2b8
fork_exit(c0a387a0,c3f64000,e45dfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dfd70, ebp = 0 ---

Tracing command usbtask-dr pid 18 tid 100029 td 0xc3f71210
sched_switch(c3f71210,0,1,176,4eb008a8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3f71210,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c2f014,5c,c0b01b9d,0,0,...) at sleepq_wait+0x63
_sleep(c0c2f014,0,5c,c0b01b9d,0,...) at _sleep+0x32a
usb_task_thread(c0c2f014,e4390d38,c0b0a355,30d,c3f657b0,...) at usb_task_thread+0x62
fork_exit(c06e5a70,c0c2f014,e4390d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4390d70, ebp = 0 ---

Tracing command usbtask-hc pid 17 tid 100028 td 0xc3f71420
sched_switch(c3f71420,0,1,176,4eafdc08,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3f71420,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c2f000,5c,c0b01b9d,0,0,...) at sleepq_wait+0x63
_sleep(c0c2f000,0,5c,c0b01b9d,0,...) at _sleep+0x32a
usb_task_thread(c0c2f000,e438dd38,c0b0a355,30d,c3f65a40,...) at usb_task_thread+0x62
fork_exit(c06e5a70,c0c2f000,e438dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438dd70, ebp = 0 ---

Tracing command usb0 pid 16 tid 100027 td 0xc3e6a630
sched_switch(c3e6a630,0,1,176,dfc3cbc6,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3e6a630,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c3f55210,5c,c0b01b60,0,0,...) at sleepq_timedwait+0x6b
_sleep(c3f55210,0,5c,c0b01b60,ea60,...) at _sleep+0x2f8
usb_event_thread(c3f5fe80,e438ad38,c0b0a355,30d,c3f65cd0,...) at usb_event_thread+0xca
fork_exit(c06e52f0,c3f5fe80,e438ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438ad70, ebp = 0 ---

Tracing command em0 taskq pid 15 tid 100025 td 0xc3e6aa50
sched_switch(c3e6aa50,0,1,176,4ea71e78,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e6aa50,0,c0b11656,239,c3e6aa50,...) at sleepq_switch+0x14d
sleepq_wait(c3f46d00,0,c0b0e879,c0b05217,0,...) at sleepq_wait+0x63
msleep_spin(c3f46d00,c3f46d1c,c0b05217,0,c0b0c8ba,...) at msleep_spin+0x21d
taskqueue_thread_loop(c3f20350,e4383d38,c0b0a355,30d,c3e22290,...) at taskqueue_thread_loop+0x8a
fork_exit(c07a5020,c3f20350,e4383d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4383d70, ebp = 0 ---

Tracing command thread taskq pid 14 tid 100022 td 0xc3f28210
sched_switch(c3f28210,0,1,176,4eede1a8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3f28210,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e62e80,0,c0b05217,0,0,...) at sleepq_wait+0x63
_sleep(c3e62e80,c3e62e9c,0,c0b05217,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3ba88,e4354d38,c0b0a355,30d,c3e22520,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a5020,c0c3ba88,e4354d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4354d70, ebp = 0 ---

Tracing command xpt_thrd pid 9 tid 100019 td 0xc3f28840
sched_switch(c3f28840,0,1,176,4eaf6c1c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3f28840,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c006d4,4c,c0ac1a7d,0,0,...) at sleepq_wait+0x63
_sleep(c0c006d4,c0c006ec,4c,c0ac1a7d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,e434bd38,c0b0a355,30d,c3e227b0,...) at xpt_scanner_thread+0x41
fork_exit(c046da00,0,e434bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe434bd70, ebp = 0 ---

Tracing command acpi_task_2 pid 8 tid 100018 td 0xc3f28a50
sched_switch(c3f28a50,0,1,176,4eba2434,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3f28a50,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e6b300,0,c0b05217,0,0,...) at sleepq_wait+0x63
_sleep(c3e6b300,c3e6b31c,0,c0b05217,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2925c,e4348d38,c0b0a355,30d,c3e22a40,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a5020,c0e2925c,e4348d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4348d70, ebp = 0 ---

Tracing command acpi_task_1 pid 7 tid 100017 td 0xc3e25210
sched_switch(c3e25210,0,1,176,4eb9f4c8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e25210,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e6b300,0,c0b05217,0,0,...) at sleepq_wait+0x63
_sleep(c3e6b300,c3e6b31c,0,c0b05217,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2925c,e4345d38,c0b0a355,30d,c3e22cd0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a5020,c0e2925c,e4345d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4345d70, ebp = 0 ---

Tracing command acpi_task_0 pid 6 tid 100016 td 0xc3e25420
sched_switch(c3e25420,0,1,176,4eb9c7b4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e25420,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e6b300,0,c0b05217,0,0,...) at sleepq_wait+0x63
_sleep(c3e6b300,c3e6b31c,0,c0b05217,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2925c,e4342d38,c0b0a355,30d,c3e88000,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a5020,c0e2925c,e4342d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4342d70, ebp = 0 ---

Tracing command kqueue taskq pid 5 tid 100015 td 0xc3e25630
sched_switch(c3e25630,0,1,176,4eb53be4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e25630,0,c0b11656,239,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e6b380,0,c0b05217,0,0,...) at sleepq_wait+0x63
_sleep(c3e6b380,c3e6b39c,0,c0b05217,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c2ffa4,e433fd38,c0b0a355,30d,c3e88290,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a5020,c0c2ffa4,e433fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433fd70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100013 td 0xc3e25a50
sched_switch(c3e25a50,0,1,176,e0dab2f6,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e25a50,0,c0b11656,25c,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c31bd4,0,c0b05217,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c31bd4,0,0,c0b05217,64,...) at _sleep+0x2f8
pause(c0b05217,64,c0af7ef3,112,0,...) at pause+0x47
random_kthread(0,e4339d38,c0b0a355,30d,c3e88520,...) at random_kthread+0x1d9
fork_exit(c0660470,0,e4339d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4339d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100012 td 0xc3e25c60
sched_switch(c3e25c60,0,1,176,d7ec8cb8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e25c60,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c2f78c,4c,c0b05217,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c2f78c,c0c2f6a8,24c,c0b05217,64,...) at _sleep+0x2f8
g_io_schedule_down(c3e25c60,0,c0b068e4,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4336d38,c0b0a355,30d,c3e21000,...) at g_down_procbody+0x8d
fork_exit(c0722170,0,e4336d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4336d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100011 td 0xc3e6a000
sched_switch(c3e6a000,0,1,176,dc7a9640,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e6a000,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c2f788,4c,c0b05217,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c2f788,c0c2f6e8,24c,c0b05217,64,...) at _sleep+0x2f8
g_io_schedule_up(c3e6a000,0,c0b068e4,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e4333d38,c0b0a355,30d,c3e21290,...) at g_up_procbody+0x8d
fork_exit(c0722200,0,e4333d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4333d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100010 td 0xc3e6a210
sched_switch(c3e6a210,0,1,176,d99c141c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e6a210,0,c0b11656,25c,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c2f780,4c,c0b05217,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c2f780,0,4c,c0b05217,64,...) at _sleep+0x2f8
g_event_procbody(0,e4330d38,c0b0a355,30d,c3e21520,...) at g_event_procbody+0xcb
fork_exit(c0722290,0,e4330d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4330d70, ebp = 0 ---

Tracing command intr pid 12 tid 100037 td 0xc3f70000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc3f70420
sched_switch(c3f70420,0,1,176,4ea84a38,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3fe2870,...) at mi_switch+0x200
ithread_loop(c3f03360,e45d2d38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3f03360,e45d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d2d70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc3f70630
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100033 td 0xc3f70840
sched_switch(c3f70840,0,1,176,4ea7ccd4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3e1f9f0,...) at mi_switch+0x200
ithread_loop(c3fd69e0,e45ccd38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3fd69e0,e45ccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ccd70, ebp = 0 ---

Tracing command intr pid 12 tid 100032 td 0xc3f70a50
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100031 td 0xc3f70c60
sched_switch(c3f70c60,0,1,176,dc748668,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3e1f370,...) at mi_switch+0x200
ithread_loop(c3fcb8a0,e45b3d38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3fcb8a0,e45b3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45b3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc3f71000
sched_switch(c3f71000,0,1,176,e083f0a4,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3e1f1f0,...) at mi_switch+0x200
ithread_loop(c3f5ea00,e459dd38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3f5ea00,e459dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe459dd70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc3e6a840
sched_switch(c3e6a840,0,1,176,4ea77828,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3e1f270,...) at mi_switch+0x200
ithread_loop(c3f549c0,e4386d38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3f549c0,e4386d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4386d70, ebp = 0 ---

Tracing command intr pid 12 tid 100024 td 0xc3e6ac60
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100023 td 0xc3f28000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100021 td 0xc3f28420
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100020 td 0xc3f28630
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100014 td 0xc3e25840
sched_switch(c3e25840,0,1,176,eecdc98a,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3e6b470,...) at mi_switch+0x200
ithread_loop(c3ecac90,e433cd38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3ecac90,e433cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433cd70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc3e6a420
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100008 td 0xc3e23000
cpustop_handler(1,e432ab08,c0a79a2d,254,e432aa98,...) at cpustop_handler+0x32
ipi_nmi_handler(254,e432aa98,c07aaa6b,c0b20c0e,c3e217b0,...) at ipi_nmi_handler+0x2f
trap(e432ab14) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a4f6bc, esp = 0xe432ab54, ebp = 0xe432ab78 ---
siointr1(c0c9c66c,0,c0b38ad0,56f,e432abb8,...) at siointr1+0x3cc
siointr(c3fd8c00,c0c33800,0,c3e23000,c3e1f800,...) at siointr+0x32
intr_execute_handlers(c3e05cd0,e432abd8,e432ac34,c0a5e0e4,38,...) at intr_execute_handlers+0xec
lapic_handle_intr(38,e432abd8) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0765735, esp = 0xe432ac18, ebp = 0xe432ac34 ---
_mtx_lock_sleep(c0c31630,c3e23000,0,c0b0c8ba,89,...) at _mtx_lock_sleep+0xa5
_mtx_lock_flags(c0c31630,0,c0b0c8ba,89,e432acc0,...) at _mtx_lock_flags+0xef
lock_mtx(c0c31630,1,c0b0f040,f1,c0c31630,...) at lock_mtx+0x29
softclock(0,0,c0b0a5e1,48b,c3e61570,...) at softclock+0x1ef
ithread_loop(c3e201a0,e432ad38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x1c5
fork_exit(c0755f60,c3e201a0,e432ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432ad70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc3e23210
sched_switch(c3e23210,0,1,176,c1c92306,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0a5e1,476,c3e615f0,...) at mi_switch+0x200
ithread_loop(c3e201b0,e4327d38,c0b0a355,30d,c3e217b0,...) at ithread_loop+0x34e
fork_exit(c0755f60,c3e201b0,e4327d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4327d70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc3e23420
sched_switch(c3e23420,0,6,171,e0d46844,...) at sched_switch+0x3f6
mi_switch(6,0,c0b0f7df,7c9,0,...) at mi_switch+0x200
sched_preempt(c3e23420,0,e2921c80,c0a5e40e,c3e20008,...) at sched_preempt+0x99
ipi_bitmap_handler(c3e20008,c0c30028,28,c3f2a218,c3f2a200,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e108ac, ebp = 0xe2921c6c ---
uart_z8530_class(c0e17bb5,20,246,e2921cb0,c0e108ac,...) at 0x20

Tracing command idle pid 11 tid 100005 td 0xc3e23630
sched_switch(c3e23630,0,6,171,dd0e5b00,...) at sched_switch+0x3f6
mi_switch(6,0,c0b0f7df,7c9,1,...) at mi_switch+0x200
sched_preempt(c3e23630,1,e291ec80,c0a5e40e,c3e20008,...) at sched_preempt+0x99
ipi_bitmap_handler(c3e20008,c0c30028,c0c30028,c3f2ae18,c3f2ae00,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e108ac, ebp = 0xe291ec6c ---
uart_z8530_class(c0e17bb5,20,246,e291ecb0,c0e108ac,...) at 0x20

Tracing command idle pid 11 tid 100004 td 0xc3e23840
sched_switch(c3e23840,0,1,171,e04e31b2,...) at sched_switch+0x3f6
mi_switch(1,0,c0b0f7df,395,c0c34500,...) at mi_switch+0x200
sched_idletd(0,e291bd38,c0b0a355,30d,c3e21a40,...) at sched_idletd+0x16b
fork_exit(c078fb80,0,e291bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe291bd70, ebp = 0 ---

Tracing command idle pid 11 tid 100003 td 0xc3e23a50
sched_switch(c3e23a50,0,6,171,dd0e7a32,...) at sched_switch+0x3f6
mi_switch(6,0,c0b0f7df,7c9,3,...) at mi_switch+0x200
sched_preempt(c3e23a50,3,e2918c80,c0a5e40e,c3e20008,...) at sched_preempt+0x99
ipi_bitmap_handler(c3e20008,c0c30028,c0c30028,c3f2ac18,c3f2ac00,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e108ac, ebp = 0xe2918c6c ---
uart_z8530_class(c0e17bb5,20,246,e2918cb0,c0e108ac,...) at 0x20

Tracing command init pid 1 tid 100002 td 0xc3e23c60
sched_switch(c3e23c60,0,1,176,35f2d9f8,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3e23c60,0,c0b11656,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b11656,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3e21cd0,5c,c0b13781,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3e21cd0,c3e21d58,15c,c0b13781,0,...) at _sleep+0x313
kern_wait(c3e23c60,ffffffff,e2914c2c,0,0,...) at kern_wait+0xa56
wait4(c3e23c60,e2914cfc,10,c0b1359c,c0bc61c8,...) at wait4+0x3b
syscall(e2914d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100001 td 0xc3e25000
sched_switch(c3e25000,0,1,176,4ea8914c,...) at sched_switch+0x3f6
mi_switch(1,0,c0b11656,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e25000,0,c0b11656,239,c3e25000,...) at sleepq_switch+0x14d
sleepq_wait(c0c8e980,0,c0b2b549,1,0,...) at sleepq_wait+0x63
_cv_wait(c0c8e980,c0c8e960,c0b2bf03,18a,0,...) at _cv_wait+0x204
audit_worker(0,e2911d38,c0b0a355,30d,c3e22000,...) at audit_worker+0x84
fork_exit(c094bed0,0,e2911d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2911d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c2fad0
sched_switch(c0c2fad0,0,1,176,c51cd1ae,...) at sched_switch+0x3f6
mi_switch(1,0,c0b306d9,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 176 MB: 161 145 129 113 97 81 65 49 33 17 1
Dump complete
= 0xf
db> c
Uptime: 1d21h22m27s
Physical memory: 1011 MB
Dumping 176 MB:GDB: no debug ports present

---
Test scenario:
mount -t fdescfs null /mnt