GENERIC HEAD from Nov 3 12:11 UTC, vmcore.186

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Sat Nov  3 17:25:26 CET 2007
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1036513280 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
interrupt                   total
irq1: atkbd0                           2
irq4: sio0                            45
irq6: fdc0                             1
irq14: ata0                     11386403
irq16: uhci0                           1
irq17: fxp0                       456688
cpu0: timer                    133468106
cpu1: timer                    133508044
cpu3: timer                    133502475
cpu2: timer                    133502608
Total                   545824716
KDB: stack backtrace:
db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,20889fcc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0aaa776,20889fcc,0,10e,20889fcc,...) at kdb_backtrace+0x29
hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b
lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 ---
acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28
sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 11 tid 100014 ]
Stopped at      kdb_enter+0x32: leave
db> set $lines 0
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc3f0f660: pid 11 "idle"
curpcb       = 0xe2a2fd90
fpcurthread  = none
idlethread   = 0xc3f0f660: pid 11 "idle"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc3f0f880: pid 11 "idle"
curpcb       = 0xe2a32d90
fpcurthread  = none
idlethread   = 0xc3f0f880: pid 11 "idle"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3f0faa0: pid 11 "idle"
curpcb       = 0xe2a35d90
fpcurthread  = none
idlethread   = 0xc3f0faa0: pid 11 "idle"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc3f0d660: pid 11 "idle"
curpcb       = 0xe2a1ad90
fpcurthread  = none
idlethread   = 0xc3f0d660: pid 11 "idle"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 94803 (tcp) thread 0xc49dfcc0 (100133)
exclusive sx so_snd_sx r = 0 (0xc529f2a4) locked @ kern/uipc_sockbuf.c:145
Process 94798 (tcp) thread 0xc5835880 (100330)
exclusive sx so_snd_sx r = 0 (0xc44be748) locked @ kern/uipc_sockbuf.c:145
Process 94782 (tcp) thread 0xc6032440 (100269)
exclusive sx so_snd_sx r = 0 (0xc61e7bec) locked @ kern/uipc_sockbuf.c:145
Process 94776 (tcp) thread 0xc5426660 (100348)
exclusive sx so_snd_sx r = 0 (0xc72bf430) locked @ kern/uipc_sockbuf.c:145
Process 94775 (tcp) thread 0xc408d000 (100412)
exclusive sx so_snd_sx r = 0 (0xc61e6748) locked @ kern/uipc_sockbuf.c:145
Process 94774 (tcp) thread 0xc49df440 (100137)
exclusive sx so_snd_sx r = 0 (0xc4a03430) locked @ kern/uipc_sockbuf.c:145
Process 94773 (tcp) thread 0xc798acc0 (100458)
exclusive sx so_snd_sx r = 0 (0xc72bff04) locked @ kern/uipc_sockbuf.c:145
Process 94772 (tcp) thread 0xc434f880 (100063)
exclusive sx so_snd_sx r = 0 (0xc49abf04) locked @ kern/uipc_sockbuf.c:145
Process 94771 (tcp) thread 0xc4a15660 (100402)
exclusive sx so_snd_sx r = 0 (0xc63fa8d4) locked @ kern/uipc_sockbuf.c:145
Process 94768 (tcp) thread 0xc5aa5aa0 (100352)
exclusive sx so_rcv_sx r = 0 (0xc529f530) locked @ kern/uipc_sockbuf.c:145
Process 94767 (tcp) thread 0xc5af4aa0 (100276)
exclusive sx so_rcv_sx r = 0 (0xc63fa9d4) locked @ kern/uipc_sockbuf.c:145
Process 94766 (tcp) thread 0xc4a42880 (100324)
exclusive sx so_rcv_sx r = 0 (0xc49ba9d4) locked @ kern/uipc_sockbuf.c:145
Process 94764 (tcp) thread 0xc71f3220 (100245)
exclusive sx so_rcv_sx r = 0 (0xc4a9c08c) locked @ kern/uipc_sockbuf.c:145
Process 94763 (tcp) thread 0xc5860440 (100173)
exclusive sx so_rcv_sx r = 0 (0xc63ed9d4) locked @ kern/uipc_sockbuf.c:145
Process 94762 (tcp) thread 0xc5af6cc0 (100214)
exclusive sx so_rcv_sx r = 0 (0xc4316cec) locked @ kern/uipc_sockbuf.c:145
Process 94761 (tcp) thread 0xc40b6000 (100230)
exclusive sx so_rcv_sx r = 0 (0xc63fa530) locked @ kern/uipc_sockbuf.c:145
Process 94759 (tcp) thread 0xc4a73660 (100140)
exclusive sx so_rcv_sx r = 0 (0xc44e99d4) locked @ kern/uipc_sockbuf.c:145
Process 1026 (sshd) thread 0xc43afaa0 (100112)
exclusive sx so_rcv_sx r = 0 (0xc44e9b60) locked @ kern/uipc_sockbuf.c:145
Process 899 (sshd) thread 0xc439ccc0 (100067)
exclusive sx so_rcv_sx r = 0 (0xc44e908c) locked @ kern/uipc_sockbuf.c:145
Process 898 (sshd) thread 0xc40caaa0 (100094)
exclusive sx so_rcv_sx r = 0 (0xc44e83a4) locked @ kern/uipc_sockbuf.c:145
Process 897 (sshd) thread 0xc40c9000 (100045)
exclusive sx so_rcv_sx r = 0 (0xc44c89d4) locked @ kern/uipc_sockbuf.c:145
db> show lockedvnods
Locked vnodes

0xc43a0ae0: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 778 mountedhere 0xc42fbb00
    flags ()
    v_object 0xc43947c0 ref 0 pages 3090
     lock type devfs: EXCL (count 1) by thread 0xc429eaa0 (pid 25)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc07ca390 at vop_stdlock+0x40
#2 0xc0a2b535 at VOP_LOCK1_APV+0xa5
#3 0xc07e44c8 at _vn_lock+0xf8
#4 0xc07d9a62 at sched_sync+0x372
#5 0xc073c6d8 at fork_exit+0xb8
#6 0xc09fa710 at fork_trampoline+0x8

        dev ad0s1e

0xca90a570: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 9 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc5843220 (pid 94754)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc094ce51 at ffs_lock+0x91
#2 0xc0a2b535 at VOP_LOCK1_APV+0xa5
#3 0xc07e44c8 at _vn_lock+0xf8
#4 0xc07cd81d at lookup+0xed
#5 0xc07ce85e at namei+0x34e
#6 0xc07e3d22 at vn_open_cred+0x62
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 132, on dev ad0s1e

0xc7824984: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 9 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc6244440 (pid 94757)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc094ce51 at ffs_lock+0x91
#2 0xc0a2b535 at VOP_LOCK1_APV+0xa5
#3 0xc07e44c8 at _vn_lock+0xf8
#4 0xc07cd81d at lookup+0xed
#5 0xc07ce85e at namei+0x34e
#6 0xc07e3d22 at vn_open_cred+0x62
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 1203, on dev ad0s1e

0xc687cd98: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 10 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc7983aa0 (pid 94755)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc094ce51 at ffs_lock+0x91
#2 0xc0a2b535 at VOP_LOCK1_APV+0xa5
#3 0xc07e44c8 at _vn_lock+0xf8
#4 0xc07cd81d at lookup+0xed
#5 0xc07ce85e at namei+0x34e
#6 0xc07e3d22 at vn_open_cred+0x62
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 2508, on dev ad0s1e

0xca96f15c: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 8 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc586b880 (pid 94756)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc094ce51 at ffs_lock+0x91
#2 0xc0a2b535 at VOP_LOCK1_APV+0xa5
#3 0xc07e44c8 at _vn_lock+0xf8
#4 0xc07cd81d at lookup+0xed
#5 0xc07ce85e at namei+0x34e
#6 0xc07e3d22 at vn_open_cred+0x62
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 4997, on dev ad0s1e

0xc46dac3c: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc5843220 (pid 94754)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc09485cd at ffs_vget+0x1cd
#2 0xc092a60b at ffs_valloc+0x52b
#3 0xc09592a5 at ufs_makeinode+0x65
#4 0xc0959a70 at ufs_create+0x30
#5 0xc0a2c525 at VOP_CREATE_APV+0xc5
#6 0xc07e3e9f at vn_open_cred+0x1df
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 18362, on dev ad0s1e

0xc4cf56cc: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc6244440 (pid 94757)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc09485cd at ffs_vget+0x1cd
#2 0xc092a60b at ffs_valloc+0x52b
#3 0xc09592a5 at ufs_makeinode+0x65
#4 0xc0959a70 at ufs_create+0x30
#5 0xc0a2c525 at VOP_CREATE_APV+0xc5
#6 0xc07e3e9f at vn_open_cred+0x1df
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 18363, on dev ad0s1e

0xcb22b15c: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc586b880 (pid 94756)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc09485cd at ffs_vget+0x1cd
#2 0xc092a60b at ffs_valloc+0x52b
#3 0xc09592a5 at ufs_makeinode+0x65
#4 0xc0959a70 at ufs_create+0x30
#5 0xc0a2c525 at VOP_CREATE_APV+0xc5
#6 0xc07e3e9f at vn_open_cred+0x1df
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 18364, on dev ad0s1e

0xc6d986cc: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc7983aa0 (pid 94755)#0 0xc074aed0 at _lockmgr+0x560
#1 0xc09485cd at ffs_vget+0x1cd
#2 0xc092a60b at ffs_valloc+0x52b
#3 0xc09592a5 at ufs_makeinode+0x65
#4 0xc0959a70 at ufs_create+0x30
#5 0xc0a2c525 at VOP_CREATE_APV+0xc5
#6 0xc07e3e9f at vn_open_cred+0x1df
#7 0xc07e4223 at vn_open+0x33
#8 0xc07e2e57 at kern_open+0xe7
#9 0xc07e3350 at open+0x30
#10 0xc0a14463 at syscall+0x2b3
#11 0xc09fa700 at Xint0x80_syscall+0x20

        ino 18365, on dev ad0s1e
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
94807   913   906  1001  SL      pfault   0xc0c266dc awk
94806   913   906  1001  SL      pfault   0xc0c266dc sh
94805   913   906  1001  SL      pfault   0xc0c266dc sh
94804   913   906  1001  SL      pfault   0xc0c266dc vmstat
94803 94763 17113  1001  S+      vmwait   0xc0c266dc tcp
94799 94797 17113  1001  SL+     pfault   0xc0c266dc sysctl
94798 94761 17113  1001  S+      vmwait   0xc0c266dc tcp
94797 94769 17113  1001  S+      wait     0xc5869d48 sh
94782 94764 17113  1001  S+      vmwait   0xc0c266dc tcp
94776 94768 17113  1001  S+      vmwait   0xc0c266dc tcp
94775 94766 17113  1001  S+      vmwait   0xc0c266dc tcp
94774 94759 17113  1001  S+      vmwait   0xc0c266dc tcp
94773 94767 17113  1001  S+      vmwait   0xc0c266dc tcp
94772 94762 17113  1001  S+      vmwait   0xc0c266dc tcp
94771 94760 17113  1001  S+      sbwait   0xc63fa904 tcp
94770 94765 17113  1001  ?+                          sysctl
94769 94765 17113  1001  S+      wait     0xc454d7f8 sysctl
94768 94758 17113  1001  S+      sbwait   0xc529f560 tcp
94767 94758 17113  1001  S+      sbwait   0xc63faa04 tcp
94766 94758 17113  1001  S+      sbwait   0xc49baa04 tcp
94765 94729 17113  1001  S+      wait     0xc5acbd48 sysctl
94764 94758 17113  1001  S+      sbwait   0xc4a9c0bc tcp
94763 94758 17113  1001  S+      sbwait   0xc63eda04 tcp
94762 94758 17113  1001  S+      sbwait   0xc4316d1c tcp
94761 94758 17113  1001  S+      sbwait   0xc63fa560 tcp
94760 94758 17113  1001  ?+                          tcp
94759 94758 17113  1001  S+      sbwait   0xc44e9a04 tcp
94758 94730 17113  1001  S+      wait     0xc5868000 tcp
94757 94753 17113  1001  S+      getblk   0xd7f96a00 creat
94756 94753 17113  1001  S+      getblk   0xd7f96a00 creat
94755 94753 17113  1001  S+      getblk   0xd7f96a00 creat
94754 94753 17113  1001  S+      biowr    0xd7f969a0 creat
94753 94717 17113  1001  S+      wait     0xc51cb2a8 creat
94749 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94748 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94747 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94746 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94745 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94744 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94743 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94742 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94741 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94740 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94739 94738 17113  1001  SL+     pfault   0xc0c266dc swap
94738 94726 17113  1001  S+      wait     0xc5acb2a8 swap
94730 94715 17113  1001  SL+     pfault   0xc0c266dc tcp
94729 94715 17113  1001  SL+     pfault   0xc0c266dc sysctl
94726 94715 17113  1001  SL+     pfault   0xc0c266dc swap
94717 94715 17113  1001  SL+     pfault   0xc0c266dc creat
94716 94715 17113  1001  SL+     pfault   0xc0c266dc badcode
94715 94714 17113  1001  S+      wait     0xc62857f8 run
94714 94713 17113  1001  S+      wait     0xc4a1bd48 run
94713 94706 17113  1001  SL+     pfault   0xc0c266dc run
94706 17113 17113  1001  S+      wait     0xc55a32a8 sh
17113  1029 17113  1001  S+      wait     0xc5af2aa0 sh
 1029  1028  1029  1001  Ss+     wait     0xc4771000 bash
 1028  1026  1026  1001  S       select   0xc0c1a37c sshd
 1026   773  1026     0  Ss      sbwait   0xc44e9b90 sshd
  914   906   906  1001  S       piperd   0xc436e18c awk
  913   906   906  1001  S       wait     0xc439e000 sh
  908   903   908  1001  SLs+    pfault   0xc0c266dc top
  907   905   907  1001  Ss      kqread   0xc4474900 tail
  906   904   906  1001  Ss      wait     0xc444c2a8 sh
  905   897   897  1001  S       select   0xc0c1a37c sshd
  904   899   899  1001  S       select   0xc0c1a37c sshd
  903   898   898  1001  SL      pfault   0xc0c266dc sshd
  899   773   899     0  Ss      sbwait   0xc44e90bc sshd
  898   773   898     0  Ss      sbwait   0xc44e83d4 sshd
  897   773   897     0  Ss      sbwait   0xc44c8a04 sshd
  894     1   894     0  Ss+     ttyin    0xc40da410 getty
  893     1   893     0  Ss+     ttyin    0xc40df010 getty
  892     1   892     0  Ss+     ttyin    0xc40dec10 getty
  891     1   891     0  Ss+     ttyin    0xc40dfc10 getty
  890     1   890     0  Ss+     ttyin    0xc40df810 getty
  889     1   889     0  Ss+     ttyin    0xc40ddc10 getty
  888     1   888     0  Ss+     ttyin    0xc40dd810 getty
  887     1   887     0  Ss+     ttyin    0xc40de810 getty
  872     1   872     0  Ss      select   0xc0c1a37c inetd
  845     1   845     0  Ss      select   0xc0c1a37c moused
  832     1   832     0  SLs     pfault   0xc0c266dc watchdogd
  789     1   789     0  SLs     pfault   0xc0c266dc cron
  782     1   782    25  ?s                          sendmail
  778     1   778     0  SLs     pfault   0xc0c266dc sendmail
  773     1   773     0  ?s                          sshd
  754     1   754     0  SLs     pfault   0xc0c266dc ntpd
  697   681   681     0  S       -        0xc4295c00 nfsd
  696   681   681     0  S       -        0xc4326800 nfsd
  695   681   681     0  S       -        0xc42c3200 nfsd
  694   681   681     0  S       -        0xc4326a00 nfsd
  693   681   681     0  S       -        0xc42c3000 nfsd
  692   681   681     0  S       -        0xc42c2e00 nfsd
  691   681   681     0  S       -        0xc4326c00 nfsd
  690   681   681     0  S       -        0xc4326e00 nfsd
  688   681   681     0  S       -        0xc443e600 nfsd
  687   681   681     0  S       -        0xc443e400 nfsd
  686   681   681     0  S       -        0xc443e800 nfsd
  685   681   681     0  S       -        0xc42c2800 nfsd
  684   681   681     0  S       -        0xc42c2c00 nfsd
  683   681   681     0  S       -        0xc443e200 nfsd
  682   681   681     0  S       -        0xc42c2600 nfsd
  681     1   681     0  Ss      select   0xc0c1a37c nfsd
  679     1   679     0  Ss      select   0xc0c1a37c mountd
  626     1   626     0  Ss      select   0xc0c1a37c rpcbind
  609     1   609     0  ?s                          syslogd
  550     1   550     0  Ss      select   0xc0c1a37c devd
   27     0     0     0  SL      sdflush  0xc0c26124 [softdepflush]
   26     0     0     0  SL      vlruwt   0xc429d550 [vnlru]
   25     0     0     0  SL      vmwait   0xc0c266dc [syncer]
   24     0     0     0  SL      psleep   0xc0c1a824 [bufdaemon]
   23     0     0     0  SL      pgzero   0xc0c26ce0 [pagezero]
   22     0     0     0  SL      psleep   0xc0c268f8 [vmdaemon]
   21     0     0     0  SL      wswbuf0  0xc0c26258 [pagedaemon]
   20     0     0     0  SL      waiting_ 0xc0c1c58c [sctp_iterator]
   19     0     0     0  SL      -        0xc401623c [fdc0]
   18     0     0     0  SL      usbtsk   0xc0bc6514 [usbtask-dr]
   17     0     0     0  SL      usbtsk   0xc0bc6500 [usbtask-hc]
   16     0     0     0  SL      usbevt   0xc404f210 [usb0]
   15     0     0     0  SL      -        0xc4038e80 [em0 taskq]
   14     0     0     0  SL      -        0xc3fbe980 [kqueue taskq]
    9     0     0     0  SL      -        0xc3fbec00 [acpi_task_2]
    8     0     0     0  SL      -        0xc3fbec00 [acpi_task_1]
    7     0     0     0  SL      -        0xc3fbec00 [acpi_task_0]
    6     0     0     0  SL      -        0xc3fbec80 [thread taskq]
    5     0     0     0  SL      ccb_scan 0xc0b976d4 [xpt_thrd]
   13     0     0     0  SL      -        0xc0bc8c14 [yarrow]
    4     0     0     0  SL      g_down   0xc0bc8c14 [g_down]
    3     0     0     0  SL      -        0xc0bc6c68 [g_up]
    2     0     0     0  SL      -        0xc0bc6c60 [g_event]
   12     0     0     0  WL      (threaded)          intr
100041                   I                           [irq7: ppc0]
100040                   I                           [swi0: sio]
100039                   I                           [irq12: psm0]
100038                   I                           [irq1: atkbd0]
100037                   I                           [irq15: ata1]
100036                   I                           [irq14: ata0]
100035                   I                           [irq17: fxp0]
100028                   I                           [irq16: uhci0]
100027                   I                           [irq9: acpi0]
100026                   I                           [swi6: task queue]
100025                   I                           [swi6: Giant taskq]
100024                   I                           [swi5: +]
100023                   I                           [swi2: cambio]
100016                   I                           [swi1: net]
100015                   I                           [swi3: vm]
100003                   I                           [swi4: clock sio]
   11     0     0     0  RL      (threaded)          idle
100014                   Run     CPU 0               [idle: cpu0]
100013                   Run     CPU 1               [idle: cpu1]
100012                   Run     CPU 2               [idle: cpu2]
100004                   Run     CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3f0cd48 [init]
   10     0     0     0  SL      audit_wo 0xc0c25b94 [audit]
    0     0     0     0  SLs     vmwait   0xc0c266dc [swapper]
94781 94770 17113  1001  Z+                          sh
94750 94716 17113  1001  Z+                          badcode
94718 94715 17113  1001  Z+                          lockf
94721 94715 17113  1001  Z+                          mmap
94722 94715 17113  1001  Z+                          pty
94724 94715 17113  1001  Z+                          shm
94727 94715 17113  1001  Z+                          symlink
94735 94715 17113  1001  Z+                          link
94731 94715 17113  1001  Z+                          initial thread
94719 94715 17113  1001  Z+                          mkdir
94720 94715 17113  1001  Z+                          mkfifo
94723 94715 17113  1001  Z+                          rw
94728 94715 17113  1001  Z+                          syscall
94725 94715 17113  1001  Z+                          socket
94732 94715 17113  1001  Z+                          initial thread
94733 94715 17113  1001  Z+                          udp
94734 94715 17113  1001  Z+                          aio
94736 94715 17113  1001  Z+                          lockf2
94737 94715 17113  1001  Z+                          initial thread
db> allt

Tracing command awk pid 94807 tid 100300 td 0xc71f4aa0
sched_switch(c71f4aa0,0,1,180,238f2fd2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c71f4aa0,...) at mi_switch+0x217
sleepq_switch(c71f4aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c5c56744,0,0,125,e6cbabe8,...) at vm_waitpfault+0x75
vm_fault(c68aabc8,2819b000,2,8,2819b1c2,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c55a8000,...) at trap_pfault+0x118
trap(e6cbad38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28078550, esp = 0xbfbfe790, ebp = 0xbfbfe838 ---

Tracing command sh pid 94806 tid 100343 td 0xc5a30cc0
sched_switch(c5a30cc0,0,1,180,d2d45d1a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5a30cc0,...) at mi_switch+0x217
sleepq_switch(c5a30cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(cae749b0,7,0,125,e859dbe8,...) at vm_waitpfault+0x75
vm_fault(c44cc9f8,28096000,1,0,28096120,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c5c092a8,...) at trap_pfault+0x118
trap(e859dd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28066657, esp = 0xbfbfe68c, ebp = 0xbfbfe6d4 ---

Tracing command sh pid 94805 tid 100299 td 0xc71f4cc0
sched_switch(c71f4cc0,0,1,180,d36dff1e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c71f4cc0,...) at mi_switch+0x217
sleepq_switch(c71f4cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c4ddfb24,7,0,125,e6cbdbe8,...) at vm_waitpfault+0x75
vm_fault(c43b1570,28096000,1,0,28096120,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c55a3d48,...) at trap_pfault+0x118
trap(e6cbdd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28066657, esp = 0xbfbfe68c, ebp = 0xbfbfe6d4 ---

Tracing command vmstat pid 94804 tid 100428 td 0xc454b660
sched_switch(c454b660,0,1,180,633f0e8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c454b660,...) at mi_switch+0x217
sleepq_switch(c454b660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c144683c,6,0,29f,e75cdbe8,...) at vm_waitpfault+0x75
vm_fault(c4b539f8,28095000,2,8,28095315,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c5ecb550,c5ecb550,...) at trap_pfault+0x118
trap(e75cdd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28060550, esp = 0xbfbfe7e0, ebp = 0xbfbfe888 ---

Tracing command tcp pid 94803 tid 100133 td 0xc49dfcc0
sched_switch(c49dfcc0,0,1,180,95f56114,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c49dfcc0,...) at mi_switch+0x217
sleepq_switch(c49dfcc0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c671b000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e6aa2a20,c0962620,...) at kmem_malloc+0x389
page_alloc(c145e1e0,1000,e6aa2a13,102,c145e1e0,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e6aa2af4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,c0bd3c34,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c145e1e0,e6aa2af4,2,9d0001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,200,2,1,0,...) at m_getm2+0x128
m_uiotombuf(e6aa2c60,2,10200,0,0,...) at m_uiotombuf+0x79
sosend_generic(c529f18c,0,e6aa2c60,0,0,...) at sosend_generic+0x432
sosend(c529f18c,0,e6aa2c60,0,0,...) at sosend+0x54
soo_write(c65a8c60,e6aa2c60,c49e7e00,0,c49dfcc0,...) at soo_write+0x4b
dofilewrite(e6aa2c60,ffffffff,ffffffff,0,c65a8c60,...) at dofilewrite+0x95
kern_writev(c49dfcc0,3,e6aa2c60,28225200,200,...) at kern_writev+0x58
write(c49dfcc0,e6aa2cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e6aa2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command sysctl pid 94799 tid 100182 td 0xc585f000
sched_switch(c585f000,0,1,180,3c2aec8c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c585f000,...) at mi_switch+0x217
sleepq_switch(c585f000,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c63b3744,3,0,125,e6b9abe8,...) at vm_waitpfault+0x75
vm_fault(c4354828,28176000,2,8,28176b84,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c5869550,...) at trap_pfault+0x118
trap(e6b9ad38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x280ed428, esp = 0xbfbfdfd0, ebp = 0xbfbfdfd8 ---

Tracing command tcp pid 94798 tid 100330 td 0xc5835880
sched_switch(c5835880,0,1,180,355784f4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5835880,...) at mi_switch+0x217
sleepq_switch(c5835880,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c6715000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e7102a20,c0962620,...) at kmem_malloc+0x389
page_alloc(c145e1e0,1000,e7102a13,102,c145e1e0,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e7102af4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,c0bd3c34,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c145e1e0,e7102af4,2,830001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,400,2,1,0,...) at m_getm2+0x128
m_uiotombuf(e7102c60,2,2800,0,0,...) at m_uiotombuf+0x79
sosend_generic(c44be630,0,e7102c60,0,0,...) at sosend_generic+0x432
sosend(c44be630,0,e7102c60,0,0,...) at sosend+0x54
soo_write(c66ffea0,e7102c60,c49e7e00,0,c5835880,...) at soo_write+0x4b
dofilewrite(e7102c60,ffffffff,ffffffff,0,c66ffea0,...) at dofilewrite+0x95
kern_writev(c5835880,3,e7102c60,28203000,400,...) at kern_writev+0x58
write(c5835880,e7102cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e7102d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command sh pid 94797 tid 100185 td 0xc586b220

Tracing command tcp pid 94782 tid 100269 td 0xc6032440
sched_switch(c6032440,0,1,180,51c968a6,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c6032440,...) at mi_switch+0x217
sleepq_switch(c6032440,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c6716000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e6d05a20,c0962620,...) at kmem_malloc+0x389
page_alloc(c145e1e0,1000,e6d05a13,102,c145e1e0,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e6d05af4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,e6d05a98,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c145e1e0,e6d05af4,2,30001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,200,2,1,0,...) at m_getm2+0x128
m_uiotombuf(e6d05c60,2,9200,0,0,...) at m_uiotombuf+0x79
sosend_generic(c61e7ad4,0,e6d05c60,0,0,...) at sosend_generic+0x432
sosend(c61e7ad4,0,e6d05c60,0,0,...) at sosend+0x54
soo_write(c66ffb40,e6d05c60,c49e7e00,0,c6032440,...) at soo_write+0x4b
dofilewrite(e6d05c60,ffffffff,ffffffff,0,c66ffb40,...) at dofilewrite+0x95
kern_writev(c6032440,3,e6d05c60,28225200,200,...) at kern_writev+0x58
write(c6032440,e6d05cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e6d05d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94776 tid 100348 td 0xc5426660
sched_switch(c5426660,0,1,180,4a72b86,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5426660,...) at mi_switch+0x217
sleepq_switch(c5426660,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c671e000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e6be5a20,c0962620,...) at kmem_malloc+0x389
page_alloc(c1466d20,1000,e6be5a13,102,c1466d20,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e6be5af4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,c0bd3c34,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c1466d20,e6be5af4,2,420001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,8,2,1,0,...) at m_getm2+0x190
m_uiotombuf(e6be5c60,2,47e8,0,0,...) at m_uiotombuf+0x79
sosend_generic(c72bf318,0,e6be5c60,0,0,...) at sosend_generic+0x432
sosend(c72bf318,0,e6be5c60,0,0,...) at sosend+0x54
soo_write(c6088750,e6be5c60,c49e7e00,0,c5426660,...) at soo_write+0x4b
dofilewrite(e6be5c60,ffffffff,ffffffff,0,c6088750,...) at dofilewrite+0x95
kern_writev(c5426660,3,e6be5c60,2821a0d0,8,...) at kern_writev+0x58
write(c5426660,e6be5cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e6be5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94775 tid 100412 td 0xc408d000
sched_switch(c408d000,0,1,180,574e4288,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c408d000,...) at mi_switch+0x217
sleepq_switch(c408d000,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c6718000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e6e5ca20,c0962620,...) at kmem_malloc+0x389
page_alloc(c145e1e0,1000,e6e5ca13,102,c145e1e0,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e6e5caf4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,e6e5ca98,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c145e1e0,e6e5caf4,2,80001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,400,2,1,0,...) at m_getm2+0x128
m_uiotombuf(e6e5cc60,2,3400,0,0,...) at m_uiotombuf+0x79
sosend_generic(c61e6630,0,e6e5cc60,0,0,...) at sosend_generic+0x432
sosend(c61e6630,0,e6e5cc60,0,0,...) at sosend+0x54
soo_write(c66ffb88,e6e5cc60,c49e7e00,0,c408d000,...) at soo_write+0x4b
dofilewrite(e6e5cc60,ffffffff,ffffffff,0,c66ffb88,...) at dofilewrite+0x95
kern_writev(c408d000,3,e6e5cc60,28203000,400,...) at kern_writev+0x58
write(c408d000,e6e5ccfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e6e5cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94774 tid 100137 td 0xc49df440
sched_switch(c49df440,0,1,180,2c5f3bd2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c49df440,...) at mi_switch+0x217
sleepq_switch(c49df440,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c6719000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e6a96a20,c0962620,...) at kmem_malloc+0x389
page_alloc(c1466d20,1000,e6a96a13,102,c1466d20,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e6a96af4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,c074f4b4,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c1466d20,e6a96af4,2,9d0001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,20,2,1,0,...) at m_getm2+0x190
m_uiotombuf(e6a96c60,2,6f80,0,0,...) at m_uiotombuf+0x79
sosend_generic(c4a03318,0,e6a96c60,0,0,...) at sosend_generic+0x432
sosend(c4a03318,0,e6a96c60,0,0,...) at sosend+0x54
soo_write(c4ac5a68,e6a96c60,c49e7e00,0,c49df440,...) at soo_write+0x4b
dofilewrite(e6a96c60,ffffffff,ffffffff,0,c4ac5a68,...) at dofilewrite+0x95
kern_writev(c49df440,3,e6a96c60,28219040,20,...) at kern_writev+0x58
write(c49df440,e6a96cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e6a96d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94773 tid 100458 td 0xc798acc0
sched_switch(c798acc0,0,1,180,3e926d04,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c798acc0,...) at mi_switch+0x217
sleepq_switch(c798acc0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c671c000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e7eaca4c,c0962620,...) at kmem_malloc+0x389
page_alloc(c1466d20,1000,e7eaca3f,102,c1466d20,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,752,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,752,c0bd3c34,...) at uma_zone_slab+0x144
uma_zalloc_arg(c1466d20,e7eacaf4,2,980001,0,...) at uma_zalloc_arg+0x573
m_getm2(0,4,2,1,0,...) at m_getm2+0x190
m_uiotombuf(e7eacc60,2,764c,0,0,...) at m_uiotombuf+0x79
sosend_generic(c72bfdec,0,e7eacc60,0,0,...) at sosend_generic+0x432
sosend(c72bfdec,0,e7eacc60,0,0,...) at sosend+0x54
soo_write(c64f6900,e7eacc60,c49e7e00,0,c798acc0,...) at soo_write+0x4b
dofilewrite(e7eacc60,ffffffff,ffffffff,0,c64f6900,...) at dofilewrite+0x95
kern_writev(c798acc0,3,e7eacc60,282210b8,4,...) at kern_writev+0x58
write(c798acc0,e7eaccfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e7eacd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94772 tid 100063 td 0xc434f880
sched_switch(c434f880,0,1,180,28a86762,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c434f880,...) at mi_switch+0x217
sleepq_switch(c434f880,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c6717000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,102,e694fa20,c0962620,...) at kmem_malloc+0x389
page_alloc(c1466d20,1000,e694fa13,102,c1466d20,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0
uma_zone_slab(c1462108,0,c0ad0361,893,e694faf4,...) at uma_zone_slab+0x144
uma_zalloc_internal(c1462108,0,c0ad0361,78b,e694fa98,...) at uma_zalloc_internal+0x42
uma_zalloc_arg(c1466d20,e694faf4,2,340001,0,...) at uma_zalloc_arg+0x74b
m_getm2(0,4,2,1,0,...) at m_getm2+0x190
m_uiotombuf(e694fc60,2,a40c,0,0,...) at m_uiotombuf+0x79
sosend_generic(c49abdec,0,e694fc60,0,0,...) at sosend_generic+0x432
sosend(c49abdec,0,e694fc60,0,0,...) at sosend+0x54
soo_write(c65a8948,e694fc60,c49e7e00,0,c434f880,...) at soo_write+0x4b
dofilewrite(e694fc60,ffffffff,ffffffff,0,c65a8948,...) at dofilewrite+0x95
kern_writev(c434f880,3,e694fc60,282210b8,4,...) at kern_writev+0x58
write(c434f880,e694fcfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f
syscall(e694fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94771 tid 100402 td 0xc4a15660

Tracing command sysctl pid 94770 tid 100397 td 0xc59c5000

Tracing command sysctl pid 94769 tid 100315 td 0xc5738aa0

Tracing command tcp pid 94768 tid 100352 td 0xc5aa5aa0
sched_switch(c5aa5aa0,0,1,180,ff9c8366,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5aa5aa0,0,c0ab2ccd,19b,c529f560,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0cc0,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c529f560,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c529f560,c529f518,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c529f4f4,1,c0ab7b53,5ae,c529f518,...) at sbwait+0x76
soreceive_generic(c529f4a4,0,e7198c60,0,0,...) at soreceive_generic+0x42f
soreceive(c529f4a4,0,e7198c60,0,0,...) at soreceive+0x4d
soo_read(c57f65e8,e7198c60,c49e7e00,0,c5aa5aa0,...) at soo_read+0x3b
dofileread(e7198c60,ffffffff,ffffffff,0,c57f65e8,...) at dofileread+0x96
kern_readv(c5aa5aa0,4,e7198c60,2820b060,8,...) at kern_readv+0x58
read(c5aa5aa0,e7198cfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e7198d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94767 tid 100276 td 0xc5af4aa0
sched_switch(c5af4aa0,0,1,180,4907b992,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5af4aa0,0,c0ab2ccd,19b,c63faa04,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0cc0,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c63faa04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c63faa04,c63fa9bc,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c63fa998,1,c0ab7b53,5ae,c63fa9bc,...) at sbwait+0x76
soreceive_generic(c63fa948,0,e6c3cc60,0,0,...) at soreceive_generic+0x42f
soreceive(c63fa948,0,e6c3cc60,0,0,...) at soreceive+0x4d
soo_read(c66ffe58,e6c3cc60,c49e7e00,0,c5af4aa0,...) at soo_read+0x3b
dofileread(e6c3cc60,ffffffff,ffffffff,0,c66ffe58,...) at dofileread+0x96
kern_readv(c5af4aa0,4,e6c3cc60,2820b09c,4,...) at kern_readv+0x58
read(c5af4aa0,e6c3ccfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6c3cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94766 tid 100324 td 0xc4a42880
sched_switch(c4a42880,0,1,180,5b29bba6,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4a42880,0,c0ab2ccd,19b,c49baa04,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c49baa04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c49baa04,c49ba9bc,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c49ba998,1,c0ab7b53,5ae,c49ba9bc,...) at sbwait+0x76
soreceive_generic(c49ba948,0,e6fe6c60,0,0,...) at soreceive_generic+0x42f
soreceive(c49ba948,0,e6fe6c60,0,0,...) at soreceive+0x4d
soo_read(c5c4f708,e6fe6c60,c49e7e00,0,c4a42880,...) at soo_read+0x3b
dofileread(e6fe6c60,ffffffff,ffffffff,0,c5c4f708,...) at dofileread+0x96
kern_readv(c4a42880,4,e6fe6c60,28202800,400,...) at kern_readv+0x58
read(c4a42880,e6fe6cfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6fe6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command sysctl pid 94765 tid 100197 td 0xc4a73880

Tracing command tcp pid 94764 tid 100245 td 0xc71f3220
sched_switch(c71f3220,0,1,180,563e30ae,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c71f3220,0,c0ab2ccd,19b,c4a9c0bc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4a9c0bc,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4a9c0bc,c4a9c074,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c4a9c050,1,c0ab7b53,5ae,c4a9c074,...) at sbwait+0x76
soreceive_generic(c4a9c000,0,e6c99c60,0,0,...) at soreceive_generic+0x42f
soreceive(c4a9c000,0,e6c99c60,0,0,...) at soreceive+0x4d
soo_read(c65a1240,e6c99c60,c49e7e00,0,c71f3220,...) at soo_read+0x3b
dofileread(e6c99c60,ffffffff,ffffffff,0,c65a1240,...) at dofileread+0x96
kern_readv(c71f3220,4,e6c99c60,2820b200,200,...) at kern_readv+0x58
read(c71f3220,e6c99cfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6c99d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94763 tid 100173 td 0xc5860440
sched_switch(c5860440,0,1,180,a0886ffc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5860440,0,c0ab2ccd,19b,c63eda04,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c63eda04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c63eda04,c63ed9bc,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c63ed998,1,c0ab7b53,5ae,c63ed9bc,...) at sbwait+0x76
soreceive_generic(c63ed948,0,e6bb5c60,0,0,...) at soreceive_generic+0x42f
soreceive(c63ed948,0,e6bb5c60,0,0,...) at soreceive+0x4d
soo_read(c64f6360,e6bb5c60,c49e7e00,0,c5860440,...) at soo_read+0x3b
dofileread(e6bb5c60,ffffffff,ffffffff,0,c64f6360,...) at dofileread+0x96
kern_readv(c5860440,4,e6bb5c60,2820b200,200,...) at kern_readv+0x58
read(c5860440,e6bb5cfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6bb5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94762 tid 100214 td 0xc5af6cc0
sched_switch(c5af6cc0,0,1,180,2a53361c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5af6cc0,0,c0ab2ccd,19b,c4316d1c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0cc0,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4316d1c,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4316d1c,c4316cd4,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c4316cb0,1,c0ab7b53,5ae,c4316cd4,...) at sbwait+0x76
soreceive_generic(c4316c60,0,e6c54c60,0,0,...) at soreceive_generic+0x42f
soreceive(c4316c60,0,e6c54c60,0,0,...) at soreceive+0x4d
soo_read(c4dbd5e8,e6c54c60,c49e7e00,0,c5af6cc0,...) at soo_read+0x3b
dofileread(e6c54c60,ffffffff,ffffffff,0,c4dbd5e8,...) at dofileread+0x96
kern_readv(c5af6cc0,4,e6c54c60,2820b09c,4,...) at kern_readv+0x58
read(c5af6cc0,e6c54cfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6c54d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94761 tid 100230 td 0xc40b6000
sched_switch(c40b6000,0,1,180,377aa342,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c40b6000,0,c0ab2ccd,19b,c63fa560,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c63fa560,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c63fa560,c63fa518,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c63fa4f4,1,c0ab7b53,5ae,c63fa518,...) at sbwait+0x76
soreceive_generic(c63fa4a4,0,e6c6cc60,0,0,...) at soreceive_generic+0x42f
soreceive(c63fa4a4,0,e6c6cc60,0,0,...) at soreceive+0x4d
soo_read(c4dbd288,e6c6cc60,c49e7e00,0,c40b6000,...) at soo_read+0x3b
dofileread(e6c6cc60,ffffffff,ffffffff,0,c4dbd288,...) at dofileread+0x96
kern_readv(c40b6000,4,e6c6cc60,28202800,400,...) at kern_readv+0x58
read(c40b6000,e6c6ccfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6c6cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94760 tid 100476 td 0xc5a67220

Tracing command tcp pid 94759 tid 100140 td 0xc4a73660
sched_switch(c4a73660,0,1,180,367dec62,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4a73660,0,c0ab2ccd,19b,c44e9a04,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c44e9a04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c44e9a04,c44e99bc,158,c0ab7a3e,0) at _sleep+0x359
sbwait(c44e9998,1,c0ab7b53,5ae,c44e99bc,...) at sbwait+0x76
soreceive_generic(c44e9948,0,e6aedc60,0,0,...) at soreceive_generic+0x42f
soreceive(c44e9948,0,e6aedc60,0,0,...) at soreceive+0x4d
soo_read(c6088d38,e6aedc60,c49e7e00,0,c4a73660,...) at soo_read+0x3b
dofileread(e6aedc60,ffffffff,ffffffff,0,c6088d38,...) at dofileread+0x96
kern_readv(c4a73660,4,e6aedc60,2820b040,20,...) at kern_readv+0x58
read(c4a73660,e6aedcfc,c,c0a68103,c0b5f548,...) at read+0x4f
syscall(e6aedd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---

Tracing command tcp pid 94758 tid 100174 td 0xc5860220

Tracing command creat pid 94757 tid 100296 td 0xc6244440
sched_switch(c6244440,0,1,180,f4db87d4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c6244440,...) at mi_switch+0x217
sleepq_switch(c6244440,0,c0ab2ccd,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(d7f96a00,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(d7f96a00,c0bc7c18,50,c0ab9023,0,...) at _sleep+0x369
acquire(e6cc6730,e6cc6728,c0aacc03,d7,c6244440,...) at acquire+0x73
_lockmgr(d7f96a00,202122,c43a0bb4,c6244440,c0ab8bc0,...) at _lockmgr+0x4bc
getblk(c43a0ae0,24a0,0,4000,0,...) at getblk+0x1b0
breadn(c43a0ae0,24a0,0,4000,0,...) at breadn+0x44
bread(c43a0ae0,24a0,0,4000,0,...) at bread+0x4c
ffs_vget(c440d2e8,47bb,2,e6cc6914,c0a2a9cf,...) at ffs_vget+0x374
ffs_valloc(c7824984,81b0,c49e7e00,e6cc6914,c636a80c,...) at ffs_valloc+0x52b
ufs_makeinode(e6cc6ba8,c0b805c0,e6cc6a8c,e6cc6a5c,c0a2c525,...) at ufs_makeinode+0x65
ufs_create(e6cc6a8c,c0ae1507,0,e6cc6a8c,e6cc6b80,...) at ufs_create+0x30
VOP_CREATE_APV(c0b800a0,e6cc6a8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6cc6b80,e6cc6c78,1b0,c49e7e00,c4dbd1b0,...) at vn_open_cred+0x1df
vn_open(e6cc6b80,e6cc6c78,1b0,c4dbd1b0,c1474b88,...) at vn_open+0x33
kern_open(c6244440,bfbfe728,0,602,1b0,...) at kern_open+0xe7
open(c6244440,e6cc6cfc,c,c0aca13e,c0b5f578,...) at open+0x30
syscall(e6cc6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---

Tracing command creat pid 94756 tid 100212 td 0xc586b880
sched_switch(c586b880,0,1,180,f4e301a8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c586b880,...) at mi_switch+0x217
sleepq_switch(c586b880,0,c0ab2ccd,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(d7f96a00,c0bc7c18,c0ab9023,0,0,...) at sleepq_wait+0x60
_sleep(d7f96a00,c0bc7c18,50,c0ab9023,0,...) at _sleep+0x369
acquire(e6bfa730,e6bfa728,c0aacc03,d7,c586b880,...) at acquire+0x73
_lockmgr(d7f96a00,202122,c43a0bb4,c586b880,c0ab8bc0,...) at _lockmgr+0x4bc
getblk(c43a0ae0,24a0,0,4000,0,...) at getblk+0x1b0
breadn(c43a0ae0,24a0,0,4000,0,...) at breadn+0x44
bread(c43a0ae0,24a0,0,4000,0,...) at bread+0x4c
ffs_vget(c440d2e8,47bc,2,e6bfa914,c0a2a9cf,...) at ffs_vget+0x374
ffs_valloc(ca96f15c,81b0,c49e7e00,e6bfa914,c873e00c,...) at ffs_valloc+0x52b
ufs_makeinode(e6bfaba8,c0b805c0,e6bfaa8c,e6bfaa5c,c0a2c525,...) at ufs_makeinode+0x65
ufs_create(e6bfaa8c,c0ae1507,0,e6bfaa8c,e6bfab80,...) at ufs_create+0x30
VOP_CREATE_APV(c0b800a0,e6bfaa8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6bfab80,e6bfac78,1b0,c49e7e00,c5ba5048,...) at vn_open_cred+0x1df
vn_open(e6bfab80,e6bfac78,1b0,c5ba5048,c1474b88,...) at vn_open+0x33
kern_open(c586b880,bfbfe728,0,602,1b0,...) at kern_open+0xe7
open(c586b880,e6bfacfc,c,c0aca13e,c0b5f578,...) at open+0x30
syscall(e6bfad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---

Tracing command creat pid 94755 tid 100446 td 0xc7983aa0
sched_switch(c7983aa0,0,1,180,f4f0b6d8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c7983aa0,...) at mi_switch+0x217
sleepq_switch(c7983aa0,0,c0ab2ccd,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(d7f96a00,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(d7f96a00,c0bc7c18,50,c0ab9023,0,...) at _sleep+0x369
acquire(e7db9730,e7db9728,c0aacc03,d7,c7983aa0,...) at acquire+0x73
_lockmgr(d7f96a00,202122,c43a0bb4,c7983aa0,c0ab8bc0,...) at _lockmgr+0x4bc
getblk(c43a0ae0,24a0,0,4000,0,...) at getblk+0x1b0
breadn(c43a0ae0,24a0,0,4000,0,...) at breadn+0x44
bread(c43a0ae0,24a0,0,4000,0,...) at bread+0x4c
ffs_vget(c440d2e8,47bd,2,e7db9914,c0a2a9cf,...) at ffs_vget+0x374
ffs_valloc(c687cd98,81b0,c49e7e00,e7db9914,c7129c0c,...) at ffs_valloc+0x52b
ufs_makeinode(e7db9ba8,c0b805c0,e7db9a8c,e7db9a5c,c0a2c525,...) at ufs_makeinode+0x65
ufs_create(e7db9a8c,c0ae1507,0,e7db9a8c,e7db9b80,...) at ufs_create+0x30
VOP_CREATE_APV(c0b800a0,e7db9a8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e7db9b80,e7db9c78,1b0,c49e7e00,c4ac56c0,...) at vn_open_cred+0x1df
vn_open(e7db9b80,e7db9c78,1b0,c4ac56c0,c1474b88,...) at vn_open+0x33
kern_open(c7983aa0,bfbfe728,0,602,1b0,...) at kern_open+0xe7
open(c7983aa0,e7db9cfc,c,c0aca13e,c0b5f578,...) at open+0x30
syscall(e7db9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---

Tracing command creat pid 94754 tid 100186 td 0xc5843220
sched_switch(c5843220,0,1,180,f4e7f61a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5843220,...) at mi_switch+0x217
sleepq_switch(c5843220,0,c0ab2ccd,21d,4c,...) at sleepq_switch+0xf0
sleepq_wait(d7f969a0,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(d7f969a0,c0c1a878,4c,c0ab865b,0,...) at _sleep+0x369
bwait(d7f969a0,4c,c0ab865b,d7f969a0,e6b8884c,...) at bwait+0x60
bufwait(d7f969a0,d7f969a0,d7f969a0,c5ebd4a4,c4416000,...) at bufwait+0x48
bufwrite(d7f969a0,0,c0aced6e,6ce,0) at bufwrite+0x19d
ffs_bufwrite(d7f969a0,c5df8800,100,4000,0,...) at ffs_bufwrite+0x2df
ffs_update(c46dac3c,0,c49e7e00,0,c515000c,...) at ffs_update+0x34c
ufs_makeinode(e6b88ba8,c0b805c0,e6b88a8c,e6b88a5c,c0a2c525,...) at ufs_makeinode+0x447
ufs_create(e6b88a8c,c0ae1507,0,e6b88a8c,e6b88b80,...) at ufs_create+0x30
VOP_CREATE_APV(c0b800a0,e6b88a8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6b88b80,e6b88c78,1b0,c49e7e00,c65a8b88,...) at vn_open_cred+0x1df
vn_open(e6b88b80,e6b88c78,1b0,c65a8b88,c1474b88,...) at vn_open+0x33
kern_open(c5843220,bfbfe728,0,602,1b0,...) at kern_open+0xe7
open(c5843220,e6b88cfc,c,c0aca13e,c0b5f578,...) at open+0x30
syscall(e6b88d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---

Tracing command creat pid 94753 tid 100283 td 0xc5af1aa0

Tracing command swap pid 94749 tid 100217 td 0xc49e1cc0
sched_switch(c49e1cc0,0,1,180,d77f3ccc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c49e1cc0,...) at mi_switch+0x217
sleepq_switch(c49e1cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c1445934,5a1d,0,125,e6accbe8,...) at vm_waitpfault+0x75
vm_fault(c4a9fe80,2dd1d000,2,8,2dd1d000,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c407a2a8,...) at trap_pfault+0x118
trap(e6accd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 94748 tid 100318 td 0xc4a08aa0
sched_switch(c4a08aa0,0,1,180,d2d3233e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4a08aa0,...) at mi_switch+0x217
sleepq_switch(c4a08aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c4e518b8,80,0,125,e6e80be8,...) at vm_waitpfault+0x75
vm_fault(c68aae80,28380000,2,8,28380000,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c454e000,...) at trap_pfault+0x118
trap(e6e80d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe780, ebp = 0xbfbfe7b8 ---

Tracing command swap pid 94747 tid 100340 td 0xc52daaa0
sched_switch(c52daaa0,0,1,180,8f57444a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c52daaa0,...) at mi_switch+0x217
sleepq_switch(c52daaa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c1446c1c,1,0,125,e6d6fbe8,...) at vm_waitpfault+0x75
vm_fault(c7b53570,2808a000,1,0,2808a288,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,4,c4b0caa0,...) at trap_pfault+0x118
trap(e6d6fd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 ---

Tracing command swap pid 94746 tid 100199 td 0xc5af1660
sched_switch(c5af1660,0,1,180,cdcb57aa,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5af1660,...) at mi_switch+0x217
sleepq_switch(c5af1660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c55b97c0,4e8a,0,125,e6c21be8,...) at vm_waitpfault+0x75
vm_fault(c439f658,2d18a000,2,8,2d18a000,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c5aef2a8,...) at trap_pfault+0x118
trap(e6c21d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 94745 tid 100184 td 0xc586b440
sched_switch(c586b440,0,1,180,8cec8206,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c586b440,...) at mi_switch+0x217
sleepq_switch(c586b440,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c1446c1c,1,0,125,e6bf4be8,...) at vm_waitpfault+0x75
vm_fault(c44cfae0,2808a000,1,0,2808a288,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,0,c5869aa0,...) at trap_pfault+0x118
trap(e6bf4d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 ---

Tracing command swap pid 94744 tid 100191 td 0xc5842660
sched_switch(c5842660,0,1,180,d358c09e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5842660,...) at mi_switch+0x217
sleepq_switch(c5842660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c60d34d8,58c3,0,125,e6b79be8,...) at vm_waitpfault+0x75
vm_fault(c4b343a0,2dbc3000,2,8,2dbc3000,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c5acad48,...) at trap_pfault+0x118
trap(e6b79d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 94743 tid 100362 td 0xc4b9d220
sched_switch(c4b9d220,0,1,180,f850ae06,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4b9d220,...) at mi_switch+0x217
sleepq_switch(c4b9d220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c1446c1c,1,0,125,e8201be8,...) at vm_waitpfault+0x75
vm_fault(c68abae0,2808a000,1,0,2808a288,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,0,c6278550,...) at trap_pfault+0x118
trap(e8201d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 ---

Tracing command swap pid 94742 tid 100353 td 0xc59d6cc0
sched_switch(c59d6cc0,0,1,180,4c2ac88e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c59d6cc0,...) at mi_switch+0x217
sleepq_switch(c59d6cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c9ab65d0,e8,0,125,e837bbe8,...) at vm_waitpfault+0x75
vm_fault(c4e27cb0,283e8000,2,8,283e8000,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c5c0ad48,...) at trap_pfault+0x118
trap(e837bd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe780, ebp = 0xbfbfe7b8 ---

Tracing command swap pid 94741 tid 100122 td 0xc439d440
sched_switch(c439d440,0,1,180,f8204680,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c439d440,...) at mi_switch+0x217
sleepq_switch(c439d440,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c1446c1c,1,0,125,e69aebe8,...) at vm_waitpfault+0x75
vm_fault(c627b828,2808a000,1,0,2808a288,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c49de550,c49de550,...) at trap_pfault+0x118
trap(e69aed38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 ---

Tracing command swap pid 94740 tid 100179 td 0xc585f660
sched_switch(c585f660,0,1,180,16c276e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c585f660,...) at mi_switch+0x217
sleepq_switch(c585f660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(ca78983c,55c3,0,125,e6ba3be8,...) at vm_waitpfault+0x75
vm_fault(c4b50ae0,2d8c3000,2,8,2d8c3000,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c5868d48,...) at trap_pfault+0x118
trap(e6ba3d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 94739 tid 100223 td 0xc49f0000
sched_switch(c49f0000,0,1,180,a8ff987e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c49f0000,...) at mi_switch+0x217
sleepq_switch(c49f0000,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c9ee207c,0,0,125,e6c81be8,...) at vm_waitpfault+0x75
vm_fault(c68ab828,28073000,1,0,28073424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,0,c40892a8,...) at trap_pfault+0x118
trap(e6c81d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x280507bd, esp = 0xbfbfe71c, ebp = 0xbfbfe754 ---

Tracing command swap pid 94738 tid 100193 td 0xc5842220

Tracing command tcp pid 94730 tid 100400 td 0xc4a15aa0
sched_switch(c4a15aa0,0,1,180,c3f8ba54,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4a15aa0,...) at mi_switch+0x217
sleepq_switch(c4a15aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c5927e88,0,0,125,e6f28be8,...) at vm_waitpfault+0x75
vm_fault(c44cfd98,28072000,1,0,28072424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c6285000,c6285000,...) at trap_pfault+0x118
trap(e6f28d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 ---

Tracing command sysctl pid 94729 tid 100290 td 0xc52c9660
sched_switch(c52c9660,0,1,180,bed20384,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c52c9660,...) at mi_switch+0x217
sleepq_switch(c52c9660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c4e75d90,0,0,125,e6d54be8,...) at vm_waitpfault+0x75
vm_fault(c4e271d0,28072000,1,0,28072424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,4,c554a550,...) at trap_pfault+0x118
trap(e6d54d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 ---

Tracing command swap pid 94726 tid 100344 td 0xc5738cc0
sched_switch(c5738cc0,0,1,180,bc76af40,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5738cc0,...) at mi_switch+0x217
sleepq_switch(c5738cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c585ba2c,0,0,125,e700abe8,...) at vm_waitpfault+0x75
vm_fault(c4b502b8,28073000,1,0,28073424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c5738cc0,c5c09550,...) at trap_pfault+0x118
trap(e700ad38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x280507bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 ---

Tracing command creat pid 94717 tid 100273 td 0xc5af6220
sched_switch(c5af6220,0,1,180,bccddb46,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5af6220,...) at mi_switch+0x217
sleepq_switch(c5af6220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c63b36c8,0,0,125,e6c45be8,...) at vm_waitpfault+0x75
vm_fault(c4433000,28073000,1,0,28073424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c51b77f8,c51b77f8,...) at trap_pfault+0x118
trap(e6c45d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x280507bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 ---

Tracing command badcode pid 94716 tid 100215 td 0xc5af6aa0
sched_switch(c5af6aa0,0,1,180,bcc81840,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c5af6aa0,...) at mi_switch+0x217
sleepq_switch(c5af6aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c55909b0,0,0,125,e6c51be8,...) at vm_waitpfault+0x75
vm_fault(c4b4e740,28072000,1,0,28072424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c5af3d48,c5af3d48,...) at trap_pfault+0x118
trap(e6c51d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 ---

Tracing command run pid 94715 tid 100403 td 0xc4a15440

Tracing command run pid 94714 tid 100233 td 0xc4095880

Tracing command run pid 94713 tid 100247 td 0xc4095440
sched_switch(c4095440,0,1,180,411d0dc6,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4095440,...) at mi_switch+0x217
sleepq_switch(c4095440,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c5a91364,0,0,125,e6c5dbe8,...) at vm_waitpfault+0x75
vm_fault(c68ab1d0,28072000,1,0,28072424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c62432a8,c62432a8,...) at trap_pfault+0x118
trap(e6c5dd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe57c, ebp = 0xbfbfe5b4 ---

Tracing command sh pid 94706 tid 100295 td 0xc6244660

Tracing command sh pid 17113 tid 100208 td 0xc5af0220

Tracing command bash pid 1029 tid 100114 td 0xc43af660

Tracing command sshd pid 1028 tid 100108 td 0xc444e440

Tracing command sshd pid 1026 tid 100112 td 0xc43afaa0

Tracing command awk pid 914 tid 100115 td 0xc4774cc0
sched_switch(c4774cc0,0,1,180,cc352f9a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4774cc0,0,c0ab2ccd,19b,c436e18c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,4c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c436e18c,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c436e18c,c436e2fc,14c,c0ab49ee,0,...) at _sleep+0x359
pipe_read(c4362a20,e6a8dc60,c4683300,0,c4774cc0,...) at pipe_read+0x3f6
dofileread(e6a8dc60,ffffffff,ffffffff,0,c4362a20,...) at dofileread+0x96
kern_readv(c4774cc0,0,e6a8dc60,28235000,1000,...) at kern_readv+0x58
read(c4774cc0,e6a8dcfc,c,16,c0b5f548,...) at read+0x4f
syscall(e6a8dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818ec13, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command sh pid 913 tid 100072 td 0xc439c220
sched_switch(c439c220,0,1,180,b00a79d6,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c439c220,0,c0ab2ccd,19b,c439e000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c439e000,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c439e000,c439e090,15c,c0ab4dcc,0,...) at _sleep+0x359
kern_wait(c439c220,ffffffff,e6996c2c,2,0,...) at kern_wait+0xa66
wait4(c439c220,e6996cfc,10,c0ab4dab,c0b5f5a8,...) at wait4+0x3b
syscall(e6996d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28152d8b, esp = 0xbfbfe93c, ebp = 0xbfbfe958 ---

Tracing command top pid 908 tid 100093 td 0xc40cacc0
sched_switch(c40cacc0,0,1,180,a75beb4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c40cacc0,...) at mi_switch+0x217
sleepq_switch(c40cacc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c4693ba0,0,0,125,e4732be8,...) at vm_waitpfault+0x75
vm_fault(c3f12658,2807a000,1,0,2807a424,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c444c7f8,...) at trap_pfault+0x118
trap(e4732d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x280577bd, esp = 0xbfbfeb6c, ebp = 0xbfbfeba4 ---

Tracing command tail pid 907 tid 100111 td 0xc43afcc0
sched_switch(c43afcc0,0,1,180,7401e992,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c43afcc0,0,c0ab2ccd,19b,c4474900,...) at sleepq_switch+0xf0
sleepq_catch_signals(e69f5aac,c074ef9d,c0bd0cc0,1,58,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c4474900,0,c0aafc5e,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c4474900,c4474900,158,c0aab917,3e9,...) at _sleep+0x331
kern_kevent(c43afcc0,4,0,1,e69f5c60,...) at kern_kevent+0x3c3
kevent(c43afcc0,e69f5cfc,18,c0a68103,c0b61708,...) at kevent+0x19b
syscall(e69f5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814491b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sh pid 906 tid 100091 td 0xc429e220

Tracing command sshd pid 905 tid 100047 td 0xc4027aa0

Tracing command sshd pid 904 tid 100052 td 0xc429e880

Tracing command sshd pid 903 tid 100116 td 0xc4774aa0
sched_switch(c4774aa0,0,1,180,39697b1a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4774aa0,...) at mi_switch+0x217
sleepq_switch(c4774aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c47444d8,129,0,125,e6a8abe8,...) at vm_waitpfault+0x75
vm_fault(c44cccb0,282cf000,1,0,282cfe8c,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c4771550,...) at trap_pfault+0x118
trap(e6a8ad38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2823c941, esp = 0xbfbfe4ac, ebp = 0xbfbfe4d8 ---

Tracing command sshd pid 899 tid 100067 td 0xc439ccc0

Tracing command sshd pid 898 tid 100094 td 0xc40caaa0

Tracing command sshd pid 897 tid 100045 td 0xc40c9000

Tracing command getty pid 894 tid 100066 td 0xc439d000

Tracing command getty pid 893 tid 100065 td 0xc434f440

Tracing command getty pid 892 tid 100097 td 0xc40ca440

Tracing command getty pid 891 tid 100062 td 0xc434faa0

Tracing command getty pid 890 tid 100060 td 0xc4352000

Tracing command getty pid 889 tid 100059 td 0xc4352220

Tracing command getty pid 888 tid 100057 td 0xc4352660

Tracing command getty pid 887 tid 100056 td 0xc4352880

Tracing command inetd pid 872 tid 100075 td 0xc4398aa0

Tracing command moused pid 845 tid 100073 td 0xc439c000

Tracing command watchdogd pid 832 tid 100109 td 0xc444e220
sched_switch(c444e220,0,1,180,3e24136a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c444e220,...) at mi_switch+0x217
sleepq_switch(c444e220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c55e74d8,1e,0,125,e6a1dbe8,...) at vm_waitpfault+0x75
vm_fault(c43b1658,bfbfe000,1,0,bfbfed4c,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c47702a8,...) at trap_pfault+0x118
trap(e6a1dd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28163701, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 789 tid 100092 td 0xc429e000
sched_switch(c429e000,0,1,180,93e2a286,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c429e000,...) at mi_switch+0x217
sleepq_switch(c429e000,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(caf8464c,1,0,125,e4742be8,...) at vm_waitpfault+0x75
vm_fault(c4433bc8,28187000,1,0,281872ac,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,2ae,c444c550,...) at trap_pfault+0x118
trap(e4742d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28102991, esp = 0xbfbfecb0, ebp = 0xbfbfecd8 ---

Tracing command sendmail pid 782 tid 100100 td 0xc4452660

Tracing command sendmail pid 778 tid 100098 td 0xc40ca220
sched_switch(c40ca220,0,1,180,e7f35d88,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c40ca220,...) at mi_switch+0x217
sleepq_switch(c40ca220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c4393a2c,4b,0,125,e4723be8,...) at vm_waitpfault+0x75
vm_fault(c439f828,8093000,1,0,8093410,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,c444d550,c444d550,...) at trap_pfault+0x118
trap(e4723d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8093410, esp = 0xbfbfd09c, ebp = 0xbfbfd0b8 ---

Tracing command sshd pid 773 tid 100042 td 0xc40c9660

Tracing command ntpd pid 754 tid 100044 td 0xc40c9220
sched_switch(c40c9220,0,1,180,dc8725a8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c40c9220,...) at mi_switch+0x217
sleepq_switch(c40c9220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369
vm_waitpfault(c447fd90,19,0,125,e470ebe8,...) at vm_waitpfault+0x75
vm_fault(c43b1e80,8061000,1,0,8061340,...) at vm_fault+0x6d4
trap_pfault(5,0,c0add5fd,e,c429a550,...) at trap_pfault+0x118
trap(e470ed38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8061340, esp = 0xbfbfec3c, ebp = 0xbfbfed58 ---

Tracing command nfsd pid 697 tid 100076 td 0xc4398880

Tracing command nfsd pid 696 tid 100077 td 0xc4398660

Tracing command nfsd pid 695 tid 100078 td 0xc43af440

Tracing command nfsd pid 694 tid 100087 td 0xc43ac000

Tracing command nfsd pid 693 tid 100086 td 0xc43ac220

Tracing command nfsd pid 692 tid 100084 td 0xc43ac660

Tracing command nfsd pid 691 tid 100083 td 0xc43ac880

Tracing command nfsd pid 690 tid 100068 td 0xc439caa0

Tracing command nfsd pid 688 tid 100082 td 0xc43acaa0

Tracing command nfsd pid 687 tid 100099 td 0xc4452880

Tracing command nfsd pid 686 tid 100081 td 0xc43accc0

Tracing command nfsd pid 685 tid 100070 td 0xc439c660

Tracing command nfsd pid 684 tid 100080 td 0xc43af000

Tracing command nfsd pid 683 tid 100079 td 0xc43af220

Tracing command nfsd pid 682 tid 100058 td 0xc4352440

Tracing command nfsd pid 681 tid 100055 td 0xc4352aa0

Tracing command mountd pid 679 tid 100074 td 0xc4398cc0

Tracing command rpcbind pid 626 tid 100088 td 0xc439dcc0
sched_switch(c439dcc0,0,1,180,67de332c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c439dcc0,0,c0ab2ccd,19b,c0c1a37c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e69baad8,c074f33a,c0c1a364,0,c439dcc0,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c1a37c,7531,c0acc9ad,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0c1a37c,c0c1a364,7531,3bb,0,...) at _cv_timedwait_sig+0x20b
poll(c439dcc0,e69bacfc,c,c0ab4f10,c0b60898,...) at poll+0x554
syscall(e69bad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2812614f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 609 tid 100095 td 0xc40ca880

Tracing command devd pid 550 tid 100069 td 0xc439c880

Tracing command softdepflush pid 27 tid 100049 td 0xc4027660
sched_switch(c4027660,0,1,180,67fbe5fc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,44,...) at mi_switch+0x217
sleepq_switch(c4027660,0,c0ab2ccd,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c26124,3e8,c0ace599,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c26124,c0c260fc,44,c0ace599,3e8,...) at _sleep+0x345
softdep_flush(0,e44acd38,c0aabc22,2f0,c429d2a8,...) at softdep_flush+0x2d2
fork_exit(c0942d50,0,e44acd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44acd70, ebp = 0 ---

Tracing command vnlru pid 26 tid 100050 td 0xc429ecc0
sched_switch(c429ecc0,0,1,180,6a04de38,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,50,...) at mi_switch+0x217
sleepq_switch(c429ecc0,0,c0ab2ccd,240,50,...) at sleepq_switch+0xf0
sleepq_timedwait(c429d550,3e8,c0abb34f,0,0,...) at sleepq_timedwait+0x68
_sleep(c429d550,c0c1aad8,250,c0abb34f,3e8,...) at _sleep+0x345
vnlru_proc(0,e4754d38,c0aabc22,2f0,c429d550,...) at vnlru_proc+0x114
fork_exit(c07da4c0,0,e4754d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4754d70, ebp = 0 ---

Tracing command syncer pid 25 tid 100051 td 0xc429eaa0
sched_switch(c429eaa0,0,1,180,46000c2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c429eaa0,...) at mi_switch+0x217
sleepq_switch(c429eaa0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c147108c,c0ad0f33,15b,15a,c6712000,...) at vm_wait+0xbe
kmem_malloc(c147108c,1000,402,e47519a8,c0962620,...) at kmem_malloc+0x389
page_alloc(c146d1e0,1000,e475199b,402,c146d1e0,...) at page_alloc+0x27
slab_zalloc(c074f75c,c1474908,8,c0ad0361,752,...) at slab_zalloc+0xc0
uma_zone_slab(c1474908,0,c0ad0361,752,c0aa90db,...) at uma_zone_slab+0x144
uma_zalloc_arg(c146d1e0,0,402,2,c4416000,...) at uma_zalloc_arg+0x573
malloc(100,c0b7ef20,402,fc7,c0aa7f5b,...) at malloc+0xd2
softdep_disk_io_initiation(d7fc9700,4,d7fc9700,4,0,...) at softdep_disk_io_initiation+0x925
ffs_geom_strategy(c43a0bec,d7fc9700,d7fc9700,d7fc9700,c43a0ae0,...) at ffs_geom_strategy+0x14f
bufwrite(d7fc9700,0,c0aced6e,6ce,d7fc9760) at bufwrite+0x191
ffs_bufwrite(d7fc9700,e4751c08,246,c0a29415,c07d9a8b,...) at ffs_bufwrite+0x2df
vfs_bio_awrite(d7fc9700,0,c0ab9d04,1ae,c0ab8bc0,...) at vfs_bio_awrite+0x328
vop_stdfsync(e4751cd8,0,c0b5c3c0,e4751c94,c0a29415,...) at vop_stdfsync+0x15f
devfs_fsync(e4751cd8,c0ae0b8f,c43a0bec,c43a0bec,c43a0ae0,...) at devfs_fsync+0x2e
VOP_FSYNC_APV(c0b5c3c0,e4751cd8,c429eaa0,c0aba87f,666,...) at VOP_FSYNC_APV+0xc5
sched_sync(0,e4751d38,c0aabc22,2f0,c429d7f8,...) at sched_sync+0x39b
fork_exit(c07d96f0,0,e4751d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4751d70, ebp = 0 ---

Tracing command bufdaemon pid 24 tid 100020 td 0xc3f77440
sched_switch(c3f77440,0,1,180,61c2205c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,44,...) at mi_switch+0x217
sleepq_switch(c3f77440,0,c0ab2ccd,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c1a824,3e8,c0ab8f22,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c1a824,c0c1a828,44,c0ab8f22,3e8,...) at _sleep+0x345
buf_daemon(0,e447bd38,c0aabc22,2f0,c3f767f8,...) at buf_daemon+0x21e
fork_exit(c07c4bb0,0,e447bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447bd70, ebp = 0 ---

Tracing command pagezero pid 23 tid 100021 td 0xc3f77220
sched_switch(c3f77220,0,1,180,81c56eb0,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f77220,0,c0ab2ccd,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c26ce0,493e0,c0ad30f3,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c26ce0,c0c26884,0,c0ad30f3,493e0,...) at _sleep+0x345
vm_pagezero(0,e4478d38,c0aabc22,2f0,c3f76aa0,...) at vm_pagezero+0xdc
fork_exit(c097cc00,0,e4478d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4478d70, ebp = 0 ---

Tracing command vmdaemon pid 22 tid 100022 td 0xc3f77000
sched_switch(c3f77000,0,1,180,d824e6b2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f77000,...) at mi_switch+0x217
sleepq_switch(c3f77000,0,c0ab2ccd,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c268f8,c0c268fc,c0ab8f22,0,0,...) at sleepq_wait+0x60
_sleep(c0c268f8,c0c268fc,68,c0ab8f22,0,...) at _sleep+0x369
vm_daemon(0,e4475d38,c0aabc22,2f0,c3f76d48,...) at vm_daemon+0x59
fork_exit(c0978040,0,e4475d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4475d70, ebp = 0 ---

Tracing command pagedaemon pid 21 tid 100029 td 0xc4027000
sched_switch(c4027000,0,1,180,f58a6a10,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4027000,...) at mi_switch+0x217
sleepq_switch(c4027000,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c26258,c0c26954,c0ad2a74,0,0,...) at sleepq_wait+0x60
_sleep(c0c26258,c0c26954,44,c0ad2a74,0,...) at _sleep+0x369
getpbuf(c0c26258,0,c0acff29,49d,c0bd3964,...) at getpbuf+0x68
swap_pager_putpages(c55b97c0,e44a3bb0,10,0,e44a3ae0,...) at swap_pager_putpages+0x1f1
vm_pageout_flush(e44a3bb0,10,0,11f,e44a3b70,...) at vm_pageout_flush+0x169
vm_pageout_clean(c1bf91e8,0,c0ad2623,303,1388,...) at vm_pageout_clean+0x2e1
vm_pageout(0,e44a3d38,c0aabc22,2f0,c4058000,...) at vm_pageout+0xd5e
fork_exit(c0978bf0,0,e44a3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44a3d70, ebp = 0 ---

Tracing command sctp_iterator pid 20 tid 100030 td 0xc4026cc0
sched_switch(c4026cc0,0,1,180,6cf8ab60,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4026cc0,...) at mi_switch+0x217
sleepq_switch(c4026cc0,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c0c1c58c,c0c1c494,c0ac1ff3,0,0,...) at sleepq_wait+0x60
_sleep(c0c1c58c,c0c1c494,0,c0ac1ff3,0,...) at _sleep+0x369
sctp_iterator_thread(0,e473fd38,c0aabc22,2f0,c40582a8,...) at sctp_iterator_thread+0x60
fork_exit(c0840830,0,e473fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---

Tracing command fdc0 pid 19 tid 100031 td 0xc4026aa0
sched_switch(c4026aa0,0,1,180,65156564,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c4026aa0,0,c0ab2ccd,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c401623c,3e8,c0aa6bdd,0,0,...) at sleepq_timedwait+0x68
_sleep(c401623c,c40162f0,4c,c0aa6bdd,3e8,...) at _sleep+0x345
fdc_thread(c4016200,e449dd38,c0aabc22,2f0,c4058550,...) at fdc_thread+0x2b8
fork_exit(c09d4be0,c4016200,e449dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449dd70, ebp = 0 ---

Tracing command usbtask-dr pid 18 tid 100032 td 0xc4026880
sched_switch(c4026880,0,1,180,9b894104,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4026880,...) at mi_switch+0x217
sleepq_switch(c4026880,0,c0ab2ccd,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bc6514,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0bc6514,0,5c,c0aa3adb,0,...) at _sleep+0x369
usb_task_thread(c0bc6514,e449ad38,c0aabc22,2f0,c40587f8,...) at usb_task_thread+0x62
fork_exit(c06d6ec0,c0bc6514,e449ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449ad70, ebp = 0 ---

Tracing command usbtask-hc pid 17 tid 100033 td 0xc4026660
sched_switch(c4026660,0,1,180,9b890d34,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c4026660,...) at mi_switch+0x217
sleepq_switch(c4026660,0,c0ab2ccd,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bc6500,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0bc6500,0,5c,c0aa3adb,0,...) at _sleep+0x369
usb_task_thread(c0bc6500,e4497d38,c0aabc22,2f0,c4058aa0,...) at usb_task_thread+0x62
fork_exit(c06d6ec0,c0bc6500,e4497d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4497d70, ebp = 0 ---

Tracing command usb0 pid 16 tid 100034 td 0xc4026440
sched_switch(c4026440,0,1,180,b77068e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,5c,...) at mi_switch+0x217
sleepq_switch(c4026440,0,c0ab2ccd,240,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c404f210,ea60,c0aa3a9e,0,0,...) at sleepq_timedwait+0x68
_sleep(c404f210,0,5c,c0aa3a9e,ea60,...) at _sleep+0x345
usb_event_thread(c4056080,e4494d38,c0aabc22,2f0,c4058d48,...) at usb_event_thread+0xca
fork_exit(c06d6740,c4056080,e4494d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4494d70, ebp = 0 ---

Tracing command em0 taskq pid 15 tid 100007 td 0xc3f0d000
sched_switch(c3f0d000,0,1,180,9b813970,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f0d000,...) at mi_switch+0x217
sleepq_switch(c3f0d000,0,c0ab2ccd,21d,c3f0d000,...) at sleepq_switch+0xf0
sleepq_wait(c4038e80,0,c0aafd72,c0aa6bdd,0,...) at sleepq_wait+0x60
msleep_spin(c4038e80,c4038e9c,c0aa6bdd,0,c0aae054,...) at msleep_spin+0x20d
taskqueue_thread_loop(c400f2ec,e2a11d38,c0aabc22,2f0,c3f102a8,...) at taskqueue_thread_loop+0x8a
fork_exit(c078d100,c400f2ec,e2a11d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---

Tracing command kqueue taskq pid 14 tid 100008 td 0xc3f11440
sched_switch(c3f11440,0,1,180,9bc7e51c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f11440,...) at mi_switch+0x217
sleepq_switch(c3f11440,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbe980,c3fbe99c,c0aa6bdd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbe980,c3fbe99c,0,c0aa6bdd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bc746c,e2a41d38,c0aabc22,2f0,c3f10550,...) at taskqueue_thread_loop+0xb4
fork_exit(c078d100,c0bc746c,e2a41d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---

Tracing command acpi_task_2 pid 9 tid 100009 td 0xc3f11220
sched_switch(c3f11220,0,1,180,9bc7b690,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f11220,...) at mi_switch+0x217
sleepq_switch(c3f11220,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec00,c3fbec1c,c0aa6bdd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec00,c3fbec1c,0,c0aa6bdd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d9debc,e2a3ed38,c0aabc22,2f0,c3f107f8,...) at taskqueue_thread_loop+0xb4
fork_exit(c078d100,c0d9debc,e2a3ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---

Tracing command acpi_task_1 pid 8 tid 100010 td 0xc3f11000
sched_switch(c3f11000,0,1,180,9bc78968,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f11000,...) at mi_switch+0x217
sleepq_switch(c3f11000,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec00,c3fbec1c,c0aa6bdd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec00,c3fbec1c,0,c0aa6bdd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d9debc,e2a3bd38,c0aabc22,2f0,c3f10aa0,...) at taskqueue_thread_loop+0xb4
fork_exit(c078d100,c0d9debc,e2a3bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---

Tracing command acpi_task_0 pid 7 tid 100011 td 0xc3f0fcc0
sched_switch(c3f0fcc0,0,1,180,9bc75790,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f0fcc0,...) at mi_switch+0x217
sleepq_switch(c3f0fcc0,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec00,c3fbec1c,c0aa6bdd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec00,c3fbec1c,0,c0aa6bdd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d9debc,e2a38d38,c0aabc22,2f0,c3f10d48,...) at taskqueue_thread_loop+0xb4
fork_exit(c078d100,c0d9debc,e2a38d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---

Tracing command thread taskq pid 6 tid 100017 td 0xc3f77aa0
sched_switch(c3f77aa0,0,1,180,9bc2d044,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f77aa0,...) at mi_switch+0x217
sleepq_switch(c3f77aa0,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec80,c3fbec9c,c0aa6bdd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec80,c3fbec9c,0,c0aa6bdd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bd2d98,e4484d38,c0aabc22,2f0,c3f76000,...) at taskqueue_thread_loop+0xb4
fork_exit(c078d100,c0bd2d98,e4484d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4484d70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100018 td 0xc3f77880
sched_switch(c3f77880,0,1,180,9b889478,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f77880,...) at mi_switch+0x217
sleepq_switch(c3f77880,0,c0ab2ccd,21d,4c,...) at sleepq_switch+0xf0
sleepq_wait(c0b976d4,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0b976d4,c0b976ec,4c,c0a653a2,0,...) at _sleep+0x369
xpt_scanner_thread(0,e4481d38,c0aabc22,2f0,c3f762a8,...) at xpt_scanner_thread+0x41
fork_exit(c0468990,0,e4481d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4481d70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100019 td 0xc3f77660
sched_switch(c3f77660,0,1,180,79250468,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f77660,0,c0ab2ccd,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc8c14,64,c0aa6bdd,2,0,...) at sleepq_timedwait+0x68
_sleep(c0bc8c14,0,0,c0aa6bdd,64,...) at _sleep+0x345
pause(c0aa6bdd,64,c0a9aaad,112,0,...) at pause+0x47
random_kthread(0,e447ed38,c0aabc22,2f0,c3f76550,...) at random_kthread+0x1d9
fork_exit(c0656b30,0,e447ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447ed70, ebp = 0 ---

Tracing command g_down pid 4 tid 100000 td 0xc3f0f000
sched_switch(c3f0f000,0,1,180,814ce862,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f0f000,0,c0ab2ccd,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc8c14,64,c0aa8280,2,0,...) at sleepq_timedwait+0x68
_sleep(c0bc8c14,0,0,c0aa8280,64,...) at _sleep+0x345
pause(c0aa8280,64,200,0,64,...) at pause+0x47
g_io_schedule_down(c3f0f000,0,c0aa82a0,74,0,...) at g_io_schedule_down+0xac
g_down_procbody(0,e2a26d38,c0aabc22,2f0,c3f0c000,...) at g_down_procbody+0x8d
fork_exit(c070e370,0,e2a26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100001 td 0xc3f0dcc0
sched_switch(c3f0dcc0,0,1,180,789b9958,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f0dcc0,0,c0ab2ccd,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc6c68,64,c0aa6bdd,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bc6c68,c0bc6bc8,24c,c0aa6bdd,64,...) at _sleep+0x345
g_io_schedule_up(c3f0dcc0,0,c0aa82a0,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e2a23d38,c0aabc22,2f0,c3f0c2a8,...) at g_up_procbody+0x8d
fork_exit(c070e400,0,e2a23d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100002 td 0xc3f0daa0
sched_switch(c3f0daa0,0,1,180,7d38acf0,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f0daa0,0,c0ab2ccd,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc6c60,64,c0aa6bdd,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bc6c60,0,4c,c0aa6bdd,64,...) at _sleep+0x345
g_event_procbody(0,e2a20d38,c0aabc22,2f0,c3f0c550,...) at g_event_procbody+0xcb
fork_exit(c070e490,0,e2a20d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc40c9880
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100040 td 0xc40c9aa0
sched_switch(c40c9aa0,0,1,180,9b826d00,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c40d1964,...) at mi_switch+0x217
ithread_loop(c40c8260,e471ad38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c40c8260,e471ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe471ad70, ebp = 0 ---

Tracing command intr pid 12 tid 100039 td 0xc40c9cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100038 td 0xc40ca000
sched_switch(c40ca000,0,1,180,9b81e9b4,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3f09464,...) at mi_switch+0x217
ithread_loop(c40c8560,e4720d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c40c8560,e4720d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4720d70, ebp = 0 ---

Tracing command intr pid 12 tid 100037 td 0xc3f77cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100036 td 0xc4026000
sched_switch(c4026000,0,1,180,f508dd8a,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3f08ce4,...) at mi_switch+0x217
ithread_loop(c40bfae0,e448ed38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c40bfae0,e448ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100035 td 0xc4026220
sched_switch(c4026220,0,1,180,c431830c,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3f4d6e4,...) at mi_switch+0x217
ithread_loop(c40bf170,e4491d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c40bf170,e4491d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4491d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc4027220
sched_switch(c4027220,0,1,180,9b81970c,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3f4d764,...) at mi_switch+0x217
ithread_loop(c4054200,e44a6d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c4054200,e44a6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44a6d70, ebp = 0 ---

Tracing command intr pid 12 tid 100027 td 0xc4027440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100026 td 0xc3f11660
sched_switch(c3f11660,0,1,180,6d3a3ce6,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3fbea64,...) at mi_switch+0x217
ithread_loop(c3ffa020,e2a44d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c3ffa020,e2a44d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---

Tracing command intr pid 12 tid 100025 td 0xc3f11880
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100024 td 0xc3f11aa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100023 td 0xc3f11cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100016 td 0xc3f0f220
sched_switch(c3f0f220,0,1,180,4ddcc210,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3f4e4e4,...) at mi_switch+0x217
ithread_loop(c3f0b250,e2a29d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c3f0b250,e2a29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---

Tracing command intr pid 12 tid 100015 td 0xc3f0f440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100003 td 0xc3f0d880
sched_switch(c3f0d880,0,1,180,81d54110,...) at sched_switch+0x49b
mi_switch(1,0,c0aabea4,469,c3f4e5e4,...) at mi_switch+0x217
ithread_loop(c3f0b270,e2a1dd38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ef10,c3f0b270,e2a1dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---

Tracing command idle pid 11 tid 100014 td 0xc3f0f660
kdb_enter(c0a811ea,20889fcc,0,10e,20889fcc,...) at kdb_enter+0x32
hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x1a7
lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 ---
acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28
sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---

Tracing command idle pid 11 tid 100013 td 0xc3f0f880
cpustop_handler(2,e2a32c44,c0a1476d,c0777be8,e2a32bf4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0777be8,e2a32bf4,c0778604,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f
trap(e2a32c50) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0d8d4a5, esp = 0xe2a32c90, ebp = 0xe2a32c90 ---
acpi_cpu_c1(c07630c7,c3f0f880,e2a32cac,1,c0bd0c40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a32cf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0c40,0,c0ab0c91,322,c0bcae80,...) at cpu_idle+0x28
sched_idletd(0,e2a32d38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a32d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---

Tracing command idle pid 11 tid 100012 td 0xc3f0faa0
cpustop_handler(4,e2a35c44,c0a1476d,c0777be8,e2a35bf4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0777be8,e2a35bf4,c0778604,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f
trap(e2a35c50) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0d8d4a5, esp = 0xe2a35c90, ebp = 0xe2a35c90 ---
acpi_cpu_c1(c07630c7,c3f0faa0,e2a35cac,2,c0bd0cc0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a35cf8,c0778db9,c0bd0cc0,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0cc0,0,c0ab0c91,322,c0bcb4c0,...) at cpu_idle+0x28
sched_idletd(0,e2a35d38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a35d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc3f0d660
cpustop_handler(8,e2a1ac44,c0a1476d,c0777be8,e2a1abf4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0777be8,e2a1abf4,c0778604,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f
trap(e2a1ac50) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0d8d4a5, esp = 0xe2a1ac90, ebp = 0xe2a1ac90 ---
acpi_cpu_c1(c07630c7,c3f0d660,e2a1acac,3,c0bd0cc0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1acf8,c0778db9,c0bd0cc0,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0cc0,0,c0ab0c91,322,c0bcbb00,...) at cpu_idle+0x28
sched_idletd(0,e2a1ad38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a1ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---

Tracing command init pid 1 tid 100005 td 0xc3f0d440
sched_switch(c3f0d440,0,1,180,e3ab3f12,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f0d440,0,c0ab2ccd,19b,c3f0cd48,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3f0cd48,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c3f0cd48,c3f0cdd8,15c,c0ab4dcc,0,...) at _sleep+0x359
kern_wait(c3f0d440,ffffffff,e2a17c2c,0,0,...) at kern_wait+0xa66
wait4(c3f0d440,e2a17cfc,10,e2a17d38,c0b5f5a8,...) at wait4+0x3b
syscall(e2a17d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805452f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100006 td 0xc3f0d220
sched_switch(c3f0d220,0,1,180,9b82b0cc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c3f0d220,...) at mi_switch+0x217
sleepq_switch(c3f0d220,0,c0ab2ccd,21d,c3f0d220,...) at sleepq_switch+0xf0
sleepq_wait(c0c25b94,c0c25b74,c0acc0e3,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c25b94,c0c25b74,c0acca86,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e2a14d38,c0aabc22,2f0,c3f10000,...) at audit_worker+0x99
fork_exit(c0928550,0,e2a14d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a14d70, ebp = 0 ---

Tracing command kernel pid 0 tid 0 td 0xc0bc6fd0
sched_switch(c0bc6fd0,0,1,180,cae5828c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2ccd,1bf,c0bc6fd0,...) at mi_switch+0x217
sleepq_switch(c0bc6fd0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0
sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60
_sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369
vm_wait(c0bd0cc0,0,c0ad0d02,2df,c4397810,...) at vm_wait+0xbe
scheduler(0,101ec00,101ec00,101e000,1028000,...) at scheduler+0x69
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 146 MB: 131 115 99 83 67 51 35 19 3
Dump complete
= 0xf
db> c
interrupt                   total
irq1: atkbd0                           2
irq4: sio0                            46
irq6: fdc0                             1
irq14: ata0                     11386404
irq16: uhci0                           1
irq17: fxp0                       456689
cpu0: timer                    133468108
cpu1: timer                    133511672
cpu3: timer                    133506104
cpu2: timer                    133506236
Total                   545835606
KDB: stack backtrace:
db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,2088ca56,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0aaa776,2088ca56,0,10e,2088ca56,...) at kdb_backtrace+0x29
hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b
lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 ---
acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28
sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 11 tid 100014 ]
Stopped at      kdb_enter+0x32: leave
db> c
interrupt                   total
irq1: atkbd0                           2
irq4: sio0                            47
irq6: fdc0                             1
irq14: ata0                     11386404
irq16: uhci0                           1
irq17: fxp0                       456689
cpu0: timer                    133468110
cpu1: timer                    133515301
cpu3: timer                    133509732
cpu2: timer                    133509865
Total                   545846495
KDB: stack backtrace:
db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,2088f4df,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0aaa776,2088f4df,0,10e,2088f4df,...) at kdb_backtrace+0x29
hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b
lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 ---
acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28
sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 11 tid 100014 ]
Stopped at      kdb_enter+0x32: leave
db> c
interrupt                   total
irq1: atkbd0                           2
irq4: sio0                            48
irq6: fdc0                             1
irq14: ata0                     11386404
irq16: uhci0                           1
irq17: fxp0                       456689
cpu0: timer                    133468112
cpu1: timer                    133518930
cpu3: timer                    133513361
cpu2: timer                    133513494
Total                   545857384
KDB: stack backtrace:
db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,20891f68,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0aaa776,20891f68,0,10e,20891f68,...) at kdb_backtrace+0x29
hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b
lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 ---
acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28
sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249
fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 11 tid 100014 ]
Stopped at      kdb_enter+0x32: leave
db> reset

(kgdb) p cnt
$1 = {v_swtch = 0x0, v_trap = 0x0, v_syscall = 0x0, v_intr = 0x0, v_soft = 0x0, v_vm_faults = 0x0, v_cow_faults = 0x0, v_cow_optim = 0x0, v_zfod = 0x0, v_ozfod = 0x0,
  v_swapin = 0x0, v_swapout = 0x0, v_swappgsin = 0x0, v_swappgsout = 0x0, v_vnodein = 0x0, v_vnodeout = 0x0, v_vnodepgsin = 0x0, v_vnodepgsout = 0x0, v_intrans = 0x0,
  v_reactivated = 0x4e8c04, v_pdwakeups = 0x32ed, v_pdpages = 0x5403a0bb, v_tcached = 0x198a157, v_dfree = 0x0, v_pfree = 0x480880c, v_tfree = 0x0, v_page_size = 0x1000,
  v_page_count = 0x3e11e, v_free_reserved = 0x17d, v_free_target = 0x1b49, v_free_min = 0x673, v_free_count = 0x0, v_wire_count = 0x6358, v_active_count = 0x328dc,
  v_inactive_target = 0x28ed, v_inactive_count = 0x5486, v_cache_count = 0x0, v_cache_min = 0x1b49, v_cache_max = 0x3692, v_pageout_free_min = 0x22,
  v_interrupt_free_min = 0x2, v_free_severe = 0x3f8, v_forks = 0x0, v_vforks = 0x0, v_rforks = 0x0, v_kthreads = 0x0, v_forkpages = 0x0, v_vforkpages = 0x0,
  v_rforkpages = 0x0, v_kthreadpages = 0x0}

ITEM                     SIZE     LIMIT      USED      FREE  REQUESTS  FAILURES

UMA Kegs:                 128,        0,       80,       10,       80,        0
UMA Zones:                480,        0,       80,        0,       80,        0
UMA Slabs:                 64,        0,     1750,     1849,   332516,        0
UMA RCntSlabs:            104,        0,      853,      664,   247255,        0
UMA Hash:                 128,        0,        2,       28,        7,        0
16 Bucket:                 76,        0,       32,       68,      110,        0
32 Bucket:                140,        0,       73,       39,      183,        0
64 Bucket:                268,        0,       57,       41,      280,       14
128 Bucket:               524,        0,      766,      571,   149847,     1703
VM OBJECT:                124,        0,    19966,    31091, 19739225,        0
MAP:                      140,        0,        7,       21,        7,        0
KMAP ENTRY:                68,    56448,     1533,     3619,  3526704,        0
MAP ENTRY:                 68,        0,     2178,      846,  4727859,        0
DP fakepg:                 72,        0,        0,        0,        0,        0
mt_zone:                 1024,        0,      238,        2,      238,        0
16:                        16,        0,     2844,     1013, 40182569,        0
32:                        32,        0,     2027,     1250, 69925609,        0
64:                        64,        0,    22503,      271, 166298677,        0
128:                      128,        0,    19659,      291, 46368254,        0
256:                      256,        0,    17578,      182, 16524701,        0
512:                      512,        0,       84,      500,   140722,        0
1024:                    1024,        0,      155,      169,   258162,        0
2048:                    2048,        0,      311,      389,  6910819,        0
4096:                    4096,        0,      207,      371,   150368,        0
Files:                     72,        0,      172,      994, 23840248,        0
TURNSTILE:                 76,        0,      932,     4924,   398427,        0
umtx pi:                   52,        0,        0,        0,        0,        0
PROC:                     680,        0,      151,      281,    94807,        0
THREAD:                   532,        0,      450,      481, 19062827,        0
UPCALL:                    44,        0,        0,        0,        0,        0
SLEEPQUEUE:                40,        0,      932,     6244,   398427,        0
VMSPACE:                  232,        0,      106,      285,    94796,        0
audit_record:             856,        0,        0,        0,        0,        0
mbuf_packet:              256,        0,      124,      479, 19446353,        0
mbuf:                     256,        0,        2,      640, 169480689,       38
mbuf_cluster:            2048,    25600,      603,      375,  6899830,        0
mbuf_jumbo_pagesize:     4096,        0,        0,      364,  9312137,        0
mbuf_jumbo_9k:           9216,        0,        0,        0,        0,        0
mbuf_jumbo_16k:         16384,        0,        0,        0,        0,        0
mbuf_ext_refcnt:            4,        0,        0,        0,        0,        0
ACL UMA zone:             388,        0,        0,        0,        0,        0
g_bio:                    132,        0,      638,        0, 44944777,    40549
ata_request:              192,        0,        1,      682, 11388737,        0
ata_composite:            184,        0,        0,        0,        0,        0
VNODE:                    348,        0,    17759,    45766, 29766429,        0
VNODEPOLL:                 64,        0,        1,      176,        2,        0
NAMEI:                   1024,        0,        4,      640, 85656177,        0
S VFS Cache:               68,        0,      421,     3891,  8715206,        0
L VFS Cache:              291,        0,        0,     1625,    26680,        0
DIRHASH:                 1024,        0,      989,      379,   469466,        0
NFSMOUNT:                 472,        0,        0,        0,        0,        0
NFSNODE:                  456,        0,        0,        0,        0,        0
pipe:                     396,        0,        9,      311,    32356,        0
ksiginfo:                  80,        0,      408,      168,     1220,        0
itimer:                   220,        0,        0,        0,        0,        0
KNOTE:                     68,        0,        3,      389,    63378,        0
socket:                   396,    12330,       83,      137,   227239,        0
ipq:                       32,      904,        0,        0,        0,        0
udpcb:                    168,    12328,       17,      167,   220851,        0
inpcb:                    168,    12328,       43,      164,     1459,        0
tcpcb:                    444,    12330,       43,       83,     1459,        0
tcptw:                     52,     2520,        0,      360,       75,        0
syncache:                  92,    15372,        0,      210,      422,        0
hostcache:                 76,    15400,        0,      100,        6,        0
tcpreass:                  20,     1690,        0,      169,     4943,        0
sackhole:                  20,        0,        0,        0,        0,        0
sctp_ep:                  804,    12330,        0,        0,        0,        0
sctp_asoc:               1396,    40000,        0,        0,        0,        0
sctp_laddr:                24,    80040,        0,      290,        2,        0
sctp_raddr:               396,    80000,        0,        0,        0,        0
sctp_chunk:                92,   400008,        0,        0,        0,        0
sctp_readq:                76,   400000,        0,        0,        0,        0
sctp_stream_msg_out:       60,   400050,        0,        0,        0,        0
sctp_asconf_ack:           24,   400055,        0,        0,        0,        0
ripcb:                    168,    12328,        0,       46,        1,        0
unpcb:                    168,    12328,       23,      230,     4927,        0
rtentry:                  120,        0,       10,      150,       31,        0
SWAPMETA:                 276,   121576,     3124,     2882,   811722,        0
Mountpoints:              744,        0,        7,        8,        7,        0
FFS inode:                132,        0,    17719,      348, 29734908,        0
FFS1 dinode:              128,        0,        0,        0,        0,        0
FFS2 dinode:              256,        0,    17716,      284, 29734905,        0

         Type InUse MemUse HighUse Requests  Size(s)
  pfs_vncache     0     0K       -        2  32
         GEOM    82    11K       -     5122  16,32,64,128,256,512,1024
       isadev    18     2K       -       18  64
         cdev    25     4K       -       25  128
        sigio     1     1K       -        1  32
     filedesc   139    38K       -    94914  16,32,64,128,256,512,1024,2048,4096
         kenv   116     9K       -      118  16,32,64,4096
       kqueue     2     2K       -    22260  128,1024
    proc-args    78     4K       -    73151  16,32,64,128,256
       kbdmux     6     9K       -        6  16,128,256,2048,4096
      ithread   116    12K       -      116  16,64,128
       KTRACE   100    13K       -      100  128
       linker    87     4K       -      119  16,32,256
        lockf    10     1K       - 115684688  64
       ip6ndp     5     1K       -        5  64,128
         temp    28   233K       -  1095713  16,32,64,128,256,512,1024,2048,4096
       devbuf  1453  3967K       -     1454  16,32,64,128,256,512,1024,2048,4096
CAM dev queue     1     1K       -        1  64
       module   428    27K       -      428  64,128
    CAM queue     3     1K       -        3  16
     mtx_pool     1     4K       -        1  4096
      subproc   585   717K       -    95241  256,4096
         proc     2     8K       -        2  4096
      session    30     2K       -   447122  64
         pgrp    31     2K       -   563874  64
         cred    30     8K       -   782292  256
      uidinfo     4     2K       -   301769  32,1024
       plimit    16     4K       -     4515  256
  ata_generic     2     2K       -        2  1024
    sysctltmp     0     0K       -    68083  16,32,64,128
    sysctloid  2838    86K       -     2838  16,32,64
       sysctl     0     0K       -   696950  16,32,64
         umtx   931    59K       -   398426  64
     p1003.1b     1     1K       -        1  16
         SWAP     2   277K       -        2  64
    ad_driver     1     1K       -        1  32
       bus-sc    63    27K       -     1781  16,32,64,128,256,512,1024,2048,4096
          bus  1082    43K       -   184001  16,32,64,128,1024
      devstat     8    17K       -        8  16,4096
 eventhandler    61     4K       -       61  32,64,128
      ata_dma     2     1K       -        2  128
         kobj   287   574K       -      358  2048
    ar_driver     0     0K       -        5  512,2048
         rman   142     9K       -      645  16,32,64
   acd_driver     1     2K       -        1  2048
         sbuf     0     0K       -    39614  16,32,64,128,256,512,1024,2048,4096
    taskqueue    11     1K       -       11  16,128
       Unitno    11     1K       - 38124763  16,64
          iov     0     0K       -    14419  16,32,64,128,256,1024,2048,4096
     ioctlops     0     0K       -    26775  16,32,64,128,256,512,1024,4096
          msg     4    25K       -        4  1024,4096
          sem     4     7K       -        4  256,1024,4096
          shm     1    12K       -      693  1024
         ttys  1482   297K       -  4633639  128,1024
         ptys   105    14K       -      105  128
     mbuf_tag     0     0K       -        2  32
          pcb    43    77K       -   221618  16,32,64,2048,4096
       soname     4     1K       -   447646  16,32,64,128
       biobuf     5    10K       -  6906873  2048
     vfscache     1   512K       -        1
   cl_savebuf     0     0K       -   279710  32,64
     vfs_hash     1   256K       -        1
       vnodes     1     1K       -     2036  16,128
  vnodemarker     0     0K       -    33674  512
        mount   126     5K       -      332  16,32,64,128,256,512
      CAM SIM     1     1K       -        1  128
          BPF     4     1K       -        4  64
  ether_multi    17     1K       -       18  16,32,64
       ifaddr    44    10K       -       44  16,32,64,128,256,512,2048
        ifnet     5     5K       -        5  128,1024
        clone     5    20K       -        5  4096
       arpcom     2     1K       -        2  16
           lo     1     1K       -        1  16
   CAM periph     2     1K       -        9  16,32,64,128
      CAM XPT    10     1K       -       25  16,32,64,512
     routetbl    23     3K       -      117  16,32,64,128,256
     in_multi     2     1K       -        2  64
    sctp_iter     0     0K       -        2  128
     sctp_ifn     2     1K       -        2  128
     sctp_ifa     3     1K       -        3  128
     sctp_vrf     1     1K       -        1  64
    sctp_a_it     0     0K       -        2  16
    hostcache     1    20K       -        1
     ppbusdev     3     1K       -        3  128
     syncache     1    72K       -        1
    in6_multi    19     1K       -       19  16,32,64
 ip6_moptions     1     1K       -        1  16
  nfss_daemon    16    16K       -       16  512
 nfss_srvsock     2     1K       -        2  128
audit_evclass   150     3K       -      187  16
     savedino 16611  4153K       -  7748205  256
    newdirblk    28     1K       -   192378  32
       dirrem     0     0K       - 26919914  32
        mkdir     4     1K       - 14876932  32
       diradd 17346  1085K       - 26923797  64
     freefile     1     1K       - 25574079  32
     freeblks     1     1K       -  7815390  256
     freefrag     0     0K       -  1200388  32
   allocindir   118     8K       -  2633574  64
     indirdep     2     1K       -     4883  32
  allocdirect    42     6K       -  8152581  128
    bmsafemap     3     1K       -    84175  64
       newblk     1     1K       - 10786156  64,256
     inodedep 17353  2425K       - 33144379  128
      pagedep    30    34K       -  8467586  64
  ufs_dirhash    43    21K       -   305502  16,32,64,128,256,512,1024,2048,4096
    ufs_quota     1   256K       -        1
    ufs_mount    15    45K       -       15  512,2048,4096
      UMAHash     5    19K       -       22  256,512,1024,2048,4096
      entropy  1024    64K       -     1024  64
    vm_pgdata     2    65K       -        2  64
     atkbddev     2     1K       -        2  32
       USBdev     4     2K       -        4  128,512
          USB    15     2K       -       18  16,32,64,128,512,1024
       DEVFS1   300    75K       -      300  256
       DEVFS3   311    39K       -      312  128
      io_apic     3     3K       -        3  1024
        DEVFS    13     1K       -       14  16,64
      memdesc     1     4K       -        1  4096
     nexusdev     5     1K       -        5  16
    pfs_nodes    20     3K       -       20  128
       acpica  1642    87K       -   691429  16,32,64,128,256,512,1024
     acpitask     0     0K       -        1  32
      acpidev    46     2K       -       46  32
      acpisem    12     1K       -       12  64
     pci_link    16     2K       -       16  64,128
       apmdev     1     1K       -        1  64

--
Test scenario: vfs.cfg + all.cfg