GENERIC HEAD from Apr 28 17:26 UTC + kern_event-2.diff, vmcore.218

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Mon Apr 28 19:49:13 CEST 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037582336 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc4101ee4 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
 2nd 0xd7e81d20 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b12d8d,e290978c,c07af16e,c0b1542c,d7e81d20,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b1542c,d7e81d20,c0b1a140,c0b1a140,c0b196f6,...) at kdb_backtrace+0x29
witness_checkorder(d7e81d20,9,c0b196ed,998,4,...) at witness_checkorder+0x6de
__lockmgr_args(d7e81d20,81900,c4101ee4,c0b1a075,50,...) at __lockmgr_args+0x777
getblk(c4101de8,0,0,800,0,...) at getblk+0x163
breadn(c4101de8,0,0,800,0,...) at breadn+0x44
bread(c4101de8,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c4101de8,0,0,0,e29099a4,...) at ffs_blkatoff+0xd1
ufs_lookup(e29099ec,c0b43617,c4101de8,c4101de8,e2909b50,...) at ufs_lookup+0x2b5
VOP_CACHEDLOOKUP_APV(c0beb700,e29099ec,e2909b50,e2909b3c,c3e2a800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(e2909a6c,c0b1c471,c0c03a00,80000,c4101de8,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0beb700,e2909a6c,c0b1aef1,1b0,e2909b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(e2909b24,c0b1aef1,d8,c0,c3df422c,...) at lookup+0x57e
namei(e2909b24,e2909b28,c07ae94c,c076617c,c0c87700,...) at namei+0x45b
kern_unlinkat(c3e25cc0,ffffff9c,c0b1b578,1,e2909c5c,...) at kern_unlinkat+0x46
kern_unlink(c3e25cc0,c0b1b578,1,631,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b1b732,c0b09787,c0b022ea,1,c07ecc10,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c35510,4,c0b0aa46,264,0,...) at vfs_mountroot+0x420
start_init(0,e2909d38,c0b0c3cb,30d,c3e23cf8,...) at start_init+0x65
fork_exit(c073b110,0,e2909d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2909d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
 1st 0xd8115440 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6119
 2nd 0xc0c936c4 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5259
 3rd 0xd80dbc80 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123
KDB: stack backtrace:
db_trace_self_wrapper(c0b12d8d,e6965468,c07af16e,c0b15445,d80dbc80,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b15445,d80dbc80,c0b1a140,c0b1a140,c0b2f04b,...) at kdb_backtrace+0x29
witness_checkorder(d80dbc80,9,c0b2f042,17eb,e6965488,...) at witness_checkorder+0x6de
__lockmgr_args(d80dbc80,80900,c0c936c4,0,0,...) at __lockmgr_args+0x777
getdirtybuf(e69655b8,0,c0b2f042,148b,131,...) at getdirtybuf+0xc3
softdep_sync_metadata(c4de6590,0,c0b308be,131,0,...) at softdep_sync_metadata+0x93a
ffs_syncvnode(c4de6590,1,3,c4bf7660,e6965674,...) at ffs_syncvnode+0x3e2
ffs_truncate(c4de6590,200,0,880,c4b38800,...) at ffs_truncate+0x639
ufs_direnter(c4de6590,c4fc7c84,e69658f0,e6965b84,0,...) at ufs_direnter+0x973
ufs_makeinode(e6965b84,c0bebc20,e6965a64,e6965a34,c0a90f45,...) at ufs_makeinode+0x541
ufs_create(e6965a64,c0b43ad4,0,e6965a64,e6965b58,...) at ufs_create+0x30
VOP_CREATE_APV(c0beb700,e6965a64,2,e6965a54,246,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6965b58,e6965c5c,1b0,c4b38800,c4ae3034,...) at vn_open_cred+0x1df
vn_open(e6965b58,e6965c5c,1b0,c4ae3034,c0990f9c,...) at vn_open+0x33
kern_openat(c4bf7660,ffffff9c,bfbfe898,0,602,...) at kern_openat+0x10f
kern_open(c4bf7660,bfbfe898,0,601,1b0,...) at kern_open+0x35
open(c4bf7660,e6965cfc,c,c0b15adc,c0bc8158,...) at open+0x30
syscall(e6965d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28154b8b, esp = 0xbfbfe85c, ebp = 0xbfbfe878 ---
panic: KN_INFLUX set when not suppose to be
cpuid = 3
KDB: enter: panic
[thread pid 6219 tid 100177 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $lines 0
db> bt
Tracing pid 6219 tid 100177 td 0xc51f4880
kdb_enter(c0b0fe72,c0b0fe72,c0b0c0c7,e6861ba4,3,...) at kdb_enter+0x3a
panic(c0b0c0c7,0,c0b0be7c,5a2,e6861bcc,...) at panic+0x12c
kqueue_close(c4a19b94,c51f4880,c0b14b33,c4c65800,c4a19b94,...) at kqueue_close+0xfb
_fdrop(c4a19b94,c51f4880,c076617c,c52d6d00,4,...) at _fdrop+0x43
closef(c4a19b94,c51f4880,45d,442,c4a19b94,...) at closef+0x277
kern_close(c51f4880,9,e6861d2c,c0a82733,c51f4880,...) at kern_close+0x11d
close(c51f4880,e6861cfc,4,c0b165c1,c0bc8170,...) at close+0x1a
syscall(e6861d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---
db> show allpcpu
Current CPU: 3

cpuid        = 0
curthread    = 0xc3e25440: pid 11 "idle: cpu0"
curpcb       = 0xe2916d90
fpcurthread  = none
idlethread   = 0xc3e25440: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc3e27880: pid 3 "g_up"
curpcb       = 0xe4331d90
fpcurthread  = none
idlethread   = 0xc3e25660: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3e25880: pid 11 "idle: cpu2"
curpcb       = 0xe2910d90
fpcurthread  = none
idlethread   = 0xc3e25880: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc51f4880: pid 6219 "pipe5"
curpcb       = 0xe6861d90
fpcurthread  = none
idlethread   = 0xc3e25aa0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 6219 (pipe5) thread 0xc4c48660 (100093)
exclusive sx filedesc structure r = 0 (0xc4c6582c) locked @ kern/kern_descrip.c:1090
Process 6219 (pipe5) thread 0xc51f4880 (100177)
exclusive sleep mutex kqueue r = 0 (0xc52d6d00) locked @ kern/kern_event.c:1442
Process 4860 (sshd) thread 0xc4361000 (100187)
exclusive sx so_rcv_sx r = 0 (0xc4492514) locked @ kern/uipc_sockbuf.c:148
Process 1140 (top) thread 0xc4a0baa0 (100118)
exclusive sx user map r = 0 (0xc444497c) locked @ vm/vm_map.c:1987
exclusive sx sysctl lock r = 0 (0xc0c35b24) locked @ kern/kern_sysctl.c:1415
exclusive sleep mutex Giant r = 0 (0xc0c35510) locked @ kern/kern_sysctl.c:1353
Process 1103 (sshd) thread 0xc4a09440 (100141)
exclusive sx so_rcv_sx r = 0 (0xc44659a0) locked @ kern/uipc_sockbuf.c:148
Process 1102 (sshd) thread 0xc4a12aa0 (100140)
exclusive sx so_rcv_sx r = 0 (0xc46769a0) locked @ kern/uipc_sockbuf.c:148
Process 1101 (sshd) thread 0xc478a660 (100054)
exclusive sx so_rcv_sx r = 0 (0xc4419698) locked @ kern/uipc_sockbuf.c:148
Process 1043 (sshd) thread 0xc4468440 (100104)
exclusive sx so_rcv_sx r = 0 (0xc449020c) locked @ kern/uipc_sockbuf.c:148
db> show lockedvnods
Locked vnodes
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
 6222  3996  3996  1001  R+      (threaded)          pipe5
100125                   CanRun                      pipe5
100101                   CanRun                      pipe5
100183                   S       uwait    0xc42d1d80 initial thread
 6219  3996  3996  1001  R+      (threaded)          pipe5
100093                   CanRun                      pipe5
100177                   Run     CPU 3               pipe5
100190                   S       uwait    0xc42a9e80 initial thread
 6119  1163  1158  1001  S       nanslp   0xc0c35cc4 sleep
 5131  5096  5048  1001  SL+     swread   0xc208cc74 swap
 5130  5096  5048  1001  SL+     swread   0xc176b2dc swap
 5128  5096  5048  1001  SL+     swread   0xc2037cfc swap
 5126  5096  5048  1001  SL+     swread   0xc17636d0 swap
 5111  5096  5048  1001  SL+     swread   0xc2103944 swap
 5106  5096  5048  1001  SL+     swread   0xc1795f1c swap
 5102  5096  5048  1001  RL+                         swap
 5098  5096  5048  1001  SL+     swread   0xc214769c swap
 5096  5074  5048  1001  S+      wait     0xc43597c8 swap
 5074  5072  5048  1001  S+      wait     0xc49f2530 swap
 5072  5071  5048  1001  S+      wait     0xc4b33a60 run
 5071  5070  5048  1001  S+      wait     0xc4bfb298 run
 5070  5048  5048  1001  S+      nanslp   0xc0c35cc4 run
 5048  4879  5048  1001  S+      wait     0xc4c43530 sh
 4879  4877  4879  1001  Ss+     wait     0xc4b33000 bash
 4877  4860  4860  1001  S       select   0xc4c16368 sshd
 4860   774  4860     0  Ss      sbwait   0xc4492544 sshd
 3996  1047  3996  1001  S+      wait     0xc4386cf8 sh
 1164  1158  1158  1001  S       piperd   0xc4a17000 awk
 1163  1158  1158  1001  S       wait     0xc4359298 sh
 1158  1155  1158  1001  Ss      wait     0xc4303a60 sh
 1157  1156  1157  1001  Ss      kqread   0xc4aaad80 tail
 1156  1103  1103  1001  S       select   0xc42995e8 sshd
 1155  1102  1102  1001  S       select   0xc429ab68 sshd
 1140  1137  1140  1001  Rs+                         top
 1137  1101  1101  1001  R                           sshd
 1103   774  1103     0  Ss      sbwait   0xc44659d0 sshd
 1102   774  1102     0  Ss      sbwait   0xc46769d0 sshd
 1101   774  1101     0  Ss      sbwait   0xc44196c8 sshd
 1047  1045  1047  1001  Ss+     wait     0xc4774000 bash
 1045  1043  1043  1001  S       select   0xc495b2a8 sshd
 1043   774  1043     0  Ss      sbwait   0xc449023c sshd
  897     1   897     0  Ss+     ttyin    0xc40b4c10 getty
  896     1   896     0  Ss+     ttyin    0xc40b4810 getty
  895     1   895     0  Ss+     ttyin    0xc40b5810 getty
  894     1   894     0  Ss+     ttyin    0xc40b5410 getty
  893     1   893     0  Ss+     ttyin    0xc40ad810 getty
  892     1   892     0  Ss+     ttyin    0xc40adc10 getty
  891     1   891     0  Ss+     ttyin    0xc40b4010 getty
  890     1   890     0  Ss+     ttyin    0xc40b4410 getty
  873     1   873     0  Ss      select   0xc42d1aa8 inetd
  846     1   846     0  Ss      select   0xc434e4e8 moused
  832     1   832     0  Ss      nanslp   0xc0c35cc4 watchdogd
  790     1   790     0  Ss      nanslp   0xc0c35cc4 cron
  783     1   783    25  Ss      pause    0xc4451abc sendmail
  779     1   779     0  Ss      select   0xc434eca8 sendmail
  774     1   774     0  Ss      select   0xc434e268 sshd
  692   676   676     0  S       -        0xc429d800 nfsd
  691   676   676     0  S       -        0xc4494e00 nfsd
  690   676   676     0  S       -        0xc429da00 nfsd
  689   676   676     0  S       -        0xc429c000 nfsd
  688   676   676     0  S       -        0xc4495000 nfsd
  687   676   676     0  S       -        0xc429de00 nfsd
  686   676   676     0  S       -        0xc429dc00 nfsd
  685   676   676     0  S       -        0xc4495400 nfsd
  684   676   676     0  S       -        0xc4495200 nfsd
  683   676   676     0  S       -        0xc42a0000 nfsd
  681   676   676     0  S       -        0xc4495600 nfsd
  680   676   676     0  S       -        0xc429c200 nfsd
  679   676   676     0  S       -        0xc4028a00 nfsd
  678   676   676     0  S       -        0xc429c400 nfsd
  677   676   676     0  S       -        0xc42fe800 nfsd
  676     1   676     0  Ss      select   0xc42d22a8 nfsd
  674     1   674     0  Ss      select   0xc40b2028 mountd
  621     1   621     0  Ss      select   0xc42d3a28 rpcbind
  604     1   604     0  Ss      select   0xc434e3a8 syslogd
  545     1   545     0  Ss      select   0xc434f228 devd
   21     0     0     0  SL      sdflush  0xc0c93720 [softdepflush]
   20     0     0     0  SL      syncer   0xc0c35ac0 [syncer]
   19     0     0     0  SL      vlruwt   0xc4284530 [vnlru]
   18     0     0     0  SL      psleep   0xc0c87c44 [bufdaemon]
   17     0     0     0  SL      pgzero   0xc0c94354 [pagezero]
    9     0     0     0  SL      psleep   0xc0c93f84 [vmdaemon]
    8     0     0     0  SL      psleep   0xc0c93f4c [pagedaemon]
    7     0     0     0  SL      waiting_ 0xc0c899ac [sctp_iterator]
    6     0     0     0  SL      -        0xc3feca3c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c32ed4 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c32ec0 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc4020210 [usb0]
    5     0     0     0  SL      ccb_scan 0xc0c04554 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c35ac8 [yarrow]
    4     0     0     0  SL      -        0xc0c3362c [g_down]
    3     0     0     0  RL      CPU 1               [g_up]
    2     0     0     0  SL      -        0xc0c33620 [g_event]
   12     0     0     0  WL      (threaded)          intr
100041                   I                           [irq7: ppbus0 ppc0]
100039                   I                           [swi0: sio]
100038                   I                           [irq12: psm0]
100037                   I                           [irq1: atkbd0]
100036                   I                           [irq15: ata1]
100035                   I                           [irq14: ata0]
100034                   I                           [irq17: fxp0]
100030                   I                           [irq16: uhci0]
100028                   I                           [irq9: acpi0]
100027                   I                           [swi6: Giant taskq]
100025                   I                           [swi5: +]
100023                   I                           [swi2: cambio]
100018                   I                           [swi6: task queue]
100012                   I                           [swi3: vm]
100011                   I                           [swi4: clock]
100010                   I                           [swi4: clock]
100009                   I                           [swi4: clock]
100008                   I                           [swi4: clock sio]
100007                   I                           [swi1: net]
   11     0     0     0  RL      (threaded)          idle
100006                   Run     CPU 0               [idle: cpu0]
100005                   CanRun                      [idle: cpu1]
100004                   Run     CPU 2               [idle: cpu2]
100003                   CanRun                      [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3e23cf8 [init]
   10     0     0     0  SL      audit_wo 0xc0c93120 [audit]
    0     0     0     0  SLs     (threaded)          kernel
100029                   D       -        0xc400b180 [em0 taskq]
100026                   D       -        0xc3fea500 [thread taskq]
100024                   D       -        0xc3fea600 [kqueue taskq]
100021                   D       -        0xc3e20600 [acpi_task_2]
100020                   D       -        0xc3e20600 [acpi_task_1]
100019                   D       -        0xc3e20600 [acpi_task_0]
100016                   D       -        0xc3e21580 [firmware taskq]
100000                   I                           [swapper]
 5075  5072  5048  1001  Z+                          creat
 5076  5072  5048  1001  Z+                          mkdir
 5100  5096  5048  1001  Z+                          swap
 5132  5096  5048  1001  Z+                          swap
 5107  5096  5048  1001  Z+                          swap
 5099  5096  5048  1001  Z+                          swap
 5108  5096  5048  1001  Z+                          swap
 5123  5096  5048  1001  Z+                          swap
 5110  5096  5048  1001  Z+                          swap
 5124  5096  5048  1001  Z+                          swap
 5129  5096  5048  1001  Z+                          swap
 5077  5072  5048  1001  Z+                          initial thread
 5078  5072  5048  1001  Z+                          udp
 5079  5072  5048  1001  Z+                          tcp
db> allt

Tracing command pipe5 pid 6222 tid 100125 td 0xc4c4f440
fork_trampoline() at fork_trampoline

Tracing command pipe5 pid 6222 tid 100101 td 0xc4b79440
fork_trampoline() at fork_trampoline

Tracing command pipe5 pid 6222 tid 100183 td 0xc4be3aa0
sched_switch(c4be3aa0,0,104,177,5ef7b400,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4be3aa0,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42d1d80,0,c0b114b8,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42d1d80,c0c37948,100,c0b114b8,0,...) at _sleep+0x313
do_wait(0,0,0,e6aa4c80,c0765e5d) at do_wait+0x267
__umtx_op_wait(c4be3aa0,e6aa4cfc,e6aa4d2c,c0a82733,c4be3aa0,...) at __umtx_op_wait+0x57
_umtx_op(c4be3aa0,e6aa4cfc,14,c0c38580,c0bcab70,...) at _umtx_op+0x27
syscall(e6aa4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe5 pid 6219 tid 100093 td 0xc4c48660
sched_switch(c4c48660,0,60b,172,5f7accec,...) at sched_switch+0x3fb
mi_switch(60b,0,c0b1196d,7f2,0,...) at mi_switch+0x200
sched_preempt(c4c48660,0,e6a0fbc8,c0a6716e,c0c40008,...) at sched_preempt+0xb5
ipi_bitmap_handler(c0c40008,28,c0b00028,c4c48660,0,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0b09785, ebp = 0xe6a0fb98 ---
uart_z8530_class(c0766442,20,246,c0b0be85,c0b09785,...) at 0x20

Tracing command pipe5 pid 6219 tid 100177 td 0xc51f4880
kdb_enter(c0b0fe72,c0b0fe72,c0b0c0c7,e6861ba4,3,...) at kdb_enter+0x3a
panic(c0b0c0c7,0,c0b0be7c,5a2,e6861bcc,...) at panic+0x12c
kqueue_close(c4a19b94,c51f4880,c0b14b33,c4c65800,c4a19b94,...) at kqueue_close+0xfb
_fdrop(c4a19b94,c51f4880,c076617c,c52d6d00,4,...) at _fdrop+0x43
closef(c4a19b94,c51f4880,45d,442,c4a19b94,...) at closef+0x277
kern_close(c51f4880,9,e6861d2c,c0a82733,c51f4880,...) at kern_close+0x11d
close(c51f4880,e6861cfc,4,c0b165c1,c0bc8170,...) at close+0x1a
syscall(e6861d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---

Tracing command pipe5 pid 6219 tid 100190 td 0xc431aaa0
sched_switch(c431aaa0,0,104,177,5eef16a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c431aaa0,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42a9e80,0,c0b114b8,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42a9e80,c0c37980,100,c0b114b8,0,...) at _sleep+0x313
do_wait(0,0,c431aaa0,e6a7ec80,c07a8950) at do_wait+0x267
__umtx_op_wait(c431aaa0,e6a7ecfc,e6a7ed2c,c0a82733,c431aaa0,...) at __umtx_op_wait+0x57
_umtx_op(c431aaa0,e6a7ecfc,14,c0b1692d,c0bcab70,...) at _umtx_op+0x27
syscall(e6a7ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command sleep pid 6119 tid 100065 td 0xc4a15cc0
sched_switch(c4a15cc0,0,104,177,97fe33f2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a15cc0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(2711,c07a58e0,c4a15cc0,3,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,2711,...) at _sleep+0x2dd
kern_nanosleep(c4a15cc0,e6965c64,e6965c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4a15cc0,e6965cfc,8,c4a15cc0,c0bc9760,...) at nanosleep+0x6f
syscall(e6965d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814377f, esp = 0xbfbfec8c, ebp = 0xbfbfecc8 ---

Tracing command swap pid 5131 tid 100194 td 0xc4bf8cc0
sched_switch(c4bf8cc0,0,104,177,5ebf9128,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4bf8cc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c208cc74,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c208cc74,c4c91280,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c91280,e6a75c04,8,0,e6a75bcc,...) at swap_pager_getpages+0x44d
vm_fault(c44430ec,8e4e000,2,8,8e4e000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c43167c8,...) at trap_pfault+0x118
trap(e6a75d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5130 tid 100157 td 0xc4c48000
sched_switch(c4c48000,0,104,177,5b1083b8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4c48000,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c176b2dc,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c176b2dc,c4c9a100,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c9a100,e6a3ec04,8,0,e6a3ebcc,...) at swap_pager_getpages+0x44d
vm_fault(c43072c4,9048000,2,8,9048000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4bfacf8,...) at trap_pfault+0x118
trap(e6a3ed38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5128 tid 100162 td 0xc435e880
sched_switch(c435e880,0,104,177,5c062fa6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c435e880,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c2037cfc,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c2037cfc,c4692780,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4692780,e6a4dc04,8,0,e6a4dbcc,...) at swap_pager_getpages+0x44d
vm_fault(c497c1d8,8e50000,2,8,8e50000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4c42cf8,...) at trap_pfault+0x118
trap(e6a4dd38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5126 tid 100189 td 0xc478a220
sched_switch(c478a220,0,104,177,5e1127a6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c478a220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c17636d0,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c17636d0,c4b8cd80,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4b8cd80,e69a1c04,8,0,e69a1bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4c140ec,8e75000,2,8,8e75000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4b9aa60,...) at trap_pfault+0x118
trap(e69a1d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5111 tid 100225 td 0xc4bac220
sched_switch(c4bac220,0,104,177,5d280de8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4bac220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c2103944,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c2103944,c4ca3980,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4ca3980,e6ae0c04,8,0,e6ae0bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4c12a24,8e42000,2,8,8e42000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4c8dcf8,...) at trap_pfault+0x118
trap(e6ae0d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5106 tid 100089 td 0xc4b78660
sched_switch(c4b78660,0,104,177,5b96ed18,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4b78660,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c1795f1c,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c1795f1c,c4ca6100,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4ca6100,e6977c04,8,0,e6977bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4444b10,8e58000,2,8,8e58000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4316298,...) at trap_pfault+0x118
trap(e6977d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5102 tid 100200 td 0xc4c48220
sched_switch(c4c48220,0,104,177,5aa0a212,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4c48220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c170e79c,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c170e79c,c4c9e600,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c9e600,e6a92c04,8,0,e6a92bcc,...) at swap_pager_getpages+0x44d
vm_fault(c497ddd4,8e78000,2,8,8e78000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4452298,...) at trap_pfault+0x118
trap(e6a92d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5098 tid 100182 td 0xc4be3220
sched_switch(c4be3220,0,104,177,5cb649d8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4be3220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c214769c,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c214769c,c4c99800,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c99800,e6a2cc04,8,0,e6a2cbcc,...) at swap_pager_getpages+0x44d
vm_fault(c4433938,8e38000,2,8,8e38000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4c84530,...) at trap_pfault+0x118
trap(e6a2cd38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---

Tracing command swap pid 5096 tid 100132 td 0xc4c50660
sched_switch(c4c50660,0,104,177,2e357602,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4c50660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c43597c8,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c43597c8,c4359854,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4c50660,13ea,e697ac2c,0,0,...) at kern_wait+0xa76
wait4(c4c50660,e697acfc,10,c0b164b8,c0bc8188,...) at wait4+0x3b
syscall(e697ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---

Tracing command swap pid 5074 tid 100117 td 0xc434d880
sched_switch(c434d880,0,104,177,3f0eacea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c434d880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c49f2530,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49f2530,c49f25bc,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c434d880,13e8,e699ec2c,0,0,...) at kern_wait+0xa76
wait4(c434d880,e699ecfc,10,c434d880,c0bc8188,...) at wait4+0x3b
syscall(e699ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command run pid 5072 tid 100199 td 0xc4a07880
sched_switch(c4a07880,0,104,177,79f0bb94,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a07880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4b33a60,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b33a60,c4b33aec,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4a07880,13d2,e6a87c2c,0,0,...) at kern_wait+0xa76
wait4(c4a07880,e6a87cfc,10,c4a07880,c0bc8188,...) at wait4+0x3b
syscall(e6a87d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe3bc, ebp = 0xbfbfe3d8 ---

Tracing command run pid 5071 tid 100122 td 0xc4a13aa0
sched_switch(c4a13aa0,0,104,177,b23a17f4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a13aa0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4bfb298,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4bfb298,c4bfb324,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4a13aa0,13d0,e696ec2c,0,0,...) at kern_wait+0xa76
wait4(c4a13aa0,e696ecfc,10,c4a13aa0,c0bc8188,...) at wait4+0x3b
syscall(e696ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe86c, ebp = 0xbfbfe888 ---

Tracing command run pid 5070 tid 100185 td 0xc4be2440
sched_switch(c4be2440,0,104,177,348656e6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4be2440,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a58e0,c4be2440,3,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,3e9,...) at _sleep+0x2dd
kern_nanosleep(c4be2440,e6a20c64,e6a20c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4be2440,e6a20cfc,8,c0b15dc2,c0bc9760,...) at nanosleep+0x6f
syscall(e6a20d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814577f, esp = 0xbfbfe88c, ebp = 0xbfbfe8b8 ---

Tracing command sh pid 5048 tid 100174 td 0xc4bb2000
sched_switch(c4bb2000,0,104,177,acf7fab0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4bb2000,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4c43530,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4c43530,c4c435bc,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4bb2000,ffffffff,e6a5bc2c,2,0,...) at kern_wait+0xa76
wait4(c4bb2000,e6a5bcfc,10,c0b15c5d,c0bc8188,...) at wait4+0x3b
syscall(e6a5bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---

Tracing command bash pid 4879 tid 100198 td 0xc4361660
sched_switch(c4361660,0,104,177,8f8d5b10,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4361660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4b33000,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b33000,c4b3308c,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4361660,ffffffff,e6a7bc2c,6,0,...) at kern_wait+0xa76
wait4(c4361660,e6a7bcfc,10,c0b15b58,c0bc8188,...) at wait4+0x3b
syscall(e6a7bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 4877 tid 100099 td 0xc4468660

Tracing command sshd pid 4860 tid 100187 td 0xc4361000

Tracing command sh pid 3996 tid 100113 td 0xc4317440
sched_switch(c4317440,0,104,177,5bfdd726,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4317440,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4386cf8,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4386cf8,c4386d84,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4317440,ffffffff,e69a4c2c,2,0,...) at kern_wait+0xa76
wait4(c4317440,e69a4cfc,10,c4317440,c0bc8188,...) at wait4+0x3b
syscall(e69a4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---

Tracing command awk pid 1164 tid 100163 td 0xc4b7aaa0
sched_switch(c4b7aaa0,0,104,177,9663b4f6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4b7aaa0,0,c0b13b7c,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4a17000,4c,c0b15880,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4a17000,c4a17168,14c,c0b15880,0,...) at _sleep+0x313
pipe_read(c4a1c068,e69d2c60,c4b39200,0,c4b7aaa0,...) at pipe_read+0x3f7
dofileread(e69d2c60,ffffffff,ffffffff,0,c4a1c068,...) at dofileread+0x96
kern_readv(c4b7aaa0,0,e69d2c60,8137000,1000,...) at kern_readv+0x58
read(c4b7aaa0,e69d2cfc,c,16,c0bc8128,...) at read+0x4f
syscall(e69d2d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28195c73, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command sh pid 1163 tid 100164 td 0xc4a13880
sched_switch(c4a13880,0,104,177,96c28a0a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a13880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4359298,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4359298,c4359324,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4a13880,ffffffff,e69dbc2c,2,0,...) at kern_wait+0xa76
wait4(c4a13880,e69dbcfc,10,c0b15c5d,c0bc8188,...) at wait4+0x3b
syscall(e69dbd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe91c, ebp = 0xbfbfe938 ---

Tracing command sh pid 1158 tid 100073 td 0xc4317660
sched_switch(c4317660,0,104,177,f22d6186,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4317660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4303a60,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4303a60,c4303aec,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4317660,ffffffff,e6842c2c,2,0,...) at kern_wait+0xa76
wait4(c4317660,e6842cfc,10,c4317660,c0bc8188,...) at wait4+0x3b
syscall(e6842d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command tail pid 1157 tid 100133 td 0xc4a07cc0
sched_switch(c4a07cc0,0,104,177,2645102e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4a07cc0,0,c0b13b7c,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a58e0,c4a07cc0,3,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c4aaad80,58,c0b0c0c0,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c4aaad80,c4aaad80,158,c0b0c0c0,3e9,...) at _sleep+0x2dd
kern_kevent(c4a07cc0,4,0,1,e695bc60,...) at kern_kevent+0x3bd
kevent(c4a07cc0,e695bcfc,18,c0ac62a6,c0bca2e8,...) at kevent+0x19b
syscall(e695bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814799b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sshd pid 1156 tid 100152 td 0xc4a14000
sched_switch(c4a14000,0,104,177,3ef11bea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4a14000,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c42995d0,0,c0b0e9f1,c4a14000,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42995e8,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42995e8,c42995d0,c0b156c8,571,c4a1c0d0,...) at _cv_wait_sig+0x204
seltdwait(c448c82c,c0b156c8,3d7,c4a14000,e69bab04,...) at seltdwait+0xa2
kern_select(c4a14000,b,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4a14000,e69bacfc,14,c0aff4c1,c0bc8998,...) at select+0x5e
syscall(e69bad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 1155 tid 100129 td 0xc4467000

Tracing command top pid 1140 tid 100118 td 0xc4a0baa0
sched_switch(c4a0baa0,0,207,172,5f420572,...) at sched_switch+0x3fb
mi_switch(207,0,c0b14357,d4,c49f1530,...) at mi_switch+0x200
ast(e691fd38) at ast+0x2a7
doreti_ast() at doreti_ast+0x17

Tracing command sshd pid 1137 tid 100146 td 0xc4a11880
sched_switch(c4a11880,0,104,177,f3228d3a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4a11880,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c42aa350,0,c0b0e9f1,c4a11880,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42aa368,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42aa368,c42aa350,c0b156c8,571,c4a26854,...) at _cv_wait_sig+0x204
seltdwait(c435322c,c0b156c8,3d7,c4a11880,e6986b04,...) at seltdwait+0xa2
kern_select(c4a11880,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4a11880,e6986cfc,14,c0aff4c1,c0bc8998,...) at select+0x5e
syscall(e6986d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 1103 tid 100141 td 0xc4a09440

Tracing command sshd pid 1102 tid 100140 td 0xc4a12aa0

Tracing command sshd pid 1101 tid 100054 td 0xc478a660

Tracing command bash pid 1047 tid 100121 td 0xc478b660
sched_switch(c478b660,0,104,177,2bf064c8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c478b660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4774000,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4774000,c477408c,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c478b660,ffffffff,e6928c2c,6,0,...) at kern_wait+0xa76
wait4(c478b660,e6928cfc,10,c0b15b58,c0bc8188,...) at wait4+0x3b
syscall(e6928d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 1045 tid 100123 td 0xc478b220
sched_switch(c478b220,0,104,177,5bdad3ce,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c478b220,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c495b290,0,c0b0e9f1,c478b220,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c495b2a8,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c495b2a8,c495b290,c0b156c8,571,c43402d8,...) at _cv_wait_sig+0x204
seltdwait(c443512c,c0b156c8,3d7,c478b220,e692eb04,...) at seltdwait+0xa2
kern_select(c478b220,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c478b220,e692ecfc,14,c0aff4c1,c0bc8998,...) at select+0x5e
syscall(e692ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 1043 tid 100104 td 0xc4468440

Tracing command getty pid 897 tid 100077 td 0xc434c440
sched_switch(c434c440,0,104,177,daf501b4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c434c440,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4c10,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4c10,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4c00,c40b4c10,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4c00,e6857c60,0,e6857b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af500,e6857c60,0,e6857bb8,c073fd80,...) at ttyread+0x39
scread(c40af500,e6857c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af500,e6857c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4382bc8,e6857c60,c3e2a800,0,c434c440,...) at devfs_read_f+0x72
dofileread(e6857c60,ffffffff,ffffffff,0,c4382bc8,...) at dofileread+0x96
kern_readv(c434c440,0,e6857c60,bfbfee4b,1,...) at kern_readv+0x58
read(c434c440,e6857cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6857d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 896 tid 100083 td 0xc434b660
sched_switch(c434b660,0,104,177,dad42ce4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c434b660,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4810,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4810,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4800,c40b4810,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4800,e686fc60,0,e686fb94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af600,e686fc60,0,e686fbb8,c073fd80,...) at ttyread+0x39
scread(c40af600,e686fc60,0,1a4,0,...) at scread+0x2d
giant_read(c40af600,e686fc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430a57c,e686fc60,c3e2a800,0,c434b660,...) at devfs_read_f+0x72
dofileread(e686fc60,ffffffff,ffffffff,0,c430a57c,...) at dofileread+0x96
kern_readv(c434b660,0,e686fc60,bfbfee4b,1,...) at kern_readv+0x58
read(c434b660,e686fcfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e686fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 895 tid 100119 td 0xc478baa0
sched_switch(c478baa0,0,104,177,dabd24e0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c478baa0,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5810,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5810,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b5800,c40b5810,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b5800,e6922c60,0,e6922b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af700,e6922c60,0,e6922bb8,c073fd80,...) at ttyread+0x39
scread(c40af700,e6922c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af700,e6922c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c432023c,e6922c60,c3e2a800,0,c478baa0,...) at devfs_read_f+0x72
dofileread(e6922c60,ffffffff,ffffffff,0,c432023c,...) at dofileread+0x96
kern_readv(c478baa0,0,e6922c60,bfbfee4b,1,...) at kern_readv+0x58
read(c478baa0,e6922cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6922d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 894 tid 100062 td 0xc4317aa0
sched_switch(c4317aa0,0,104,177,db0b56ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4317aa0,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5410,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5410,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b5400,c40b5410,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b5400,e6810c60,0,e6810b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af800,e6810c60,0,e6810bb8,c073fd80,...) at ttyread+0x39
scread(c40af800,e6810c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af800,e6810c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c438257c,e6810c60,c3e2a800,0,c4317aa0,...) at devfs_read_f+0x72
dofileread(e6810c60,ffffffff,ffffffff,0,c438257c,...) at dofileread+0x96
kern_readv(c4317aa0,0,e6810c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4317aa0,e6810cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6810d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 893 tid 100124 td 0xc478b000
sched_switch(c478b000,0,104,177,db06c4d4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c478b000,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40ad810,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40ad810,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40ad800,c40ad810,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40ad800,e6931c60,0,e6931b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af900,e6931c60,0,e6931bb8,c073fd80,...) at ttyread+0x39
scread(c40af900,e6931c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af900,e6931c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430b0d0,e6931c60,c3e2a800,0,c478b000,...) at devfs_read_f+0x72
dofileread(e6931c60,ffffffff,ffffffff,0,c430b0d0,...) at dofileread+0x96
kern_readv(c478b000,0,e6931c60,bfbfee4b,1,...) at kern_readv+0x58
read(c478b000,e6931cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6931d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 892 tid 100050 td 0xc4304cc0
sched_switch(c4304cc0,0,104,177,db1d565c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4304cc0,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40adc10,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40adc10,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40adc00,c40adc10,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40adc00,e67dfc60,0,e67dfb94,c0689dbd,...) at ttread+0x4e7
ttyread(c40afa00,e67dfc60,0,e67dfbb8,c073fd80,...) at ttyread+0x39
scread(c40afa00,e67dfc60,0,1a4,0,...) at scread+0x2d
giant_read(c40afa00,e67dfc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430b208,e67dfc60,c3e2a800,0,c4304cc0,...) at devfs_read_f+0x72
dofileread(e67dfc60,ffffffff,ffffffff,0,c430b208,...) at dofileread+0x96
kern_readv(c4304cc0,0,e67dfc60,bfbfee4b,1,...) at kern_readv+0x58
read(c4304cc0,e67dfcfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e67dfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 891 tid 100112 td 0xc4467220
sched_switch(c4467220,0,104,177,db0e65fc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4467220,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4010,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4010,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4000,c40b4010,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4000,e6908c60,0,e6908b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40afb00,e6908c60,0,e6908bb8,c073fd80,...) at ttyread+0x39
scread(c40afb00,e6908c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afb00,e6908c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c432064c,e6908c60,c3e2a800,0,c4467220,...) at devfs_read_f+0x72
dofileread(e6908c60,ffffffff,ffffffff,0,c432064c,...) at dofileread+0x96
kern_readv(c4467220,0,e6908c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4467220,e6908cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6908d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 890 tid 100098 td 0xc40a6880
sched_switch(c40a6880,0,104,177,daae6798,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c40a6880,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4410,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4410,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4400,c40b4410,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4400,e68b5c60,0,e68b5b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40afc00,e68b5c60,0,e68b5bb8,c073fd80,...) at ttyread+0x39
scread(c40afc00,e68b5c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afc00,e68b5c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4320854,e68b5c60,c3e2a800,0,c40a6880,...) at devfs_read_f+0x72
dofileread(e68b5c60,ffffffff,ffffffff,0,c4320854,...) at dofileread+0x96
kern_readv(c40a6880,0,e68b5c60,bfbfee4b,1,...) at kern_readv+0x58
read(c40a6880,e68b5cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e68b5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 873 tid 100126 td 0xc478aaa0

Tracing command moused pid 846 tid 100061 td 0xc4317cc0

Tracing command watchdogd pid 832 tid 100063 td 0xc4317880
sched_switch(c4317880,0,104,177,db18fe72,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4317880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07a58e0,c4317880,0,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,ea61,...) at _sleep+0x2dd
kern_nanosleep(c4317880,e681ac64,e681ac6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4317880,e681acfc,8,c0b43bd0,c0bc9760,...) at nanosleep+0x6f
syscall(e681ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816977f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 790 tid 100097 td 0xc40a6aa0
sched_switch(c40a6aa0,0,104,177,7d9aa646,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a6aa0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(e679,c07a58e0,c40a6aa0,1,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,e679,...) at _sleep+0x2dd
kern_nanosleep(c40a6aa0,e68afc64,e68afc6c,3b,0,...) at kern_nanosleep+0xc1
nanosleep(c40a6aa0,e68afcfc,8,c0b15dc2,c0bc9760,...) at nanosleep+0x6f
syscall(e68afd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815e77f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 783 tid 100106 td 0xc4468000
sched_switch(c4468000,0,104,177,5c0ffe00,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,68,...) at mi_switch+0x200
sleepq_switch(c4468000,0,c0b13b7c,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4451abc,68,c0ad034e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4451abc,c4451aec,168,c0ad034e,0,...) at _sleep+0x313
kern_sigsuspend(c4468000,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4468000,e68f6cfc,4,c0b15b58,c0bca0d8,...) at sigsuspend+0x4d
syscall(e68f6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831858b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sendmail pid 779 tid 100110 td 0xc4467660
sched_switch(c4467660,0,104,177,225bfee8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4467660,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6902a4c,c076620a,c434ec90,0,c4467660,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c434eca8,0,c0b15705,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c434eca8,c434ec90,1389,571,c438271c,...) at _cv_timedwait_sig+0x213
seltdwait(e6902b14,e6902b1c,3d7,c4467660,e6902b04,...) at seltdwait+0x8a
kern_select(c4467660,7,bfbfd94c,0,0,e6902c70,5,0) at kern_select+0x531
select(c4467660,e6902cfc,14,c0b1607e,c0bc8998,...) at select+0x5e
syscall(e6902d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283adbf3, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 774 tid 100074 td 0xc434caa0

Tracing command nfsd pid 692 tid 100096 td 0xc40a6cc0

Tracing command nfsd pid 691 tid 100095 td 0xc4304000

Tracing command nfsd pid 690 tid 100088 td 0xc434b000

Tracing command nfsd pid 689 tid 100060 td 0xc434ccc0

Tracing command nfsd pid 688 tid 100059 td 0xc434d000

Tracing command nfsd pid 687 tid 100058 td 0xc3ffd660

Tracing command nfsd pid 686 tid 100069 td 0xc4304aa0

Tracing command nfsd pid 685 tid 100070 td 0xc4304880

Tracing command nfsd pid 684 tid 100071 td 0xc4304660

Tracing command nfsd pid 683 tid 100072 td 0xc4304440

Tracing command nfsd pid 681 tid 100056 td 0xc431a220

Tracing command nfsd pid 680 tid 100055 td 0xc431a440

Tracing command nfsd pid 679 tid 100081 td 0xc434baa0

Tracing command nfsd pid 678 tid 100080 td 0xc434bcc0

Tracing command nfsd pid 677 tid 100082 td 0xc434b880

Tracing command nfsd pid 676 tid 100051 td 0xc431acc0

Tracing command mountd pid 674 tid 100107 td 0xc4467cc0

Tracing command rpcbind pid 621 tid 100105 td 0xc4468220
sched_switch(c4468220,0,104,177,ee27be8e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4468220,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e68f3aa8,c076620a,c42d3a10,0,c4468220,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c42d3a28,0,c0b15705,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c42d3a28,c42d3a10,7531,571,e68f3ba4,...) at _cv_timedwait_sig+0x213
seltdwait(e68f3b5c,e68f3b64,481,c4468220,e68f3b74,...) at seltdwait+0x8a
poll(c4468220,e68f3cfc,c,c4468220,c0bc9478,...) at poll+0x34a
syscall(e68f3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28128b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 604 tid 100108 td 0xc4467aa0
sched_switch(c4467aa0,0,104,177,54452fd8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4467aa0,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c434e390,0,c0b0e9f1,c4467aa0,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c434e3a8,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c434e3a8,c434e390,c0b156c8,571,c430accc,...) at _cv_wait_sig+0x204
seltdwait(c443632c,c0b156c8,3d7,c4467aa0,e68fcae0,...) at seltdwait+0xa2
kern_select(c4467aa0,9,81220bc,0,0,0,81220bc,1) at kern_select+0x531
select(c4467aa0,e68fccfc,14,c4467aa0,c0bc8998,...) at select+0x5e
syscall(e68fcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 545 tid 100076 td 0xc434c660

Tracing command softdepflush pid 21 tid 100049 td 0xc3ffd880
sched_switch(c3ffd880,0,104,177,f782c33a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,44,...) at mi_switch+0x200
sleepq_switch(c3ffd880,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c93720,44,c0b2fdeb,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c93720,c0c936c4,44,c0b2fdeb,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45f0d38,c0b0c3cb,30d,c4284000,...) at softdep_flush+0x2d2
fork_exit(c09710e0,0,e45f0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f0d70, ebp = 0 ---

Tracing command syncer pid 20 tid 100048 td 0xc3ffdaa0
sched_switch(c3ffdaa0,0,104,177,16dde2ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,68,...) at mi_switch+0x200
sleepq_switch(c3ffdaa0,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c35ac0,68,c0b1c401,0,0,...) at sleepq_wait+0x63
_sleep(c0c35ac0,c0c87f04,68,c0b1c401,0,...) at _sleep+0x32a
sched_sync(0,e45edd38,c0b0c3cb,30d,c4284298,...) at sched_sync+0x762
fork_exit(c07f5800,0,e45edd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45edd70, ebp = 0 ---

Tracing command vnlru pid 19 tid 100047 td 0xc3ffdcc0
sched_switch(c3ffdcc0,0,104,177,1171f394,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,50,...) at mi_switch+0x200
sleepq_switch(c3ffdcc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c4284530,50,c0b1c6f5,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4284530,c0c87ed8,250,c0b1c6f5,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45ead38,c0b0c3cb,30d,c4284530,...) at vnlru_proc+0x115
fork_exit(c07f7a60,0,e45ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 ---

Tracing command bufdaemon pid 18 tid 100046 td 0xc40a5000
sched_switch(c40a5000,0,104,177,ec36f50,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5000,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c87c44,44,c0b19cd9,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c87c44,c0c87c48,44,c0b19cd9,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e7d38,c0b0c3cb,30d,c42847c8,...) at buf_daemon+0x21e
fork_exit(c07e0a70,0,e45e7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e7d70, ebp = 0 ---

Tracing command pagezero pid 17 tid 100045 td 0xc40a5220
sched_switch(c40a5220,0,104,177,db650088,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c94354,0,c0b34dd7,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c94354,c0c93f10,0,c0b34dd7,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45e4d38,c0b0c3cb,30d,c4284a60,...) at vm_pagezero+0xdc
fork_exit(c09aadf0,0,e45e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e4d70, ebp = 0 ---

Tracing command vmdaemon pid 9 tid 100044 td 0xc40a5440
sched_switch(c40a5440,0,104,177,79b7ff72,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,68,...) at mi_switch+0x200
sleepq_switch(c40a5440,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c93f84,68,c0b19cd9,0,0,...) at sleepq_wait+0x63
_sleep(c0c93f84,c0c93f88,68,c0b19cd9,0,...) at _sleep+0x32a
vm_daemon(0,e45e1d38,c0b0c3cb,30d,c4284cf8,...) at vm_daemon+0x59
fork_exit(c09a5330,0,e45e1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e1d70, ebp = 0 ---

Tracing command pagedaemon pid 8 tid 100043 td 0xc40a5660
sched_switch(c40a5660,0,104,177,20aee598,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5660,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c93f4c,44,c0b19cd9,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c93f4c,c0c93f10,44,c0b19cd9,1388,...) at _sleep+0x2f8
vm_pageout(0,e45ded38,c0b0c3cb,30d,c3e24298,...) at vm_pageout+0x2bb
fork_exit(c09a5e70,0,e45ded38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ded70, ebp = 0 ---

Tracing command sctp_iterator pid 7 tid 100042 td 0xc40a5880
sched_switch(c40a5880,0,104,177,b917546a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c899ac,0,c0b22cef,0,0,...) at sleepq_wait+0x63
_sleep(c0c899ac,c0c898b4,0,c0b22cef,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45dbd38,c0b0c3cb,30d,c3e24530,...) at sctp_iterator_thread+0x60
fork_exit(c0865410,0,e45dbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dbd70, ebp = 0 ---

Tracing command fdc0 pid 6 tid 100040 td 0xc40a5cc0
sched_switch(c40a5cc0,0,104,177,2f421cda,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a5cc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c3feca3c,4c,c0b07270,0,0,...) at sleepq_timedwait+0x6b
_sleep(c3feca3c,c3fecaf0,4c,c0b07270,3e8,...) at _sleep+0x2f8
fdc_thread(c3feca00,e45d2d38,c0b0c3cb,30d,c3e247c8,...) at fdc_thread+0x2b8
fork_exit(c0a414b0,c3feca00,e45d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d2d70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100033 td 0xc3ffc880
sched_switch(c3ffc880,0,104,177,44284f3c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffc880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c32ed4,5c,c0b03e58,0,0,...) at sleepq_wait+0x63
_sleep(c0c32ed4,0,5c,c0b03e58,0,...) at _sleep+0x32a
usb_task_thread(c0c32ed4,e4391d38,c0b0c3cb,30d,c3e24a60,...) at usb_task_thread+0x62
fork_exit(c06e73b0,c0c32ed4,e4391d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4391d70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100032 td 0xc3ffcaa0
sched_switch(c3ffcaa0,0,104,177,44282400,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffcaa0,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c32ec0,5c,c0b03e58,0,0,...) at sleepq_wait+0x63
_sleep(c0c32ec0,0,5c,c0b03e58,0,...) at _sleep+0x32a
usb_task_thread(c0c32ec0,e438ed38,c0b0c3cb,30d,c3e24cf8,...) at usb_task_thread+0x62
fork_exit(c06e73b0,c0c32ec0,e438ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438ed70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100031 td 0xc3ffccc0
sched_switch(c3ffccc0,0,104,177,75dc3fec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffccc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c4020210,5c,c0b03e1b,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4020210,0,5c,c0b03e1b,ea60,...) at _sleep+0x2f8
usb_event_thread(c4019a00,e438bd38,c0b0c3cb,30d,c3f47000,...) at usb_event_thread+0xca
fork_exit(c06e6c30,c4019a00,e438bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438bd70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100022 td 0xc3fe8220
sched_switch(c3fe8220,0,104,177,44269b2c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3fe8220,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c04554,4c,c0ac356d,0,0,...) at sleepq_wait+0x63
_sleep(c0c04554,c0c0456c,4c,c0ac356d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,e4349d38,c0b0c3cb,30d,c3f47298,...) at xpt_scanner_thread+0x41
fork_exit(c046f170,0,e4349d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4349d70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100017 td 0xc3e27220
sched_switch(c3e27220,0,104,177,6a7b7de4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27220,0,c0b13b7c,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c35ac8,0,c0b07270,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c35ac8,0,0,c0b07270,64,...) at _sleep+0x2f8
pause(c0b07270,64,c0af9f09,112,0,...) at pause+0x47
random_kthread(0,e433ad38,c0b0c3cb,30d,c3f47530,...) at random_kthread+0x1d9
fork_exit(c0661030,0,e433ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433ad70, ebp = 0 ---

Tracing command g_down pid 4 tid 100015 td 0xc3e27660
sched_switch(c3e27660,0,104,177,5ec20836,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27660,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c3362c,4c,c0b07270,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c3362c,c0c33548,24c,c0b07270,64,...) at _sleep+0x2f8
g_io_schedule_down(c3e27660,0,c0b08942,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4334d38,c0b0c3cb,30d,c3e23000,...) at g_down_procbody+0x8d
fork_exit(c0721d80,0,e4334d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4334d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100014 td 0xc3e27880
cpustop_handler(2,e4331b78,c0a82a3d,c0c35d3c,4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c35d3c,4,c0b0e9f1,f4,c3e23298,...) at ipi_nmi_handler+0x2f
trap(e4331b84) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0766bda, esp = 0xe4331bc4, ebp = 0xe4331be8 ---
_thread_lock_flags(c4c48000,0,c0b13b7c,30a,c176b2dc,...) at _thread_lock_flags+0x2a
sleepq_broadcast(c176b2dc,0,0,0,c176b2dc,...) at sleepq_broadcast+0xa6
wakeup(c176b2dc,4,c0b338ae,1ac) at wakeup+0x32
vm_page_flash(c176b2dc,0,c0b3181e,54b,0,...) at vm_page_flash+0x44
swp_pager_async_iodone(d7e7e720,c3df1a48,c421fce4,c098c0c0,e4331c98,...) at swp_pager_async_iodone+0x16f
bufdone(d7e7e720,c3df1a48,e4331cbc,c07dd0b5,c421fce4,...) at bufdone+0x53
swapgeom_done(c421fce4,0,c0b196ed,bae,c421fce4,...) at swapgeom_done+0x37
biodone(c421fce4,c0c33588,24c,c0b07270,64,...) at biodone+0xa5
g_io_schedule_up(c3e27880,0,c0b08942,5d,0,...) at g_io_schedule_up+0xc7
g_up_procbody(0,e4331d38,c0b0c3cb,30d,c3e23298,...) at g_up_procbody+0x8d
fork_exit(c0721e10,0,e4331d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4331d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100013 td 0xc3e27aa0
sched_switch(c3e27aa0,0,104,177,69f75670,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27aa0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c33620,4c,c0b07270,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c33620,0,4c,c0b07270,64,...) at _sleep+0x2f8
g_event_procbody(0,e432ed38,c0b0c3cb,30d,c3e23530,...) at g_event_procbody+0xcb
fork_exit(c0721ea0,0,e432ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc40a5aa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100039 td 0xc40a6000
sched_switch(c40a6000,0,109,177,44206cfc,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c4033270,...) at mi_switch+0x200
ithread_loop(c40a10b0,e45c5d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c40a10b0,e45c5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45c5d70, ebp = 0 ---

Tracing command intr pid 12 tid 100038 td 0xc3fe8cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100037 td 0xc3ffc000
sched_switch(c3ffc000,0,109,177,441feb14,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e2a670,...) at mi_switch+0x200
ithread_loop(c409d3b0,e45bfd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c409d3b0,e45bfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bfd70, ebp = 0 ---

Tracing command intr pid 12 tid 100036 td 0xc3ffc220
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc3ffc440
sched_switch(c3ffc440,0,109,177,68e0e8d2,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e10870,...) at mi_switch+0x200
ithread_loop(c4036700,e45a3d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c4036700,e45a3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45a3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc3ffc660
sched_switch(c3ffc660,0,109,177,69f6fec4,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e10570,...) at mi_switch+0x200
ithread_loop(c40239a0,e459ed38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c40239a0,e459ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe459ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc3ffd000
sched_switch(c3ffd000,0,109,177,441f90e8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e10670,...) at mi_switch+0x200
ithread_loop(c4018920,e4387d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c4018920,e4387d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4387d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc3ffd440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100027 td 0xc3e6d660
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100025 td 0xc3e6daa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100023 td 0xc3fe8000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100018 td 0xc3fe8aa0
sched_switch(c3fe8aa0,0,109,177,b8237cda,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3f2fe70,...) at mi_switch+0x200
ithread_loop(c3f93c40,e433dd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3f93c40,e433dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433dd70, ebp = 0 ---

Tracing command intr pid 12 tid 100012 td 0xc3e27cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100011 td 0xc3e6d000
sched_switch(c3e6d000,0,109,177,5e74e662,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6b870,...) at mi_switch+0x200
ithread_loop(c3e22170,e4328d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e22170,e4328d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4328d70, ebp = 0 ---

Tracing command intr pid 12 tid 100010 td 0xc3e6d220
sched_switch(c3e6d220,0,109,177,549903e2,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6b970,...) at mi_switch+0x200
ithread_loop(c3e22180,e4325d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e22180,e4325d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4325d70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc3e6d440
sched_switch(c3e6d440,0,109,177,5fd33dac,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6ba70,...) at mi_switch+0x200
ithread_loop(c3e22190,e4322d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e22190,e4322d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4322d70, ebp = 0 ---

Tracing command intr pid 12 tid 100008 td 0xc3e25000
sched_switch(c3e25000,0,109,177,6a7a56ea,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6bb70,...) at mi_switch+0x200
ithread_loop(c3e221a0,e431fd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e221a0,e431fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431fd70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc3e25220
sched_switch(c3e25220,0,109,177,b433e678,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6bd70,...) at mi_switch+0x200
ithread_loop(c3e221b0,e431cd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e221b0,e431cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431cd70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc3e25440
cpustop_handler(1,e2916b70,c0a82a3d,f,2,...) at cpustop_handler+0x32
ipi_nmi_handler(f,2,1,2,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2916b7c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0765e58, esp = 0xe2916bbc, ebp = 0xe2916bd0 ---
_mtx_unlock_spin_flags(c0c35d00,2,c0b111c0,ee,0,...) at _mtx_unlock_spin_flags+0xf8
callout_tick(c0c37f00,0,c0b0ade1,121,e2916c14,0) at callout_tick+0x82
hardclock_cpu(0,4,e2916c50,c0a6be4f,c3e2a300,...) at hardclock_cpu+0x15b
hardclock(0,c0a7333b,0,c3e25440,0,...) at hardclock+0x22
lapic_handle_timer(e2916c70) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0a7333b, esp = 0xe2916cb0, ebp = 0xe2916cb4 ---
spinlock_exit(c0c400a0,e2916cd8,c0b1196d,9d9,c3e25440,...) at spinlock_exit+0x2b
sched_idletd(0,e2916d38,c0b0c3cb,30d,c3e23a60,...) at sched_idletd+0x1b5
fork_exit(c0792eb0,0,e2916d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2916d70, ebp = 0 ---

Tracing command idle pid 11 tid 100005 td 0xc3e25660
sched_switch(c3e25660,0,108,172,68594580,...) at sched_switch+0x3fb
mi_switch(108,0,c0b1196d,39a,c3e25660,...) at mi_switch+0x200
sched_idletd(0,e2913d38,c0b0c3cb,30d,c3e23a60,...) at sched_idletd+0x178
fork_exit(c0792eb0,0,e2913d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2913d70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc3e25880
cpustop_handler(4,e2910c44,c0a82a3d,c0c38c00,14,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c38c00,14,c0b1196d,c3e25880,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2910c50) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0766caa, esp = 0xe2910c90, ebp = 0xe2910cb4 ---
_thread_lock_flags(c3e25880,0,c0b1196d,9d7,c3e25880,...) at _thread_lock_flags+0xfa
sched_idletd(0,e2910d38,c0b0c3cb,30d,c3e23a60,...) at sched_idletd+0x244
fork_exit(c0792eb0,0,e2910d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2910d70, ebp = 0 ---

Tracing command idle pid 11 tid 100003 td 0xc3e25aa0
sched_switch(c3e25aa0,0,60c,172,5ef2870e,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b1196d,7f2,3,...) at mi_switch+0x200
sched_preempt(c3e25aa0,3,e290dcb4,c0a6716e,e2900008,...) at sched_preempt+0x9f
ipi_bitmap_handler(e2900008,c0790028,c0c30028,4,c0c39280,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0x9, ebp = 0xe290dc7c ---
uart_z8530_class(c0766d27,20,297,c0c39280,9,...) at 0x20

Tracing command init pid 1 tid 100002 td 0xc3e25cc0
sched_switch(c3e25cc0,0,104,177,88b788fc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3e25cc0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3e23cf8,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3e23cf8,c3e23d84,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c3e25cc0,ffffffff,e2909c2c,0,0,...) at kern_wait+0xa76
wait4(c3e25cc0,e2909cfc,10,c0b15a99,c0bc8188,...) at wait4+0x3b
syscall(e2909d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100001 td 0xc3e27000
sched_switch(c3e27000,0,104,177,4420ada8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27000,0,c0b13b7c,237,c3e27000,...) at sleepq_switch+0x14d
sleepq_wait(c0c93120,0,c0b2d3ad,1,0,...) at sleepq_wait+0x63
_cv_wait(c0c93120,c0c93100,c0b2dd6e,18b,0,...) at _cv_wait+0x204
audit_worker(0,e2906d38,c0b0c3cb,30d,c3e24000,...) at audit_worker+0x84
fork_exit(c0954e00,0,e2906d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2906d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100029 td 0xc3ffd220
sched_switch(c3ffd220,0,104,177,441f3a30,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3ffd220,0,c0b13b7c,237,c3ffd220,...) at sleepq_switch+0x14d
sleepq_wait(c400b180,0,c0b109ca,c0b07270,0,...) at sleepq_wait+0x63
msleep_spin(c400b180,c400b19c,c0b07270,0,c0b0e9f1,...) at msleep_spin+0x21d
taskqueue_thread_loop(c3fe0370,e4384d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07a81a0,c3fe0370,e4384d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4384d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100026 td 0xc3e6d880
sched_switch(c3e6d880,0,104,177,59bdb52c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e6d880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fea500,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3fea500,c3fea51c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c401a8,e4355d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0c401a8,e4355d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4355d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100024 td 0xc3e6dcc0
sched_switch(c3e6dcc0,0,104,177,44327540,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e6dcc0,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fea600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3fea600,c3fea61c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c33e64,e434fd38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0c33e64,e434fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe434fd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100021 td 0xc3fe8440
sched_switch(c3fe8440,0,104,177,44324360,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fe8440,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e20600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e20600,c3e2061c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e3215c,e4346d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0e3215c,e4346d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4346d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100020 td 0xc3fe8660
sched_switch(c3fe8660,0,104,177,44321894,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fe8660,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e20600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e20600,c3e2061c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e3215c,e4343d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0e3215c,e4343d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4343d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100019 td 0xc3fe8880
sched_switch(c3fe8880,0,104,177,4431e720,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fe8880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e20600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e20600,c3e2061c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e3215c,e4340d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0e3215c,e4340d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4340d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100016 td 0xc3e27440
sched_switch(c3e27440,0,104,177,39e3c5f8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27440,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e21580,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e21580,c3e2159c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3ec20,e4337d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0c3ec20,e4337d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4337d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c33980
sched_switch(c0c33980,0,109,177,53f5f288,...) at sched_switch+0x3fb
mi_switch(109,0,c0b325f7,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 71 MB: 56 40 24 8
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 3

(kgdb) bt
#0  doadump () at pcpu.h:196
#1  0xc04945d9 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe686197c "ø\003") at ../../../ddb/db_command.c:516
#2  0xc0494b5c in db_command (last_cmdp=0xc0c05214, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:413
#3  0xc0494c6a in db_command_loop () at ../../../ddb/db_command.c:466
#4  0xc049645d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc079dec6 in kdb_trap (type=0x3, code=0x0, tf=0xe6861b24) at ../../../kern/subr_kdb.c:510
#6  0xc0a82fab in trap (frame=0xe6861b24) at ../../../i386/i386/trap.c:643
#7  0xc0a66a7b in calltrap () at ../../../i386/i386/exception.s:146
#8  0xc079e04a in kdb_enter (why=0xc0b0fe72 "panic", msg=dwarf2_read_address: Corrupted DWARF expression.
) at cpufunc.h:60
#9  0xc077377c in panic (fmt=0xc0b0c0c7 "KN_INFLUX set when not suppose to be") at ../../../kern/kern_shutdown.c:556
#10 0xc074ee3b in kqueue_close (fp=0xc4a19b94, td=0xc51f4880) at ../../../kern/kern_event.c:1458
#11 0xc0746673 in _fdrop (fp=0xc4a19b94, td=0xc51f4880) at file.h:285
#12 0xc0748107 in closef (fp=0xc4a19b94, td=0xc51f4880) at ../../../kern/kern_descrip.c:2017
#13 0xc07484bd in kern_close (td=0xc51f4880, fd=0x9) at ../../../kern/kern_descrip.c:1119
#14 0xc074855a in close (td=0xc51f4880, uap=0xe6861cfc) at ../../../kern/kern_descrip.c:1071
#15 0xc0a82733 in syscall (frame=0xe6861d38) at ../../../i386/i386/trap.c:1026
#16 0xc0a66ae0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:203
#17 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 10
#10 0xc074ee3b in kqueue_close (fp=0xc4a19b94, td=0xc51f4880) at ../../../kern/kern_event.c:1458
1458    KASSERT((kn->kn_status & KN_INFLUX) == 0,
(kgdb) info loc
kq = (struct kqueue *) 0xc52d6d00
fdp = (struct filedesc *) 0xc4c65800
kn = (struct knote *) 0xc4a1d61c
i = 0x6
error = 0x0
(kgdb) p *kn
$1 = {kn_link = {sle_next = 0x0}, kn_selnext = {sle_next = 0x0}, kn_knlist = 0x0, kn_tqe = {tqe_next = 0xc4a0c83c, tqe_prev = 0xc52d6d20}, kn_kq = 0xc52d6d00, kn_kevent = {
    ident = 0x6, filter = 0xfffe, flags = 0x8030, fflags = 0x0, data = 0x4000, udata = 0x0}, kn_status = 0x1b, kn_sfflags = 0x0, kn_sdata = 0x0, kn_ptr = {p_fp = 0xc4b03034,
    p_proc = 0xc4b03034, p_aio = 0xc4b03034, p_lio = 0xc4b03034}, kn_fop = 0xc0bd3a34, kn_hook = 0x0}
(kgdb) p *fp
$2 = {f_data = 0xc52d6d00, f_ops = 0xc0bcba20, f_cred = 0xc4938500, f_vnode = 0x0, f_type = 0x5, f_vnread_flags = 0x0, f_flag = 0x3, f_count = 0x0, f_seqcount = 0x0,
  f_nextoff = 0x0, f_offset = 0x0, f_label = 0x0}
(kgdb)
--
Test scenario: pipe5