GENERIC HEAD from Apr 24 15:13 UTC, vmcore.215

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Thu Apr 24 18:07:20 CEST 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037582336 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc40c1ee4 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
 2nd 0xd7e81d20 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b105d0,e290978c,c07ae17e,c0b12c6f,d7e81d20,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12c6f,d7e81d20,c0b17983,c0b17983,c0b16f39,...) at kdb_backtrace+0x29
witness_checkorder(d7e81d20,9,c0b16f30,998,4,...) at witness_checkorder+0x6de
__lockmgr_args(d7e81d20,81900,c40c1ee4,c0b178b8,50,...) at __lockmgr_args+0x777
getblk(c40c1de8,0,0,800,0,...) at getblk+0x163
breadn(c40c1de8,0,0,800,0,...) at breadn+0x44
bread(c40c1de8,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c40c1de8,0,0,0,e29099a4,...) at ffs_blkatoff+0xd1
ufs_lookup(e29099ec,c0b40900,c40c1de8,c40c1de8,e2909b50,...) at ufs_lookup+0x2b5
VOP_CACHEDLOOKUP_APV(c0be8920,e29099ec,e2909b50,e2909b3c,c3e2a800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(e2909a6c,c0b197be,c0c00bc0,80000,c40c1de8,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0be8920,e2909a6c,c0b18734,1b0,e2909b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(e2909b24,c0b18734,d8,c0,c3df422c,...) at lookup+0x57e
namei(e2909b24,e2909b28,c07ad95c,c076519c,c0c84848,...) at namei+0x45b
kern_unlinkat(c3e25cc0,ffffff9c,c0b18dbb,1,e2909c5c,...) at kern_unlinkat+0x46
kern_unlink(c3e25cc0,c0b18dbb,1,631,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b18f75,c0b06fc3,c0affb20,1,c07ebb50,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c32690,4,c0b08282,264,0,...) at vfs_mountroot+0x420
start_init(0,e2909d38,c0b09c07,30d,c3e23cf8,...) at start_init+0x65
fork_exit(c073a150,0,e2909d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2909d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
 1st 0xc0c90844 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5470
 2nd 0xd7ea9f00 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123
KDB: stack backtrace:
db_trace_self_wrapper(c0b105d0,e696040c,c07ae17e,c0b12c6f,d7ea9f00,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b12c6f,d7ea9f00,c0b17983,c0b17983,c0b2c365,...) at kdb_backtrace+0x29
witness_checkorder(d7ea9f00,9,c0b2c35c,17eb,4,...) at witness_checkorder+0x6de
__lockmgr_args(d7ea9f00,80900,c0c90844,0,0,...) at __lockmgr_args+0x777
getdirtybuf(c0c90844,4,c0b2c35c,1582,e6960524,...) at getdirtybuf+0xc3
flush_deplist(e6960528,0,c0b2c35c,155e,34039,...) at flush_deplist+0x59
flush_inodedep_deps(c0c90844,0,c0b2c35c,145f,131,...) at flush_inodedep_deps+0xa5
softdep_sync_metadata(c4c0cb20,0,c0b2dbd8,131,0,...) at softdep_sync_metadata+0x58
ffs_syncvnode(c4c0cb20,1,3,c4745cc0,e6960674,...) at ffs_syncvnode+0x3e2
ffs_truncate(c4c0cb20,200,0,880,c42b8700,...) at ffs_truncate+0x639
ufs_direnter(c4c0cb20,c4c0ede8,e69608f0,e6960b84,0,...) at ufs_direnter+0x973
ufs_makeinode(e6960b84,c0be8e40,e6960a64,e6960a34,c0a8e895,...) at ufs_makeinode+0x541
ufs_create(e6960a64,c0b40dbd,0,e6960a64,e6960b58,...) at ufs_create+0x30
VOP_CREATE_APV(c0be8920,e6960a64,2,e6960a54,246,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6960b58,e6960c5c,1b0,c42b8700,c49d5888,...) at vn_open_cred+0x1df
vn_open(e6960b58,e6960c5c,1b0,c49d5888,c098e8d9,...) at vn_open+0x33
kern_openat(c4745cc0,ffffff9c,bfbfe748,0,602,...) at kern_openat+0x10f
kern_open(c4745cc0,bfbfe748,0,601,1b0,...) at kern_open+0x35
open(c4745cc0,e6960cfc,c,c0b1331f,c0bc5378,...) at open+0x30
syscall(e6960d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28154b8b, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
:
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 4335, size: 4096
panic: Assertion mtx_unowned(m) failed at ../../../kern/kern_mutex.c:758
cpuid = 2
KDB: enter: panic
[thread pid 27946 tid 100377 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> where
Tracing pid 27946 tid 100377 td 0xc6040aa0
kdb_enter(c0b0d6b5,c0b0d6b5,c0b0864d,e6e5ab88,2,...) at kdb_enter+0x3a
panic(c0b0864d,c0b0c518,c0b0c234,2f6,c4c9532c,...) at panic+0x12c
mtx_destroy(c5629880,c0b096b8,5da,5d8,e6e5abcc,...) at mtx_destroy+0x4b
kqueue_close(c48fd98c,c6040aa0,c0b12376,c4c95300,c48fd98c,...) at kqueue_close+0x355
_fdrop(c48fd98c,c6040aa0,c076519c,c5629880,4,...) at _fdrop+0x43
closef(c48fd98c,c6040aa0,45d,442,c48fd98c,...) at closef+0x277
kern_close(c6040aa0,9,e6e5ad2c,c0a80083,c6040aa0,...) at kern_close+0x11d
close(c6040aa0,e6e5acfc,4,c0b13e04,c0bc5390,...) at close+0x1a
syscall(e6e5ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---
db> set $lines 0
db> show allpcpu
Current CPU: 2

cpuid        = 0
curthread    = 0xc3e25440: pid 11 "idle: cpu0"
curpcb       = 0xe2916d90
fpcurthread  = none
idlethread   = 0xc3e25440: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc3e25660: pid 11 "idle: cpu1"
curpcb       = 0xe2913d90
fpcurthread  = none
idlethread   = 0xc3e25660: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc6040aa0: pid 27946 "pipe5"
curpcb       = 0xe6e5ad90
fpcurthread  = none
idlethread   = 0xc3e25880: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc46b6440: pid 1189 "top"
curpcb       = 0xe6948d90
fpcurthread  = none
idlethread   = 0xc3e25aa0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 98201 (sshd) thread 0xc509fcc0 (100236)
exclusive sx so_rcv_sx r = 0 (0xc4aaf698) locked @ kern/uipc_sockbuf.c:148
Process 5841 (sshd) thread 0xc4a0c880 (100207)
exclusive sx so_rcv_sx r = 0 (0xc50fb20c) locked @ kern/uipc_sockbuf.c:148
Process 5352 (sshd) thread 0xc49e4220 (100167)
exclusive sx so_rcv_sx r = 0 (0xc46299a0) locked @ kern/uipc_sockbuf.c:148
Process 1189 (top) thread 0xc46b6440 (100126)
exclusive sx user map r = 0 (0xc442521c) locked @ vm/vm_map.c:3111
exclusive sx sysctl lock r = 0 (0xc0c32ca4) locked @ kern/kern_sysctl.c:1415
exclusive sleep mutex Giant r = 0 (0xc0c32690) locked @ kern/kern_sysctl.c:1353
Process 1179 (sshd) thread 0xc4458000 (100119)
exclusive sx so_rcv_sx r = 0 (0xc4499e2c) locked @ kern/uipc_sockbuf.c:148
Process 1177 (sshd) thread 0xc4459440 (100099)
exclusive sx so_rcv_sx r = 0 (0xc4408698) locked @ kern/uipc_sockbuf.c:148
db> show lockedvnods
Locked vnodes
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
27946 98205 27946  1001  R+      (threaded)          pipe5
100442                   D       kqkclr   0xc5629880 pipe5
100377                   Run     CPU 2               pipe5
100729                   S       uwait    0xc50fa540 initial thread
 8130     1  8096  1001  S+      (threaded)          pipe4
100480                   D       kqkclr   0xc5761080 pipe4
100714                   S       uwait    0xc4b85480 initial thread
 7840  5356  7840  1001  S+      (threaded)          pipe4
100289                   D       kqkclr   0xc5e0e000 pipe4
100446                   S       uwait    0xc4eff380 initial thread
 7829     1  7823  1001  S+      (threaded)          pipe4
100172                   D       kqkclr   0xc59d9880 pipe4
100066                   S       uwait    0xc5dcc2c0 initial thread
 7794     1  7773  1001  S+      (threaded)          pipe4
100492                   D       kqkclr   0xc6851200 pipe4
100080                   S       uwait    0xc5123940 initial thread
 7791     1  7773  1001  S+      (threaded)          pipe4
100249                   D       kqkclr   0xc68a1200 pipe4
100410                   S       uwait    0xc8298800 initial thread
 7688     1  7630  1001  S+      (threaded)          pipe4
100231                   D       kqkclr   0xc5ffa380 pipe4
100477                   S       uwait    0xc42bde40 initial thread
97388     1 97337  1001  S+      (threaded)          pipe4
100229                   DW      kqkclr   0xc5776800 pipe4
100088                   SW      uwait    0xc5dcc5c0 initial thread
98205 98203 98205  1001  Ss+     wait     0xc59a0a60 bash
98203 98201 98201  1001  S       select   0xc74a8ae8 sshd
98201   774 98201     0  Ss      sbwait   0xc4aaf6c8 sshd
 5850  5849  5850     0  S+      ttyin    0xc42b4c10 csh
 5849  5845  5849  1001  S+      wait     0xc49e2298 su
 5845  5843  5845  1001  Ss+     wait     0xc4356298 bash
 5843  5841  5841  1001  S       select   0xc569b928 sshd
 5841   774  5841     0  Ss      sbwait   0xc50fb23c sshd
 5356  5354  5356  1001  Ss+     wait     0xc4355cf8 bash
 5354  5352  5352  1001  S       select   0xc4906de8 sshd
 5352   774  5352     0  Ss      sbwait   0xc46299d0 sshd
 1189  1185  1189  1001  Rs+     CPU 3               top
 1186  1183  1186  1001  Ss      kqread   0xc420e500 tail
 1185  1177  1177  1001  R                           sshd
 1183  1179  1179  1001  S       select   0xc42b6ca8 sshd
 1179   774  1179     0  Ss      sbwait   0xc4499e5c sshd
 1177   774  1177     0  Ss      sbwait   0xc44086c8 sshd
  897     1   897     0  Ss+     ttyin    0xc40b4c10 getty
  896     1   896     0  Ss+     ttyin    0xc40b4810 getty
  895     1   895     0  Ss+     ttyin    0xc40b5810 getty
  894     1   894     0  Ss+     ttyin    0xc40b5410 getty
  893     1   893     0  Ss+     ttyin    0xc40ad810 getty
  892     1   892     0  Ss+     ttyin    0xc40adc10 getty
  891     1   891     0  Ss+     ttyin    0xc40b4010 getty
  890     1   890     0  Ss+     ttyin    0xc40b4410 getty
  873     1   873     0  Ss      select   0xc42d9a68 inetd
  846     1   846     0  Ss      select   0xc42dbe28 moused
  832     1   832     0  Ss      nanslp   0xc0c32e44 watchdogd
  790     1   790     0  Ss      nanslp   0xc0c32e44 cron
  783     1   783    25  Ss      pause    0xc43f805c sendmail
  779     1   779     0  Ss      select   0xc440c868 sendmail
  774     1   774     0  Ss      select   0xc440c6a8 sshd
  692   676   676     0  S       -        0xc42a7400 nfsd
  691   676   676     0  S       -        0xc4307200 nfsd
  690   676   676     0  S       -        0xc42a7600 nfsd
  689   676   676     0  S       -        0xc449e400 nfsd
  688   676   676     0  S       -        0xc449e600 nfsd
  687   676   676     0  S       -        0xc42a7200 nfsd
  686   676   676     0  S       -        0xc42a8000 nfsd
  685   676   676     0  S       -        0xc42a7000 nfsd
  684   676   676     0  S       -        0xc4307000 nfsd
  682   676   676     0  S       -        0xc4306e00 nfsd
  681   676   676     0  S       -        0xc4268e00 nfsd
  680   676   676     0  S       -        0xc449e200 nfsd
  679   676   676     0  S       -        0xc42aba00 nfsd
  678   676   676     0  S       -        0xc4268c00 nfsd
  677   676   676     0  S       -        0xc42abc00 nfsd
  676     1   676     0  Ss      select   0xc42da328 nfsd
  674     1   674     0  Ss      select   0xc42b5668 mountd
  621     1   621     0  Ss      select   0xc42d99a8 rpcbind
  604     1   604     0  Ss      select   0xc42da368 syslogd
  545     1   545     0  Ss      select   0xc42d91a8 devd
   21     0     0     0  SL      sdflush  0xc0c908a0 [softdepflush]
   20     0     0     0  SL      vlruwt   0xc4288298 [vnlru]
   19     0     0     0  SL      syncer   0xc0c32c40 [syncer]
   18     0     0     0  SL      psleep   0xc0c84dc4 [bufdaemon]
   17     0     0     0  SL      pgzero   0xc0c914d4 [pagezero]
    9     0     0     0  SL      psleep   0xc0c91104 [vmdaemon]
    8     0     0     0  SL      psleep   0xc0c910cc [pagedaemon]
    7     0     0     0  SL      waiting_ 0xc0c86b2c [sctp_iterator]
    6     0     0     0  SL      -        0xc3fe9a3c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c30054 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c30040 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc401d210 [usb0]
    5     0     0     0  SL      ccb_scan 0xc0c016d4 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c32c48 [yarrow]
    4     0     0     0  SL      -        0xc0c307ac [g_down]
    3     0     0     0  SL      -        0xc0c307a8 [g_up]
    2     0     0     0  SL      -        0xc0c307a0 [g_event]
   12     0     0     0  WL      (threaded)          intr
100041                   I                           [irq7: ppbus0 ppc0]
100039                   I                           [swi0: sio]
100038                   I                           [irq12: psm0]
100037                   I                           [irq1: atkbd0]
100036                   I                           [irq15: ata1]
100035                   I                           [irq14: ata0]
100034                   I                           [irq17: fxp0]
100030                   I                           [irq16: uhci0]
100028                   I                           [irq9: acpi0]
100027                   I                           [swi6: task queue]
100026                   I                           [swi6: Giant taskq]
100024                   I                           [swi5: +]
100019                   I                           [swi2: cambio]
100012                   I                           [swi1: net]
100011                   I                           [swi3: vm]
100010                   I                           [swi4: clock]
100009                   I                           [swi4: clock]
100008                   I                           [swi4: clock]
100007                   I                           [swi4: clock sio]
   11     0     0     0  RL      (threaded)          idle
100006                   Run     CPU 0               [idle: cpu0]
100005                   CanRun                      [idle: cpu1]
100004                   CanRun                      [idle: cpu2]
100003                   CanRun                      [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3e23cf8 [init]
   10     0     0     0  SL      audit_wo 0xc0c902a0 [audit]
    0     0     0     0  SLs     (threaded)          kernel
100029                   D       -        0xc400b180 [em0 taskq]
100025                   D       -        0xc3fec580 [thread taskq]
100023                   D       -        0xc3fec680 [kqueue taskq]
100022                   D       -        0xc3fec700 [acpi_task_2]
100021                   D       -        0xc3fec700 [acpi_task_1]
100020                   D       -        0xc3fec700 [acpi_task_0]
100016                   D       -        0xc3e21580 [firmware taskq]
100000                   I                           [swapper]
db> allt

Tracing command pipe5 pid 27946 tid 100442 td 0xc5052880
sched_switch(c5052880,0,104,177,7865f8d6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c5052880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c5629880,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c5629880,c5629880,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c45d2b08,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c45d2b38,c7e966e8,e6ecabe8,c07456b3,c7e966e8,...) at pipeclose+0x478
pipe_close(c7e966e8,c5052880,c0b12376,c4c95300,c7e966e8,...) at pipe_close+0x2e
_fdrop(c7e966e8,c5052880,c076519c,c5629880,4,...) at _fdrop+0x43
closef(c7e966e8,c5052880,45d,442,c7e966e8,...) at closef+0x277
kern_close(c5052880,3,e6ecad2c,c0a80083,c5052880,...) at kern_close+0x11d
close(c5052880,e6ecacfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e6ecad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 ---

Tracing command pipe5 pid 27946 tid 100377 td 0xc6040aa0
kdb_enter(c0b0d6b5,c0b0d6b5,c0b0864d,e6e5ab88,2,...) at kdb_enter+0x3a
panic(c0b0864d,c0b0c518,c0b0c234,2f6,c4c9532c,...) at panic+0x12c
mtx_destroy(c5629880,c0b096b8,5da,5d8,e6e5abcc,...) at mtx_destroy+0x4b
kqueue_close(c48fd98c,c6040aa0,c0b12376,c4c95300,c48fd98c,...) at kqueue_close+0x355
_fdrop(c48fd98c,c6040aa0,c076519c,c5629880,4,...) at _fdrop+0x43
closef(c48fd98c,c6040aa0,45d,442,c48fd98c,...) at closef+0x277
kern_close(c6040aa0,9,e6e5ad2c,c0a80083,c6040aa0,...) at kern_close+0x11d
close(c6040aa0,e6e5acfc,4,c0b13e04,c0bc5390,...) at close+0x1a
syscall(e6e5ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---

Tracing command pipe5 pid 27946 tid 100729 td 0xc5e76000
sched_switch(c5e76000,0,104,177,785e028a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c5e76000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c50fa540,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c50fa540,c0c33a98,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c5e76000,e7c96c80,c07a7960) at do_wait+0x267
__umtx_op_wait(c5e76000,e7c96cfc,e7c96d2c,c0a80083,c5e76000,...) at __umtx_op_wait+0x57
_umtx_op(c5e76000,e7c96cfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27
syscall(e7c96d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe4 pid 8130 tid 100480 td 0xc4b8e000
sched_switch(c4b8e000,0,104,177,2fce0e60,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4b8e000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c5761080,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c5761080,c5761080,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c49eb800,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c49eb830,c48fd374,e6cf3be8,c07456b3,c48fd374,...) at pipeclose+0x478
pipe_close(c48fd374,c4b8e000,4,c6ed1c00,c48fd374,...) at pipe_close+0x2e
_fdrop(c48fd374,c4b8e000,0,c0b113bf,10c,...) at _fdrop+0x43
closef(c48fd374,c4b8e000,45d,442,c48fd374,...) at closef+0x277
kern_close(c4b8e000,3,e6cf3d2c,c0a80083,c4b8e000,...) at kern_close+0x11d
close(c4b8e000,e6cf3cfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e6cf3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf6fbf6c, ebp = 0xbf6fbf88 ---

Tracing command pipe4 pid 8130 tid 100714 td 0xc442acc0
sched_switch(c442acc0,0,104,177,2fcf76fa,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c442acc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4b85480,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b85480,c0c34710,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c442acc0,e722bc80,c07a7960) at do_wait+0x267
__umtx_op_wait(c442acc0,e722bcfc,e722bd2c,c0a80083,c442acc0,...) at __umtx_op_wait+0x57
_umtx_op(c442acc0,e722bcfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e722bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---

Tracing command pipe4 pid 7840 tid 100289 td 0xc572a880
sched_switch(c572a880,0,104,177,e38ac38a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c572a880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c5e0e000,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c5e0e000,c5e0e000,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c4072c8c,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c4072cbc,c48fd9c0,e6b7cbe8,c07456b3,c48fd9c0,...) at pipeclose+0x478
pipe_close(c48fd9c0,c572a880,4,c6883200,c48fd9c0,...) at pipe_close+0x2e
_fdrop(c48fd9c0,c572a880,0,c0b113bf,10c,...) at _fdrop+0x43
closef(c48fd9c0,c572a880,45d,442,c48fd9c0,...) at closef+0x277
kern_close(c572a880,3,e6b7cd2c,c0a80083,c572a880,...) at kern_close+0x11d
close(c572a880,e6b7ccfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e6b7cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 ---

Tracing command pipe4 pid 7840 tid 100446 td 0xc43c5aa0
sched_switch(c43c5aa0,0,104,177,e38c54aa,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c43c5aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4eff380,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4eff380,c0c33e18,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c43c5aa0,e6996c80,c07a7960) at do_wait+0x267
__umtx_op_wait(c43c5aa0,e6996cfc,e6996d2c,c0a80083,c43c5aa0,...) at __umtx_op_wait+0x57
_umtx_op(c43c5aa0,e6996cfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e6996d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 ---

Tracing command pipe4 pid 7829 tid 100172 td 0xc6b60cc0
sched_switch(c6b60cc0,0,104,177,aeaa5f78,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c6b60cc0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c59d9880,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c59d9880,c59d9880,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c4a44e10,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c4a44e40,c82fdb94,e68c3be8,c07456b3,c82fdb94,...) at pipeclose+0x478
pipe_close(c82fdb94,c6b60cc0,c0b12376,c4d15c00,c82fdb94,...) at pipe_close+0x2e
_fdrop(c82fdb94,c6b60cc0,c076519c,c45da400,4,...) at _fdrop+0x43
closef(c82fdb94,c6b60cc0,45d,442,c82fdb94,...) at closef+0x277
kern_close(c6b60cc0,3,e68c3d2c,c0a80083,c6b60cc0,...) at kern_close+0x11d
close(c6b60cc0,e68c3cfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e68c3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf4f9f6c, ebp = 0xbf4f9f88 ---

Tracing command pipe4 pid 7829 tid 100066 td 0xc50a5aa0
sched_switch(c50a5aa0,0,104,177,aeac22e4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c50a5aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c5dcc2c0,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c5dcc2c0,c0c34e48,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c50a5aa0,e6d06c80,c07a7960) at do_wait+0x267
__umtx_op_wait(c50a5aa0,e6d06cfc,e6d06d2c,c0a80083,c50a5aa0,...) at __umtx_op_wait+0x57
_umtx_op(c50a5aa0,e6d06cfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e6d06d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 ---

Tracing command pipe4 pid 7794 tid 100492 td 0xc4ac4880
sched_switch(c4ac4880,0,104,177,190e802c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4ac4880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c6851200,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c6851200,c6851200,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c4e7367c,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c4e736ac,c8408514,e72e5be8,c07456b3,c8408514,...) at pipeclose+0x478
pipe_close(c8408514,c4ac4880,4,c58aa000,c8408514,...) at pipe_close+0x2e
_fdrop(c8408514,c4ac4880,0,c0b113bf,10c,...) at _fdrop+0x43
closef(c8408514,c4ac4880,45d,442,c8408514,...) at closef+0x277
kern_close(c4ac4880,3,e72e5d2c,c0a80083,c4ac4880,...) at kern_close+0x11d
close(c4ac4880,e72e5cfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e72e5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf4f9f6c, ebp = 0xbf4f9f88 ---

Tracing command pipe4 pid 7794 tid 100080 td 0xc59f0000
sched_switch(c59f0000,0,104,177,1910cd20,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c59f0000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c5123940,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c5123940,c0c34898,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c59f0000,e6a8fc80,c07a7960) at do_wait+0x267
__umtx_op_wait(c59f0000,e6a8fcfc,e6a8fd2c,c0a80083,c59f0000,...) at __umtx_op_wait+0x57
_umtx_op(c59f0000,e6a8fcfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e6a8fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 ---

Tracing command pipe4 pid 7791 tid 100249 td 0xc4eba660
sched_switch(c4eba660,0,104,177,b7b21a42,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4eba660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c68a1200,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c68a1200,c68a1200,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c43261f0,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c4326220,c8530000,e6bbfbe8,c07456b3,c8530000,...) at pipeclose+0x478
pipe_close(c8530000,c4eba660,4,c6ddb000,c8530000,...) at pipe_close+0x2e
_fdrop(c8530000,c4eba660,0,c0b113bf,10c,...) at _fdrop+0x43
closef(c8530000,c4eba660,45d,442,c8530000,...) at closef+0x277
kern_close(c4eba660,3,e6bbfd2c,c0a80083,c4eba660,...) at kern_close+0x11d
close(c4eba660,e6bbfcfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e6bbfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 ---

Tracing command pipe4 pid 7791 tid 100410 td 0xc5e79440
sched_switch(c5e79440,0,104,177,b7b33360,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c5e79440,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c8298800,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c8298800,c0c34cc0,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c5e79440,e6bbcc80,c07a7960) at do_wait+0x267
__umtx_op_wait(c5e79440,e6bbccfc,e6bbcd2c,c0a80083,c5e79440,...) at __umtx_op_wait+0x57
_umtx_op(c5e79440,e6bbccfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e6bbcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 ---

Tracing command pipe4 pid 7688 tid 100231 td 0xc4f6f000
sched_switch(c4f6f000,0,104,177,2adaa2b2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4f6f000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c5ffa380,58,c0b0985d,0,0,...) at sleepq_wait+0x63
_sleep(c5ffa380,c5ffa380,258,c0b0985d,0,...) at _sleep+0x32a
knlist_cleardel(c44f2800,0,1,0,0,...) at knlist_cleardel+0x1b4
pipeclose(c44f2830,c4b1898c,e6b3abe8,c07456b3,c4b1898c,...) at pipeclose+0x478
pipe_close(c4b1898c,c4f6f000,4,c6a70300,c4b1898c,...) at pipe_close+0x2e
_fdrop(c4b1898c,c4f6f000,0,c0b113bf,10c,...) at _fdrop+0x43
closef(c4b1898c,c4f6f000,45d,442,c4b1898c,...) at closef+0x277
kern_close(c4f6f000,3,e6b3ad2c,c0a80083,c4f6f000,...) at kern_close+0x11d
close(c4f6f000,e6b3acfc,4,c0b14167,c0bc5390,...) at close+0x1a
syscall(e6b3ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 ---

Tracing command pipe4 pid 7688 tid 100477 td 0xc46b7aa0
sched_switch(c46b7aa0,0,104,177,2adbe4fa,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46b7aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42bde40,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42bde40,c0c33bb0,100,c0b0ecfb,0,...) at _sleep+0x313
do_wait(0,0,c46b7aa0,e713ec80,c07a7960) at do_wait+0x267
__umtx_op_wait(c46b7aa0,e713ecfc,e713ed2c,c0a80083,c46b7aa0,...) at __umtx_op_wait+0x57
_umtx_op(c46b7aa0,e713ecfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27
syscall(e713ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 ---

Tracing command pipe4 pid 97388 tid 100229 td 0xc467f660

Tracing command bash pid 98205 tid 100285 td 0xc58f3cc0
sched_switch(c58f3cc0,0,104,177,51db8d40,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c58f3cc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c59a0a60,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c59a0a60,c59a0aec,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c58f3cc0,ffffffff,e6ba1c2c,6,0,...) at kern_wait+0xa76
wait4(c58f3cc0,e6ba1cfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b
syscall(e6ba1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 98203 tid 100324 td 0xc5ae6000
sched_switch(c5ae6000,0,104,177,51afba28,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c5ae6000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c74a8ad0,0,c0b0c234,c5ae6000,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c74a8ae8,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c74a8ae8,c74a8ad0,c0b12f0b,571,c61b1750,...) at _cv_wait_sig+0x204
seltdwait(c6e7862c,c0b12f0b,3d7,c5ae6000,e6be0b04,...) at seltdwait+0xa2
kern_select(c5ae6000,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c5ae6000,e6be0cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e6be0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 98201 tid 100236 td 0xc509fcc0

Tracing command csh pid 5850 tid 100091 td 0xc435daa0
sched_switch(c435daa0,0,104,177,34da512a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c435daa0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42b4c10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42b4c10,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c42b4c00,c42b4c10,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c42b4c00,e68b5c60,0,c0bd31c0,c5885b00,...) at ttread+0x4e7
ptsread(c5885b00,e68b5c60,0,1a4,0,...) at ptsread+0x3e
giant_read(c5885b00,e68b5c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c431abfc,e68b5c60,c5872e00,0,c435daa0,...) at devfs_read_f+0x72
dofileread(e68b5c60,ffffffff,ffffffff,0,c431abfc,...) at dofileread+0x96
kern_readv(c435daa0,10,e68b5c60,bfbfe7b6,1,...) at kern_readv+0x58
read(c435daa0,e68b5cfc,c,c435daa0,c0bc5348,...) at read+0x4f
syscall(e68b5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28202c73, esp = 0xbfbfe76c, ebp = 0xbfbfe788 ---

Tracing command su pid 5849 tid 100161 td 0xc435d440
sched_switch(c435d440,0,104,177,161f31c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c435d440,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c49e2298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49e2298,c49e2324,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c435d440,16da,e69e8c2c,2,0,...) at kern_wait+0xa76
wait4(c435d440,e69e8cfc,10,c435d440,c0bc53a8,...) at wait4+0x3b
syscall(e69e8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810d26b, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---

Tracing command bash pid 5845 tid 100061 td 0xc435ccc0
sched_switch(c435ccc0,0,104,177,c899a610,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c435ccc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4356298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4356298,c4356324,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c435ccc0,ffffffff,e6816c2c,6,0,...) at kern_wait+0xa76
wait4(c435ccc0,e6816cfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b
syscall(e6816d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 5843 tid 100176 td 0xc491ecc0

Tracing command sshd pid 5841 tid 100207 td 0xc4a0c880

Tracing command bash pid 5356 tid 100063 td 0xc435c880
sched_switch(c435c880,0,104,177,71d385e4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c435c880,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4355cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4355cf8,c4355d84,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c435c880,ffffffff,e681ec2c,6,0,...) at kern_wait+0xa76
wait4(c435c880,e681ecfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b
syscall(e681ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 5354 tid 100110 td 0xc4358cc0
sched_switch(c4358cc0,0,104,177,b0ecb244,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4358cc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c4906dd0,0,c0b0c234,c4358cc0,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4906de8,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4906de8,c4906dd0,c0b12f0b,571,c4a2f138,...) at _cv_wait_sig+0x204
seltdwait(c49cfb2c,c0b12f0b,3d7,c4358cc0,e6913b04,...) at seltdwait+0xa2
kern_select(c4358cc0,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4358cc0,e6913cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e6913d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 5352 tid 100167 td 0xc49e4220

Tracing command top pid 1189 tid 100126 td 0xc46b6440
cpustop_handler(8,e69489f4,c0a8038d,f4,0,...) at cpustop_handler+0x32
ipi_nmi_handler(f4,0,e6948994,c07847c7,c46b37c8,...) at ipi_nmi_handler+0x2f
trap(e6948a00) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07ad150, esp = 0xe6948a40, ebp = 0xe6948a98 ---
witness_warn(c14515a0,0,102,c4377e04,1,...) at witness_warn
selfdalloc(c43f032c,0,c0b12f0b,3bf,e6948ad8,...) at selfdalloc+0x34
kern_select(c46b6440,2,bfbfec38,0,0,e6948c70,1,0) at kern_select+0x39a
select(c46b6440,e6948cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e6948d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281c9bf3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---

Tracing command tail pid 1186 tid 100125 td 0xc4424aa0
sched_switch(c4424aa0,0,104,177,1f99b3de,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4424aa0,0,c0b113bf,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a48f0,c4424aa0,1,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c420e500,58,c0b098fc,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c420e500,c420e500,158,c0b098fc,3e9,...) at _sleep+0x2dd
kern_kevent(c4424aa0,4,0,1,e6945c60,...) at kern_kevent+0x3bd
kevent(c4424aa0,e6945cfc,18,c0ac3ba6,c0bc7508,...) at kevent+0x19b
syscall(e6945d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814799b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sshd pid 1185 tid 100154 td 0xc491d000
sched_switch(c491d000,0,104,177,cad594c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c491d000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c42db750,0,c0b0c234,c491d000,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42db768,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42db768,c42db750,c0b12f0b,571,c4359034,...) at _cv_wait_sig+0x204
seltdwait(c43f042c,c0b12f0b,3d7,c491d000,e69a2b04,...) at seltdwait+0xa2
kern_select(c491d000,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c491d000,e69a2cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e
syscall(e69a2d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 1183 tid 100140 td 0xc4745000

Tracing command sshd pid 1179 tid 100119 td 0xc4458000

Tracing command sshd pid 1177 tid 100099 td 0xc4459440

Tracing command getty pid 897 tid 100086 td 0xc4420660
sched_switch(c4420660,0,104,177,964f847a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4420660,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4c10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4c10,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4c00,c40b4c10,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4c00,e68a1c60,0,e68a1b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af500,e68a1c60,0,e68a1bb8,c073edc0,...) at ttyread+0x39
scread(c40af500,e68a1c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af500,e68a1c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4377b60,e68a1c60,c3e2a800,0,c4420660,...) at devfs_read_f+0x72
dofileread(e68a1c60,ffffffff,ffffffff,0,c4377b60,...) at dofileread+0x96
kern_readv(c4420660,0,e68a1c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4420660,e68a1cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e68a1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 896 tid 100100 td 0xc4459220
sched_switch(c4459220,0,104,177,968649fe,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4459220,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4810,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4800,c40b4810,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4800,e68eac60,0,e68eab94,c0688ded,...) at ttread+0x4e7
ttyread(c40af600,e68eac60,0,e68eabb8,c073edc0,...) at ttyread+0x39
scread(c40af600,e68eac60,0,1a4,0,...) at scread+0x2d
giant_read(c40af600,e68eac60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4312034,e68eac60,c3e2a800,0,c4459220,...) at devfs_read_f+0x72
dofileread(e68eac60,ffffffff,ffffffff,0,c4312034,...) at dofileread+0x96
kern_readv(c4459220,0,e68eac60,bfbfee4b,1,...) at kern_readv+0x58
read(c4459220,e68eacfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e68ead38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 895 tid 100132 td 0xc4746220
sched_switch(c4746220,0,104,177,968464da,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4746220,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5810,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b5800,c40b5810,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b5800,e695ac60,0,e695ab94,c0688ded,...) at ttread+0x4e7
ttyread(c40af700,e695ac60,0,e695abb8,c073edc0,...) at ttyread+0x39
scread(c40af700,e695ac60,0,1a4,0,...) at scread+0x2d
giant_read(c40af700,e695ac60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4377958,e695ac60,c3e2a800,0,c4746220,...) at devfs_read_f+0x72
dofileread(e695ac60,ffffffff,ffffffff,0,c4377958,...) at dofileread+0x96
kern_readv(c4746220,0,e695ac60,bfbfee4b,1,...) at kern_readv+0x58
read(c4746220,e695acfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e695ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 894 tid 100124 td 0xc46b6660
sched_switch(c46b6660,0,104,177,964cf606,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c46b6660,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5410,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5410,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b5400,c40b5410,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b5400,e6942c60,0,e6942b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af800,e6942c60,0,e6942bb8,c073edc0,...) at ttyread+0x39
scread(c40af800,e6942c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af800,e6942c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4312c30,e6942c60,c3e2a800,0,c46b6660,...) at devfs_read_f+0x72
dofileread(e6942c60,ffffffff,ffffffff,0,c4312c30,...) at dofileread+0x96
kern_readv(c46b6660,0,e6942c60,bfbfee4b,1,...) at kern_readv+0x58
read(c46b6660,e6942cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e6942d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 893 tid 100114 td 0xc46b7880
sched_switch(c46b7880,0,104,177,961330ae,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c46b7880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40ad810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40ad810,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40ad800,c40ad810,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40ad800,e6923c60,0,e6923b94,c0688ded,...) at ttread+0x4e7
ttyread(c40af900,e6923c60,0,e6923bb8,c073edc0,...) at ttyread+0x39
scread(c40af900,e6923c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af900,e6923c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c431a340,e6923c60,c3e2a800,0,c46b7880,...) at devfs_read_f+0x72
dofileread(e6923c60,ffffffff,ffffffff,0,c431a340,...) at dofileread+0x96
kern_readv(c46b7880,0,e6923c60,bfbfee4b,1,...) at kern_readv+0x58
read(c46b7880,e6923cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e6923d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 892 tid 100129 td 0xc4459cc0
sched_switch(c4459cc0,0,104,177,96658876,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4459cc0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40adc10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40adc10,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40adc00,c40adc10,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40adc00,e6951c60,0,e6951b94,c0688ded,...) at ttread+0x4e7
ttyread(c40afa00,e6951c60,0,e6951bb8,c073edc0,...) at ttyread+0x39
scread(c40afa00,e6951c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afa00,e6951c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4311104,e6951c60,c3e2a800,0,c4459cc0,...) at devfs_read_f+0x72
dofileread(e6951c60,ffffffff,ffffffff,0,c4311104,...) at dofileread+0x96
kern_readv(c4459cc0,0,e6951c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4459cc0,e6951cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e6951d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 891 tid 100112 td 0xc46b7cc0
sched_switch(c46b7cc0,0,104,177,962e008e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c46b7cc0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4010,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4010,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4000,c40b4010,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4000,e691cc60,0,e691cb94,c0688ded,...) at ttread+0x4e7
ttyread(c40afb00,e691cc60,0,e691cbb8,c073edc0,...) at ttyread+0x39
scread(c40afb00,e691cc60,0,1a4,0,...) at scread+0x2d
giant_read(c40afb00,e691cc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4359208,e691cc60,c3e2a800,0,c46b7cc0,...) at devfs_read_f+0x72
dofileread(e691cc60,ffffffff,ffffffff,0,c4359208,...) at dofileread+0x96
kern_readv(c46b7cc0,0,e691cc60,bfbfee4b,1,...) at kern_readv+0x58
read(c46b7cc0,e691ccfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e691cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 890 tid 100123 td 0xc46b6880
sched_switch(c46b6880,0,104,177,9675803e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200
sleepq_switch(c46b6880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4410,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4410,0,159,c0b14dcb,0,...) at _sleep+0x313
ttysleep(c40b4400,c40b4410,159,c0b14dcb,0,...) at ttysleep+0x39
ttread(c40b4400,e693fc60,0,e693fb94,c0688ded,...) at ttread+0x4e7
ttyread(c40afc00,e693fc60,0,e693fbb8,c073edc0,...) at ttyread+0x39
scread(c40afc00,e693fc60,0,1a4,0,...) at scread+0x2d
giant_read(c40afc00,e693fc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4377784,e693fc60,c3e2a800,0,c46b6880,...) at devfs_read_f+0x72
dofileread(e693fc60,ffffffff,ffffffff,0,c4377784,...) at dofileread+0x96
kern_readv(c46b6880,0,e693fc60,bfbfee4b,1,...) at kern_readv+0x58
read(c46b6880,e693fcfc,c,c0b40eb9,c0bc5348,...) at read+0x4f
syscall(e693fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 873 tid 100135 td 0xc4745aa0
sched_switch(c4745aa0,0,104,177,bb900318,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4745aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c42d9a50,0,c0b0c234,c4745aa0,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42d9a68,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42d9a68,c42d9a50,c0b12f0b,571,c4377b94,...) at _cv_wait_sig+0x204
seltdwait(c42d752c,c0b12f0b,3d7,c4745aa0,c07abf5e,...) at seltdwait+0xa2
kern_select(c4745aa0,8,bfbfec7c,0,0,0,0,28197c98) at kern_select+0x531
select(c4745aa0,e6963cfc,14,c0b132dc,c0bc5bb8,...) at select+0x5e
syscall(e6963d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28185bf3, esp = 0xbfbfe07c, ebp = 0xbfbfee68 ---

Tracing command moused pid 846 tid 100136 td 0xc4745880

Tracing command watchdogd pid 832 tid 100131 td 0xc4424660
sched_switch(c4424660,0,104,177,1d9ec270,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4424660,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07a48f0,c4424660,0,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c32e44,0,15c,c0b0e8ea,ea61,...) at _sleep+0x2dd
kern_nanosleep(c4424660,e6957c64,e6957c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4424660,e6957cfc,8,c0b40eb9,c0bc6980,...) at nanosleep+0x6f
syscall(e6957d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816977f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 790 tid 100103 td 0xc4458aa0
sched_switch(c4458aa0,0,104,177,20cd1bc0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4458aa0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07a48f0,c4458aa0,0,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c32e44,0,15c,c0b0e8ea,ea61,...) at _sleep+0x2dd
kern_nanosleep(c4458aa0,e68f3c64,e68f3c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4458aa0,e68f3cfc,8,c0b13605,c0bc6980,...) at nanosleep+0x6f
syscall(e68f3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815e77f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 783 tid 100070 td 0xc431e440
sched_switch(c431e440,0,104,177,5709036a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200
sleepq_switch(c431e440,0,c0b113bf,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c43f805c,68,c0acdc2a,100,0,...) at sleepq_wait_sig+0x17
_sleep(c43f805c,c43f808c,168,c0acdc2a,0,...) at _sleep+0x313
kern_sigsuspend(c431e440,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c431e440,e6856cfc,4,c0b1339b,c0bc72f8,...) at sigsuspend+0x4d
syscall(e6856d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831858b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sendmail pid 779 tid 100075 td 0xc431d880
sched_switch(c431d880,0,104,177,3bbca59e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c431d880,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6865a4c,c076522a,c440c850,0,c431d880,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c440c868,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c440c868,c440c850,1389,571,c5f553dc,...) at _cv_timedwait_sig+0x213
seltdwait(e6865b14,e6865b1c,3d7,c431d880,e6865b04,...) at seltdwait+0x8a
kern_select(c431d880,7,bfbfd94c,0,0,e6865c70,5,0) at kern_select+0x531
select(c431d880,e6865cfc,14,c0b138c1,c0bc5bb8,...) at select+0x5e
syscall(e6865d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283adbf3, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 774 tid 100102 td 0xc4458cc0

Tracing command nfsd pid 692 tid 100051 td 0xc3ffd660

Tracing command nfsd pid 691 tid 100089 td 0xc4420000

Tracing command nfsd pid 690 tid 100079 td 0xc431d000

Tracing command nfsd pid 689 tid 100073 td 0xc431dcc0

Tracing command nfsd pid 688 tid 100074 td 0xc431daa0

Tracing command nfsd pid 687 tid 100105 td 0xc4458660

Tracing command nfsd pid 686 tid 100106 td 0xc4458440

Tracing command nfsd pid 685 tid 100097 td 0xc4459880

Tracing command nfsd pid 684 tid 100056 td 0xc430c660

Tracing command nfsd pid 682 tid 100067 td 0xc40a6880

Tracing command nfsd pid 681 tid 100101 td 0xc4459000

Tracing command nfsd pid 680 tid 100094 td 0xc40a6660

Tracing command nfsd pid 679 tid 100090 td 0xc435dcc0

Tracing command nfsd pid 678 tid 100071 td 0xc431e220

Tracing command nfsd pid 677 tid 100052 td 0xc431ecc0

Tracing command nfsd pid 676 tid 100109 td 0xc435c000

Tracing command mountd pid 674 tid 100104 td 0xc4458880

Tracing command rpcbind pid 621 tid 100096 td 0xc40a6220
sched_switch(c40a6220,0,104,177,a99b2f8c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e68deaa8,c076522a,c42d9990,0,c40a6220,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c42d99a8,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c42d99a8,c42d9990,7531,571,e68deba4,...) at _cv_timedwait_sig+0x213
seltdwait(e68deb5c,e68deb64,481,c40a6220,e68deb74,...) at seltdwait+0x8a
poll(c40a6220,e68decfc,c,c0b13605,c0bc6698,...) at poll+0x34a
syscall(e68ded38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28128b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 604 tid 100107 td 0xc4458220
sched_switch(c4458220,0,104,177,175ad304,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4458220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076522a,c42da350,0,c0b0c234,c4458220,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42da368,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42da368,c42da350,c0b12f0b,571,c43123dc,...) at _cv_wait_sig+0x204
seltdwait(c42d7c2c,c0b12f0b,3d7,c4458220,0,...) at seltdwait+0xa2
kern_select(c4458220,9,81220bc,0,0,0,48e0d,28187c98) at kern_select+0x531
select(c4458220,e68ffcfc,14,c0b134b0,c0bc5bb8,...) at select+0x5e
syscall(e68ffd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 545 tid 100076 td 0xc431d660

Tracing command softdepflush pid 21 tid 100049 td 0xc3ffd880
sched_switch(c3ffd880,0,104,177,52ae8a32,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c3ffd880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c908a0,44,c0b2d105,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c908a0,c0c90844,44,c0b2d105,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45f0d38,c0b09c07,30d,c4288000,...) at softdep_flush+0x2d2
fork_exit(c096ed30,0,e45f0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f0d70, ebp = 0 ---

Tracing command vnlru pid 20 tid 100048 td 0xc3ffdaa0
sched_switch(c3ffdaa0,0,104,177,5b42349a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,50,...) at mi_switch+0x200
sleepq_switch(c3ffdaa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c4288298,50,c0b19a42,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4288298,c0c85058,250,c0b19a42,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45edd38,c0b09c07,30d,c4288298,...) at vnlru_proc+0x115
fork_exit(c07f5720,0,e45edd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45edd70, ebp = 0 ---

Tracing command syncer pid 19 tid 100047 td 0xc3ffdcc0
sched_switch(c3ffdcc0,0,104,177,4eb4ddf2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200
sleepq_switch(c3ffdcc0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c32c40,68,c0b1974e,0,0,...) at sleepq_wait+0x63
_sleep(c0c32c40,c0c85084,68,c0b1974e,0,...) at _sleep+0x32a
sched_sync(0,e45ead38,c0b09c07,30d,c4288530,...) at sched_sync+0x762
fork_exit(c07f34c0,0,e45ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 ---

Tracing command bufdaemon pid 18 tid 100046 td 0xc40a5000
sched_switch(c40a5000,0,104,177,52546812,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5000,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c84dc4,44,c0b1751c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c84dc4,c0c84dc8,44,c0b1751c,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e7d38,c0b09c07,30d,c42887c8,...) at buf_daemon+0x21e
fork_exit(c07df9b0,0,e45e7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e7d70, ebp = 0 ---

Tracing command pagezero pid 17 tid 100045 td 0xc40a5220
sched_switch(c40a5220,0,104,177,644eb6ec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5220,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c914d4,0,c0b320f1,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c914d4,c0c91090,0,c0b320f1,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45e4d38,c0b09c07,30d,c4288a60,...) at vm_pagezero+0xdc
fork_exit(c09a8a50,0,e45e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e4d70, ebp = 0 ---

Tracing command vmdaemon pid 9 tid 100044 td 0xc40a5440
sched_switch(c40a5440,0,104,177,c5727b8a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200
sleepq_switch(c40a5440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c91104,68,c0b1751c,0,0,...) at sleepq_wait+0x63
_sleep(c0c91104,c0c91108,68,c0b1751c,0,...) at _sleep+0x32a
vm_daemon(0,e45e1d38,c0b09c07,30d,c4288cf8,...) at vm_daemon+0x59
fork_exit(c09a2f90,0,e45e1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e1d70, ebp = 0 ---

Tracing command pagedaemon pid 8 tid 100043 td 0xc40a5660
sched_switch(c40a5660,0,104,177,b617a994,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5660,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c910cc,44,c0b1751c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c910cc,c0c91090,44,c0b1751c,1388,...) at _sleep+0x2f8
vm_pageout(0,e45ded38,c0b09c07,30d,c3e24298,...) at vm_pageout+0x2bb
fork_exit(c09a3ad0,0,e45ded38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ded70, ebp = 0 ---

Tracing command sctp_iterator pid 7 tid 100042 td 0xc40a5880
sched_switch(c40a5880,0,104,177,77c3d3e6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c86b2c,0,c0b20009,0,0,...) at sleepq_wait+0x63
_sleep(c0c86b2c,c0c86a34,0,c0b20009,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45dbd38,c0b09c07,30d,c3e24530,...) at sctp_iterator_thread+0x60
fork_exit(c0863060,0,e45dbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dbd70, ebp = 0 ---

Tracing command fdc0 pid 6 tid 100040 td 0xc40a5cc0
sched_switch(c40a5cc0,0,104,177,35783f4a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a5cc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c3fe9a3c,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c3fe9a3c,c3fe9af0,4c,c0b04aac,3e8,...) at _sleep+0x2f8
fdc_thread(c3fe9a00,e45d2d38,c0b09c07,30d,c3e247c8,...) at fdc_thread+0x2b8
fork_exit(c0a3f110,c3fe9a00,e45d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d2d70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100033 td 0xc3ffc880
sched_switch(c3ffc880,0,104,177,352104c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffc880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c30054,5c,c0b0168e,0,0,...) at sleepq_wait+0x63
_sleep(c0c30054,0,5c,c0b0168e,0,...) at _sleep+0x32a
usb_task_thread(c0c30054,e4391d38,c0b09c07,30d,c3e24a60,...) at usb_task_thread+0x62
fork_exit(c06e63d0,c0c30054,e4391d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4391d70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100032 td 0xc3ffcaa0
sched_switch(c3ffcaa0,0,104,177,351e434,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffcaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c30040,5c,c0b0168e,0,0,...) at sleepq_wait+0x63
_sleep(c0c30040,0,5c,c0b0168e,0,...) at _sleep+0x32a
usb_task_thread(c0c30040,e438ed38,c0b09c07,30d,c3e24cf8,...) at usb_task_thread+0x62
fork_exit(c06e63d0,c0c30040,e438ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438ed70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100031 td 0xc3ffccc0
sched_switch(c3ffccc0,0,104,177,e6662930,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffccc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c401d210,5c,c0b01651,0,0,...) at sleepq_timedwait+0x6b
_sleep(c401d210,0,5c,c0b01651,ea60,...) at _sleep+0x2f8
usb_event_thread(c4019a00,e438bd38,c0b09c07,30d,c3f44000,...) at usb_event_thread+0xca
fork_exit(c06e5c50,c4019a00,e438bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438bd70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100018 td 0xc3feaaa0
sched_switch(c3feaaa0,0,104,177,35172c8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3feaaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c016d4,4c,c0ac0e6d,0,0,...) at sleepq_wait+0x63
_sleep(c0c016d4,c0c016ec,4c,c0ac0e6d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,e433dd38,c0b09c07,30d,c3f44298,...) at xpt_scanner_thread+0x41
fork_exit(c046f0b0,0,e433dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433dd70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100017 td 0xc3e27220
sched_switch(c3e27220,0,104,177,76ba1bd4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27220,0,c0b113bf,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c32c48,0,c0b04aac,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c32c48,0,0,c0b04aac,64,...) at _sleep+0x2f8
pause(c0b04aac,64,c0af7762,112,0,...) at pause+0x47
random_kthread(0,e433ad38,c0b09c07,30d,c3f44530,...) at random_kthread+0x1d9
fork_exit(c06606f0,0,e433ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433ad70, ebp = 0 ---

Tracing command g_down pid 4 tid 100015 td 0xc3e27660
sched_switch(c3e27660,0,104,177,81613c6a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27660,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c307ac,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c307ac,c0c306c8,24c,c0b04aac,64,...) at _sleep+0x2f8
g_io_schedule_down(c3e27660,0,c0b0617e,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4334d38,c0b09c07,30d,c3e23000,...) at g_down_procbody+0x8d
fork_exit(c0720d60,0,e4334d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4334d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100014 td 0xc3e27880
sched_switch(c3e27880,0,104,177,8171ed7e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c307a8,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c307a8,c0c30708,24c,c0b04aac,64,...) at _sleep+0x2f8
g_io_schedule_up(c3e27880,0,c0b0617e,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e4331d38,c0b09c07,30d,c3e23298,...) at g_up_procbody+0x8d
fork_exit(c0720df0,0,e4331d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4331d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100013 td 0xc3e27aa0
sched_switch(c3e27aa0,0,104,177,77439906,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27aa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c307a0,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c307a0,0,4c,c0b04aac,64,...) at _sleep+0x2f8
g_event_procbody(0,e432ed38,c0b09c07,30d,c3e23530,...) at g_event_procbody+0xcb
fork_exit(c0720e80,0,e432ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc40a5aa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100039 td 0xc40a6000
sched_switch(c40a6000,0,109,177,1aef9094,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c4033270,...) at mi_switch+0x200
ithread_loop(c40a10b0,e45c5d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c40a10b0,e45c5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45c5d70, ebp = 0 ---

Tracing command intr pid 12 tid 100038 td 0xc3feacc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100037 td 0xc3ffc000
sched_switch(c3ffc000,0,109,177,34c5734,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e2a670,...) at mi_switch+0x200
ithread_loop(c409d3b0,e45bfd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c409d3b0,e45bfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bfd70, ebp = 0 ---

Tracing command intr pid 12 tid 100036 td 0xc3ffc220
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc3ffc440
sched_switch(c3ffc440,0,109,177,e3c1e97e,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e10870,...) at mi_switch+0x200
ithread_loop(c4036700,e45a3d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c4036700,e45a3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45a3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc3ffc660
sched_switch(c3ffc660,0,109,177,5c6a6568,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e10570,...) at mi_switch+0x200
ithread_loop(c40239a0,e459ed38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c40239a0,e459ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe459ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc3ffd000
sched_switch(c3ffd000,0,109,177,34c000c,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e10670,...) at mi_switch+0x200
ithread_loop(c4018900,e4387d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c4018900,e4387d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4387d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc3ffd440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100027 td 0xc3ead660
sched_switch(c3ead660,0,109,177,76be35e2,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3f2f970,...) at mi_switch+0x200
ithread_loop(c3f93b70,e4358d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3f93b70,e4358d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4358d70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc3ead880
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100024 td 0xc3eadcc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100019 td 0xc3fea880
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100012 td 0xc3e27cc0
sched_switch(c3e27cc0,0,109,177,6d0b417a,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6b770,...) at mi_switch+0x200
ithread_loop(c3e22160,e432bd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e22160,e432bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432bd70, ebp = 0 ---

Tracing command intr pid 12 tid 100011 td 0xc3ead000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100010 td 0xc3ead220
sched_switch(c3ead220,0,109,177,77432126,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6b970,...) at mi_switch+0x200
ithread_loop(c3e22180,e4325d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e22180,e4325d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4325d70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc3ead440
sched_switch(c3ead440,0,109,177,780cf61a,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6ba70,...) at mi_switch+0x200
ithread_loop(c3e22190,e4322d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e22190,e4322d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4322d70, ebp = 0 ---

Tracing command intr pid 12 tid 100008 td 0xc3e25000
sched_switch(c3e25000,0,109,177,572782aa,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6bb70,...) at mi_switch+0x200
ithread_loop(c3e221a0,e431fd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e221a0,e431fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431fd70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc3e25220
sched_switch(c3e25220,0,109,177,86a69fb6,...) at sched_switch+0x3fb
mi_switch(109,0,c0b09e92,4ce,c3e6bd70,...) at mi_switch+0x200
ithread_loop(c3e221b0,e431cd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0755150,c3e221b0,e431cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431cd70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc3e25440
cpustop_handler(1,e2916b58,c0a8038d,f8,1,...) at cpustop_handler+0x32
ipi_nmi_handler(f8,1,e2916af0,c0a6c403,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2916b64) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a55f0d, esp = 0xe2916ba4, ebp = 0xe2916bc8 ---
siointr1(c0c9dfcc,0,c0b37d64,56f,e2916bfc,...) at siointr1+0x25d
siointr(c4099400,c3e25440,c3e07cd0,c3e2a300,4,...) at siointr+0x32
intr_event_handle(c3e2a300,e2916c3c,e2916c3c,0,c3fe9c00,...) at intr_event_handle+0x5c
intr_execute_handlers(c3e07cd0,e2916c3c,e2916c7c,c0a64ab4,38,...) at intr_execute_handlers+0x4f
lapic_handle_intr(38,e2916c3c) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0e1cc25, esp = 0xe2916c7c, ebp = 0xe2916c7c ---
acpi_cpu_c1(e2916cb4,c0791e21,c0c3d240,0,3,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2916cf8,c07920da,c0c3d220,e2916cd8,c0b0f1b0,...) at acpi_cpu_idle+0x18c
cpu_idle(c0c3d220,e2916cd8,c0b0f1b0,39c,c3e25440,...) at cpu_idle+0x28
sched_idletd(0,e2916d38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x20a
fork_exit(c0791ed0,0,e2916d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2916d70, ebp = 0 ---

Tracing command idle pid 11 tid 100005 td 0xc3e25660
cpustop_handler(2,e2913bc0,c0a8038d,c0c35d80,34,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c35d80,34,e2913b5c,0,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2913bcc) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07905c9, esp = 0xe2913c0c, ebp = 0xe2913c20 ---
tdq_choose(c0c35700,4,c0b0f1b0,890,1,...) at tdq_choose+0x19
sched_choose(e2913c84,c0791464,c0c35700,14,c0b0f1b0,...) at sched_choose+0x4b
choosethread(c0c35700,14,c0b0f1b0,710,c0a64ccf,...) at choosethread+0x8
sched_switch(c3e25660,0,108,172,86c597fa,...) at sched_switch+0x3e4
mi_switch(108,0,c0b0f1b0,9d3,c3e25660,...) at mi_switch+0x200
sched_idletd(0,e2913d38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x252
fork_exit(c0791ed0,0,e2913d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2913d70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc3e25880
sched_switch(c3e25880,0,60c,172,785a92da,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b0f1b0,7ec,2,...) at mi_switch+0x200
sched_preempt(c3e25880,2,e2910cb4,c0a64dde,e2910008,...) at sched_preempt+0x9f
ipi_bitmap_handler(e2910008,c0790028,c0c30028,3,c0c35d80,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0x9, ebp = 0xe2910c7c ---
uart_z8530_class(c0765d47,20,293,c0c35d80,9,...) at 0x20

Tracing command idle pid 11 tid 100003 td 0xc3e25aa0
sched_switch(c3e25aa0,0,60c,172,780cfdca,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b0f1b0,7ec,3,...) at mi_switch+0x200
sched_preempt(c3e25aa0,3,e290dc7c,c0a64dde,8,...) at sched_preempt+0x9f
ipi_bitmap_handler(8,c0c30028,28,c3fe9e18,c3fe9e00,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e15c9c, ebp = 0xe290dc68 ---
uart_z8530_class(c0e1cc25,20,246,e290dcac,c0e15c9c,...) at 0x20

Tracing command init pid 1 tid 100002 td 0xc3e25cc0
sched_switch(c3e25cc0,0,104,177,496e4ab8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3e25cc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3e23cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3e23cf8,c3e23d84,15c,c0b134c1,0,...) at _sleep+0x313
kern_wait(c3e25cc0,ffffffff,e2909c2c,0,0,...) at kern_wait+0xa76
wait4(c3e25cc0,e2909cfc,10,c0b132dc,c0bc53a8,...) at wait4+0x3b
syscall(e2909d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100001 td 0xc3e27000
sched_switch(c3e27000,0,104,177,34d1bfc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27000,0,c0b113bf,237,c3e27000,...) at sleepq_switch+0x14d
sleepq_wait(c0c902a0,0,c0b2a6c7,1,0,...) at sleepq_wait+0x63
_cv_wait(c0c902a0,c0c90280,c0b2b088,18b,0,...) at _cv_wait+0x204
audit_worker(0,e2906d38,c0b09c07,30d,c3e24000,...) at audit_worker+0x84
fork_exit(c0952a50,0,e2906d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2906d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100029 td 0xc3ffd220
sched_switch(c3ffd220,0,104,177,34bacac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3ffd220,0,c0b113bf,237,c3ffd220,...) at sleepq_switch+0x14d
sleepq_wait(c400b180,0,c0b0e20d,c0b04aac,0,...) at sleepq_wait+0x63
msleep_spin(c400b180,c400b19c,c0b04aac,0,c0b0c234,...) at msleep_spin+0x21d
taskqueue_thread_loop(c3fe0358,e4384d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0x8a
fork_exit(c07a71b0,c3fe0358,e4384d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4384d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100025 td 0xc3eadaa0
sched_switch(c3eadaa0,0,104,177,1976e570,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3eadaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec580,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec580,c3fec59c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3d328,e4352d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0c3d328,e4352d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4352d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100023 td 0xc3fea000
sched_switch(c3fea000,0,104,177,35f228c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec680,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec680,c3fec69c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c30fe4,e434cd38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0c30fe4,e434cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe434cd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100022 td 0xc3fea220
sched_switch(c3fea220,0,104,177,35ef20c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea220,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2e15c,e4349d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0e2e15c,e4349d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4349d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100021 td 0xc3fea440
sched_switch(c3fea440,0,104,177,35ec224,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2e15c,e4346d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0e2e15c,e4346d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4346d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100020 td 0xc3fea660
sched_switch(c3fea660,0,104,177,35e9614,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fea660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e2e15c,e4343d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0e2e15c,e4343d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4343d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100016 td 0xc3e27440
sched_switch(c3e27440,0,104,177,fa90a542,...) at sched_switch+0x3fb
mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e21580,0,c0b04aac,0,0,...) at sleepq_wait+0x63
_sleep(c3e21580,c3e2159c,0,c0b04aac,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3bda0,e4337d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a71b0,c0c3bda0,e4337d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4337d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c30b00
sched_switch(c0c30b00,0,109,177,33ec810,...) at sched_switch+0x3fb
mi_switch(109,0,c0b2f911,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 212 MB: 197 181 165 149 133 117 101 85 69 53 37 21 5
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2

(kgdb) bt
#0  doadump () at pcpu.h:195
#1  0xc0494519 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe6e5a960 "ø\003") at ../../../ddb/db_command.c:516
#2  0xc0494a9c in db_command (last_cmdp=0xc0c02394, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:413
#3  0xc0494baa in db_command_loop () at ../../../ddb/db_command.c:466
#4  0xc049639d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc079ced6 in kdb_trap (type=0x3, code=0x0, tf=0xe6e5ab08) at ../../../kern/subr_kdb.c:510
#6  0xc0a808fb in trap (frame=0xe6e5ab08) at ../../../i386/i386/trap.c:643
#7  0xc0a646eb in calltrap () at ../../../i386/i386/exception.s:146
#8  0xc079d05a in kdb_enter (why=0xc0b0d6b5 "panic", msg=0xc0b0d6b5 "panic") at cpufunc.h:60
#9  0xc077279c in panic (fmt=0xc0b0864d "Assertion %s failed at %s:%d") at ../../../kern/kern_shutdown.c:556
#10 0xc076580b in mtx_destroy (m=0xc5629880) at ../../../kern/kern_mutex.c:758
#11 0xc074e0b5 in kqueue_close (fp=0xc48fd98c, td=0xc6040aa0) at ../../../kern/kern_event.c:1501
#12 0xc07456b3 in _fdrop (fp=0xc48fd98c, td=0xc6040aa0) at file.h:285
#13 0xc0747127 in closef (fp=0xc48fd98c, td=0xc6040aa0) at ../../../kern/kern_descrip.c:2017
#14 0xc07474dd in kern_close (td=0xc6040aa0, fd=0x9) at ../../../kern/kern_descrip.c:1119
#15 0xc074757a in close (td=0xc6040aa0, uap=0xe6e5acfc) at ../../../kern/kern_descrip.c:1071
#16 0xc0a80083 in syscall (frame=0xe6e5ad38) at ../../../i386/i386/trap.c:1026
#17 0xc0a64750 in Xint0x80_syscall () at ../../../i386/i386/exception.s:203
#18 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 11
#11 0xc074e0b5 in kqueue_close (fp=0xc48fd98c, td=0xc6040aa0) at ../../../kern/kern_event.c:1501
1501  mtx_destroy(&kq->kq_lock);
(kgdb) l
1496  FILEDESC_XLOCK(fdp);
1497  SLIST_REMOVE(&fdp->fd_kqlist, kq, kqueue, kq_list);
1498  FILEDESC_XUNLOCK(fdp);
1499
1500  knlist_destroy(&kq->kq_sel.si_note);
1501  mtx_destroy(&kq->kq_lock);
1502  kq->kq_fdp = NULL;
1503
1504  if (kq->kq_knhash != NULL)
1505   free(kq->kq_knhash, M_KQUEUE);
(kgdb) info loc
kq = (struct kqueue *) 0xc5629880
fdp = (struct filedesc *) 0xc4c95300
kn = Variable "kn" is not available.
(kgdb) p *kq
$1 = {kq_lock = {lock_object = {lo_name = 0xc0b099d1 "kqueue", lo_type = 0xc0b099d1 "kqueue", lo_flags = 0x1430000, lo_witness_data = {lod_list = {stqe_next = 0xc0c47b50},
        lod_witness = 0xc0c47b50}}, mtx_lock = 0x4, mtx_recurse = 0x0}, kq_refcnt = 0x1, kq_list = {sle_next = 0x0}, kq_head = {tqh_first = 0x0, tqh_last = 0xc56298a0},
  kq_count = 0x0, kq_sel = {si_tdlist = {tqh_first = 0x0, tqh_last = 0x0}, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0, kl_unlock = 0,
      kl_locked = 0xc074e380 <knlist_mtx_locked>, kl_lockarg = 0x0}, si_mtx = 0x0}, kq_sigio = 0x0, kq_fdp = 0xc4c95300, kq_state = 0x14, kq_knlistsize = 0x100,
  kq_knlist = 0xc4d11400, kq_knhashmask = 0x0, kq_knhash = 0x0, kq_task = {ta_link = {stqe_next = 0x0}, ta_pending = 0x0, ta_priority = 0x0,
    ta_func = 0xc074bca0 <kqueue_task>, ta_context = 0xc5629880}}
--
Test scenario: pipe5.c