GENERIC HEAD from Apr 28 17:26 UTC + kern_event-2.diff, vmcore.218
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Mon Apr 28 19:49:13 CEST 2008
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1037582336 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
1st 0xc4101ee4 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
2nd 0xd7e81d20 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b12d8d,e290978c,c07af16e,c0b1542c,d7e81d20,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b1542c,d7e81d20,c0b1a140,c0b1a140,c0b196f6,...) at kdb_backtrace+0x29
witness_checkorder(d7e81d20,9,c0b196ed,998,4,...) at witness_checkorder+0x6de
__lockmgr_args(d7e81d20,81900,c4101ee4,c0b1a075,50,...) at __lockmgr_args+0x777
getblk(c4101de8,0,0,800,0,...) at getblk+0x163
breadn(c4101de8,0,0,800,0,...) at breadn+0x44
bread(c4101de8,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c4101de8,0,0,0,e29099a4,...) at ffs_blkatoff+0xd1
ufs_lookup(e29099ec,c0b43617,c4101de8,c4101de8,e2909b50,...) at ufs_lookup+0x2b5
VOP_CACHEDLOOKUP_APV(c0beb700,e29099ec,e2909b50,e2909b3c,c3e2a800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(e2909a6c,c0b1c471,c0c03a00,80000,c4101de8,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0beb700,e2909a6c,c0b1aef1,1b0,e2909b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(e2909b24,c0b1aef1,d8,c0,c3df422c,...) at lookup+0x57e
namei(e2909b24,e2909b28,c07ae94c,c076617c,c0c87700,...) at namei+0x45b
kern_unlinkat(c3e25cc0,ffffff9c,c0b1b578,1,e2909c5c,...) at kern_unlinkat+0x46
kern_unlink(c3e25cc0,c0b1b578,1,631,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b1b732,c0b09787,c0b022ea,1,c07ecc10,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c35510,4,c0b0aa46,264,0,...) at vfs_mountroot+0x420
start_init(0,e2909d38,c0b0c3cb,30d,c3e23cf8,...) at start_init+0x65
fork_exit(c073b110,0,e2909d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2909d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
1st 0xd8115440 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6119
2nd 0xc0c936c4 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5259
3rd 0xd80dbc80 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123
KDB: stack backtrace:
db_trace_self_wrapper(c0b12d8d,e6965468,c07af16e,c0b15445,d80dbc80,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b15445,d80dbc80,c0b1a140,c0b1a140,c0b2f04b,...) at kdb_backtrace+0x29
witness_checkorder(d80dbc80,9,c0b2f042,17eb,e6965488,...) at witness_checkorder+0x6de
__lockmgr_args(d80dbc80,80900,c0c936c4,0,0,...) at __lockmgr_args+0x777
getdirtybuf(e69655b8,0,c0b2f042,148b,131,...) at getdirtybuf+0xc3
softdep_sync_metadata(c4de6590,0,c0b308be,131,0,...) at softdep_sync_metadata+0x93a
ffs_syncvnode(c4de6590,1,3,c4bf7660,e6965674,...) at ffs_syncvnode+0x3e2
ffs_truncate(c4de6590,200,0,880,c4b38800,...) at ffs_truncate+0x639
ufs_direnter(c4de6590,c4fc7c84,e69658f0,e6965b84,0,...) at ufs_direnter+0x973
ufs_makeinode(e6965b84,c0bebc20,e6965a64,e6965a34,c0a90f45,...) at ufs_makeinode+0x541
ufs_create(e6965a64,c0b43ad4,0,e6965a64,e6965b58,...) at ufs_create+0x30
VOP_CREATE_APV(c0beb700,e6965a64,2,e6965a54,246,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6965b58,e6965c5c,1b0,c4b38800,c4ae3034,...) at vn_open_cred+0x1df
vn_open(e6965b58,e6965c5c,1b0,c4ae3034,c0990f9c,...) at vn_open+0x33
kern_openat(c4bf7660,ffffff9c,bfbfe898,0,602,...) at kern_openat+0x10f
kern_open(c4bf7660,bfbfe898,0,601,1b0,...) at kern_open+0x35
open(c4bf7660,e6965cfc,c,c0b15adc,c0bc8158,...) at open+0x30
syscall(e6965d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28154b8b, esp = 0xbfbfe85c, ebp = 0xbfbfe878 ---
panic: KN_INFLUX set when not suppose to be
cpuid = 3
KDB: enter: panic
[thread pid 6219 tid 100177 ]
Stopped at kdb_enter+0x3a: movl $0,kdb_why
db> set $lines 0
db> bt
Tracing pid 6219 tid 100177 td 0xc51f4880
kdb_enter(c0b0fe72,c0b0fe72,c0b0c0c7,e6861ba4,3,...) at kdb_enter+0x3a
panic(c0b0c0c7,0,c0b0be7c,5a2,e6861bcc,...) at panic+0x12c
kqueue_close(c4a19b94,c51f4880,c0b14b33,c4c65800,c4a19b94,...) at kqueue_close+0xfb
_fdrop(c4a19b94,c51f4880,c076617c,c52d6d00,4,...) at _fdrop+0x43
closef(c4a19b94,c51f4880,45d,442,c4a19b94,...) at closef+0x277
kern_close(c51f4880,9,e6861d2c,c0a82733,c51f4880,...) at kern_close+0x11d
close(c51f4880,e6861cfc,4,c0b165c1,c0bc8170,...) at close+0x1a
syscall(e6861d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---
db> show allpcpu
Current CPU: 3
cpuid = 0
curthread = 0xc3e25440: pid 11 "idle: cpu0"
curpcb = 0xe2916d90
fpcurthread = none
idlethread = 0xc3e25440: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3e27880: pid 3 "g_up"
curpcb = 0xe4331d90
fpcurthread = none
idlethread = 0xc3e25660: pid 11 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc3e25880: pid 11 "idle: cpu2"
curpcb = 0xe2910d90
fpcurthread = none
idlethread = 0xc3e25880: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc51f4880: pid 6219 "pipe5"
curpcb = 0xe6861d90
fpcurthread = none
idlethread = 0xc3e25aa0: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 6219 (pipe5) thread 0xc4c48660 (100093)
exclusive sx filedesc structure r = 0 (0xc4c6582c) locked @ kern/kern_descrip.c:1090
Process 6219 (pipe5) thread 0xc51f4880 (100177)
exclusive sleep mutex kqueue r = 0 (0xc52d6d00) locked @ kern/kern_event.c:1442
Process 4860 (sshd) thread 0xc4361000 (100187)
exclusive sx so_rcv_sx r = 0 (0xc4492514) locked @ kern/uipc_sockbuf.c:148
Process 1140 (top) thread 0xc4a0baa0 (100118)
exclusive sx user map r = 0 (0xc444497c) locked @ vm/vm_map.c:1987
exclusive sx sysctl lock r = 0 (0xc0c35b24) locked @ kern/kern_sysctl.c:1415
exclusive sleep mutex Giant r = 0 (0xc0c35510) locked @ kern/kern_sysctl.c:1353
Process 1103 (sshd) thread 0xc4a09440 (100141)
exclusive sx so_rcv_sx r = 0 (0xc44659a0) locked @ kern/uipc_sockbuf.c:148
Process 1102 (sshd) thread 0xc4a12aa0 (100140)
exclusive sx so_rcv_sx r = 0 (0xc46769a0) locked @ kern/uipc_sockbuf.c:148
Process 1101 (sshd) thread 0xc478a660 (100054)
exclusive sx so_rcv_sx r = 0 (0xc4419698) locked @ kern/uipc_sockbuf.c:148
Process 1043 (sshd) thread 0xc4468440 (100104)
exclusive sx so_rcv_sx r = 0 (0xc449020c) locked @ kern/uipc_sockbuf.c:148
db> show lockedvnods
Locked vnodes
db> ps
pid ppid pgrp uid state wmesg wchan cmd
6222 3996 3996 1001 R+ (threaded) pipe5
100125 CanRun pipe5
100101 CanRun pipe5
100183 S uwait 0xc42d1d80 initial thread
6219 3996 3996 1001 R+ (threaded) pipe5
100093 CanRun pipe5
100177 Run CPU 3 pipe5
100190 S uwait 0xc42a9e80 initial thread
6119 1163 1158 1001 S nanslp 0xc0c35cc4 sleep
5131 5096 5048 1001 SL+ swread 0xc208cc74 swap
5130 5096 5048 1001 SL+ swread 0xc176b2dc swap
5128 5096 5048 1001 SL+ swread 0xc2037cfc swap
5126 5096 5048 1001 SL+ swread 0xc17636d0 swap
5111 5096 5048 1001 SL+ swread 0xc2103944 swap
5106 5096 5048 1001 SL+ swread 0xc1795f1c swap
5102 5096 5048 1001 RL+ swap
5098 5096 5048 1001 SL+ swread 0xc214769c swap
5096 5074 5048 1001 S+ wait 0xc43597c8 swap
5074 5072 5048 1001 S+ wait 0xc49f2530 swap
5072 5071 5048 1001 S+ wait 0xc4b33a60 run
5071 5070 5048 1001 S+ wait 0xc4bfb298 run
5070 5048 5048 1001 S+ nanslp 0xc0c35cc4 run
5048 4879 5048 1001 S+ wait 0xc4c43530 sh
4879 4877 4879 1001 Ss+ wait 0xc4b33000 bash
4877 4860 4860 1001 S select 0xc4c16368 sshd
4860 774 4860 0 Ss sbwait 0xc4492544 sshd
3996 1047 3996 1001 S+ wait 0xc4386cf8 sh
1164 1158 1158 1001 S piperd 0xc4a17000 awk
1163 1158 1158 1001 S wait 0xc4359298 sh
1158 1155 1158 1001 Ss wait 0xc4303a60 sh
1157 1156 1157 1001 Ss kqread 0xc4aaad80 tail
1156 1103 1103 1001 S select 0xc42995e8 sshd
1155 1102 1102 1001 S select 0xc429ab68 sshd
1140 1137 1140 1001 Rs+ top
1137 1101 1101 1001 R sshd
1103 774 1103 0 Ss sbwait 0xc44659d0 sshd
1102 774 1102 0 Ss sbwait 0xc46769d0 sshd
1101 774 1101 0 Ss sbwait 0xc44196c8 sshd
1047 1045 1047 1001 Ss+ wait 0xc4774000 bash
1045 1043 1043 1001 S select 0xc495b2a8 sshd
1043 774 1043 0 Ss sbwait 0xc449023c sshd
897 1 897 0 Ss+ ttyin 0xc40b4c10 getty
896 1 896 0 Ss+ ttyin 0xc40b4810 getty
895 1 895 0 Ss+ ttyin 0xc40b5810 getty
894 1 894 0 Ss+ ttyin 0xc40b5410 getty
893 1 893 0 Ss+ ttyin 0xc40ad810 getty
892 1 892 0 Ss+ ttyin 0xc40adc10 getty
891 1 891 0 Ss+ ttyin 0xc40b4010 getty
890 1 890 0 Ss+ ttyin 0xc40b4410 getty
873 1 873 0 Ss select 0xc42d1aa8 inetd
846 1 846 0 Ss select 0xc434e4e8 moused
832 1 832 0 Ss nanslp 0xc0c35cc4 watchdogd
790 1 790 0 Ss nanslp 0xc0c35cc4 cron
783 1 783 25 Ss pause 0xc4451abc sendmail
779 1 779 0 Ss select 0xc434eca8 sendmail
774 1 774 0 Ss select 0xc434e268 sshd
692 676 676 0 S - 0xc429d800 nfsd
691 676 676 0 S - 0xc4494e00 nfsd
690 676 676 0 S - 0xc429da00 nfsd
689 676 676 0 S - 0xc429c000 nfsd
688 676 676 0 S - 0xc4495000 nfsd
687 676 676 0 S - 0xc429de00 nfsd
686 676 676 0 S - 0xc429dc00 nfsd
685 676 676 0 S - 0xc4495400 nfsd
684 676 676 0 S - 0xc4495200 nfsd
683 676 676 0 S - 0xc42a0000 nfsd
681 676 676 0 S - 0xc4495600 nfsd
680 676 676 0 S - 0xc429c200 nfsd
679 676 676 0 S - 0xc4028a00 nfsd
678 676 676 0 S - 0xc429c400 nfsd
677 676 676 0 S - 0xc42fe800 nfsd
676 1 676 0 Ss select 0xc42d22a8 nfsd
674 1 674 0 Ss select 0xc40b2028 mountd
621 1 621 0 Ss select 0xc42d3a28 rpcbind
604 1 604 0 Ss select 0xc434e3a8 syslogd
545 1 545 0 Ss select 0xc434f228 devd
21 0 0 0 SL sdflush 0xc0c93720 [softdepflush]
20 0 0 0 SL syncer 0xc0c35ac0 [syncer]
19 0 0 0 SL vlruwt 0xc4284530 [vnlru]
18 0 0 0 SL psleep 0xc0c87c44 [bufdaemon]
17 0 0 0 SL pgzero 0xc0c94354 [pagezero]
9 0 0 0 SL psleep 0xc0c93f84 [vmdaemon]
8 0 0 0 SL psleep 0xc0c93f4c [pagedaemon]
7 0 0 0 SL waiting_ 0xc0c899ac [sctp_iterator]
6 0 0 0 SL - 0xc3feca3c [fdc0]
16 0 0 0 SL usbtsk 0xc0c32ed4 [usbtask-dr]
15 0 0 0 SL usbtsk 0xc0c32ec0 [usbtask-hc]
14 0 0 0 SL usbevt 0xc4020210 [usb0]
5 0 0 0 SL ccb_scan 0xc0c04554 [xpt_thrd]
13 0 0 0 SL - 0xc0c35ac8 [yarrow]
4 0 0 0 SL - 0xc0c3362c [g_down]
3 0 0 0 RL CPU 1 [g_up]
2 0 0 0 SL - 0xc0c33620 [g_event]
12 0 0 0 WL (threaded) intr
100041 I [irq7: ppbus0 ppc0]
100039 I [swi0: sio]
100038 I [irq12: psm0]
100037 I [irq1: atkbd0]
100036 I [irq15: ata1]
100035 I [irq14: ata0]
100034 I [irq17: fxp0]
100030 I [irq16: uhci0]
100028 I [irq9: acpi0]
100027 I [swi6: Giant taskq]
100025 I [swi5: +]
100023 I [swi2: cambio]
100018 I [swi6: task queue]
100012 I [swi3: vm]
100011 I [swi4: clock]
100010 I [swi4: clock]
100009 I [swi4: clock]
100008 I [swi4: clock sio]
100007 I [swi1: net]
11 0 0 0 RL (threaded) idle
100006 Run CPU 0 [idle: cpu0]
100005 CanRun [idle: cpu1]
100004 Run CPU 2 [idle: cpu2]
100003 CanRun [idle: cpu3]
1 0 1 0 SLs wait 0xc3e23cf8 [init]
10 0 0 0 SL audit_wo 0xc0c93120 [audit]
0 0 0 0 SLs (threaded) kernel
100029 D - 0xc400b180 [em0 taskq]
100026 D - 0xc3fea500 [thread taskq]
100024 D - 0xc3fea600 [kqueue taskq]
100021 D - 0xc3e20600 [acpi_task_2]
100020 D - 0xc3e20600 [acpi_task_1]
100019 D - 0xc3e20600 [acpi_task_0]
100016 D - 0xc3e21580 [firmware taskq]
100000 I [swapper]
5075 5072 5048 1001 Z+ creat
5076 5072 5048 1001 Z+ mkdir
5100 5096 5048 1001 Z+ swap
5132 5096 5048 1001 Z+ swap
5107 5096 5048 1001 Z+ swap
5099 5096 5048 1001 Z+ swap
5108 5096 5048 1001 Z+ swap
5123 5096 5048 1001 Z+ swap
5110 5096 5048 1001 Z+ swap
5124 5096 5048 1001 Z+ swap
5129 5096 5048 1001 Z+ swap
5077 5072 5048 1001 Z+ initial thread
5078 5072 5048 1001 Z+ udp
5079 5072 5048 1001 Z+ tcp
db> allt
Tracing command pipe5 pid 6222 tid 100125 td 0xc4c4f440
fork_trampoline() at fork_trampoline
Tracing command pipe5 pid 6222 tid 100101 td 0xc4b79440
fork_trampoline() at fork_trampoline
Tracing command pipe5 pid 6222 tid 100183 td 0xc4be3aa0
sched_switch(c4be3aa0,0,104,177,5ef7b400,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4be3aa0,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42d1d80,0,c0b114b8,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42d1d80,c0c37948,100,c0b114b8,0,...) at _sleep+0x313
do_wait(0,0,0,e6aa4c80,c0765e5d) at do_wait+0x267
__umtx_op_wait(c4be3aa0,e6aa4cfc,e6aa4d2c,c0a82733,c4be3aa0,...) at __umtx_op_wait+0x57
_umtx_op(c4be3aa0,e6aa4cfc,14,c0c38580,c0bcab70,...) at _umtx_op+0x27
syscall(e6aa4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---
Tracing command pipe5 pid 6219 tid 100093 td 0xc4c48660
sched_switch(c4c48660,0,60b,172,5f7accec,...) at sched_switch+0x3fb
mi_switch(60b,0,c0b1196d,7f2,0,...) at mi_switch+0x200
sched_preempt(c4c48660,0,e6a0fbc8,c0a6716e,c0c40008,...) at sched_preempt+0xb5
ipi_bitmap_handler(c0c40008,28,c0b00028,c4c48660,0,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0b09785, ebp = 0xe6a0fb98 ---
uart_z8530_class(c0766442,20,246,c0b0be85,c0b09785,...) at 0x20
Tracing command pipe5 pid 6219 tid 100177 td 0xc51f4880
kdb_enter(c0b0fe72,c0b0fe72,c0b0c0c7,e6861ba4,3,...) at kdb_enter+0x3a
panic(c0b0c0c7,0,c0b0be7c,5a2,e6861bcc,...) at panic+0x12c
kqueue_close(c4a19b94,c51f4880,c0b14b33,c4c65800,c4a19b94,...) at kqueue_close+0xfb
_fdrop(c4a19b94,c51f4880,c076617c,c52d6d00,4,...) at _fdrop+0x43
closef(c4a19b94,c51f4880,45d,442,c4a19b94,...) at closef+0x277
kern_close(c51f4880,9,e6861d2c,c0a82733,c51f4880,...) at kern_close+0x11d
close(c51f4880,e6861cfc,4,c0b165c1,c0bc8170,...) at close+0x1a
syscall(e6861d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---
Tracing command pipe5 pid 6219 tid 100190 td 0xc431aaa0
sched_switch(c431aaa0,0,104,177,5eef16a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c431aaa0,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42a9e80,0,c0b114b8,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42a9e80,c0c37980,100,c0b114b8,0,...) at _sleep+0x313
do_wait(0,0,c431aaa0,e6a7ec80,c07a8950) at do_wait+0x267
__umtx_op_wait(c431aaa0,e6a7ecfc,e6a7ed2c,c0a82733,c431aaa0,...) at __umtx_op_wait+0x57
_umtx_op(c431aaa0,e6a7ecfc,14,c0b1692d,c0bcab70,...) at _umtx_op+0x27
syscall(e6a7ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 ---
Tracing command sleep pid 6119 tid 100065 td 0xc4a15cc0
sched_switch(c4a15cc0,0,104,177,97fe33f2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a15cc0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(2711,c07a58e0,c4a15cc0,3,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,2711,...) at _sleep+0x2dd
kern_nanosleep(c4a15cc0,e6965c64,e6965c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4a15cc0,e6965cfc,8,c4a15cc0,c0bc9760,...) at nanosleep+0x6f
syscall(e6965d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814377f, esp = 0xbfbfec8c, ebp = 0xbfbfecc8 ---
Tracing command swap pid 5131 tid 100194 td 0xc4bf8cc0
sched_switch(c4bf8cc0,0,104,177,5ebf9128,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4bf8cc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c208cc74,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c208cc74,c4c91280,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c91280,e6a75c04,8,0,e6a75bcc,...) at swap_pager_getpages+0x44d
vm_fault(c44430ec,8e4e000,2,8,8e4e000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c43167c8,...) at trap_pfault+0x118
trap(e6a75d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5130 tid 100157 td 0xc4c48000
sched_switch(c4c48000,0,104,177,5b1083b8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4c48000,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c176b2dc,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c176b2dc,c4c9a100,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c9a100,e6a3ec04,8,0,e6a3ebcc,...) at swap_pager_getpages+0x44d
vm_fault(c43072c4,9048000,2,8,9048000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4bfacf8,...) at trap_pfault+0x118
trap(e6a3ed38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5128 tid 100162 td 0xc435e880
sched_switch(c435e880,0,104,177,5c062fa6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c435e880,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c2037cfc,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c2037cfc,c4692780,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4692780,e6a4dc04,8,0,e6a4dbcc,...) at swap_pager_getpages+0x44d
vm_fault(c497c1d8,8e50000,2,8,8e50000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4c42cf8,...) at trap_pfault+0x118
trap(e6a4dd38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5126 tid 100189 td 0xc478a220
sched_switch(c478a220,0,104,177,5e1127a6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c478a220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c17636d0,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c17636d0,c4b8cd80,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4b8cd80,e69a1c04,8,0,e69a1bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4c140ec,8e75000,2,8,8e75000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4b9aa60,...) at trap_pfault+0x118
trap(e69a1d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5111 tid 100225 td 0xc4bac220
sched_switch(c4bac220,0,104,177,5d280de8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4bac220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c2103944,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c2103944,c4ca3980,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4ca3980,e6ae0c04,8,0,e6ae0bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4c12a24,8e42000,2,8,8e42000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4c8dcf8,...) at trap_pfault+0x118
trap(e6ae0d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5106 tid 100089 td 0xc4b78660
sched_switch(c4b78660,0,104,177,5b96ed18,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4b78660,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c1795f1c,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c1795f1c,c4ca6100,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4ca6100,e6977c04,8,0,e6977bcc,...) at swap_pager_getpages+0x44d
vm_fault(c4444b10,8e58000,2,8,8e58000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4316298,...) at trap_pfault+0x118
trap(e6977d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5102 tid 100200 td 0xc4c48220
sched_switch(c4c48220,0,104,177,5aa0a212,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4c48220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c170e79c,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c170e79c,c4c9e600,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c9e600,e6a92c04,8,0,e6a92bcc,...) at swap_pager_getpages+0x44d
vm_fault(c497ddd4,8e78000,2,8,8e78000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4452298,...) at trap_pfault+0x118
trap(e6a92d38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5098 tid 100182 td 0xc4be3220
sched_switch(c4be3220,0,104,177,5cb649d8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,40,...) at mi_switch+0x200
sleepq_switch(c4be3220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c214769c,40,c0b319d2,0,0,...) at sleepq_timedwait+0x6b
_sleep(c214769c,c4c99800,40,c0b319d2,4e20,...) at _sleep+0x2f8
swap_pager_getpages(c4c99800,e6a2cc04,8,0,e6a2cbcc,...) at swap_pager_getpages+0x44d
vm_fault(c4433938,8e38000,2,8,8e38000,...) at vm_fault+0xe71
trap_pfault(5,0,c0b40fc2,2c4,c4c84530,...) at trap_pfault+0x118
trap(e6a2cd38) at trap+0x259
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28164203, esp = 0xbfbfe840, ebp = 0xbfbfe8b8 ---
Tracing command swap pid 5096 tid 100132 td 0xc4c50660
sched_switch(c4c50660,0,104,177,2e357602,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4c50660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c43597c8,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c43597c8,c4359854,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4c50660,13ea,e697ac2c,0,0,...) at kern_wait+0xa76
wait4(c4c50660,e697acfc,10,c0b164b8,c0bc8188,...) at wait4+0x3b
syscall(e697ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swap pid 5074 tid 100117 td 0xc434d880
sched_switch(c434d880,0,104,177,3f0eacea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c434d880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c49f2530,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49f2530,c49f25bc,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c434d880,13e8,e699ec2c,0,0,...) at kern_wait+0xa76
wait4(c434d880,e699ecfc,10,c434d880,c0bc8188,...) at wait4+0x3b
syscall(e699ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e526b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---
Tracing command run pid 5072 tid 100199 td 0xc4a07880
sched_switch(c4a07880,0,104,177,79f0bb94,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a07880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4b33a60,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b33a60,c4b33aec,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4a07880,13d2,e6a87c2c,0,0,...) at kern_wait+0xa76
wait4(c4a07880,e6a87cfc,10,c4a07880,c0bc8188,...) at wait4+0x3b
syscall(e6a87d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe3bc, ebp = 0xbfbfe3d8 ---
Tracing command run pid 5071 tid 100122 td 0xc4a13aa0
sched_switch(c4a13aa0,0,104,177,b23a17f4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a13aa0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4bfb298,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4bfb298,c4bfb324,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4a13aa0,13d0,e696ec2c,0,0,...) at kern_wait+0xa76
wait4(c4a13aa0,e696ecfc,10,c4a13aa0,c0bc8188,...) at wait4+0x3b
syscall(e696ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e426b, esp = 0xbfbfe86c, ebp = 0xbfbfe888 ---
Tracing command run pid 5070 tid 100185 td 0xc4be2440
sched_switch(c4be2440,0,104,177,348656e6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4be2440,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a58e0,c4be2440,3,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,3e9,...) at _sleep+0x2dd
kern_nanosleep(c4be2440,e6a20c64,e6a20c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4be2440,e6a20cfc,8,c0b15dc2,c0bc9760,...) at nanosleep+0x6f
syscall(e6a20d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814577f, esp = 0xbfbfe88c, ebp = 0xbfbfe8b8 ---
Tracing command sh pid 5048 tid 100174 td 0xc4bb2000
sched_switch(c4bb2000,0,104,177,acf7fab0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4bb2000,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4c43530,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4c43530,c4c435bc,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4bb2000,ffffffff,e6a5bc2c,2,0,...) at kern_wait+0xa76
wait4(c4bb2000,e6a5bcfc,10,c0b15c5d,c0bc8188,...) at wait4+0x3b
syscall(e6a5bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---
Tracing command bash pid 4879 tid 100198 td 0xc4361660
sched_switch(c4361660,0,104,177,8f8d5b10,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4361660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4b33000,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b33000,c4b3308c,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4361660,ffffffff,e6a7bc2c,6,0,...) at kern_wait+0xa76
wait4(c4361660,e6a7bcfc,10,c0b15b58,c0bc8188,...) at wait4+0x3b
syscall(e6a7bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---
Tracing command sshd pid 4877 tid 100099 td 0xc4468660
Tracing command sshd pid 4860 tid 100187 td 0xc4361000
Tracing command sh pid 3996 tid 100113 td 0xc4317440
sched_switch(c4317440,0,104,177,5bfdd726,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4317440,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4386cf8,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4386cf8,c4386d84,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4317440,ffffffff,e69a4c2c,2,0,...) at kern_wait+0xa76
wait4(c4317440,e69a4cfc,10,c4317440,c0bc8188,...) at wait4+0x3b
syscall(e69a4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---
Tracing command awk pid 1164 tid 100163 td 0xc4b7aaa0
sched_switch(c4b7aaa0,0,104,177,9663b4f6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c4b7aaa0,0,c0b13b7c,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4a17000,4c,c0b15880,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4a17000,c4a17168,14c,c0b15880,0,...) at _sleep+0x313
pipe_read(c4a1c068,e69d2c60,c4b39200,0,c4b7aaa0,...) at pipe_read+0x3f7
dofileread(e69d2c60,ffffffff,ffffffff,0,c4a1c068,...) at dofileread+0x96
kern_readv(c4b7aaa0,0,e69d2c60,8137000,1000,...) at kern_readv+0x58
read(c4b7aaa0,e69d2cfc,c,16,c0bc8128,...) at read+0x4f
syscall(e69d2d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28195c73, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---
Tracing command sh pid 1163 tid 100164 td 0xc4a13880
sched_switch(c4a13880,0,104,177,96c28a0a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4a13880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4359298,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4359298,c4359324,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4a13880,ffffffff,e69dbc2c,2,0,...) at kern_wait+0xa76
wait4(c4a13880,e69dbcfc,10,c0b15c5d,c0bc8188,...) at wait4+0x3b
syscall(e69dbd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfe91c, ebp = 0xbfbfe938 ---
Tracing command sh pid 1158 tid 100073 td 0xc4317660
sched_switch(c4317660,0,104,177,f22d6186,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4317660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4303a60,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4303a60,c4303aec,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c4317660,ffffffff,e6842c2c,2,0,...) at kern_wait+0xa76
wait4(c4317660,e6842cfc,10,c4317660,c0bc8188,...) at wait4+0x3b
syscall(e6842d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815026b, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
Tracing command tail pid 1157 tid 100133 td 0xc4a07cc0
sched_switch(c4a07cc0,0,104,177,2645102e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4a07cc0,0,c0b13b7c,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07a58e0,c4a07cc0,3,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c4aaad80,58,c0b0c0c0,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c4aaad80,c4aaad80,158,c0b0c0c0,3e9,...) at _sleep+0x2dd
kern_kevent(c4a07cc0,4,0,1,e695bc60,...) at kern_kevent+0x3bd
kevent(c4a07cc0,e695bcfc,18,c0ac62a6,c0bca2e8,...) at kevent+0x19b
syscall(e695bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814799b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---
Tracing command sshd pid 1156 tid 100152 td 0xc4a14000
sched_switch(c4a14000,0,104,177,3ef11bea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4a14000,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c42995d0,0,c0b0e9f1,c4a14000,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42995e8,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42995e8,c42995d0,c0b156c8,571,c4a1c0d0,...) at _cv_wait_sig+0x204
seltdwait(c448c82c,c0b156c8,3d7,c4a14000,e69bab04,...) at seltdwait+0xa2
kern_select(c4a14000,b,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4a14000,e69bacfc,14,c0aff4c1,c0bc8998,...) at select+0x5e
syscall(e69bad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 1155 tid 100129 td 0xc4467000
Tracing command top pid 1140 tid 100118 td 0xc4a0baa0
sched_switch(c4a0baa0,0,207,172,5f420572,...) at sched_switch+0x3fb
mi_switch(207,0,c0b14357,d4,c49f1530,...) at mi_switch+0x200
ast(e691fd38) at ast+0x2a7
doreti_ast() at doreti_ast+0x17
Tracing command sshd pid 1137 tid 100146 td 0xc4a11880
sched_switch(c4a11880,0,104,177,f3228d3a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4a11880,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c42aa350,0,c0b0e9f1,c4a11880,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c42aa368,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c42aa368,c42aa350,c0b156c8,571,c4a26854,...) at _cv_wait_sig+0x204
seltdwait(c435322c,c0b156c8,3d7,c4a11880,e6986b04,...) at seltdwait+0xa2
kern_select(c4a11880,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c4a11880,e6986cfc,14,c0aff4c1,c0bc8998,...) at select+0x5e
syscall(e6986d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 1103 tid 100141 td 0xc4a09440
Tracing command sshd pid 1102 tid 100140 td 0xc4a12aa0
Tracing command sshd pid 1101 tid 100054 td 0xc478a660
Tracing command bash pid 1047 tid 100121 td 0xc478b660
sched_switch(c478b660,0,104,177,2bf064c8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c478b660,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4774000,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4774000,c477408c,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c478b660,ffffffff,e6928c2c,6,0,...) at kern_wait+0xa76
wait4(c478b660,e6928cfc,10,c0b15b58,c0bc8188,...) at wait4+0x3b
syscall(e6928d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---
Tracing command sshd pid 1045 tid 100123 td 0xc478b220
sched_switch(c478b220,0,104,177,5bdad3ce,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c478b220,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c495b290,0,c0b0e9f1,c478b220,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c495b2a8,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c495b2a8,c495b290,c0b156c8,571,c43402d8,...) at _cv_wait_sig+0x204
seltdwait(c443512c,c0b156c8,3d7,c478b220,e692eb04,...) at seltdwait+0xa2
kern_select(c478b220,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531
select(c478b220,e692ecfc,14,c0aff4c1,c0bc8998,...) at select+0x5e
syscall(e692ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 1043 tid 100104 td 0xc4468440
Tracing command getty pid 897 tid 100077 td 0xc434c440
sched_switch(c434c440,0,104,177,daf501b4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c434c440,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4c10,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4c10,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4c00,c40b4c10,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4c00,e6857c60,0,e6857b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af500,e6857c60,0,e6857bb8,c073fd80,...) at ttyread+0x39
scread(c40af500,e6857c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af500,e6857c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4382bc8,e6857c60,c3e2a800,0,c434c440,...) at devfs_read_f+0x72
dofileread(e6857c60,ffffffff,ffffffff,0,c4382bc8,...) at dofileread+0x96
kern_readv(c434c440,0,e6857c60,bfbfee4b,1,...) at kern_readv+0x58
read(c434c440,e6857cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6857d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 896 tid 100083 td 0xc434b660
sched_switch(c434b660,0,104,177,dad42ce4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c434b660,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4810,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4810,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4800,c40b4810,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4800,e686fc60,0,e686fb94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af600,e686fc60,0,e686fbb8,c073fd80,...) at ttyread+0x39
scread(c40af600,e686fc60,0,1a4,0,...) at scread+0x2d
giant_read(c40af600,e686fc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430a57c,e686fc60,c3e2a800,0,c434b660,...) at devfs_read_f+0x72
dofileread(e686fc60,ffffffff,ffffffff,0,c430a57c,...) at dofileread+0x96
kern_readv(c434b660,0,e686fc60,bfbfee4b,1,...) at kern_readv+0x58
read(c434b660,e686fcfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e686fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 895 tid 100119 td 0xc478baa0
sched_switch(c478baa0,0,104,177,dabd24e0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c478baa0,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5810,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5810,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b5800,c40b5810,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b5800,e6922c60,0,e6922b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af700,e6922c60,0,e6922bb8,c073fd80,...) at ttyread+0x39
scread(c40af700,e6922c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af700,e6922c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c432023c,e6922c60,c3e2a800,0,c478baa0,...) at devfs_read_f+0x72
dofileread(e6922c60,ffffffff,ffffffff,0,c432023c,...) at dofileread+0x96
kern_readv(c478baa0,0,e6922c60,bfbfee4b,1,...) at kern_readv+0x58
read(c478baa0,e6922cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6922d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 894 tid 100062 td 0xc4317aa0
sched_switch(c4317aa0,0,104,177,db0b56ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4317aa0,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b5410,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b5410,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b5400,c40b5410,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b5400,e6810c60,0,e6810b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af800,e6810c60,0,e6810bb8,c073fd80,...) at ttyread+0x39
scread(c40af800,e6810c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af800,e6810c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c438257c,e6810c60,c3e2a800,0,c4317aa0,...) at devfs_read_f+0x72
dofileread(e6810c60,ffffffff,ffffffff,0,c438257c,...) at dofileread+0x96
kern_readv(c4317aa0,0,e6810c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4317aa0,e6810cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6810d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 893 tid 100124 td 0xc478b000
sched_switch(c478b000,0,104,177,db06c4d4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c478b000,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40ad810,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40ad810,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40ad800,c40ad810,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40ad800,e6931c60,0,e6931b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40af900,e6931c60,0,e6931bb8,c073fd80,...) at ttyread+0x39
scread(c40af900,e6931c60,0,1a4,0,...) at scread+0x2d
giant_read(c40af900,e6931c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430b0d0,e6931c60,c3e2a800,0,c478b000,...) at devfs_read_f+0x72
dofileread(e6931c60,ffffffff,ffffffff,0,c430b0d0,...) at dofileread+0x96
kern_readv(c478b000,0,e6931c60,bfbfee4b,1,...) at kern_readv+0x58
read(c478b000,e6931cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6931d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 892 tid 100050 td 0xc4304cc0
sched_switch(c4304cc0,0,104,177,db1d565c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4304cc0,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40adc10,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40adc10,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40adc00,c40adc10,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40adc00,e67dfc60,0,e67dfb94,c0689dbd,...) at ttread+0x4e7
ttyread(c40afa00,e67dfc60,0,e67dfbb8,c073fd80,...) at ttyread+0x39
scread(c40afa00,e67dfc60,0,1a4,0,...) at scread+0x2d
giant_read(c40afa00,e67dfc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c430b208,e67dfc60,c3e2a800,0,c4304cc0,...) at devfs_read_f+0x72
dofileread(e67dfc60,ffffffff,ffffffff,0,c430b208,...) at dofileread+0x96
kern_readv(c4304cc0,0,e67dfc60,bfbfee4b,1,...) at kern_readv+0x58
read(c4304cc0,e67dfcfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e67dfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 891 tid 100112 td 0xc4467220
sched_switch(c4467220,0,104,177,db0e65fc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4467220,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4010,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4010,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4000,c40b4010,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4000,e6908c60,0,e6908b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40afb00,e6908c60,0,e6908bb8,c073fd80,...) at ttyread+0x39
scread(c40afb00,e6908c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afb00,e6908c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c432064c,e6908c60,c3e2a800,0,c4467220,...) at devfs_read_f+0x72
dofileread(e6908c60,ffffffff,ffffffff,0,c432064c,...) at dofileread+0x96
kern_readv(c4467220,0,e6908c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4467220,e6908cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e6908d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command getty pid 890 tid 100098 td 0xc40a6880
sched_switch(c40a6880,0,104,177,daae6798,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,59,...) at mi_switch+0x200
sleepq_switch(c40a6880,0,c0b13b7c,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c40b4410,59,c0b17588,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40b4410,0,159,c0b17588,0,...) at _sleep+0x313
ttysleep(c40b4400,c40b4410,159,c0b17588,0,...) at ttysleep+0x39
ttread(c40b4400,e68b5c60,0,e68b5b94,c0689dbd,...) at ttread+0x4e7
ttyread(c40afc00,e68b5c60,0,e68b5bb8,c073fd80,...) at ttyread+0x39
scread(c40afc00,e68b5c60,0,1a4,0,...) at scread+0x2d
giant_read(c40afc00,e68b5c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4320854,e68b5c60,c3e2a800,0,c40a6880,...) at devfs_read_f+0x72
dofileread(e68b5c60,ffffffff,ffffffff,0,c4320854,...) at dofileread+0x96
kern_readv(c40a6880,0,e68b5c60,bfbfee4b,1,...) at kern_readv+0x58
read(c40a6880,e68b5cfc,c,c0b43bd0,c0bc8128,...) at read+0x4f
syscall(e68b5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---
Tracing command inetd pid 873 tid 100126 td 0xc478aaa0
Tracing command moused pid 846 tid 100061 td 0xc4317cc0
Tracing command watchdogd pid 832 tid 100063 td 0xc4317880
sched_switch(c4317880,0,104,177,db18fe72,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4317880,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07a58e0,c4317880,0,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,ea61,...) at _sleep+0x2dd
kern_nanosleep(c4317880,e681ac64,e681ac6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4317880,e681acfc,8,c0b43bd0,c0bc9760,...) at nanosleep+0x6f
syscall(e681ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816977f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---
Tracing command cron pid 790 tid 100097 td 0xc40a6aa0
sched_switch(c40a6aa0,0,104,177,7d9aa646,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a6aa0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(e679,c07a58e0,c40a6aa0,1,100,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c0c35cc4,5c,c0b110a7,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c35cc4,0,15c,c0b110a7,e679,...) at _sleep+0x2dd
kern_nanosleep(c40a6aa0,e68afc64,e68afc6c,3b,0,...) at kern_nanosleep+0xc1
nanosleep(c40a6aa0,e68afcfc,8,c0b15dc2,c0bc9760,...) at nanosleep+0x6f
syscall(e68afd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815e77f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---
Tracing command sendmail pid 783 tid 100106 td 0xc4468000
sched_switch(c4468000,0,104,177,5c0ffe00,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,68,...) at mi_switch+0x200
sleepq_switch(c4468000,0,c0b13b7c,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c4451abc,68,c0ad034e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4451abc,c4451aec,168,c0ad034e,0,...) at _sleep+0x313
kern_sigsuspend(c4468000,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4468000,e68f6cfc,4,c0b15b58,c0bca0d8,...) at sigsuspend+0x4d
syscall(e68f6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831858b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---
Tracing command sendmail pid 779 tid 100110 td 0xc4467660
sched_switch(c4467660,0,104,177,225bfee8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4467660,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6902a4c,c076620a,c434ec90,0,c4467660,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c434eca8,0,c0b15705,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c434eca8,c434ec90,1389,571,c438271c,...) at _cv_timedwait_sig+0x213
seltdwait(e6902b14,e6902b1c,3d7,c4467660,e6902b04,...) at seltdwait+0x8a
kern_select(c4467660,7,bfbfd94c,0,0,e6902c70,5,0) at kern_select+0x531
select(c4467660,e6902cfc,14,c0b1607e,c0bc8998,...) at select+0x5e
syscall(e6902d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283adbf3, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---
Tracing command sshd pid 774 tid 100074 td 0xc434caa0
Tracing command nfsd pid 692 tid 100096 td 0xc40a6cc0
Tracing command nfsd pid 691 tid 100095 td 0xc4304000
Tracing command nfsd pid 690 tid 100088 td 0xc434b000
Tracing command nfsd pid 689 tid 100060 td 0xc434ccc0
Tracing command nfsd pid 688 tid 100059 td 0xc434d000
Tracing command nfsd pid 687 tid 100058 td 0xc3ffd660
Tracing command nfsd pid 686 tid 100069 td 0xc4304aa0
Tracing command nfsd pid 685 tid 100070 td 0xc4304880
Tracing command nfsd pid 684 tid 100071 td 0xc4304660
Tracing command nfsd pid 683 tid 100072 td 0xc4304440
Tracing command nfsd pid 681 tid 100056 td 0xc431a220
Tracing command nfsd pid 680 tid 100055 td 0xc431a440
Tracing command nfsd pid 679 tid 100081 td 0xc434baa0
Tracing command nfsd pid 678 tid 100080 td 0xc434bcc0
Tracing command nfsd pid 677 tid 100082 td 0xc434b880
Tracing command nfsd pid 676 tid 100051 td 0xc431acc0
Tracing command mountd pid 674 tid 100107 td 0xc4467cc0
Tracing command rpcbind pid 621 tid 100105 td 0xc4468220
sched_switch(c4468220,0,104,177,ee27be8e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4468220,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e68f3aa8,c076620a,c42d3a10,0,c4468220,...) at sleepq_catch_signals+0xb4
sleepq_timedwait_sig(c42d3a28,0,c0b15705,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c42d3a28,c42d3a10,7531,571,e68f3ba4,...) at _cv_timedwait_sig+0x213
seltdwait(e68f3b5c,e68f3b64,481,c4468220,e68f3b74,...) at seltdwait+0x8a
poll(c4468220,e68f3cfc,c,c4468220,c0bc9478,...) at poll+0x34a
syscall(e68f3d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28128b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---
Tracing command syslogd pid 604 tid 100108 td 0xc4467aa0
sched_switch(c4467aa0,0,104,177,54452fd8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4467aa0,0,c0b13b7c,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c076620a,c434e390,0,c0b0e9f1,c4467aa0,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c434e3a8,0,c0b15705,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c434e3a8,c434e390,c0b156c8,571,c430accc,...) at _cv_wait_sig+0x204
seltdwait(c443632c,c0b156c8,3d7,c4467aa0,e68fcae0,...) at seltdwait+0xa2
kern_select(c4467aa0,9,81220bc,0,0,0,81220bc,1) at kern_select+0x531
select(c4467aa0,e68fccfc,14,c4467aa0,c0bc8998,...) at select+0x5e
syscall(e68fcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 545 tid 100076 td 0xc434c660
Tracing command softdepflush pid 21 tid 100049 td 0xc3ffd880
sched_switch(c3ffd880,0,104,177,f782c33a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,44,...) at mi_switch+0x200
sleepq_switch(c3ffd880,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c93720,44,c0b2fdeb,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c93720,c0c936c4,44,c0b2fdeb,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45f0d38,c0b0c3cb,30d,c4284000,...) at softdep_flush+0x2d2
fork_exit(c09710e0,0,e45f0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45f0d70, ebp = 0 ---
Tracing command syncer pid 20 tid 100048 td 0xc3ffdaa0
sched_switch(c3ffdaa0,0,104,177,16dde2ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,68,...) at mi_switch+0x200
sleepq_switch(c3ffdaa0,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c35ac0,68,c0b1c401,0,0,...) at sleepq_wait+0x63
_sleep(c0c35ac0,c0c87f04,68,c0b1c401,0,...) at _sleep+0x32a
sched_sync(0,e45edd38,c0b0c3cb,30d,c4284298,...) at sched_sync+0x762
fork_exit(c07f5800,0,e45edd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45edd70, ebp = 0 ---
Tracing command vnlru pid 19 tid 100047 td 0xc3ffdcc0
sched_switch(c3ffdcc0,0,104,177,1171f394,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,50,...) at mi_switch+0x200
sleepq_switch(c3ffdcc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c4284530,50,c0b1c6f5,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4284530,c0c87ed8,250,c0b1c6f5,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45ead38,c0b0c3cb,30d,c4284530,...) at vnlru_proc+0x115
fork_exit(c07f7a60,0,e45ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 ---
Tracing command bufdaemon pid 18 tid 100046 td 0xc40a5000
sched_switch(c40a5000,0,104,177,ec36f50,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5000,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c87c44,44,c0b19cd9,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c87c44,c0c87c48,44,c0b19cd9,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e7d38,c0b0c3cb,30d,c42847c8,...) at buf_daemon+0x21e
fork_exit(c07e0a70,0,e45e7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e7d70, ebp = 0 ---
Tracing command pagezero pid 17 tid 100045 td 0xc40a5220
sched_switch(c40a5220,0,104,177,db650088,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5220,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c94354,0,c0b34dd7,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c94354,c0c93f10,0,c0b34dd7,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45e4d38,c0b0c3cb,30d,c4284a60,...) at vm_pagezero+0xdc
fork_exit(c09aadf0,0,e45e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e4d70, ebp = 0 ---
Tracing command vmdaemon pid 9 tid 100044 td 0xc40a5440
sched_switch(c40a5440,0,104,177,79b7ff72,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,68,...) at mi_switch+0x200
sleepq_switch(c40a5440,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c93f84,68,c0b19cd9,0,0,...) at sleepq_wait+0x63
_sleep(c0c93f84,c0c93f88,68,c0b19cd9,0,...) at _sleep+0x32a
vm_daemon(0,e45e1d38,c0b0c3cb,30d,c4284cf8,...) at vm_daemon+0x59
fork_exit(c09a5330,0,e45e1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e1d70, ebp = 0 ---
Tracing command pagedaemon pid 8 tid 100043 td 0xc40a5660
sched_switch(c40a5660,0,104,177,20aee598,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,44,...) at mi_switch+0x200
sleepq_switch(c40a5660,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c93f4c,44,c0b19cd9,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c93f4c,c0c93f10,44,c0b19cd9,1388,...) at _sleep+0x2f8
vm_pageout(0,e45ded38,c0b0c3cb,30d,c3e24298,...) at vm_pageout+0x2bb
fork_exit(c09a5e70,0,e45ded38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ded70, ebp = 0 ---
Tracing command sctp_iterator pid 7 tid 100042 td 0xc40a5880
sched_switch(c40a5880,0,104,177,b917546a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a5880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c899ac,0,c0b22cef,0,0,...) at sleepq_wait+0x63
_sleep(c0c899ac,c0c898b4,0,c0b22cef,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45dbd38,c0b0c3cb,30d,c3e24530,...) at sctp_iterator_thread+0x60
fork_exit(c0865410,0,e45dbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dbd70, ebp = 0 ---
Tracing command fdc0 pid 6 tid 100040 td 0xc40a5cc0
sched_switch(c40a5cc0,0,104,177,2f421cda,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a5cc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c3feca3c,4c,c0b07270,0,0,...) at sleepq_timedwait+0x6b
_sleep(c3feca3c,c3fecaf0,4c,c0b07270,3e8,...) at _sleep+0x2f8
fdc_thread(c3feca00,e45d2d38,c0b0c3cb,30d,c3e247c8,...) at fdc_thread+0x2b8
fork_exit(c0a414b0,c3feca00,e45d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d2d70, ebp = 0 ---
Tracing command usbtask-dr pid 16 tid 100033 td 0xc3ffc880
sched_switch(c3ffc880,0,104,177,44284f3c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffc880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c32ed4,5c,c0b03e58,0,0,...) at sleepq_wait+0x63
_sleep(c0c32ed4,0,5c,c0b03e58,0,...) at _sleep+0x32a
usb_task_thread(c0c32ed4,e4391d38,c0b0c3cb,30d,c3e24a60,...) at usb_task_thread+0x62
fork_exit(c06e73b0,c0c32ed4,e4391d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4391d70, ebp = 0 ---
Tracing command usbtask-hc pid 15 tid 100032 td 0xc3ffcaa0
sched_switch(c3ffcaa0,0,104,177,44282400,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffcaa0,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c32ec0,5c,c0b03e58,0,0,...) at sleepq_wait+0x63
_sleep(c0c32ec0,0,5c,c0b03e58,0,...) at _sleep+0x32a
usb_task_thread(c0c32ec0,e438ed38,c0b0c3cb,30d,c3e24cf8,...) at usb_task_thread+0x62
fork_exit(c06e73b0,c0c32ec0,e438ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438ed70, ebp = 0 ---
Tracing command usb0 pid 14 tid 100031 td 0xc3ffccc0
sched_switch(c3ffccc0,0,104,177,75dc3fec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3ffccc0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c4020210,5c,c0b03e1b,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4020210,0,5c,c0b03e1b,ea60,...) at _sleep+0x2f8
usb_event_thread(c4019a00,e438bd38,c0b0c3cb,30d,c3f47000,...) at usb_event_thread+0xca
fork_exit(c06e6c30,c4019a00,e438bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe438bd70, ebp = 0 ---
Tracing command xpt_thrd pid 5 tid 100022 td 0xc3fe8220
sched_switch(c3fe8220,0,104,177,44269b2c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3fe8220,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c04554,4c,c0ac356d,0,0,...) at sleepq_wait+0x63
_sleep(c0c04554,c0c0456c,4c,c0ac356d,0,...) at _sleep+0x32a
xpt_scanner_thread(0,e4349d38,c0b0c3cb,30d,c3f47298,...) at xpt_scanner_thread+0x41
fork_exit(c046f170,0,e4349d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4349d70, ebp = 0 ---
Tracing command yarrow pid 13 tid 100017 td 0xc3e27220
sched_switch(c3e27220,0,104,177,6a7b7de4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27220,0,c0b13b7c,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c35ac8,0,c0b07270,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c35ac8,0,0,c0b07270,64,...) at _sleep+0x2f8
pause(c0b07270,64,c0af9f09,112,0,...) at pause+0x47
random_kthread(0,e433ad38,c0b0c3cb,30d,c3f47530,...) at random_kthread+0x1d9
fork_exit(c0661030,0,e433ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433ad70, ebp = 0 ---
Tracing command g_down pid 4 tid 100015 td 0xc3e27660
sched_switch(c3e27660,0,104,177,5ec20836,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27660,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c3362c,4c,c0b07270,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c3362c,c0c33548,24c,c0b07270,64,...) at _sleep+0x2f8
g_io_schedule_down(c3e27660,0,c0b08942,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4334d38,c0b0c3cb,30d,c3e23000,...) at g_down_procbody+0x8d
fork_exit(c0721d80,0,e4334d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4334d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100014 td 0xc3e27880
cpustop_handler(2,e4331b78,c0a82a3d,c0c35d3c,4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c35d3c,4,c0b0e9f1,f4,c3e23298,...) at ipi_nmi_handler+0x2f
trap(e4331b84) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0766bda, esp = 0xe4331bc4, ebp = 0xe4331be8 ---
_thread_lock_flags(c4c48000,0,c0b13b7c,30a,c176b2dc,...) at _thread_lock_flags+0x2a
sleepq_broadcast(c176b2dc,0,0,0,c176b2dc,...) at sleepq_broadcast+0xa6
wakeup(c176b2dc,4,c0b338ae,1ac) at wakeup+0x32
vm_page_flash(c176b2dc,0,c0b3181e,54b,0,...) at vm_page_flash+0x44
swp_pager_async_iodone(d7e7e720,c3df1a48,c421fce4,c098c0c0,e4331c98,...) at swp_pager_async_iodone+0x16f
bufdone(d7e7e720,c3df1a48,e4331cbc,c07dd0b5,c421fce4,...) at bufdone+0x53
swapgeom_done(c421fce4,0,c0b196ed,bae,c421fce4,...) at swapgeom_done+0x37
biodone(c421fce4,c0c33588,24c,c0b07270,64,...) at biodone+0xa5
g_io_schedule_up(c3e27880,0,c0b08942,5d,0,...) at g_io_schedule_up+0xc7
g_up_procbody(0,e4331d38,c0b0c3cb,30d,c3e23298,...) at g_up_procbody+0x8d
fork_exit(c0721e10,0,e4331d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4331d70, ebp = 0 ---
Tracing command g_event pid 2 tid 100013 td 0xc3e27aa0
sched_switch(c3e27aa0,0,104,177,69f75670,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c3e27aa0,0,c0b13b7c,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c33620,4c,c0b07270,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c33620,0,4c,c0b07270,64,...) at _sleep+0x2f8
g_event_procbody(0,e432ed38,c0b0c3cb,30d,c3e23530,...) at g_event_procbody+0xcb
fork_exit(c0721ea0,0,e432ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432ed70, ebp = 0 ---
Tracing command intr pid 12 tid 100041 td 0xc40a5aa0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100039 td 0xc40a6000
sched_switch(c40a6000,0,109,177,44206cfc,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c4033270,...) at mi_switch+0x200
ithread_loop(c40a10b0,e45c5d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c40a10b0,e45c5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45c5d70, ebp = 0 ---
Tracing command intr pid 12 tid 100038 td 0xc3fe8cc0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100037 td 0xc3ffc000
sched_switch(c3ffc000,0,109,177,441feb14,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e2a670,...) at mi_switch+0x200
ithread_loop(c409d3b0,e45bfd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c409d3b0,e45bfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bfd70, ebp = 0 ---
Tracing command intr pid 12 tid 100036 td 0xc3ffc220
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100035 td 0xc3ffc440
sched_switch(c3ffc440,0,109,177,68e0e8d2,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e10870,...) at mi_switch+0x200
ithread_loop(c4036700,e45a3d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c4036700,e45a3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45a3d70, ebp = 0 ---
Tracing command intr pid 12 tid 100034 td 0xc3ffc660
sched_switch(c3ffc660,0,109,177,69f6fec4,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e10570,...) at mi_switch+0x200
ithread_loop(c40239a0,e459ed38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c40239a0,e459ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe459ed70, ebp = 0 ---
Tracing command intr pid 12 tid 100030 td 0xc3ffd000
sched_switch(c3ffd000,0,109,177,441f90e8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e10670,...) at mi_switch+0x200
ithread_loop(c4018920,e4387d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c4018920,e4387d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4387d70, ebp = 0 ---
Tracing command intr pid 12 tid 100028 td 0xc3ffd440
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100027 td 0xc3e6d660
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100025 td 0xc3e6daa0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100023 td 0xc3fe8000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100018 td 0xc3fe8aa0
sched_switch(c3fe8aa0,0,109,177,b8237cda,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3f2fe70,...) at mi_switch+0x200
ithread_loop(c3f93c40,e433dd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3f93c40,e433dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433dd70, ebp = 0 ---
Tracing command intr pid 12 tid 100012 td 0xc3e27cc0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100011 td 0xc3e6d000
sched_switch(c3e6d000,0,109,177,5e74e662,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6b870,...) at mi_switch+0x200
ithread_loop(c3e22170,e4328d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e22170,e4328d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4328d70, ebp = 0 ---
Tracing command intr pid 12 tid 100010 td 0xc3e6d220
sched_switch(c3e6d220,0,109,177,549903e2,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6b970,...) at mi_switch+0x200
ithread_loop(c3e22180,e4325d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e22180,e4325d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4325d70, ebp = 0 ---
Tracing command intr pid 12 tid 100009 td 0xc3e6d440
sched_switch(c3e6d440,0,109,177,5fd33dac,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6ba70,...) at mi_switch+0x200
ithread_loop(c3e22190,e4322d38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e22190,e4322d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4322d70, ebp = 0 ---
Tracing command intr pid 12 tid 100008 td 0xc3e25000
sched_switch(c3e25000,0,109,177,6a7a56ea,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6bb70,...) at mi_switch+0x200
ithread_loop(c3e221a0,e431fd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e221a0,e431fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431fd70, ebp = 0 ---
Tracing command intr pid 12 tid 100007 td 0xc3e25220
sched_switch(c3e25220,0,109,177,b433e678,...) at sched_switch+0x3fb
mi_switch(109,0,c0b0c64f,4ce,c3e6bd70,...) at mi_switch+0x200
ithread_loop(c3e221b0,e431cd38,c0b0c3cb,30d,c3e237c8,...) at ithread_loop+0x34c
fork_exit(c0756130,c3e221b0,e431cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe431cd70, ebp = 0 ---
Tracing command idle pid 11 tid 100006 td 0xc3e25440
cpustop_handler(1,e2916b70,c0a82a3d,f,2,...) at cpustop_handler+0x32
ipi_nmi_handler(f,2,1,2,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2916b7c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0765e58, esp = 0xe2916bbc, ebp = 0xe2916bd0 ---
_mtx_unlock_spin_flags(c0c35d00,2,c0b111c0,ee,0,...) at _mtx_unlock_spin_flags+0xf8
callout_tick(c0c37f00,0,c0b0ade1,121,e2916c14,0) at callout_tick+0x82
hardclock_cpu(0,4,e2916c50,c0a6be4f,c3e2a300,...) at hardclock_cpu+0x15b
hardclock(0,c0a7333b,0,c3e25440,0,...) at hardclock+0x22
lapic_handle_timer(e2916c70) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0a7333b, esp = 0xe2916cb0, ebp = 0xe2916cb4 ---
spinlock_exit(c0c400a0,e2916cd8,c0b1196d,9d9,c3e25440,...) at spinlock_exit+0x2b
sched_idletd(0,e2916d38,c0b0c3cb,30d,c3e23a60,...) at sched_idletd+0x1b5
fork_exit(c0792eb0,0,e2916d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2916d70, ebp = 0 ---
Tracing command idle pid 11 tid 100005 td 0xc3e25660
sched_switch(c3e25660,0,108,172,68594580,...) at sched_switch+0x3fb
mi_switch(108,0,c0b1196d,39a,c3e25660,...) at mi_switch+0x200
sched_idletd(0,e2913d38,c0b0c3cb,30d,c3e23a60,...) at sched_idletd+0x178
fork_exit(c0792eb0,0,e2913d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2913d70, ebp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xc3e25880
cpustop_handler(4,e2910c44,c0a82a3d,c0c38c00,14,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c38c00,14,c0b1196d,c3e25880,c3e23a60,...) at ipi_nmi_handler+0x2f
trap(e2910c50) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0766caa, esp = 0xe2910c90, ebp = 0xe2910cb4 ---
_thread_lock_flags(c3e25880,0,c0b1196d,9d7,c3e25880,...) at _thread_lock_flags+0xfa
sched_idletd(0,e2910d38,c0b0c3cb,30d,c3e23a60,...) at sched_idletd+0x244
fork_exit(c0792eb0,0,e2910d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2910d70, ebp = 0 ---
Tracing command idle pid 11 tid 100003 td 0xc3e25aa0
sched_switch(c3e25aa0,0,60c,172,5ef2870e,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b1196d,7f2,3,...) at mi_switch+0x200
sched_preempt(c3e25aa0,3,e290dcb4,c0a6716e,e2900008,...) at sched_preempt+0x9f
ipi_bitmap_handler(e2900008,c0790028,c0c30028,4,c0c39280,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0x9, ebp = 0xe290dc7c ---
uart_z8530_class(c0766d27,20,297,c0c39280,9,...) at 0x20
Tracing command init pid 1 tid 100002 td 0xc3e25cc0
sched_switch(c3e25cc0,0,104,177,88b788fc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c3e25cc0,0,c0b13b7c,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b13b7c,159,0,100,100,...) at sleepq_catch_signals+0xb4
sleepq_wait_sig(c3e23cf8,5c,c0b15c7e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c3e23cf8,c3e23d84,15c,c0b15c7e,0,...) at _sleep+0x313
kern_wait(c3e25cc0,ffffffff,e2909c2c,0,0,...) at kern_wait+0xa76
wait4(c3e25cc0,e2909cfc,10,c0b15a99,c0bc8188,...) at wait4+0x3b
syscall(e2909d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---
Tracing command audit pid 10 tid 100001 td 0xc3e27000
sched_switch(c3e27000,0,104,177,4420ada8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27000,0,c0b13b7c,237,c3e27000,...) at sleepq_switch+0x14d
sleepq_wait(c0c93120,0,c0b2d3ad,1,0,...) at sleepq_wait+0x63
_cv_wait(c0c93120,c0c93100,c0b2dd6e,18b,0,...) at _cv_wait+0x204
audit_worker(0,e2906d38,c0b0c3cb,30d,c3e24000,...) at audit_worker+0x84
fork_exit(c0954e00,0,e2906d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2906d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100029 td 0xc3ffd220
sched_switch(c3ffd220,0,104,177,441f3a30,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3ffd220,0,c0b13b7c,237,c3ffd220,...) at sleepq_switch+0x14d
sleepq_wait(c400b180,0,c0b109ca,c0b07270,0,...) at sleepq_wait+0x63
msleep_spin(c400b180,c400b19c,c0b07270,0,c0b0e9f1,...) at msleep_spin+0x21d
taskqueue_thread_loop(c3fe0370,e4384d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07a81a0,c3fe0370,e4384d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4384d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100026 td 0xc3e6d880
sched_switch(c3e6d880,0,104,177,59bdb52c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e6d880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fea500,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3fea500,c3fea51c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c401a8,e4355d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0c401a8,e4355d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4355d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100024 td 0xc3e6dcc0
sched_switch(c3e6dcc0,0,104,177,44327540,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e6dcc0,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3fea600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3fea600,c3fea61c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c33e64,e434fd38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0c33e64,e434fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe434fd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100021 td 0xc3fe8440
sched_switch(c3fe8440,0,104,177,44324360,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fe8440,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e20600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e20600,c3e2061c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e3215c,e4346d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0e3215c,e4346d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4346d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100020 td 0xc3fe8660
sched_switch(c3fe8660,0,104,177,44321894,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fe8660,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e20600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e20600,c3e2061c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e3215c,e4343d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0e3215c,e4343d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4343d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100019 td 0xc3fe8880
sched_switch(c3fe8880,0,104,177,4431e720,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3fe8880,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e20600,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e20600,c3e2061c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e3215c,e4340d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0e3215c,e4340d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4340d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100016 td 0xc3e27440
sched_switch(c3e27440,0,104,177,39e3c5f8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b13b7c,1ca,0,...) at mi_switch+0x200
sleepq_switch(c3e27440,0,c0b13b7c,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c3e21580,0,c0b07270,0,0,...) at sleepq_wait+0x63
_sleep(c3e21580,c3e2159c,0,c0b07270,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c3ec20,e4337d38,c0b0c3cb,30d,c0c336e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07a81a0,c0c3ec20,e4337d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4337d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100000 td 0xc0c33980
sched_switch(c0c33980,0,109,177,53f5f288,...) at sched_switch+0x3fb
mi_switch(109,0,c0b325f7,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 71 MB: 56 40 24 8
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 3
(kgdb) bt
#0 doadump () at pcpu.h:196
#1 0xc04945d9 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe686197c "ø\003") at ../../../ddb/db_command.c:516
#2 0xc0494b5c in db_command (last_cmdp=0xc0c05214, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:413
#3 0xc0494c6a in db_command_loop () at ../../../ddb/db_command.c:466
#4 0xc049645d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5 0xc079dec6 in kdb_trap (type=0x3, code=0x0, tf=0xe6861b24) at ../../../kern/subr_kdb.c:510
#6 0xc0a82fab in trap (frame=0xe6861b24) at ../../../i386/i386/trap.c:643
#7 0xc0a66a7b in calltrap () at ../../../i386/i386/exception.s:146
#8 0xc079e04a in kdb_enter (why=0xc0b0fe72 "panic", msg=dwarf2_read_address: Corrupted DWARF expression.
) at cpufunc.h:60
#9 0xc077377c in panic (fmt=0xc0b0c0c7 "KN_INFLUX set when not suppose to be") at ../../../kern/kern_shutdown.c:556
#10 0xc074ee3b in kqueue_close (fp=0xc4a19b94, td=0xc51f4880) at ../../../kern/kern_event.c:1458
#11 0xc0746673 in _fdrop (fp=0xc4a19b94, td=0xc51f4880) at file.h:285
#12 0xc0748107 in closef (fp=0xc4a19b94, td=0xc51f4880) at ../../../kern/kern_descrip.c:2017
#13 0xc07484bd in kern_close (td=0xc51f4880, fd=0x9) at ../../../kern/kern_descrip.c:1119
#14 0xc074855a in close (td=0xc51f4880, uap=0xe6861cfc) at ../../../kern/kern_descrip.c:1071
#15 0xc0a82733 in syscall (frame=0xe6861d38) at ../../../i386/i386/trap.c:1026
#16 0xc0a66ae0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:203
#17 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 10
#10 0xc074ee3b in kqueue_close (fp=0xc4a19b94, td=0xc51f4880) at ../../../kern/kern_event.c:1458
1458 KASSERT((kn->kn_status & KN_INFLUX) == 0,
(kgdb) info loc
kq = (struct kqueue *) 0xc52d6d00
fdp = (struct filedesc *) 0xc4c65800
kn = (struct knote *) 0xc4a1d61c
i = 0x6
error = 0x0
(kgdb) p *kn
$1 = {kn_link = {sle_next = 0x0}, kn_selnext = {sle_next = 0x0}, kn_knlist = 0x0, kn_tqe = {tqe_next = 0xc4a0c83c, tqe_prev = 0xc52d6d20}, kn_kq = 0xc52d6d00, kn_kevent = {
ident = 0x6, filter = 0xfffe, flags = 0x8030, fflags = 0x0, data = 0x4000, udata = 0x0}, kn_status = 0x1b, kn_sfflags = 0x0, kn_sdata = 0x0, kn_ptr = {p_fp = 0xc4b03034,
p_proc = 0xc4b03034, p_aio = 0xc4b03034, p_lio = 0xc4b03034}, kn_fop = 0xc0bd3a34, kn_hook = 0x0}
(kgdb) p *fp
$2 = {f_data = 0xc52d6d00, f_ops = 0xc0bcba20, f_cred = 0xc4938500, f_vnode = 0x0, f_type = 0x5, f_vnread_flags = 0x0, f_flag = 0x3, f_count = 0x0, f_seqcount = 0x0,
f_nextoff = 0x0, f_offset = 0x0, f_label = 0x0}
(kgdb)
--
Test scenario: pipe5