GENERIC HEAD from Oct 15 07:22 UTC, vmcore.101
"/usr/sbin/watchdogd -t 900 -e 'ls /tmp /dev > /dev/null; true' -s 60" fired
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #1: Sun Oct 15 09:31:03 CEST 2006
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032458240 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
interrupt total
irq1: atkbd0 1
irq4: sio0 39
irq6: fdc0 1
irq14: ata0 136884
irq16: uhci0 1
irq17: fxp0 35882
cpu0: timer 67229334
cpu2: timer 67229957
cpu1: timer 67230227
cpu3: timer 67230337
Total 269093006
KDB: stack backtrace:
kdb_backtrace(c0919ac2,100a088e,0,c09ed9a4,c09eccbc,...) at kdb_backtrace+0x29
watchdog_fire(c0a8e6a0,bfbfec1c,e68b0d30,c088adf7,1,...) at watchdog_fire+0x9d
hardclock(1,80485cd) at hardclock+0xd9
lapic_handle_timer(3b,3b,3b,2804f88c,bfbfec1c,...) at lapic_handle_timer+0x8b
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x80485cd, esp = 0xbfbfebb0, ebp = 0xbfbfebc8 ---
KDB: enter: watchdog timeout
[thread pid 45234 tid 100202 ]
Stopped at kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc47b9000: pid 45234 "inversion"
curpcb = 0xe68b0d90
fpcurthread = none
idlethread = 0xc3c36a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc46da1b0: pid 45233 "inversion"
curpcb = 0xe67ffd90
fpcurthread = none
idlethread = 0xc3c36870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc42a3510: pid 45236 "inversion"
curpcb = 0xe676cd90
fpcurthread = none
idlethread = 0xc3c366c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4118870: pid 45235 "inversion"
curpcb = 0xe66e5d90
fpcurthread = none
idlethread = 0xc3c36510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> set $lines 0
db> show alllocks
Process 47279 (lockf) thread 0xc486bbd0 (100214)
exclusive sx allproc r = 0 (0xc0a0d260) locked @ kern/kern_fork.c:309
Process 3667 (watchdogd) thread 0xc4119360 (100110)
shared sx proctree r = 0 (0xc0a0d2a0) locked @ kern/kern_fork.c:300
Process 1175 (top) thread 0xc3ff8510 (100127)
exclusive sx sysctl lock r = 0 (0xc0a0d7c0) locked @ kern/kern_sysctl.c:1375
Process 780 (cron) thread 0xc4118360 (100119)
shared sx proctree r = 0 (0xc0a0d2a0) locked @ kern/kern_fork.c:300
Process 762 (sshd) thread 0xc4010510 (100091)
shared sx proctree r = 0 (0xc0a0d2a0) locked @ kern/kern_fork.c:300
db> show lockedvnods
Locked vnodes
db> show sleepchain 47279
thread 100214 (pid 47279, lockf) is on a run queue
db> where 47279
Tracing pid 47279 tid 100214 td 0xc486bbd0
sched_switch(c486bbd0,0,2) at sched_switch+0x183
mi_switch(2,0,c0a0d170,0,c091fa5a,...) at mi_switch+0x280
critical_exit(c0a0c810,e6931c04,c088419e,c0920008,28,...) at critical_exit+0x92
lapic_handle_timer(c0920008,28,c0a00028,c091e6b1,f2,...) at lapic_handle_timer+0x149
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc068f09b, esp = 0xe6931bf8, ebp = 0xe6931c04 ---
_mtx_unlock_flags(c0a0c810,0,c091e6b1,f2,b8b4,...) at _mtx_unlock_flags+0xd3
_sx_sunlock(c0a0d2a0,c091af46,197) at _sx_sunlock+0x90
fork1(c486bbd0,14,0,e6931c7c) at fork1+0x469
fork(c486bbd0,e6931d04) at fork+0x18
syscall(3b,3b,3b,0,bfbfec0c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x280dcf27, esp = 0xbfbfeb4c, ebp = 0xbfbfeba8 ---
db> show sleepchain 3667
thread 100110 (pid 3667, watchdogd) blocked on sx "allproc" XLOCK
thread 100214 (pid 47279, lockf) is on a run queue
db> show sleepchain 1175
thread 100127 (pid 1175, top) blocked on sx "allproc" XLOCK
thread 100214 (pid 47279, lockf) is on a run queue
db> show sleepchain 780
thread 100119 (pid 780, cron) blocked on sx "allproc" XLOCK
thread 100214 (pid 47279, lockf) is on a run queue
db> show sleepchain 762
thread 100091 (pid 762, sshd) blocked on sx "allproc" XLOCK
thread 100214 (pid 47279, lockf) is on a run queue
db> ps
pid ppid pgrp uid state wmesg wchan cmd
47282 47256 45224 1001 R+ nice
47281 47256 45224 1001 R+ nice
47280 47256 45224 1001 R+ nice
47279 47256 45224 1001 R+ lockf
47278 47256 45224 1001 R+ lockf
47277 47256 45224 1001 R+ lockf
47276 47256 45224 1001 R+ nice
47275 47256 45224 1001 R+ nice
47274 47256 45224 1001 R+ nice
47273 47256 45224 1001 R+ lockf
47272 47256 45224 1001 R+ nice
47271 47256 45224 1001 R+ nice
47270 47256 45224 1001 R+ nice
47269 47256 45224 1001 R+ lockf
47268 47256 45224 1001 R+ nice
47267 47256 45224 1001 R+ nice
47266 47256 45224 1001 R+ lockf
47265 47256 45224 1001 R+ nice
47264 47256 45224 1001 R+ nice
47263 47256 45224 1001 R+ nice
47262 47256 45224 1001 R+ lockf
47261 47256 45224 1001 R+ nice
47260 47256 45224 1001 R+ nice
47259 47256 45224 1001 SE+ allproc 0xc0a0d284 lockf
47258 47256 45224 1001 SE+ allproc 0xc0a0d284 lockf
47256 45224 45224 1001 S+ wait 0xc4051468 sh
47252 1140 1140 1001 SE+ proctree 0xc0a0d2c4 sleep
45236 45224 45224 1001 R+ CPU 2 inversion
45235 45224 45224 1001 R+ CPU 3 inversion
45234 45224 45224 1001 R+ CPU 0 inversion
45233 45224 45224 1001 R+ CPU 1 inversion
45232 45224 45224 1001 R+ inversion
45224 1010 45224 1001 S+ wait 0xc4054d38 sh
3667 1 3667 0 Ss allproc 0xc0a0d284 watchdogd
1175 1096 1175 1001 S+ allproc 0xc0a0d278 top
1140 1098 1140 1001 S+ wait 0xc41178d0 sh
1098 1094 1098 1001 Ss+ wait 0xc46d5000 bash
1096 1095 1096 1001 Ss+ wait 0xc46ad000 bash
1095 1088 1088 1001 S select 0xc0a5a47c sshd
1094 1090 1090 1001 S select 0xc0a5a47c sshd
1090 762 1090 0 Ss sbwait 0xc456f864 sshd
1088 762 1088 0 Ss sbwait 0xc456fd94 sshd
1010 1009 1010 1001 Ss+ wait 0xc411669c bash
1009 1007 1007 1001 S select 0xc0a5a47c sshd
1007 762 1007 0 Ss sbwait 0xc41379b0 sshd
894 1 894 0 Ss+ ttyin 0xc3dfe810 getty
893 1 893 0 Ss+ ttyin 0xc3e02810 getty
892 1 892 0 Ss+ ttyin 0xc3e01810 getty
891 1 891 0 Ss+ ttyin 0xc3e01010 getty
890 1 890 0 Ss+ ttyin 0xc3e00c10 getty
889 1 889 0 Ss+ ttyin 0xc3e02c10 getty
888 1 888 0 Ss+ ttyin 0xc3e03010 getty
887 1 887 0 Ss+ ttyin 0xc3e01c10 getty
873 1 873 0 Ss select 0xc0a5a47c inetd
846 1 846 0 Ss select 0xc0a5a47c moused
780 1 780 0 Ss allproc 0xc0a0d284 cron
774 1 774 25 Ss pause 0xc42a149c sendmail
768 1 768 0 Ss sysctl l 0xc0a0d7e4 sendmail
762 1 762 0 Ss allproc 0xc0a0d284 sshd
743 1 743 0 Ss select 0xc0a5a47c ntpd
689 685 685 0 S - 0xc3f72c00 nfsd
688 685 685 0 S - 0xc407c400 nfsd
687 685 685 0 S - 0xc3f72e00 nfsd
686 685 685 0 S - 0xc407c600 nfsd
685 1 685 0 Ss select 0xc0a5a47c nfsd
683 1 683 0 Ss select 0xc0a5a47c mountd
633 1 633 0 Ss select 0xc0a5a47c rpcbind
614 1 614 0 Ss select 0xc0a5a47c syslogd
547 1 547 0 Ss select 0xc0a5a47c devd
42 0 0 0 SL allproc 0xc0a0d278 [schedcpu]
41 0 0 0 SL sdflush 0xc0a673c0 [softdepflush]
40 0 0 0 SL syncer 0xc0a0d750 [syncer]
39 0 0 0 SL vlruwt 0xc3f81000 [vnlru]
38 0 0 0 SL psleep 0xc0a5a8f4 [bufdaemon]
37 0 0 0 RL [pagezero]
36 0 0 0 SL psleep 0xc0a67c20 [vmdaemon]
35 0 0 0 SL psleep 0xc0a67be0 [pagedaemon]
34 0 0 0 WL [irq7: ppc0]
33 0 0 0 SL - 0xc3d7e03c [fdc0]
32 0 0 0 WL [swi0: sio]
31 0 0 0 WL [irq12: psm0]
30 0 0 0 WL [irq1: atkbd0]
29 0 0 0 WL [irq15: ata1]
28 0 0 0 WL [irq14: ata0]
27 0 0 0 WL [irq17: fxp0]
26 0 0 0 SL usbtsk 0xc0a0af04 [usbtask]
25 0 0 0 SL usbevt 0xc3d6d210 [usb0]
24 0 0 0 WL [irq16: uhci0]
23 0 0 0 SL - 0xc3d5a280 [em0 taskq]
22 0 0 0 WL [irq9: acpi0]
21 0 0 0 WL [swi5: +]
9 0 0 0 SL - 0xc3c85780 [thread taskq]
8 0 0 0 SL - 0xc3c85800 [acpi_task_2]
7 0 0 0 SL - 0xc3c85800 [acpi_task_1]
6 0 0 0 SL - 0xc3c85800 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
5 0 0 0 SL - 0xc3c85a80 [kqueue taskq]
18 0 0 0 WL [swi2: cambio]
17 0 0 0 SL - 0xc0a08b40 [yarrow]
4 0 0 0 SL - 0xc0a0b6bc [g_down]
3 0 0 0 SL - 0xc0a0b6b8 [g_up]
2 0 0 0 SL - 0xc0a0b6b0 [g_event]
16 0 0 0 WL [swi1: net]
15 0 0 0 WL [swi3: vm]
14 0 0 0 WL [swi4: clock sio]
13 0 0 0 RL [idle: cpu0]
12 0 0 0 RL [idle: cpu1]
11 0 0 0 RL [idle: cpu2]
10 0 0 0 RL [idle: cpu3]
1 0 1 0 SLs wait 0xc3c3a000 [init]
0 0 0 0 WLs [swapper]
oops, ran out of processes early!
db> allt
Tracing command nice pid 47282 tid 100200 td 0xc47b9360
sched_switch(c47b9360,0,2) at sched_switch+0x183
mi_switch(2,0,c47b9360,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e68b6d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47281 tid 100122 td 0xc40576c0
sched_switch(c40576c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e66b8bc8,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,1b5,e66b8bec,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c1871348,42000,bfbfebec,...) at cv_wait+0x36
_sx_xlock(c187138c,c0939fcc,1b5) at _sx_xlock+0x68
_vm_map_lock(c1871348,c0939fcc,1b5) at _vm_map_lock+0x33
kmem_alloc_wait(c1871348,41400,c0a5a1fc,e66b8c60,c40576c0,...) at kmem_alloc_wait+0x2c
exec_copyin_args(e66b8c60,bfbfe710,0,bfbfebec,bfbfec08) at exec_copyin_args+0x3a
execve(c40576c0,e66b8d04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe71e,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47280 tid 100197 td 0xc47b9870
sched_switch(c47b9870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e68bfbc8,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,1b5,e68bfbec,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c1871348,42000,bfbfebec,...) at cv_wait+0x36
_sx_xlock(c187138c,c0939fcc,1b5) at _sx_xlock+0x68
_vm_map_lock(c1871348,c0939fcc,1b5) at _vm_map_lock+0x33
kmem_alloc_wait(c1871348,41400,c068f235,e68bfc60,c47b9870,...) at kmem_alloc_wait+0x2c
exec_copyin_args(e68bfc60,bfbfe710,0,bfbfebec,bfbfec08) at exec_copyin_args+0x3a
execve(c47b9870,e68bfd04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe716,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command lockf pid 47279 tid 100214 td 0xc486bbd0
sched_switch(c486bbd0,0,2) at sched_switch+0x183
mi_switch(2,0,c0a0d170,0,c091fa5a,...) at mi_switch+0x280
critical_exit(c0a0c810,e6931c04,c088419e,c0920008,28,...) at critical_exit+0x92
lapic_handle_timer(c0920008,28,c0a00028,c091e6b1,f2,...) at lapic_handle_timer+0x149
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc068f09b, esp = 0xe6931bf8, ebp = 0xe6931c04 ---
_mtx_unlock_flags(c0a0c810,0,c091e6b1,f2,b8b4,...) at _mtx_unlock_flags+0xd3
_sx_sunlock(c0a0d2a0,c091af46,197) at _sx_sunlock+0x90
fork1(c486bbd0,14,0,e6931c7c) at fork1+0x469
fork(c486bbd0,e6931d04) at fork+0x18
syscall(3b,3b,3b,0,bfbfec0c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x280dcf27, esp = 0xbfbfeb4c, ebp = 0xbfbfeba8 ---
Tracing command lockf pid 47278 tid 100195 td 0xc47b9bd0
sched_switch(c47b9bd0,0,2) at sched_switch+0x183
mi_switch(2,0,c47b9bd0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e68c5d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command lockf pid 47277 tid 100084 td 0xc40521b0
sched_switch(c40521b0,0,2) at sched_switch+0x183
mi_switch(2,0,c40521b0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e6679d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47276 tid 100168 td 0xc4706000
sched_switch(c4706000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e68179cc,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,c01,e68179f0,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c186f220,2,c1871348,...) at cv_wait+0x36
_sx_xlock(c187138c,c093a190,c01) at _sx_xlock+0x68
_vm_map_lock_read(c1871348,c093a190,c01,268f069,c4707000,...) at _vm_map_lock_read+0x33
vm_map_lookup(e6817ac0,e0fde000,2,e6817ac4,e6817ab4,e6817ab8,e6817a9b,e6817a9c) at vm_map_lookup+0x28
vm_fault(c1871000,e0fde000,2,0) at vm_fault+0x66
trap_pfault(e6817bd8,0,e0fde000) at trap_pfault+0x137
trap(8,c0910028,28,e0fde000,bfbfecf4,...) at trap+0x3f5
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc0897464, esp = 0xe6817c18, ebp = 0xe6817c44 ---
copyinstr(e6817c60,bfbfe710,0,bfbfebec,bfbfec08) at copyinstr+0x38
execve(c4706000,e6817d04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe716,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47275 tid 100159 td 0xc42a3870
sched_switch(c42a3870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e67729cc,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,c01,e67729f0,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c186f220,2,c1871348,...) at cv_wait+0x36
_sx_xlock(c187138c,c093a190,c01) at _sx_xlock+0x68
_vm_map_lock_read(c1871348,c093a190,c01,268f069,c46d8b04,...) at _vm_map_lock_read+0x33
vm_map_lookup(e6772ac0,e0f18000,2,e6772ac4,e6772ab4,e6772ab8,e6772a9b,e6772a9c) at vm_map_lookup+0x28
vm_fault(c1871000,e0f18000,2,0) at vm_fault+0x66
trap_pfault(e6772bd8,0,e0f18000) at trap_pfault+0x137
trap(8,c0910028,28,e0f18000,bfbfecf4,...) at trap+0x3f5
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc0897464, esp = 0xe6772c18, ebp = 0xe6772c44 ---
copyinstr(e6772c60,bfbfe710,0,bfbfebec,bfbfec08) at copyinstr+0x38
execve(c42a3870,e6772d04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe719,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47274 tid 100205 td 0xc4756a20
sched_switch(c4756a20,0,2) at sched_switch+0x183
mi_switch(2,0,c4756a20,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e68a7d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command lockf pid 47273 tid 100098 td 0xc3ff76c0
sched_switch(c3ff76c0,0,2) at sched_switch+0x183
mi_switch(2,0,c3ff76c0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e65f8d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47272 tid 100193 td 0xc47ba000
sched_switch(c47ba000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e68cba54,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,1d2,e68cba78,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c1871348,c1871348,2,...) at cv_wait+0x36
_sx_xlock(c187138c,c0939fcc,1d2) at _sx_xlock+0x68
_vm_map_lock(c1871348,c0939fcc,1d2,e68cbc60,c47ba000,...) at _vm_map_lock+0x33
kmem_free_wakeup(c1871348,e0f9c000,41400,c47b8938,e68cbc2c,...) at kmem_free_wakeup+0x1b
exec_free_args(e68cbc60) at exec_free_args+0x1e
do_execve(c47ba000,e68cbc60,0) at do_execve+0xb9f
kern_execve(c47ba000,e68cbc60,0) at kern_execve+0x7c
execve(c47ba000,e68cbd04) at execve+0x2f
syscall(3b,3b,3b,5,bfbfe715,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47271 tid 100166 td 0xc4706360
sched_switch(c4706360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e681d9cc,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,c01,e681d9f0,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c186f220,2,c1871348,...) at cv_wait+0x36
_sx_xlock(c187138c,c093a190,c01) at _sx_xlock+0x68
_vm_map_lock_read(c1871348,c093a190,c01,26d3360,c4705b04,...) at _vm_map_lock_read+0x33
vm_map_lookup(e681dac0,e0f9a000,2,e681dac4,e681dab4,e681dab8,e681da9b,e681da9c) at vm_map_lookup+0x28
vm_fault(c1871000,e0f9a000,2,0) at vm_fault+0x66
trap_pfault(e681dbd8,0,e0f9a000) at trap_pfault+0x137
trap(8,c0910028,28,e0f9a000,bfbfe711,...) at trap+0x3f5
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc0897464, esp = 0xe681dc18, ebp = 0xe681dc44 ---
copyinstr(e681dc60,bfbfe710,0,bfbfebec,bfbfec08) at copyinstr+0x38
execve(c4706360,e681dd04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe716,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47270 tid 100139 td 0xc42a2360
sched_switch(c42a2360,0,2) at sched_switch+0x183
mi_switch(2,0,c42a2360,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e674ed38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command lockf pid 47269 tid 100153 td 0xc46d3360
sched_switch(c46d3360,0,2) at sched_switch+0x183
mi_switch(2,0,c46d3360,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e67b1d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47268 tid 100083 td 0xc4052360
sched_switch(c4052360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e667cbc8,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,1b5,e667cbec,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c1871348,42000,bfbfebec,...) at cv_wait+0x36
_sx_xlock(c187138c,c0939fcc,1b5) at _sx_xlock+0x68
_vm_map_lock(c1871348,c0939fcc,1b5) at _vm_map_lock+0x33
kmem_alloc_wait(c1871348,41400,c0a5a004,e667cc60,c4052360,...) at kmem_alloc_wait+0x2c
exec_copyin_args(e667cc60,bfbfe710,0,bfbfebec,bfbfec08) at exec_copyin_args+0x3a
execve(c4052360,e667cd04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe71e,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47267 tid 100117 td 0xc41186c0
sched_switch(c41186c0,0,2) at sched_switch+0x183
mi_switch(2,0,c41186c0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e66e2d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command lockf pid 47266 tid 100140 td 0xc3de86c0
sched_switch(c3de86c0,0,2) at sched_switch+0x183
mi_switch(2,0,c3de86c0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e43b9d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47265 tid 100215 td 0xc486ba20
sched_switch(c486ba20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c18713b0,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c18713b0,0,e692ebc8,c0a0c900,c18713b0,...) at sleepq_wait+0x46
cv_wait_unlock(c18713b0,c0a0c900,1b5,e692ebec,c187138c,...) at cv_wait_unlock+0x17e
cv_wait(c18713b0,c0a0c900,c1871348,42000,bfbfebec,...) at cv_wait+0x36
_sx_xlock(c187138c,c0939fcc,1b5) at _sx_xlock+0x68
_vm_map_lock(c1871348,c0939fcc,1b5) at _vm_map_lock+0x33
kmem_alloc_wait(c1871348,41400,c0a5a234,e692ec60,c486ba20,...) at kmem_alloc_wait+0x2c
exec_copyin_args(e692ec60,bfbfe710,0,bfbfebec,bfbfec08) at exec_copyin_args+0x3a
execve(c486ba20,e692ed04) at execve+0x1d
syscall(3b,3b,3b,5,bfbfe71e,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280dcec7, esp = 0xbfbfe5ac, ebp = 0xbfbfeb28 ---
Tracing command nice pid 47264 tid 100199 td 0xc47b9510
sched_switch(c47b9510,0,2) at sched_switch+0x183
mi_switch(2,0,c47b9510,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e68b9d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47263 tid 100181 td 0xc4056510
sched_switch(c4056510,0,2) at sched_switch+0x183
mi_switch(2,0,c4056510,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e669ad38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command lockf pid 47262 tid 100125 td 0xc40571b0
sched_switch(c40571b0,0,2) at sched_switch+0x183
mi_switch(2,0,c40571b0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e66afd38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47261 tid 100077 td 0xc4052d80
sched_switch(c4052d80,0,2) at sched_switch+0x183
mi_switch(2,0,c4052d80,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e668ed38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command nice pid 47260 tid 100213 td 0xc4119bd0
sched_switch(c4119bd0,0,2) at sched_switch+0x183
mi_switch(2,0,c4119bd0,dc,c0a0d170,0,c0921987,101) at mi_switch+0x280
ast(e6706d38) at ast+0x355
doreti_ast() at doreti_ast+0x17
Tracing command lockf pid 47259 tid 100157 td 0xc42a3bd0
sched_switch(c42a3bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d284,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d284,0,e6778c04,c0a0cd68,c0a0d284,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d284,c0a0cd68,19b,e6778c28,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d284,c0a0cd68,c46d8704,c42ad000,c46d869c,...) at cv_wait+0x36
_sx_xlock(c0a0d260,c091ae17,19b,c42ad000) at _sx_xlock+0x68
exit1(c42a3bd0,4b00,e6778d30,c0899652,c42a3bd0,...) at exit1+0x916
exit1(c42a3bd0,e6778d04) at exit1
syscall(3b,3b,3b,0,bfbfec0c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280e5413, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
Tracing command lockf pid 47258 tid 100052 td 0xc3de8d80
sched_switch(c3de8d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d284,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d284,0,e43c5c04,c0a0cd68,c0a0d284,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d284,c0a0cd68,19b,e43c5c28,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d284,c0a0cd68,c3f81704,c42ad000,c3f8169c,...) at cv_wait+0x36
_sx_xlock(c0a0d260,c091ae17,19b,c42ad000) at _sx_xlock+0x68
exit1(c3de8d80,4b00,e43c5d30,c0899652,c3de8d80,...) at exit1+0x916
exit1(c3de8d80,e43c5d04) at exit1
syscall(3b,3b,3b,0,bfbfec0c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280e5413, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
Tracing command sh pid 47256 tid 100079 td 0xc4052a20
sched_switch(c4052a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4051468) at sleepq_switch+0xcd
sleepq_wait_sig(c4051468) at sleepq_wait_sig+0x1d
msleep(c4051468,c40514d0,15c,c09233e0,0) at msleep+0x26e
kern_wait(c4052a20,ffffffff,e6688c2c,2,0) at kern_wait+0x7cf
wait4(c4052a20,e6688d04) at wait4+0x2a
syscall(bfbf003b,3b,bfbf003b,bfbfe668,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe61c, ebp = 0xbfbfe638 ---
Tracing command sleep pid 47252 tid 100136 td 0xc42a2870
sched_switch(c42a2870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d2c4,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d2c4,c091ae20,130,c0a0c810,c0a0d2c4,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d2c4,c0a0c810,131,e6757c2c,c0a0d2a0,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d2c4,c0a0c810,0,c3e12780,c46ae69c,...) at cv_wait+0x36
_sx_xlock(c0a0d2a0,c091ae17,131,c3e1278c,246,...) at _sx_xlock+0x68
exit1(c42a2870,0,e6757d30,c0899652,c42a2870,...) at exit1+0x4db
exit1(c42a2870,e6757d04) at exit1
syscall(3b,3b,3b,2804f88c,bfbfec44,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280e5413, esp = 0xbfbfebdc, ebp = 0xbfbfebf8 ---
Tracing command inversion pid 45236 tid 100129 td 0xc42a3510
cpustop_handler(e676cd30,c08988d2,c42a3510,2,2,...) at cpustop_handler+0x31
ipi_nmi_handler(c42a3510,2,2,0,0,...) at ipi_nmi_handler+0x28
trap(3b,3b,3b,2804f88c,bfbfec1c,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0x80485cd, esp = 0xbfbfebb0, ebp = 0xbfbfebc8 ---
Tracing command inversion pid 45235 tid 100116 td 0xc4118870
cpustop_handler(e66e5d30,c08988d2,c06ad983,c0a0d170,2,...) at cpustop_handler+0x31
ipi_nmi_handler(c06ad983,c0a0d170,2,0,0,...) at ipi_nmi_handler+0x28
trap(3b,3b,3b,2804f88c,bfbfec1c,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0x80485cd, esp = 0xbfbfebb0, ebp = 0xbfbfebc8 ---
Tracing command inversion pid 45234 tid 100202 td 0xc47b9000
kdb_enter(c08f30d4,c0919ac2,100a088e,0,c09ed9a4,...) at kdb_enter+0x2b
watchdog_fire(c0a8e6a0,bfbfec1c,e68b0d30,c088adf7,1,...) at watchdog_fire+0xa7
hardclock(1,80485cd) at hardclock+0xd9
lapic_handle_timer(3b,3b,3b,2804f88c,bfbfec1c,...) at lapic_handle_timer+0x8b
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x80485cd, esp = 0xbfbfebb0, ebp = 0xbfbfebc8 ---
Tracing command inversion pid 45233 tid 100190 td 0xc46da1b0
cpustop_handler(e67ffd30,c08988d2,c06ad983,c0a0d170,2,...) at cpustop_handler+0x31
ipi_nmi_handler(c06ad983,c0a0d170,2,0,0,...) at ipi_nmi_handler+0x28
trap(3b,3b,3b,2804f88c,bfbfec1c,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0x80485cd, esp = 0xbfbfebb0, ebp = 0xbfbfebc8 ---
Tracing command inversion pid 45232 tid 100169 td 0xc46dad80
sched_switch(c46dad80,0,2) at sched_switch+0x183
mi_switch(2,0,c0a0d170,0,c091fa5a,...) at mi_switch+0x280
critical_exit(2,bfbfebc8,c088419e,3b,3b,...) at critical_exit+0x92
lapic_handle_timer(3b,3b,3b,2804f88c,bfbfec1c,...) at lapic_handle_timer+0x149
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x80485cd, esp = 0xbfbfebb0, ebp = 0xbfbfebc8 ---
Tracing command sh pid 45224 tid 100090 td 0xc40106c0
sched_switch(c40106c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4054d38) at sleepq_switch+0xcd
sleepq_wait_sig(c4054d38) at sleepq_wait_sig+0x1d
msleep(c4054d38,c4054da0,15c,c09233e0,0) at msleep+0x26e
kern_wait(c40106c0,ffffffff,e6658c2c,2,0) at kern_wait+0x7cf
wait4(c40106c0,e6658d04) at wait4+0x2a
syscall(bfbf003b,3b,bfbf003b,bfbfe8f8,b0a8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---
Tracing command watchdogd pid 3667 tid 100110 td 0xc4119360
sched_switch(c4119360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d284,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d284,0,e66f7bf8,c0a0cd68,c0a0d284,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d284,c0a0cd68,135,e66f7c1c,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d284,c0a0cd68,c4119360,c4119360,c47bc234,...) at cv_wait+0x36
_sx_xlock(c0a0d260,c091af46,135,c0a0d2a0,c091af46,...) at _sx_xlock+0x68
fork1(c4119360,14,0,e66f7c7c) at fork1+0x21a
fork(c4119360,e66f7d04) at fork+0x18
syscall(3b,3b,bfbf003b,8208140,bfbfe990,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x280fef27, esp = 0xbfbfe95c, ebp = 0xbfbfea18 ---
Tracing command top pid 1175 tid 100127 td 0xc3ff8510
sched_switch(c3ff8510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d278,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d278,c091ea2c,521,c0a0cd68,c0a0d278,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d278,c0a0cd68,3f9,e6610b2c,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d278,c0a0cd68,0,0,0,...) at cv_wait+0x36
_sx_slock(c0a0d260,c091d548,3f9,e6610b64,0,...) at _sx_slock+0x64
sysctl_kern_proc(c09c7d80,0,0,e6610b9c,c09c7d80,...) at sysctl_kern_proc+0x168
sysctl_root(0,e6610c1c,3,e6610b9c) at sysctl_root+0x11b
userland_sysctl(c3ff8510,e6610c1c,3,0,bfbfe9bc,0,0,0,e6610c18,0,c0a0d188,0,c091ea23,521) at userland_sysctl+0xf4
__sysctl(c3ff8510,e6610d04) at __sysctl+0x77
syscall(805003b,bfbf003b,bfbf003b,3,bfbfe9bc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2819c93f, esp = 0xbfbfe91c, ebp = 0xbfbfe958 ---
Tracing command sh pid 1140 tid 100109 td 0xc4119510
sched_switch(c4119510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c41178d0) at sleepq_switch+0xcd
sleepq_wait_sig(c41178d0) at sleepq_wait_sig+0x1d
msleep(c41178d0,c4117938,15c,c09233e0,0) at msleep+0x26e
kern_wait(c4119510,ffffffff,e66fac2c,2,0) at kern_wait+0x7cf
wait4(c4119510,e66fad04) at wait4+0x2a
syscall(3b,3b,bfbf003b,bfbfe698,474,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe64c, ebp = 0xbfbfe668 ---
Tracing command bash pid 1098 tid 100147 td 0xc46d3d80
sched_switch(c46d3d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c46d5000) at sleepq_switch+0xcd
sleepq_wait_sig(c46d5000) at sleepq_wait_sig+0x1d
msleep(c46d5000,c46d5068,15c,c09233e0,0) at msleep+0x26e
kern_wait(c46d3d80,ffffffff,e67c3c2c,6,0) at kern_wait+0x7cf
wait4(c46d3d80,e67c3d04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,474,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command bash pid 1096 tid 100126 td 0xc3ff86c0
sched_switch(c3ff86c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c46ad000) at sleepq_switch+0xcd
sleepq_wait_sig(c46ad000) at sleepq_wait_sig+0x1d
msleep(c46ad000,c46ad068,15c,c09233e0,0) at msleep+0x26e
kern_wait(c3ff86c0,ffffffff,e6613c2c,6,0) at kern_wait+0x7cf
wait4(c3ff86c0,e6613d04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,497,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 1095 tid 100149 td 0xc46d3a20
sched_switch(c46d3a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c46d3a20,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c46d3a20,e67bdd04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,bfbfe13c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe0cc, ebp = 0xbfbfe118 ---
Tracing command sshd pid 1094 tid 100150 td 0xc46d3870
sched_switch(c46d3870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c46d3870,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c46d3870,e67bad04) at select+0x44
syscall(3b,3b,bfbf003b,0,bfbfe13c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe0cc, ebp = 0xbfbfe118 ---
Tracing command sshd pid 1090 tid 100062 td 0xc3ff7870
sched_switch(c3ff7870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c456f864) at sleepq_switch+0xcd
sleepq_wait_sig(c456f864) at sleepq_wait_sig+0x1d
msleep(c456f864,c456f83c,158,c09256c4,0,...) at msleep+0x26e
sbwait(c456f818,c0a0d170,2,c091fa5a,271,...) at sbwait+0x48
soreceive_generic(c456f7c8,0,e65fbc64,0,0,...) at soreceive_generic+0x2e2
soreceive(c456f7c8,0,e65fbc64,0,0,0) at soreceive+0x39
soo_read(c46de798,e65fbc64,c3e11e00,0,c3ff7870) at soo_read+0x3d
dofileread(c3ff7870,5,c46de798,e65fbc64,ffffffff,...) at dofileread+0x89
kern_readv(c3ff7870,5,e65fbc64,bfbfe128,4,...) at kern_readv+0x36
read(c3ff7870,e65fbd04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838b1eb, esp = 0xbfbfe0cc, ebp = 0xbfbfe0f8 ---
Tracing command sshd pid 1088 tid 100155 td 0xc46d3000
sched_switch(c46d3000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c456fd94) at sleepq_switch+0xcd
sleepq_wait_sig(c456fd94) at sleepq_wait_sig+0x1d
msleep(c456fd94,c456fd6c,158,c09256c4,0,...) at msleep+0x26e
sbwait(c456fd48,c0a0d170,2,c091fa5a,271,...) at sbwait+0x48
soreceive_generic(c456fcf8,0,e67abc64,0,0,...) at soreceive_generic+0x2e2
soreceive(c456fcf8,0,e67abc64,0,0,0) at soreceive+0x39
soo_read(c4077b40,e67abc64,c3fea500,0,c46d3000) at soo_read+0x3d
dofileread(c46d3000,5,c4077b40,e67abc64,ffffffff,...) at dofileread+0x89
kern_readv(c46d3000,5,e67abc64,bfbfe128,4,...) at kern_readv+0x36
read(c46d3000,e67abd04) at read+0x45
syscall(3b,283b003b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838b1eb, esp = 0xbfbfe0cc, ebp = 0xbfbfe0f8 ---
Tracing command bash pid 1010 tid 100101 td 0xc3ff71b0
sched_switch(c3ff71b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c411669c) at sleepq_switch+0xcd
sleepq_wait_sig(c411669c) at sleepq_wait_sig+0x1d
msleep(c411669c,c4116704,15c,c09233e0,0) at msleep+0x26e
kern_wait(c3ff71b0,ffffffff,e65efc2c,6,0) at kern_wait+0x7cf
wait4(c3ff71b0,e65efd04) at wait4+0x2a
syscall(bfbf003b,e65e003b,bfbf003b,b0a8,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe5bc, ebp = 0xbfbfe5d8 ---
Tracing command sshd pid 1009 tid 100038 td 0xc3de56c0
sched_switch(c3de56c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c3de56c0,d,8201168,820116c,0,...) at kern_select+0x4bf
select(c3de56c0,e439ed04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,bfbfe13c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe0cc, ebp = 0xbfbfe118 ---
Tracing command sshd pid 1007 tid 100088 td 0xc4010a20
sched_switch(c4010a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c41379b0) at sleepq_switch+0xcd
sleepq_wait_sig(c41379b0) at sleepq_wait_sig+0x1d
msleep(c41379b0,c4137988,158,c09256c4,0,...) at msleep+0x26e
sbwait(c4137964,c0a0d170,2,c091fa5a,271,...) at sbwait+0x48
soreceive_generic(c4137914,0,e665ec64,0,0,...) at soreceive_generic+0x2e2
soreceive(c4137914,0,e665ec64,0,0,0) at soreceive+0x39
soo_read(c415ee58,e665ec64,c44f5c00,0,c4010a20) at soo_read+0x3d
dofileread(c4010a20,5,c415ee58,e665ec64,ffffffff,...) at dofileread+0x89
kern_readv(c4010a20,5,e665ec64,bfbfe128,4,...) at kern_readv+0x36
read(c4010a20,e665ed04) at read+0x45
syscall(3b,82e003b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838b1eb, esp = 0xbfbfe0cc, ebp = 0xbfbfe0f8 ---
Tracing command getty pid 894 tid 100056 td 0xc3ff8360
sched_switch(c3ff8360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3dfe810) at sleepq_switch+0xcd
sleepq_wait_sig(c3dfe810) at sleepq_wait_sig+0x1d
msleep(c3dfe810,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3dfe800,c3dfe810,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3dfe800,e660dc64,0) at ttread+0x48f
ttyread(c3e0a200,e660dc64,0,e660dbbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a200,e660dc64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a200,e660dc64,0,1,c3e0a200,...) at giant_read+0x2d
devfs_read_f(c44e7438,e660dc64,c3c33a80,0,c3ff8360) at devfs_read_f+0x62
dofileread(c3ff8360,0,c44e7438,e660dc64,ffffffff,...) at dofileread+0x89
kern_readv(c3ff8360,0,e660dc64,bfbfee3f,1,...) at kern_readv+0x36
read(c3ff8360,e660dd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 893 tid 100111 td 0xc41191b0
sched_switch(c41191b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e02810) at sleepq_switch+0xcd
sleepq_wait_sig(c3e02810) at sleepq_wait_sig+0x1d
msleep(c3e02810,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e02800,c3e02810,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e02800,e66f4c64,0) at ttread+0x48f
ttyread(c3e0a300,e66f4c64,0,e66f4bbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a300,e66f4c64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a300,e66f4c64,0,1,c3e0a300,...) at giant_read+0x2d
devfs_read_f(c404a168,e66f4c64,c3c33a80,0,c41191b0) at devfs_read_f+0x62
dofileread(c41191b0,0,c404a168,e66f4c64,ffffffff,...) at dofileread+0x89
kern_readv(c41191b0,0,e66f4c64,bfbfee3f,1,...) at kern_readv+0x36
read(c41191b0,e66f4d04) at read+0x45
syscall(3b,3b,bfbf003b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 892 tid 100115 td 0xc4118a20
sched_switch(c4118a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01810) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01810) at sleepq_wait_sig+0x1d
msleep(c3e01810,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e01800,c3e01810,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e01800,e66e8c64,0) at ttread+0x48f
ttyread(c3e0a400,e66e8c64,0,e66e8bbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a400,e66e8c64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a400,e66e8c64,0,1,c3e0a400,...) at giant_read+0x2d
devfs_read_f(c404aea0,e66e8c64,c3c33a80,0,c4118a20) at devfs_read_f+0x62
dofileread(c4118a20,0,c404aea0,e66e8c64,ffffffff,...) at dofileread+0x89
kern_readv(c4118a20,0,e66e8c64,bfbfee3f,1,...) at kern_readv+0x36
read(c4118a20,e66e8d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 891 tid 100058 td 0xc3ff8000
sched_switch(c3ff8000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01010) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01010) at sleepq_wait_sig+0x1d
msleep(c3e01010,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e01000,c3e01010,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e01000,e6607c64,0) at ttread+0x48f
ttyread(c3e0a500,e6607c64,0,e6607bbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a500,e6607c64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a500,e6607c64,0,1,c3e0a500,...) at giant_read+0x2d
devfs_read_f(c3ffc630,e6607c64,c3c33a80,0,c3ff8000) at devfs_read_f+0x62
dofileread(c3ff8000,0,c3ffc630,e6607c64,ffffffff,...) at dofileread+0x89
kern_readv(c3ff8000,0,e6607c64,bfbfee3f,1,...) at kern_readv+0x36
read(c3ff8000,e6607d04) at read+0x45
syscall(3b,804003b,bfbf003b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 890 tid 100104 td 0xc3f80bd0
sched_switch(c3f80bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e00c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e00c10) at sleepq_wait_sig+0x1d
msleep(c3e00c10,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e00c00,c3e00c10,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e00c00,e43fac64,0) at ttread+0x48f
ttyread(c3e0a600,e43fac64,0,e43fabbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a600,e43fac64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a600,e43fac64,0,1,c3e0a600,...) at giant_read+0x2d
devfs_read_f(c404a708,e43fac64,c3c33a80,0,c3f80bd0) at devfs_read_f+0x62
dofileread(c3f80bd0,0,c404a708,e43fac64,ffffffff,...) at dofileread+0x89
kern_readv(c3f80bd0,0,e43fac64,bfbfee3f,1,...) at kern_readv+0x36
read(c3f80bd0,e43fad04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 889 tid 100097 td 0xc4057870
sched_switch(c4057870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e02c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e02c10) at sleepq_wait_sig+0x1d
msleep(c3e02c10,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e02c00,c3e02c10,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e02c00,e66bbc64,0) at ttread+0x48f
ttyread(c3e0a700,e66bbc64,0,e66bbbbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a700,e66bbc64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a700,e66bbc64,0,1,c3e0a700,...) at giant_read+0x2d
devfs_read_f(c3ffb870,e66bbc64,c3c33a80,0,c4057870) at devfs_read_f+0x62
dofileread(c4057870,0,c3ffb870,e66bbc64,ffffffff,...) at dofileread+0x89
kern_readv(c4057870,0,e66bbc64,bfbfee3f,1,...) at kern_readv+0x36
read(c4057870,e66bbd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 888 tid 100080 td 0xc4052870
sched_switch(c4052870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e03010) at sleepq_switch+0xcd
sleepq_wait_sig(c3e03010) at sleepq_wait_sig+0x1d
msleep(c3e03010,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e03000,c3e03010,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e03000,e6685c64,0) at ttread+0x48f
ttyread(c3e0a800,e6685c64,0,e6685bbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a800,e6685c64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a800,e6685c64,0,1,c3e0a800,...) at giant_read+0x2d
devfs_read_f(c3ffbc60,e6685c64,c3c33a80,0,c4052870) at devfs_read_f+0x62
dofileread(c4052870,0,c3ffbc60,e6685c64,ffffffff,...) at dofileread+0x89
kern_readv(c4052870,0,e6685c64,bfbfee3f,1,...) at kern_readv+0x36
read(c4052870,e6685d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 887 tid 100073 td 0xc3ff8d80
sched_switch(c3ff8d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01c10) at sleepq_wait_sig+0x1d
msleep(c3e01c10,0,159,c09249ce,0) at msleep+0x26e
ttysleep(c3e01c00,c3e01c10,159,c09249ce,0,...) at ttysleep+0x21
ttread(c3e01c00,e661fc64,0) at ttread+0x48f
ttyread(c3e0a900,e661fc64,0,e661fbbc,c0670f99,...) at ttyread+0x2f
scread(c3e0a900,e661fc64,0,c0a0d188,0,...) at scread+0x22
giant_read(c3e0a900,e661fc64,0,1,c3e0a900,...) at giant_read+0x2d
devfs_read_f(c4001bd0,e661fc64,c3c33a80,0,c3ff8d80) at devfs_read_f+0x62
dofileread(c3ff8d80,0,c4001bd0,e661fc64,ffffffff,...) at dofileread+0x89
kern_readv(c3ff8d80,0,e661fc64,bfbfee3f,1,...) at kern_readv+0x36
read(c3ff8d80,e661fd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command inetd pid 873 tid 100070 td 0xc400f360
sched_switch(c400f360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c400f360,6,bfbfe8b0,0,0,...) at kern_select+0x4bf
select(c400f360,e6637d04) at select+0x44
syscall(3b,3b,3b,bfbfe8b0,bfbfee40,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2817116b, esp = 0xbfbfdb8c, ebp = 0xbfbfee78 ---
Tracing command moused pid 846 tid 100044 td 0xc3d48bd0
sched_switch(c3d48bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c3d48bd0,14,bfbfec10,0,0,...) at kern_select+0x4bf
select(c3d48bd0,e414dd04) at select+0x44
syscall(3b,3b,3b,8,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2816216b, esp = 0xbfbfeb5c, ebp = 0xbfbfed28 ---
Tracing command cron pid 780 tid 100119 td 0xc4118360
sched_switch(c4118360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d284,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d284,0,e66dcbf8,c0a0cd68,c0a0d284,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d284,c0a0cd68,135,e66dcc1c,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d284,c0a0cd68,c4118360,c4118360,c47b8000,...) at cv_wait+0x36
_sx_xlock(c0a0d260,c091af46,135,c0a0d2a0,c091af46,...) at _sx_xlock+0x68
fork1(c4118360,14,0,e66dcc7c) at fork1+0x21a
fork(c4118360,e66dcd04) at fork+0x18
syscall(805003b,3b,bfbf003b,0,8208140,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x280eef27, esp = 0xbfbfecec, ebp = 0xbfbfecf8 ---
Tracing command sendmail pid 774 tid 100121 td 0xc4118000
sched_switch(c4118000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42a149c) at sleepq_switch+0xcd
sleepq_wait_sig(c42a149c) at sleepq_wait_sig+0x1d
msleep(c42a149c,c42a14d0,168,c08e73fd,0) at msleep+0x26e
kern_sigsuspend(c4118000,0,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c4118000,e66d6d04) at sigsuspend+0x33
syscall(3b,3b,3b,0,bfbfd020,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282c2583, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 768 tid 100053 td 0xc3de8bd0
sched_switch(c3de8bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d7e4,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d7e4,c091ea2c,521,c0a0c660,c0a0d7e4,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d7e4,c0a0c660,55f,e43c2b88,c0a0d7c0,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d7e4,c0a0c660,bfbfc374,bfbfc380,0,...) at cv_wait+0x36
_sx_xlock(c0a0d7c0,c091ea23,55f) at _sx_xlock+0x68
userland_sysctl(c3de8bd0,e43c2c1c,2,bfbfc380,bfbfc374,0,0,0,e43c2c18,0,c0a0d188,0,c091ea23,521) at userland_sysctl+0xcf
__sysctl(c3de8bd0,e43c2d04) at __sysctl+0x77
syscall(3b,3b,bfbf003b,2,bfbfc374,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2833393f, esp = 0xbfbfc30c, ebp = 0xbfbfc348 ---
Tracing command sshd pid 762 tid 100091 td 0xc4010510
sched_switch(c4010510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d284,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d284,0,e6655bf8,c0a0cd68,c0a0d284,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d284,c0a0cd68,135,e6655c1c,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d284,c0a0cd68,c4010510,c4010510,c400e000,...) at cv_wait+0x36
_sx_xlock(c0a0d260,c091af46,135,c0a0d2a0,c091af46,...) at _sx_xlock+0x68
fork1(c4010510,14,0,e6655c7c) at fork1+0x21a
fork(c4010510,e6655d04) at fork+0x18
syscall(3b,3b,bfbf003b,82c1144,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x28317f27, esp = 0xbfbfe1bc, ebp = 0xbfbfee98 ---
Tracing command ntpd pid 743 tid 100043 td 0xc3d48d80
sched_switch(c3d48d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c3d48d80,b,bfbfed70,0,0,...) at kern_select+0x4bf
select(c3d48d80,e4150d04) at select+0x44
syscall(bfbf003b,3b,bfbf003b,bfbfed70,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x282cf16b, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 689 tid 100075 td 0xc3ff8a20
sched_switch(c3ff8a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f72c00) at sleepq_switch+0xcd
sleepq_wait_sig(c3f72c00) at sleepq_wait_sig+0x1d
msleep(c3f72c00,c0a67120,158,c09167ba,0,...) at msleep+0x26e
nfssvc_nfsd(c3ff8a20) at nfssvc_nfsd+0x101
nfssvc(c3ff8a20,e6619d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 688 tid 100054 td 0xc3de8a20
sched_switch(c3de8a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c407c400) at sleepq_switch+0xcd
sleepq_wait_sig(c407c400) at sleepq_wait_sig+0x1d
msleep(c407c400,c0a67120,158,c09167ba,0,...) at msleep+0x26e
nfssvc_nfsd(c3de8a20) at nfssvc_nfsd+0x101
nfssvc(c3de8a20,e43bfd04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 687 tid 100092 td 0xc4010360
sched_switch(c4010360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f72e00) at sleepq_switch+0xcd
sleepq_wait_sig(c3f72e00) at sleepq_wait_sig+0x1d
msleep(c3f72e00,c0a67120,158,c09167ba,0,...) at msleep+0x26e
nfssvc_nfsd(c4010360) at nfssvc_nfsd+0x101
nfssvc(c4010360,e6652d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 686 tid 100039 td 0xc3de5510
sched_switch(c3de5510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c407c600) at sleepq_switch+0xcd
sleepq_wait_sig(c407c600) at sleepq_wait_sig+0x1d
msleep(c407c600,c0a67120,158,c09167ba,0,...) at msleep+0x26e
nfssvc_nfsd(c3de5510) at nfssvc_nfsd+0x101
nfssvc(c3de5510,e439bd04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 685 tid 100093 td 0xc40101b0
sched_switch(c40101b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c40101b0,5,bfbfed40,0,0,...) at kern_select+0x4bf
select(c40101b0,e664fd04) at select+0x44
syscall(2817003b,2817003b,bfbf003b,bfbfee50,4,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2815216b, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 683 tid 100076 td 0xc3ff8870
sched_switch(c3ff8870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c3ff8870,8,bfbfedf0,0,0,...) at kern_select+0x4bf
select(c3ff8870,e6616d04) at select+0x44
syscall(3b,3b,3b,8,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2816216b, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 633 tid 100087 td 0xc4010bd0
sched_switch(c4010bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a5a47c,c0a5a47c,7531,e6661b2c,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a5a47c,c0a5a464,7531) at cv_timedwait_sig+0x196
poll(c4010bd0,e6661d04) at poll+0x3a3
syscall(bfbf003b,2819003b,bfbf003b,1,7,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811bd03, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 614 tid 100086 td 0xc4010d80
sched_switch(c4010d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c4010d80,9,8208144,0,0,...) at kern_select+0x4bf
select(c4010d80,e6664d04) at select+0x44
syscall(821003b,bfbf003b,bfbf003b,8208148,8208144,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2816316b, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 547 tid 100095 td 0xc4057bd0
sched_switch(c4057bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a47c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5a47c,246,c0a0d170,c0922e4c,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5a47c,c0a5a464) at cv_wait_sig+0x18d
kern_select(c4057bd0,5,bfbfe9f0,0,0,...) at kern_select+0x4bf
select(c4057bd0,e66c1d04) at select+0x44
syscall(3b,3b,3b,21,8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x807a1a3, esp = 0xbfbfe98c, ebp = 0xbfbfee98 ---
Tracing command schedcpu pid 42 tid 100046 td 0xc3f80870
sched_switch(c3f80870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d278,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d278,0,e43f4ca0,c0a0cd68,c0a0d278,...) at sleepq_wait+0x46
cv_wait_unlock(c0a0d278,c0a0cd68,1bb,e43f4cc4,c0a0d260,...) at cv_wait_unlock+0x17e
cv_wait(c0a0d278,c0a0cd68,e43f4cfc,c06ac378,0,...) at cv_wait+0x36
_sx_slock(c0a0d260,c091f870,1bb,85,0,...) at _sx_slock+0x64
schedcpu(e43f4d24,c06ac378,e43f4d24,c0682460,0,...) at schedcpu+0x3c
schedcpu_thread(0,e43f4d38) at schedcpu_thread+0x11
fork_exit(c06ac378,0,e43f4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43f4d6c, ebp = 0 ---
Tracing command softdepflush pid 41 tid 100047 td 0xc3f806c0
sched_switch(c3f806c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a673c0,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a673c0) at sleepq_timedwait+0x4a
msleep(c0a673c0,c0a67398,44,c0936b1e,3e8) at msleep+0x259
softdep_flush(0,e43f1d38) at softdep_flush+0x203
fork_exit(c07ce53c,0,e43f1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43f1d6c, ebp = 0 ---
Tracing command syncer pid 40 tid 100048 td 0xc3f80510
sched_switch(c3f80510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0d750,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0d750,0,c068f069,c0a5abe4,c0928340,...) at sleepq_wait+0x46
msleep(c0a0d750,0,68,c092870f,0) at msleep+0x27d
sched_sync(0,e43eed38) at sched_sync+0x361
fork_exit(c06f6d54,0,e43eed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43eed6c, ebp = 0 ---
Tracing command vnlru pid 39 tid 100049 td 0xc3f80360
sched_switch(c3f80360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f81000,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3f81000) at sleepq_timedwait+0x4a
msleep(c3f81000,c0a5abb8,250,c0928401,3e8,c0a5ac18) at msleep+0x259
vnlru_proc(0,e43ebd38) at vnlru_proc+0xdf
fork_exit(c06f50ac,0,e43ebd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43ebd6c, ebp = 0 ---
Tracing command bufdaemon pid 38 tid 100027 td 0xc3c3bd80
sched_switch(c3c3bd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5a8f4,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a5a8f4) at sleepq_timedwait+0x4a
msleep(c0a5a8f4,c0a5a8f8,44,c0926cbb,3e8) at msleep+0x259
buf_daemon(0,e270fd38) at buf_daemon+0x198
fork_exit(c06e7b9c,0,e270fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe270fd6c, ebp = 0 ---
Tracing command pagezero pid 37 tid 100028 td 0xc3c3bbd0
sched_switch(c3c3bbd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a6fcf0,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a6fcf0) at sleepq_timedwait+0x4a
msleep(c0a6fcf0,c0a67bbc,200,c093bb31,493e0,c0a67bbc,0,c093bb17,9a) at msleep+0x259
vm_pagezero(0,e270cd38) at vm_pagezero+0x6c
fork_exit(c08011a0,0,e270cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe270cd6c, ebp = 0 ---
Tracing command vmdaemon pid 36 tid 100029 td 0xc3c3ba20
sched_switch(c3c3ba20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a67c20,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a67c20,0,c068efb0,c0a0d188,c093b705,...) at sleepq_wait+0x46
msleep(c0a67c20,0,68,c0926cbb,0) at msleep+0x27d
vm_daemon(0,e2709d38) at vm_daemon+0x36
fork_exit(c07ffdec,0,e2709d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2709d6c, ebp = 0 ---
Tracing command pagedaemon pid 35 tid 100030 td 0xc3c3b870
sched_switch(c3c3b870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a67be0,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a67be0) at sleepq_timedwait+0x4a
msleep(c0a67be0,c0a67bbc,44,c0926cbb,1388) at msleep+0x259
vm_pageout(0,e2706d38) at vm_pageout+0x264
fork_exit(c07ffaa8,0,e2706d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2706d6c, ebp = 0 ---
Tracing command irq7: ppc0 pid 34 tid 100031 td 0xc3c3b6c0
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 33 tid 100032 td 0xc3c3b510
sched_switch(c3c3b510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d7e03c,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3d7e03c) at sleepq_timedwait+0x4a
msleep(c3d7e03c,c3d7e0f0,4c,c09167ba,3e8) at msleep+0x259
fdc_worker(c3d7e000,c3d7e0f0,0,c093e7eb,4a1) at fdc_worker+0x1fe
fdc_thread(c3d7e000,e2700d38) at fdc_thread+0x54
fork_exit(c085d93c,c3d7e000,e2700d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2700d6c, ebp = 0 ---
Tracing command swi0: sio pid 32 tid 100033 td 0xc3de8000
sched_switch(c3de8000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3defc90,e43add38) at ithread_loop+0xda
fork_exit(c06834b0,c3defc90,e43add38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43add6c, ebp = 0 ---
Tracing command irq12: psm0 pid 31 tid 100034 td 0xc3de5d80
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 30 tid 100035 td 0xc3de5bd0
sched_switch(c3de5bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3def290,e43a7d38) at ithread_loop+0xda
fork_exit(c06834b0,c3def290,e43a7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43a7d6c, ebp = 0 ---
Tracing command irq15: ata1 pid 29 tid 100036 td 0xc3de5a20
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 28 tid 100037 td 0xc3de5870
sched_switch(c3de5870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3de3460,e43a1d38) at ithread_loop+0xda
fork_exit(c06834b0,c3de3460,e43a1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43a1d6c, ebp = 0 ---
Tracing command irq17: fxp0 pid 27 tid 100017 td 0xc3c376c0
sched_switch(c3c376c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3d7b460,e26e8d38) at ithread_loop+0xda
fork_exit(c06834b0,c3d7b460,e26e8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e8d6c, ebp = 0 ---
Tracing command usbtask pid 26 tid 100018 td 0xc3c37510
sched_switch(c3c37510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0af04,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0af04,0,c068efb0,c0a0d188,c0913802,...) at sleepq_wait+0x46
msleep(c0a0af04,0,5c,c091381e,0,...) at msleep+0x27d
usb_task_thread(0,e26e5d38) at usb_task_thread+0x4b
fork_exit(c0632bc0,0,e26e5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e5d6c, ebp = 0 ---
Tracing command usb0 pid 25 tid 100019 td 0xc3c37360
sched_switch(c3c37360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d6d210,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3d6d210) at sleepq_timedwait+0x4a
msleep(c3d6d210,0,5c,c0913817,ea60,c3d798c0) at msleep+0x259
usb_event_thread(c3d798c0,e26e2d38) at usb_event_thread+0x94
fork_exit(c0632b0c,c3d798c0,e26e2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e2d6c, ebp = 0 ---
Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc3c371b0
sched_switch(c3c371b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3d690b0,e26dfd38) at ithread_loop+0xda
fork_exit(c06834b0,c3d690b0,e26dfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26dfd6c, ebp = 0 ---
Tracing command em0 taskq pid 23 tid 100021 td 0xc3d48870
sched_switch(c3d48870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d5a280,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c3d5a280,c3d5a29c,8,c09218dc,47,...) at sleepq_wait+0x46
msleep_spin(c3d5a280,c3d5a29c,c09167ba,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c3d30208,e4147d38) at taskqueue_thread_loop+0x61
fork_exit(c06bd978,c3d30208,e4147d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4147d6c, ebp = 0 ---
Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc3d486c0
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 21 tid 100023 td 0xc3d48510
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 9 tid 100024 td 0xc3d48360
sched_switch(c3d48360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85780,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85780,0,c09218e5,49,8,...) at sleepq_wait+0x46
msleep(c3c85780,c3c8579c,0,c09167ba,0) at msleep+0x27d
taskqueue_thread_loop(c0a12e90,e413ed38) at taskqueue_thread_loop+0x78
fork_exit(c06bd978,c0a12e90,e413ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe413ed6c, ebp = 0 ---
Tracing command acpi_task_2 pid 8 tid 100025 td 0xc3d481b0
sched_switch(c3d481b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85800,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85800,0,c09218e5,49,8,...) at sleepq_wait+0x46
msleep(c3c85800,c3c8581c,0,c09167ba,0) at msleep+0x27d
taskqueue_thread_loop(c10a0a34,e413bd38) at taskqueue_thread_loop+0x78
fork_exit(c06bd978,c10a0a34,e413bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe413bd6c, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100026 td 0xc3d48000
sched_switch(c3d48000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85800,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85800,0,c09218e5,49,8,...) at sleepq_wait+0x46
msleep(c3c85800,c3c8581c,0,c09167ba,0) at msleep+0x27d
taskqueue_thread_loop(c10a0a34,e4138d38) at taskqueue_thread_loop+0x78
fork_exit(c06bd978,c10a0a34,e4138d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4138d6c, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100008 td 0xc3c361b0
sched_switch(c3c361b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85800,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85800,0,c09218e5,49,c3d52800,...) at sleepq_wait+0x46
msleep(c3c85800,c3c8581c,0,c09167ba,0) at msleep+0x27d
taskqueue_thread_loop(c10a0a34,e26c4d38) at taskqueue_thread_loop+0x78
fork_exit(c06bd978,c10a0a34,e26c4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26c4d6c, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100009 td 0xc3c36000
fork_trampoline() at fork_trampoline
Tracing command swi6: task queue pid 19 tid 100010 td 0xc3c3b360
sched_switch(c3c3b360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3cff5a0,e26fdd38) at ithread_loop+0xda
fork_exit(c06834b0,c3cff5a0,e26fdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26fdd6c, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100011 td 0xc3c3b1b0
sched_switch(c3c3b1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85a80,c0a0d170,0,c092130a,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85a80,0,c09218e5,49,8,...) at sleepq_wait+0x46
msleep(c3c85a80,c3c85a9c,0,c09167ba,0) at msleep+0x27d
taskqueue_thread_loop(c0a0bebc,e26fad38) at taskqueue_thread_loop+0x78
fork_exit(c06bd978,c0a0bebc,e26fad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26fad6c, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100012 td 0xc3c3b000
fork_trampoline() at fork_trampoline
Tracing command yarrow pid 17 tid 100013 td 0xc3c37d80
sched_switch(c3c37d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a08b40,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a08b40) at sleepq_timedwait+0x4a
msleep(c0a08b40,0,0,c09167ba,64) at msleep+0x259
random_kthread(0,e26f4d38) at random_kthread+0x180
fork_exit(c05d8598,0,e26f4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26f4d6c, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3c37bd0
sched_switch(c3c37bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0b6bc,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a0b6bc) at sleepq_timedwait+0x4a
msleep(c0a0b6bc,c0a0b5a8,24c,c09167ba,64) at msleep+0x259
g_io_schedule_down(c3c37bd0) at g_io_schedule_down+0x56
g_down_procbody(0,e26f1d38) at g_down_procbody+0x5a
fork_exit(c066099c,0,e26f1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26f1d6c, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3c37a20
sched_switch(c3c37a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0b6b8,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a0b6b8) at sleepq_timedwait+0x4a
msleep(c0a0b6b8,c0a0b5e8,24c,c09167ba,64) at msleep+0x259
g_io_schedule_up(c3c37a20) at g_io_schedule_up+0x14a
g_up_procbody(0,e26eed38) at g_up_procbody+0x5a
fork_exit(c066093c,0,e26eed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26eed6c, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3c37870
sched_switch(c3c37870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0b6b0,c0a0d170,0,c092130a,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a0b6b0) at sleepq_timedwait+0x4a
msleep(c0a0b6b0,0,4c,c09167ba,64) at msleep+0x259
g_event_procbody(0,e26ebd38) at g_event_procbody+0x9e
fork_exit(c06609fc,0,e26ebd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26ebd6c, ebp = 0 ---
Tracing command swi1: net pid 16 tid 100000 td 0xc3c37000
sched_switch(c3c37000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3bf6890,e26dcd38) at ithread_loop+0xda
fork_exit(c06834b0,c3bf6890,e26dcd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26dcd6c, ebp = 0 ---
Tracing command swi3: vm pid 15 tid 100001 td 0xc3c36d80
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 14 tid 100002 td 0xc3c36bd0
sched_switch(c3c36bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3bf68b0,e26d6d38) at ithread_loop+0xda
fork_exit(c06834b0,c3bf68b0,e26d6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d6d6c, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3c36a20
sched_switch(c3c36a20,0,1) at sched_switch+0x183
mi_switch(1,0,c0a0d170,0,c091b0ba,...) at mi_switch+0x280
idle_proc(0,e26d3d38) at idle_proc+0x8c
fork_exit(c06826c4,0,e26d3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d3d6c, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3c36870
sched_switch(c3c36870,0,1) at sched_switch+0x183
mi_switch(1,0,c0a0d170,0,c091b0ba,...) at mi_switch+0x280
idle_proc(0,e26d0d38) at idle_proc+0x8c
fork_exit(c06826c4,0,e26d0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d0d6c, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3c366c0
sched_switch(c3c366c0,0,1) at sched_switch+0x183
mi_switch(1,0,c0a0d170,0,c091b0ba,...) at mi_switch+0x280
idle_proc(0,e26cdd38) at idle_proc+0x8c
fork_exit(c06826c4,0,e26cdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26cdd6c, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3c36510
sched_switch(c3c36510,0,1) at sched_switch+0x183
mi_switch(1,0,c0a0d170,0,c091b0ba,...) at mi_switch+0x280
idle_proc(0,e26cad38) at idle_proc+0x8c
fork_exit(c06826c4,0,e26cad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26cad6c, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3c36360
sched_switch(c3c36360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c3a000) at sleepq_switch+0xcd
sleepq_wait_sig(c3c3a000) at sleepq_wait_sig+0x1d
msleep(c3c3a000,c3c3a068,15c,c09233e0,0) at msleep+0x26e
kern_wait(c3c36360,ffffffff,e26c7c2c,0,0) at kern_wait+0x7cf
wait4(c3c36360,e26c7d04) at wait4+0x2a
syscall(3b,3b,3b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053047, esp = 0xbfbfed9c, ebp = 0xbfbfedb8 ---
Tracing command swapper pid 0 tid 0 td 0xc0a0b9f8
sched_switch(c0a0b9f8,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c0451875,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1007 MB
Dumping 167 MB: 152 136 120 104 88 72 56 40 24 8
Dump complete
= 0xf
db> reset
(kgdb) p *(struct thread *)0xc486bbd0
$1 = {td_proc = 0xc486a8d0, td_ksegrp = 0xc3ff9660, td_plist = {tqe_next = 0x0, tqe_prev = 0xc486a8e0}, td_kglist = {tqe_next = 0x0,
tqe_prev = 0xc3ff966c}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc3f82c20}, td_lockq = {tqe_next = 0xc47561b0,
tqe_prev = 0xe43b9b48}, td_runq = {tqe_next = 0x0, tqe_prev = 0x0}, td_selq = {tqh_first = 0x0, tqh_last = 0x0},
td_sleepqueue = 0xc3f82c20, td_turnstile = 0xc4194ac0, td_umtxq = 0xc4214d80, td_tid = 0x18776, td_sigqueue = {sq_signals = {__bits = {
0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {tqh_first = 0x0, tqh_last = 0xc486bc38},
sq_proc = 0xc486a8d0, sq_flags = 0x1}, td_flags = 0x1000000, td_inhibitors = 0x0, td_pflags = 0x0, td_dupfd = 0x0, td_wchan = 0x0,
td_wmesg = 0x0, td_lastcpu = 0x0, td_oncpu = 0xff, td_owepreempt = 0x0, td_locks = 0x1, td_tsqueue = 0xff, td_blocked = 0x0,
td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0xc0a5a230, td_intr_nesting_level = 0x0, td_pinned = 0x0,
td_mailbox = 0x0, td_ucred = 0xc44f4a80, td_standin = 0x0, td_upcall = 0x0, td_pticks = 0x0, td_sticks = 0x0, td_iticks = 0x0,
td_uticks = 0x0, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {
__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0x23, td_sigstk = {ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_kflags = 0x0,
td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_name = '\0' <repeats 19 times>, td_base_pri = 0xdc, td_priority = 0xdc,
td_pcb = 0xe6931d90, td_state = TDS_RUNQ, td_retval = {0x0, 0x20}, td_slpcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {
tqe_next = 0x0, tqe_prev = 0xd7c6b4a8}}, c_time = 0x1e3cd8b, c_arg = 0xc486bbd0, c_func = 0xc06bc800 <sleepq_timeout>,
c_mtx = 0x0, c_flags = 0x12}, td_frame = 0xe6931d38, td_kstack_obj = 0xc46f00f0, td_kstack = 0xe6930000, td_kstack_pages = 0x2,
td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_spinlock_count = 0x1,
md_saved_flags = 0x46}, td_sched = 0xc486bd60, td_ar = 0x0}
(kgdb) p *((struct thread *)0xc486bbd0)->td_proc
$2 = {p_list = {le_next = 0xc47b8d38, le_prev = 0xc47bb234}, p_ksegrps = {tqh_first = 0xc3ff9660, tqh_last = 0xc3ff9664}, p_threads = {
tqh_first = 0xc486bbd0, tqh_last = 0xc486bbd8}, p_suspended = {tqh_first = 0x0, tqh_last = 0xc486a8e8}, p_ucred = 0xc44f4a80,
p_fd = 0xc470f500, p_fdtol = 0x0, p_stats = 0xc474f600, p_limit = 0xc42ad000, p_sigacts = 0xc46fa000, p_flag = 0x4002, p_sflag = 0x1,
p_state = PRS_NORMAL, p_pid = 0xb8af, p_hash = {le_next = 0x0, le_prev = 0xc3c2b2bc}, p_pglist = {le_next = 0xc47b8d38,
le_prev = 0xc47bb284}, p_pptr = 0xc4051468, p_sibling = {le_next = 0xc47b8d38, le_prev = 0xc47bb290}, p_children = {lh_first = 0x0},
p_mtx = {mtx_object = {lo_name = 0xc091d33e "process lock", lo_type = 0xc091d33e "process lock", lo_flags = 0x1430000,
lo_witness_data = {lod_list = {stqe_next = 0xc0a1dc20}, lod_witness = 0xc0a1dc20}}, mtx_lock = 0x4, mtx_recurse = 0x0},
p_ksi = 0xc3f38690, p_sigqueue = {sq_signals = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {
tqh_first = 0x0, tqh_last = 0xc486a974}, sq_proc = 0xc486a8d0, sq_flags = 0x1}, p_oppid = 0x0, p_vmspace = 0xc413b000,
p_swtime = 0xb, p_realtimer = {it_interval = {tv_sec = 0x0, tv_usec = 0x0}, it_value = {tv_sec = 0x0, tv_usec = 0x0}}, p_rux = {
rux_runtime = 0x1d2036c, rux_uticks = 0x1, rux_sticks = 0x1, rux_iticks = 0x0, rux_uu = 0x0, rux_su = 0x3d6, rux_tu = 0x3d6},
p_crux = {rux_runtime = 0x0, rux_uticks = 0x0, rux_sticks = 0x0, rux_iticks = 0x0, rux_uu = 0x0, rux_su = 0x0, rux_tu = 0x0},
p_profthreads = 0x0, p_maxthrwaits = 0x0, p_traceflag = 0x0, p_tracevp = 0x0, p_tracecred = 0x0, p_textvp = 0xc4004000, p_lock = 0x0,
p_sigiolst = {slh_first = 0x0}, p_sigparent = 0x14, p_sig = 0x0, p_code = 0x0, p_stops = 0x0, p_stype = 0x0, p_step = 0x0,
p_pfsflags = 0x0, p_nlminfo = 0x0, p_aioinfo = 0x0, p_singlethread = 0x0, p_suspcount = 0x0, p_xthread = 0x0, p_boundary_count = 0x0,
p_procscopegrp = 0x0, p_pendingcnt = 0x0, p_itimers = 0x0, p_magic = 0xbeefface, p_comm = "lockf\000r", '\0' <repeats 12 times>,
p_pgrp = 0xc422c800, p_sysent = 0xc09eaa80, p_args = 0xc41dec40, p_cpulimit = 0x7fffffffffffffff, p_nice = 0x14, p_xstat = 0x0,
p_klist = {kl_list = {slh_first = 0x0}, kl_lock = 0xc067d9b0 <knlist_mtx_lock>, kl_unlock = 0xc067d9cc <knlist_mtx_unlock>,
kl_locked = 0xc067d9e8 <knlist_mtx_locked>, kl_lockarg = 0xc486a938}, p_numthreads = 0x1, p_numksegrps = 0x1, p_md = {md_ldt = 0x0},
p_itcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0x0}}, c_time = 0x0, c_arg = 0x0, c_func = 0,
c_mtx = 0x0, c_flags = 0x10}, p_acflag = 0x0, p_ru = 0x0, p_peers = 0x0, p_leader = 0xc486a8d0, p_emuldata = 0x0, p_label = 0x0,
p_sched = 0xc486ab04, p_ktr = {stqh_first = 0x0, stqh_last = 0xc486aaf4}, p_mqnotifier = {lh_first = 0x0}, p_au = 0x0}
(kgdb) p allproc_lock
$4 = {sx_object = {lo_name = 0xc091d477 "allproc", lo_type = 0xc091d477 "allproc", lo_flags = 0x23b0000, lo_witness_data = {lod_list = {
stqe_next = 0xc0a1dd10}, lod_witness = 0xc0a1dd10}}, sx_lock = 0xc0a0cd68, sx_cnt = 0xffffffff, sx_shrd_cv = {
cv_description = 0xc091d477 "allproc", cv_waiters = 0x2}, sx_shrd_wcnt = 0x2, sx_excl_cv = {cv_description = 0xc091d477 "allproc",
cv_waiters = 0x5}, sx_excl_wcnt = 0x5, sx_xholder = 0xc486bbd0}