GENERIC HEAD from Dec 27 09:42 UTC, vmcore.125
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Wed Dec 27 11:10:58 CET 2006
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032388608 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
panic: lockmgr: locking against myself
cpuid = 2
KDB: enter: panic
[thread pid 3197 tid 100149 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 3197 tid 100149 td 0xc47346c0
kdb_enter(c094247f) at kdb_enter+0x2b
panic(c09402b6,c47346c0,0,12,c06af5d9,...) at panic+0x14b
_lockmgr(d84f6050,202122,c4726ce8,c47346c0,c094b01c,12d) at _lockmgr+0x41a
getblk(c4726c18,396d4c0,0,4000,0,...) at getblk+0x13c
breadn(c4726c18,396d4c0,0,4000,0,...) at breadn+0x2f
bread(c4726c18,396d4c0,0,4000,0,e6d79544,c46822ac,0,c095a185,56d) at bread+0x20
ffs_alloccg(c4f0f738,a0,e5b508,0,4000,c46822ac,1,c095a185,4d8) at ffs_alloccg+0x11d
ffs_hashalloc(c4f0f738,a0,e5b508,0,4000,...) at ffs_hashalloc+0x45
ffs_alloc(c4f0f738,3f2c7,0,e5b508,0,4000,c42fd400,e6d79674) at ffs_alloc+0x1a5
ffs_balloc_ufs2(c4dc22b0,fcb1c000,0,4000,c42fd400,...) at ffs_balloc_ufs2+0x1619
ffs_copyonwrite(c4726c18,d8376324) at ffs_copyonwrite+0x3d3
ffs_geom_strategy(c4726d20,d8376324) at ffs_geom_strategy+0xbd
bufwrite(d8376324,4000,d8376324,e6d797e4,c070b7a9,...) at bufwrite+0x17a
ffs_bufwrite(d8376324) at ffs_bufwrite+0x282
vfs_bio_awrite(d8376324) at vfs_bio_awrite+0x235
bdwrite(d84f5ff0,c46822ac,0,c095a185,57c,...) at bdwrite+0x237
ffs_alloccg(c4d367bc,a0,e5b508,0,4000,c46822ac,1,c095a185,4d8) at ffs_alloccg+0x1f6
ffs_hashalloc(c4d367bc,a0,e5b508,0,4000,...) at ffs_hashalloc+0x45
ffs_alloc(c4d367bc,2980c,0,e5b508,0,4000,c4ae8000,e6d799ac) at ffs_alloc+0x1a5
ffs_balloc_ufs2(c4dc2158,a6030000,0,4000,c4ae8000,...) at ffs_balloc_ufs2+0x1619
ffs_write(e6d79b98) at ffs_write+0x2ac
VOP_WRITE_APV(c0a00e80,e6d79b98) at VOP_WRITE_APV+0x132
vn_write(c4ae1c18,e6d79c60,c4ae8000,0,c47346c0) at vn_write+0x1f6
dofilewrite(c47346c0,4,c4ae1c18,e6d79c60,ffffffff,...) at dofilewrite+0x77
kern_writev(c47346c0,4,e6d79c60,8430000,d0000,...) at kern_writev+0x36
write(c47346c0,e6d79d00) at write+0x45
syscall(e6d79d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0x100000 ---
db> show alllocks
db> show allpcpu
Current CPU: 2
cpuid = 0
curthread = 0xc4303a20: pid 13 "idle: cpu0"
curpcb = 0xe2dafd90
fpcurthread = none
idlethread = 0xc4303a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4303870: pid 12 "idle: cpu1"
curpcb = 0xe2dacd90
fpcurthread = none
idlethread = 0xc4303870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc47346c0: pid 3197 "dd"
curpcb = 0xe6d79d90
fpcurthread = none
idlethread = 0xc43036c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4303510: pid 10 "idle: cpu3"
curpcb = 0xe2da6d90
fpcurthread = none
idlethread = 0xc4303510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> set $lines 0
db> show lockedvnods
Locked vnodes
0xc4dc22b0: tag ufs, type VREG
usecount 1, writecount 0, refcount 25 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc4d65b40 ref 0 pages 568
lock type snaplk: EXCL (count 1) by thread 0xc47346c0 (pid 3197)#0 0xc06afa94 at _lockmgr+0x510
#1 0xc07f3c98 at ffs_copyonwrite+0x24c
#2 0xc0801f95 at ffs_geom_strategy+0xbd
#3 0xc0709dae at bufwrite+0x17a
#4 0xc0801ece at ffs_bufwrite+0x282
#5 0xc070b7a9 at vfs_bio_awrite+0x235
#6 0xc070a027 at bdwrite+0x237
#7 0xc07e74aa at ffs_alloccg+0x1f6
#8 0xc07e6dd9 at ffs_hashalloc+0x45
#9 0xc07e4bb9 at ffs_alloc+0x1a5
#10 0xc07ec0c1 at ffs_balloc_ufs2+0x1619
#11 0xc0802c30 at ffs_write+0x2ac
#12 0xc08c926e at VOP_WRITE_APV+0x132
#13 0xc0727826 at vn_write+0x1f6
#14 0xc06e7d9f at dofilewrite+0x77
#15 0xc06e7c46 at kern_writev+0x36
#16 0xc06e7b71 at write+0x45
#17 0xc08b82fa at syscall+0x256
ino 8, on dev ad0s1d
0xc4dc2158: tag ufs, type VREG
usecount 1, writecount 1, refcount 7020 mountedhere 0
flags ()
v_object 0xc4b8c8e8 ref 0 pages 243204
lock type ufs: EXCL (count 1) by thread 0xc47346c0 (pid 3197)#0 0xc06afa94 at _lockmgr+0x510
#1 0xc08024a0 at ffs_lock+0x7c
#2 0xc08ca562 at _VOP_LOCK_APV+0x7e
#3 0xc0727e30 at _vn_lock+0xb8
#4 0xc0727772 at vn_write+0x142
#5 0xc06e7d9f at dofilewrite+0x77
#6 0xc06e7c46 at kern_writev+0x36
#7 0xc06e7b71 at write+0x45
#8 0xc08b82fa at syscall+0x256
#9 0xc08a1dc0 at Xint0x80_syscall+0x20
ino 11776017, on dev ad0s1d
db> show lockedbufs
panic: _mtx_lock_sleep: recursed on non-recursive mutex lockbuilder mtxpool @ ../../../kern/kern_lock.c:587
cpuid = 2
KDB: stack backtrace:
db_trace_self_wrapper(c0944ea8) at db_trace_self_wrapper+0x25
kdb_backtrace(c0a44390,0,c0942d91,16e,c0a44390,...) at kdb_backtrace+0x29
mi_switch(1,0,e6d79140,0,e6d79114,...) at mi_switch+0xf4
sched_bind(c47346c0,0,c06bbd11,c0a44390,0,...) at sched_bind+0x73
boot(104,104,c47346c0,c0a43cd0,24b,...) at boot+0x30
panic(c09416fd,c09414f1,c09401ac,24b,c09401ac,...) at panic+0x199
_mtx_lock_sleep(c0a43cd0,c47346c0,0,c09401ac,24b) at _mtx_lock_sleep+0x3a
_mtx_lock_flags(c0a43cd0,0,c09401ac,24b,38,...) at _mtx_lock_flags+0xae
lockcount(d8372250) at lockcount+0x1c
lockedbufs(c06da637,0,ffffffff,e6d791dc,ffffffff,...) at lockedbufs+0x31
db_command(c0a18bc4,c097a1f0,c0901203) at db_command+0x233
db_command_loop(0,0,e6d7928c,e6d79278,e6d792c0,...) at db_command_loop+0x52
db_trap(3,0,c47346c0,c4681480,3,...) at db_trap+0xdd
kdb_trap(3,0,e6d79374) at kdb_trap+0x88
trap(e6d79374) at trap+0x569
calltrap() at calltrap+0x6
--- trap 0x12, eip = 0, esp = 0x296, ebp = 0x1 ---
db> ps
pid ppid pgrp uid state wmesg wchan cmd
3197 3190 3184 1001 R+ CPU 2 dd
3190 3184 3184 1001 S+ wait 0xc4732000 sh
3184 937 3184 1001 S+ wait 0xc4c926c0 sh
954 946 954 1001 S+ select 0xc0a9177c top
946 945 946 1001 SWs+ wait 0xc4733000 bash
945 943 943 1001 S select 0xc0a9177c sshd
943 760 943 0 SWs sbwait 0xc47e25cc sshd
937 936 937 1001 Ss+ wait 0xc47d0480 bash
936 934 934 1001 S select 0xc0a9177c sshd
934 760 934 0 SWs sbwait 0xc47e1864 sshd
892 891 892 1001 SWs+ ttyin 0xc44c1810 bash
891 889 889 1001 SW select 0xc0a9177c sshd
889 760 889 0 SWs sbwait 0xc47f6d94 sshd
888 1 888 0 SWs+ ttyin 0xc44cf810 getty
887 1 887 0 SWs+ ttyin 0xc44d6810 getty
886 1 886 0 SWs+ ttyin 0xc44d5810 getty
885 1 885 0 SWs+ ttyin 0xc44d5010 getty
884 1 884 0 SWs+ ttyin 0xc44d1c10 getty
883 1 883 0 SWs+ ttyin 0xc44d6c10 getty
882 1 882 0 SWs+ ttyin 0xc44d7010 getty
881 1 881 0 SWs+ ttyin 0xc44d5c10 getty
866 1 866 0 SWs select 0xc0a9177c inetd
839 1 839 0 SWs select 0xc0a9177c moused
825 1 825 0 Ss nanslp 0xc0a44ba4 watchdogd
776 1 776 0 Ss nanslp 0xc0a44ba4 cron
770 1 770 25 SWs pause 0xc47cf6e4 sendmail
766 1 766 0 Ss select 0xc0a9177c sendmail
760 1 760 0 SWs select 0xc0a9177c sshd
741 1 741 0 Ss select 0xc0a9177c ntpd
687 683 683 0 SW - 0xc467ca00 nfsd
686 683 683 0 SW - 0xc467d800 nfsd
685 683 683 0 SW - 0xc467cc00 nfsd
684 683 683 0 SW - 0xc4680200 nfsd
683 1 683 0 SWs select 0xc0a9177c nfsd
681 1 681 0 SWs select 0xc0a9177c mountd
631 1 631 0 Ss select 0xc0a9177c rpcbind
612 1 612 0 Ss select 0xc0a9177c syslogd
546 1 546 0 SWs select 0xc0a9177c devd
43 0 0 0 SL - 0xe4826cfc [schedcpu]
42 0 0 0 SL sdflush 0xc0a9e444 [softdepflush]
41 0 0 0 SL vlruwt 0xc464bb40 [vnlru]
40 0 0 0 SL syncer 0xc0a44970 [syncer]
39 0 0 0 SL psleep 0xc0a91bf4 [bufdaemon]
38 0 0 0 SL pgzero 0xc0aa6d90 [pagezero]
37 0 0 0 SL psleep 0xc0a9ecc0 [vmdaemon]
36 0 0 0 SL psleep 0xc0a9ec80 [pagedaemon]
35 0 0 0 WL [irq7: ppc0]
34 0 0 0 SL - 0xc4407a3c [fdc0]
33 0 0 0 WL [swi0: sio]
32 0 0 0 WL [irq12: psm0]
31 0 0 0 WL [irq1: atkbd0]
30 0 0 0 WL [irq15: ata1]
29 0 0 0 WL [irq14: ata0]
28 0 0 0 WL [irq17: fxp0]
27 0 0 0 SL usbtsk 0xc0a421b4 [usbtask-dr]
26 0 0 0 SL usbtsk 0xc0a421a0 [usbtask-hc]
25 0 0 0 SL usbevt 0xc4438210 [usb0]
24 0 0 0 WL [irq16: uhci0]
23 0 0 0 SL - 0xc4443b00 [em0 taskq]
22 0 0 0 WL [irq9: acpi0]
21 0 0 0 WL [swi5: +]
9 0 0 0 SL - 0xc4350700 [thread taskq]
20 0 0 0 WL [swi6: Giant taskq]
8 0 0 0 SL - 0xc4350880 [acpi_task_2]
7 0 0 0 SL - 0xc4350880 [acpi_task_1]
6 0 0 0 SL - 0xc4350880 [acpi_task_0]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
5 0 0 0 SL - 0xc4350b00 [kqueue taskq]
17 0 0 0 SL - 0xc0a2eb40 [yarrow]
4 0 0 0 SL - 0xc0a4293c [g_down]
3 0 0 0 SL - 0xc0a42938 [g_up]
2 0 0 0 SL - 0xc0a42930 [g_event]
16 0 0 0 WL [swi1: net]
15 0 0 0 WL [swi3: vm]
14 0 0 0 WL [swi4: clock sio]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc4305000 [init]
0 0 0 0 WLs [swapper]
db> allt
Tracing command dd pid 3197 tid 100149 td 0xc47346c0
kdb_enter(c094247f) at kdb_enter+0x2b
panic(c09402b6,c47346c0,0,12,c06af5d9,...) at panic+0x14b
_lockmgr(d84f6050,202122,c4726ce8,c47346c0,c094b01c,12d) at _lockmgr+0x41a
getblk(c4726c18,396d4c0,0,4000,0,...) at getblk+0x13c
breadn(c4726c18,396d4c0,0,4000,0,...) at breadn+0x2f
bread(c4726c18,396d4c0,0,4000,0,e6d79544,c46822ac,0,c095a185,56d) at bread+0x20
ffs_alloccg(c4f0f738,a0,e5b508,0,4000,c46822ac,1,c095a185,4d8) at ffs_alloccg+0x11d
ffs_hashalloc(c4f0f738,a0,e5b508,0,4000,...) at ffs_hashalloc+0x45
ffs_alloc(c4f0f738,3f2c7,0,e5b508,0,4000,c42fd400,e6d79674) at ffs_alloc+0x1a5
ffs_balloc_ufs2(c4dc22b0,fcb1c000,0,4000,c42fd400,...) at ffs_balloc_ufs2+0x1619
ffs_copyonwrite(c4726c18,d8376324) at ffs_copyonwrite+0x3d3
ffs_geom_strategy(c4726d20,d8376324) at ffs_geom_strategy+0xbd
bufwrite(d8376324,4000,d8376324,e6d797e4,c070b7a9,...) at bufwrite+0x17a
ffs_bufwrite(d8376324) at ffs_bufwrite+0x282
vfs_bio_awrite(d8376324) at vfs_bio_awrite+0x235
bdwrite(d84f5ff0,c46822ac,0,c095a185,57c,...) at bdwrite+0x237
ffs_alloccg(c4d367bc,a0,e5b508,0,4000,c46822ac,1,c095a185,4d8) at ffs_alloccg+0x1f6
ffs_hashalloc(c4d367bc,a0,e5b508,0,4000,...) at ffs_hashalloc+0x45
ffs_alloc(c4d367bc,2980c,0,e5b508,0,4000,c4ae8000,e6d799ac) at ffs_alloc+0x1a5
ffs_balloc_ufs2(c4dc2158,a6030000,0,4000,c4ae8000,...) at ffs_balloc_ufs2+0x1619
ffs_write(e6d79b98) at ffs_write+0x2ac
VOP_WRITE_APV(c0a00e80,e6d79b98) at VOP_WRITE_APV+0x132
vn_write(c4ae1c18,e6d79c60,c4ae8000,0,c47346c0) at vn_write+0x1f6
dofilewrite(c47346c0,4,c4ae1c18,e6d79c60,ffffffff,...) at dofilewrite+0x77
kern_writev(c47346c0,4,e6d79c60,8430000,d0000,...) at kern_writev+0x36
write(c47346c0,e6d79d00) at write+0x45
syscall(e6d79d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0x100000 ---
Tracing command sh pid 3190 tid 100084 td 0xc47311b0
sched_switch(c47311b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4732000) at sleepq_switch+0xc9
sleepq_wait_sig(c4732000) at sleepq_wait_sig+0x1d
msleep(c4732000,c4732060,15c,c09479f8,0) at msleep+0x296
kern_wait(c47311b0,ffffffff,e6d55c28,2,0) at kern_wait+0x7c3
wait4(c47311b0,e6d55d00) at wait4+0x2a
syscall(e6d55d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x216, ebp = 0xc70 ---
Tracing command sh pid 3184 tid 100129 td 0xc4c941b0
sched_switch(c4c941b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4c926c0) at sleepq_switch+0xc9
sleepq_wait_sig(c4c926c0) at sleepq_wait_sig+0x1d
msleep(c4c926c0,c4c92720,15c,c09479f8,0) at msleep+0x296
kern_wait(c4c941b0,ffffffff,e6e96c28,2,0) at kern_wait+0x7c3
wait4(c4c941b0,e6e96d00) at wait4+0x2a
syscall(e6e96d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (136839472), eip = 0x2, esp = 0x216, ebp = 0xc70 ---
Tracing command top pid 954 tid 100113 td 0xc47d1d80
sched_switch(c47d1d80,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9177c,c0a9177c,3e9,e6dcaae4,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a9177c,c0a91764,3e9) at cv_timedwait_sig+0x194
kern_select(c47d1d80,2,bfbfeaf0,0,0,...) at kern_select+0x4a9
select(c47d1d80,e6dcad00) at select+0x44
syscall(e6dcad38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x296, ebp = 0x1c ---
Tracing command bash pid 946 tid 100091 td 0xc46e8510
Tracing command sshd pid 945 tid 100059 td 0xc46d0d80
sched_switch(c46d0d80,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9177c,246,c0a44390,c0947464,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a9177c,c0a91764) at cv_wait_sig+0x18b
kern_select(c46d0d80,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c46d0d80,e6ce0d00) at select+0x44
syscall(e6ce0d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1077944016), eip = 0x2, esp = 0x202, ebp = 0xbfbfe12c ---
Tracing command sshd pid 943 tid 100118 td 0xc47d1510
Tracing command bash pid 937 tid 100107 td 0xc47d2870
sched_switch(c47d2870,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47d0480) at sleepq_switch+0xc9
sleepq_wait_sig(c47d0480) at sleepq_wait_sig+0x1d
msleep(c47d0480,c47d04e0,15c,c09479f8,0) at msleep+0x296
kern_wait(c47d2870,ffffffff,e6ddcc28,6,0) at kern_wait+0x7c3
wait4(c47d2870,e6ddcd00) at wait4+0x2a
syscall(e6ddcd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2, esp = 0x206, ebp = 0 ---
Tracing command sshd pid 936 tid 100069 td 0xc46e7510
sched_switch(c46e7510,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9177c,246,c0a44390,c0947464,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a9177c,c0a91764) at cv_wait_sig+0x18b
kern_select(c46e7510,d,8201168,820116c,0,...) at kern_select+0x4bf
select(c46e7510,e6d16d00) at select+0x44
syscall(e6d16d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1077944016), eip = 0x2, esp = 0x202, ebp = 0xbfbfe12c ---
Tracing command sshd pid 934 tid 100115 td 0xc47d1a20
Tracing command bash pid 892 tid 100054 td 0xc44b1a20
Tracing command sshd pid 891 tid 100094 td 0xc4735d80
Tracing command sshd pid 889 tid 100040 td 0xc44b0360
Tracing command getty pid 888 tid 100119 td 0xc47d1360
Tracing command getty pid 887 tid 100120 td 0xc47d11b0
Tracing command getty pid 886 tid 100121 td 0xc47d1000
Tracing command getty pid 885 tid 100122 td 0xc4ae06c0
Tracing command getty pid 884 tid 100123 td 0xc4ae0510
Tracing command getty pid 883 tid 100092 td 0xc46e8360
Tracing command getty pid 882 tid 100103 td 0xc464cd80
Tracing command getty pid 881 tid 100042 td 0xc44b0000
Tracing command inetd pid 866 tid 100095 td 0xc4735bd0
Tracing command moused pid 839 tid 100057 td 0xc46d11b0
Tracing command watchdogd pid 825 tid 100093 td 0xc46e81b0
sched_switch(c46e81b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a44ba4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a44ba4) at sleepq_timedwait_sig+0x1e
msleep(c0a44ba4,0,15c,c09434f7,ea61,...) at msleep+0x26c
kern_nanosleep(c46e81b0,e6d2bc70,e6d2bc68) at kern_nanosleep+0xab
nanosleep(c46e81b0,e6d2bd00) at nanosleep+0x4f
syscall(e6d2bd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (19, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x292, ebp = 0x3c ---
Tracing command cron pid 776 tid 100050 td 0xc464c1b0
sched_switch(c464c1b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a44ba4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a44ba4) at sleepq_timedwait_sig+0x1e
msleep(c0a44ba4,0,15c,c09434f7,ea61,...) at msleep+0x26c
kern_nanosleep(c464c1b0,e4ac4c70,e4ac4c68) at kern_nanosleep+0xab
nanosleep(c464c1b0,e4ac4d00) at nanosleep+0x4f
syscall(e4ac4d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x292, ebp = 0x3c ---
Tracing command sendmail pid 770 tid 100101 td 0xc46d01b0
Tracing command sendmail pid 766 tid 100080 td 0xc4731870
sched_switch(c4731870,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9177c,c0a9177c,1389,e6d61ae4,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a9177c,c0a91764,1389) at cv_timedwait_sig+0x194
kern_select(c4731870,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c4731870,e6d61d00) at select+0x44
syscall(e6d61d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1), eip = 0x2, esp = 0x206, ebp = 0x1 ---
Tracing command sshd pid 760 tid 100087 td 0xc46e8bd0
Tracing command ntpd pid 741 tid 100075 td 0xc46d1a20
sched_switch(c46d1a20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9177c,246,c0a44390,c0947464,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a9177c,c0a91764) at cv_wait_sig+0x18b
kern_select(c46d1a20,9,bfbfed70,0,0,...) at kern_select+0x4bf
select(c46d1a20,e6cf5d00) at select+0x44
syscall(e6cf5d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0 ---
Tracing command nfsd pid 687 tid 100066 td 0xc46e7a20
Tracing command nfsd pid 686 tid 100089 td 0xc46e8870
Tracing command nfsd pid 685 tid 100088 td 0xc46e8a20
Tracing command nfsd pid 684 tid 100038 td 0xc44b06c0
Tracing command nfsd pid 683 tid 100085 td 0xc4731000
Tracing command mountd pid 681 tid 100079 td 0xc4731a20
Tracing command rpcbind pid 631 tid 100065 td 0xc46e7bd0
sched_switch(c46e7bd0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9177c,c0a9177c,7531,e6d22b28,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a9177c,c0a91764,7531) at cv_timedwait_sig+0x194
poll(c46e7bd0,e6d22d00) at poll+0x3a3
syscall(e6d22d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (11, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x202, ebp = 0x7 ---
Tracing command syslogd pid 612 tid 100105 td 0xc464ca20
sched_switch(c464ca20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9177c) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9177c,246,c0a44390,c0947464,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a9177c,c0a91764) at cv_wait_sig+0x18b
kern_select(c464ca20,9,8208144,0,0,...) at kern_select+0x4bf
select(c464ca20,e4ad3d00) at select+0x44
syscall(e4ad3d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (32, FreeBSD ELF32, getsockname), eip = 0x2, esp = 0x246, ebp = 0x8208144 ---
Tracing command devd pid 546 tid 100063 td 0xc46e8000
Tracing command schedcpu pid 43 tid 100045 td 0xc4413a20
sched_switch(c4413a20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(e4826cfc,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(e4826cfc) at sleepq_timedwait+0x4a
msleep(e4826cfc,0,0,c093ac74,3e8) at msleep+0x281
schedcpu_thread(0,e4826d38) at schedcpu_thread+0x26
fork_exit(c06d0df4,0,e4826d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4826d6c, ebp = 0 ---
Tracing command softdepflush pid 42 tid 100046 td 0xc464c870
sched_switch(c464c870,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9e444,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a9e444) at sleepq_timedwait+0x4a
msleep(c0a9e444,c0a9e41c,44,c095b0b7,3e8) at msleep+0x281
softdep_flush(0,e4ad0d38) at softdep_flush+0x1ff
fork_exit(c07f46dc,0,e4ad0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4ad0d6c, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc464c6c0
sched_switch(c464c6c0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c464bb40,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c464bb40) at sleepq_timedwait+0x4a
msleep(c464bb40,c0a91eb8,250,c094cb11,3e8,c0a91f18) at msleep+0x281
vnlru_proc(0,e4acdd38) at vnlru_proc+0xdf
fork_exit(c071a8f0,0,e4acdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4acdd6c, ebp = 0 ---
Tracing command syncer pid 40 tid 100048 td 0xc464c510
sched_switch(c464c510,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a44970,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a44970,0,c094ca50,641,c094ca50,...) at sleepq_wait+0x46
msleep(c0a44970,c0a91ee4,68,c094ce1f,0) at msleep+0x2a5
sched_sync(0,e4acad38) at sched_sync+0x2fe
fork_exit(c071c5d8,0,e4acad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4acad6c, ebp = 0 ---
Tracing command bufdaemon pid 39 tid 100049 td 0xc464c360
sched_switch(c464c360,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a91bf4,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a91bf4) at sleepq_timedwait+0x4a
msleep(c0a91bf4,c0a91bf8,44,c094b346,3e8) at msleep+0x281
buf_daemon(0,e4ac7d38) at buf_daemon+0x198
fork_exit(c070bf68,0,e4ac7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4ac7d6c, ebp = 0 ---
Tracing command pagezero pid 38 tid 100027 td 0xc4306d80
sched_switch(c4306d80,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa6d90,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa6d90) at sleepq_timedwait+0x4a
msleep(c0aa6d90,c0a9ec5c,200,c0960152,493e0,c0a9ec5c,0,c0960138,9a) at msleep+0x281
vm_pagezero(0,e2debd38) at vm_pagezero+0x6c
fork_exit(c08275dc,0,e2debd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2debd6c, ebp = 0 ---
Tracing command vmdaemon pid 37 tid 100028 td 0xc4306bd0
sched_switch(c4306bd0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9ecc0,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9ecc0,0,e2de8cd0,c06c16c0,c095fd26,...) at sleepq_wait+0x46
msleep(c0a9ecc0,0,68,c094b346,0) at msleep+0x2a5
vm_daemon(0,e2de8d38) at vm_daemon+0x36
fork_exit(c0826218,0,e2de8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2de8d6c, ebp = 0 ---
Tracing command pagedaemon pid 36 tid 100029 td 0xc4306a20
sched_switch(c4306a20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9ec80,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a9ec80) at sleepq_timedwait+0x4a
msleep(c0a9ec80,c0a9ec5c,44,c094b346,1388) at msleep+0x281
vm_pageout(0,e2de5d38) at vm_pageout+0x264
fork_exit(c0825ed4,0,e2de5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2de5d6c, ebp = 0 ---
Tracing command irq7: ppc0 pid 35 tid 100030 td 0xc4306870
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 34 tid 100031 td 0xc43066c0
sched_switch(c43066c0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4407a3c,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4407a3c) at sleepq_timedwait+0x4a
msleep(c4407a3c,c4407af0,4c,c093ac74,3e8) at msleep+0x281
fdc_worker(c4407a00,c4407af0,0,c0962633,4a2) at fdc_worker+0x1fe
fdc_thread(c4407a00,e2ddfd38) at fdc_thread+0x54
fork_exit(c0883dec,c4407a00,e2ddfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2ddfd6c, ebp = 0 ---
Tracing command swi0: sio pid 33 tid 100032 td 0xc4306510
sched_switch(c4306510,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44cb180,e2ddcd38) at ithread_loop+0xda
fork_exit(c06a7454,c44cb180,e2ddcd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2ddcd6c, ebp = 0 ---
Tracing command irq12: psm0 pid 32 tid 100033 td 0xc44b1000
sched_switch(c44b1000,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44c2030,e4a76d38) at ithread_loop+0xda
fork_exit(c06a7454,c44c2030,e4a76d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a76d6c, ebp = 0 ---
Tracing command irq1: atkbd0 pid 31 tid 100034 td 0xc44b0d80
sched_switch(c44b0d80,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44c2480,e4a73d38) at ithread_loop+0xda
fork_exit(c06a7454,c44c2480,e4a73d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a73d6c, ebp = 0 ---
Tracing command irq15: ata1 pid 30 tid 100035 td 0xc44b0bd0
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 29 tid 100036 td 0xc44b0a20
sched_switch(c44b0a20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44aec20,e4a6dd38) at ithread_loop+0xda
fork_exit(c06a7454,c44aec20,e4a6dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a6dd6c, ebp = 0 ---
Tracing command irq17: fxp0 pid 28 tid 100037 td 0xc44b0870
sched_switch(c44b0870,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44ae440,e4a6ad38) at ithread_loop+0xda
fork_exit(c06a7454,c44ae440,e4a6ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a6ad6c, ebp = 0 ---
Tracing command usbtask-dr pid 27 tid 100017 td 0xc43046c0
sched_switch(c43046c0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a421b4,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a421b4,0,c06b2fcc,c0a443a8,c0937cac,...) at sleepq_wait+0x46
msleep(c0a421b4,0,5c,c0937cc8,0,...) at msleep+0x2a5
usb_task_thread(c0a421b4,e2dc4d38) at usb_task_thread+0x47
fork_exit(c065646c,c0a421b4,e2dc4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dc4d6c, ebp = 0 ---
Tracing command usbtask-hc pid 26 tid 100018 td 0xc4304510
sched_switch(c4304510,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a421a0,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a421a0,0,c06b2fcc,c0a443a8,c0937cac,...) at sleepq_wait+0x46
msleep(c0a421a0,0,5c,c0937cc8,0,...) at msleep+0x2a5
usb_task_thread(c0a421a0,e2dc1d38) at usb_task_thread+0x47
fork_exit(c065646c,c0a421a0,e2dc1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dc1d6c, ebp = 0 ---
Tracing command usb0 pid 25 tid 100019 td 0xc4304360
sched_switch(c4304360,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4438210,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4438210) at sleepq_timedwait+0x4a
msleep(c4438210,0,5c,c0937cc1,ea60,c4435d80) at msleep+0x281
usb_event_thread(c4435d80,e2dbed38) at usb_event_thread+0x94
fork_exit(c06563b8,c4435d80,e2dbed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dbed6c, ebp = 0 ---
Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc43041b0
sched_switch(c43041b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c4447100,e2dbbd38) at ithread_loop+0xda
fork_exit(c06a7454,c4447100,e2dbbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dbbd6c, ebp = 0 ---
Tracing command em0 taskq pid 23 tid 100021 td 0xc4413870
sched_switch(c4413870,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4443b00,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4443b00,c4443b1c,8,c0945f17,47,...) at sleepq_wait+0x46
msleep_spin(c4443b00,c4443b1c,c093ac74,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c4402214,e4823d38) at taskqueue_thread_loop+0x61
fork_exit(c06e211c,c4402214,e4823d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4823d6c, ebp = 0 ---
Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc44136c0
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 21 tid 100023 td 0xc4413510
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 9 tid 100024 td 0xc4413360
sched_switch(c4413360,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350700,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350700,0,c0945f20,49,8,...) at sleepq_wait+0x46
msleep(c4350700,c435071c,0,c093ac74,0) at msleep+0x2a5
taskqueue_thread_loop(c0a4a190,e481ad38) at taskqueue_thread_loop+0x78
fork_exit(c06e211c,c0a4a190,e481ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe481ad6c, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100025 td 0xc44131b0
sched_switch(c44131b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43ca530,e4817d38) at ithread_loop+0xda
fork_exit(c06a7454,c43ca530,e4817d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4817d6c, ebp = 0 ---
Tracing command acpi_task_2 pid 8 tid 100026 td 0xc4413000
sched_switch(c4413000,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350880,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350880,0,c0945f20,49,8,...) at sleepq_wait+0x46
msleep(c4350880,c435089c,0,c093ac74,0) at msleep+0x2a5
taskqueue_thread_loop(c10cb274,e4814d38) at taskqueue_thread_loop+0x78
fork_exit(c06e211c,c10cb274,e4814d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4814d6c, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100008 td 0xc43031b0
sched_switch(c43031b0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350880,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350880,0,c0945f20,49,8,...) at sleepq_wait+0x46
msleep(c4350880,c435089c,0,c093ac74,0) at msleep+0x2a5
taskqueue_thread_loop(c10cb274,e2da0d38) at taskqueue_thread_loop+0x78
fork_exit(c06e211c,c10cb274,e2da0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2da0d6c, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100009 td 0xc4303000
sched_switch(c4303000,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350880,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350880,0,c0945f20,49,c442e560,...) at sleepq_wait+0x46
msleep(c4350880,c435089c,0,c093ac74,0) at msleep+0x2a5
taskqueue_thread_loop(c10cb274,e2d9dd38) at taskqueue_thread_loop+0x78
fork_exit(c06e211c,c10cb274,e2d9dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2d9dd6c, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100010 td 0xc4306360
sched_switch(c4306360,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43ca550,e2dd9d38) at ithread_loop+0xda
fork_exit(c06a7454,c43ca550,e2dd9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd9d6c, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100011 td 0xc43061b0
fork_trampoline() at fork_trampoline
Tracing command kqueue taskq pid 5 tid 100012 td 0xc4306000
sched_switch(c4306000,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350b00,c0a44390,0,c09458e3,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350b00,0,c0945f20,49,8,...) at sleepq_wait+0x46
msleep(c4350b00,c4350b1c,0,c093ac74,0) at msleep+0x2a5
taskqueue_thread_loop(c0a430dc,e2dd3d38) at taskqueue_thread_loop+0x78
fork_exit(c06e211c,c0a430dc,e2dd3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd3d6c, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc4304d80
sched_switch(c4304d80,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a2eb40,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a2eb40) at sleepq_timedwait+0x4a
msleep(c0a2eb40,0,0,c093ac74,64) at msleep+0x281
random_kthread(0,e2dd0d38) at random_kthread+0x180
fork_exit(c05f30b8,0,e2dd0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd0d6c, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc4304bd0
sched_switch(c4304bd0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4293c,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4293c) at sleepq_timedwait+0x4a
msleep(c0a4293c,c0a42828,24c,c093ac74,64) at msleep+0x281
g_io_schedule_down(c4304bd0) at g_io_schedule_down+0x56
g_down_procbody(0,e2dcdd38) at g_down_procbody+0x5a
fork_exit(c06844b4,0,e2dcdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dcdd6c, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc4304a20
sched_switch(c4304a20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a42938,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a42938) at sleepq_timedwait+0x4a
msleep(c0a42938,c0a42868,24c,c093ac74,64) at msleep+0x281
g_io_schedule_up(c4304a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2dcad38) at g_up_procbody+0x5a
fork_exit(c0684454,0,e2dcad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dcad6c, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc4304870
sched_switch(c4304870,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a42930,c0a44390,0,c09458e3,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a42930) at sleepq_timedwait+0x4a
msleep(c0a42930,0,4c,c093ac74,64) at msleep+0x281
g_event_procbody(0,e2dc7d38) at g_event_procbody+0x9e
fork_exit(c0684514,0,e2dc7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dc7d6c, ebp = 0 ---
Tracing command swi1: net pid 16 tid 100000 td 0xc4304000
sched_switch(c4304000,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c42c4890,e2db8d38) at ithread_loop+0xda
fork_exit(c06a7454,c42c4890,e2db8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2db8d6c, ebp = 0 ---
Tracing command swi3: vm pid 15 tid 100001 td 0xc4303d80
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 14 tid 100002 td 0xc4303bd0
sched_switch(c4303bd0,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c42c48b0,e2db2d38) at ithread_loop+0xda
fork_exit(c06a7454,c42c48b0,e2db2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2db2d6c, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc4303a20
cpustop_handler(e2dafbd4,c08b7583,da7a,6400,3,...) at cpustop_handler+0x31
ipi_nmi_handler(da7a,6400,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2dafbe0) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x60, eip = 0, esp = 0x46, ebp = 0xc44c8c00 ---
MAXCPU(0,0,10,10,b0b0,...) at 0
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc4303870
cpustop_handler(e2dacc84,c08b7583,c06b3565,c0a44390,c4303870,...) at cpustop_handler+0x31
ipi_nmi_handler(c06b3565,c0a44390,c4303870,0,0,...) at ipi_nmi_handler+0x28
trap(e2dacc90) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x3e8, eip = 0, esp = 0x246, ebp = 0xc4427118 ---
MAXCPU(0,0,0,0,0,...) at 0
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc43036c0
sched_switch(c43036c0,c44b0a20,6) at sched_switch+0xf3
mi_switch(6,c44b0a20,c44b0bac,c44b0a20,e2da9c10,...) at mi_switch+0x280
maybe_preempt(c44b0a20) at maybe_preempt+0x126
sched_add(c44b0a20,4,c434eb00,e2da9c4c,c06a716b,...) at sched_add+0x152
setrunqueue(c44b0a20,4) at setrunqueue+0x5f
intr_event_schedule_thread(c434eb00) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c42f9230,e2da9c90,e,e2da9cd0,c08a2124,...) at intr_execute_handlers+0x118
lapic_handle_intr(34,e2da9c90) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0, esp = 0x246, ebp = 0xc4405d18 ---
MAXCPU(0,0,0,0,0,...) at 0
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc4303510
cpustop_handler(e2da6c84,c08b7583,c06b3565,c0a44390,c4303510,...) at cpustop_handler+0x31
ipi_nmi_handler(c06b3565,c0a44390,c4303510,0,0,...) at ipi_nmi_handler+0x28
trap(e2da6c90) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x3e8, eip = 0, esp = 0x246, ebp = 0xc4405a18 ---
MAXCPU(0,0,0,0,0,...) at 0
Tracing command init pid 1 tid 100007 td 0xc4303360
sched_switch(c4303360,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4305000) at sleepq_switch+0xc9
sleepq_wait_sig(c4305000) at sleepq_wait_sig+0x1d
msleep(c4305000,c4305060,15c,c09479f8,0) at msleep+0x296
kern_wait(c4303360,ffffffff,e2da3c28,0,0) at kern_wait+0x7c3
wait4(c4303360,e2da3d00) at wait4+0x2a
syscall(e2da3d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2, esp = 0x282, ebp = 0 ---
Tracing command swapper pid 0 tid 0 td 0xc0a42c20
sched_switch(c0a42c20,0,1) at sched_switch+0xf3
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c04512d5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1007 MB
Dumping 171 MB: 156 140 124 108 92 76 60 44 28 12
Dump complete
= 0xf
db> c
Uptime: 4h10m9s
Automatic reboot in 15 seconds - press a key on the console to abort
KDB: stack backtrace:
db_trace_self_wrapper(c0944ea8) at db_trace_self_wrapper+0x25
kdb_backtrace(e4acac70,c071f03d,c094d407,c096d60e,c47a5968,...) at kdb_backtrace+0x29
vfs_badlock(c094d407,c096d60e,c47a5968) at vfs_badlock+0x11
assert_vop_elocked(c47a5968,c096d60e,c47a5968,c096d60e) at assert_vop_elocked+0x4d
VOP_FSYNC_APV(c09f6100,e4acacb4) at VOP_FSYNC_APV+0x8e
sync_vnode(c47a5a70,c464c510) at sync_vnode+0x110
sched_sync(0,e4acad38) at sched_sync+0x1ed
fork_exit(c071c5d8,0,e4acad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4acad6c, ebp = 0 ---
VOP_FSYNC: 0xc47a5968 is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 40 tid 100048 ]
Stopped at kdb_enter+0x2b: nop
db>