GENERIC HEAD from Mar 9 16:17 UTC + quotas-20070311-1235.patch, No vmcore
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Tue Mar 13 10:37:50 CET 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032388608 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
interrupt total
irq1: atkbd0 1
irq4: sio0 196
irq6: fdc0 1
irq14: ata0 9516681
irq16: uhci0 1
irq17: fxp0 37974
cpu0: timer 66719106
cpu1: timer 66721136
cpu2: timer 66721360
cpu3: timer 66721479
Total 276438278
KDB: stack backtrace:
db_trace_self_wrapper(c0950b48) at db_trace_self_wrapper+0x25
kdb_backtrace(c0949c4b,107a1d06,0,c0a2016e,c0a1f384,...) at kdb_backtrace+0x29
watchdog_fire(c0ac0800,e4866c3c,e4866c30,c08b410b,0,...) at watchdog_fire+0x9d
hardclock(0,c04e9cb1) at hardclock+0xd9
lapic_handle_timer(e4866c3c) at lapic_handle_timer+0x8f
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc04e9cb1, esp = 0xe4866c7c, ebp = 0xe4866c90 ---
ata_pci_dmastop(c44f2280,0,e4866cb8,c44eb000,c4413a00,...) at ata_pci_dmastop+0x8d
ata_end_transaction(c47dfd80) at ata_end_transaction+0x637
ata_interrupt(c4413a00) at ata_interrupt+0x73
ithread_execute_handlers(c4463000,c434fb00) at ithread_execute_handlers+0x121
ithread_loop(c44bc9c0,e4866d38) at ithread_loop+0x67
fork_exit(c06adfd0,c44bc9c0,e4866d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4866d70, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 30 tid 100035 ]
Stopped at kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc445ebd0: pid 30 "irq14: ata0"
curpcb = 0xe4866d90
fpcurthread = none
idlethread = 0xc4303a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4303870: pid 12 "idle: cpu1"
curpcb = 0xe2dacd90
fpcurthread = none
idlethread = 0xc4303870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc43036c0: pid 11 "idle: cpu2"
curpcb = 0xe2da9d90
fpcurthread = none
idlethread = 0xc43036c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4303510: pid 10 "idle: cpu3"
curpcb = 0xe2da6d90
fpcurthread = none
idlethread = 0xc4303510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 30 (irq14: ata0) thread 0xc445ebd0 (100035)
exclusive sleep mutex ATA state lock r = 0 (0xc4413aec) locked @ dev/ata/ata-all.c:316
db> show lockedvnods
Locked vnodes
0xc49c5158: tag ufs, type VDIR
usecount 1, writecount 0, refcount 2 mountedhere 0xc46e12e8
flags ()
v_object 0xc4901c30 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc4e021b0 (pid 4166) with 1 pending#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc0721343 at dounmount+0x6f
#5 0xc07212ad at unmount+0x239
#6 0xc08c344e at syscall+0x25a
#7 0xc08acdd0 at Xint0x80_syscall+0x20
ino 16494, on dev ad0s1a
0xc4574ac0: tag ufs, type VDIR
usecount 129, writecount 0, refcount 130 mountedhere 0
flags (VV_ROOT)
v_object 0xc4811000 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc483ca20 (pid 4168) with 8 pending#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc071e400 at lookup+0xe8
#5 0xc071e092 at namei+0x37e
#6 0xc072c767 at kern_lstat+0x47
#7 0xc072c703 at lstat+0x1b
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 2, on dev ad0s1a
0xc4d91d70: tag ufs, type VREG
usecount 1, writecount 1, refcount 1984 mountedhere 0
flags ()
v_object 0xc48f24b0 ref 0 pages 165793
lock type ufs: EXCL (count 1) by thread 0xc50caa20 (pid 3633)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc0593124 at mdstart_vnode+0x280
#5 0xc0593789 at md_kthread+0x131
#6 0xc06ad00c at fork_exit+0xac
#7 0xc08acde0 at fork_trampoline+0x8
ino 1106945, on dev ad0s1g
0xc835ac18: tag ufs, type VREG
usecount 1, writecount 0, refcount 153 mountedhere 0
flags ()
v_object 0xc690f2d0 ref 0 pages 1068
lock type ufs: SHARED (count 1) with 1 pending#0 0xc06b61a3 at _lockmgr+0x183
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc0730642 at vn_read+0x146
#5 0xc06ee81d at dofileread+0x85
#6 0xc06ee6b6 at kern_readv+0x36
#7 0xc06ee5e1 at read+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70699, on dev md0c
0xc85aa810: tag ufs, type VREG
usecount 1, writecount 0, refcount 261 mountedhere 0
flags ()
v_object 0xc7bd54b0 ref 0 pages 1068
lock type ufs: SHARED (count 1)#0 0xc06b61a3 at _lockmgr+0x183
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc0730642 at vn_read+0x146
#5 0xc06ee81d at dofileread+0x85
#6 0xc06ee6b6 at kern_readv+0x36
#7 0xc06ee5e1 at read+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70724, on dev md0c
0xc6100000: tag ufs, type VREG
usecount 1, writecount 0, refcount 269 mountedhere 0
flags ()
v_object 0xc6fc9348 ref 0 pages 1068
lock type ufs: SHARED (count 1)#0 0xc06b61a3 at _lockmgr+0x183
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc0730642 at vn_read+0x146
#5 0xc06ee81d at dofileread+0x85
#6 0xc06ee6b6 at kern_readv+0x36
#7 0xc06ee5e1 at read+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70738, on dev md0c
0xc7842408: tag ufs, type VREG
usecount 1, writecount 1, refcount 101 mountedhere 0
flags ()
v_object 0xc6ae3b40 ref 0 pages 972
lock type ufs: EXCL (count 1) by thread 0xc4f91d80 (pid 3648)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70669, on dev md0c
0xc5626158: tag ufs, type VREG
usecount 1, writecount 1, refcount 141 mountedhere 0
flags ()
v_object 0xc692d258 ref 0 pages 960
lock type ufs: EXCL (count 1) by thread 0xc4eed870 (pid 3646)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70681, on dev md0c
0xc8a66560: tag ufs, type VREG
usecount 1, writecount 1, refcount 112 mountedhere 0
flags ()
v_object 0xc8804780 ref 0 pages 764
lock type ufs: EXCL (count 1) by thread 0xc4852bd0 (pid 3655)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70684, on dev md0c
0xc70532b0: tag ufs, type VREG
usecount 1, writecount 1, refcount 113 mountedhere 0
flags ()
v_object 0xc6982ca8 ref 0 pages 728
lock type ufs: EXCL (count 1) by thread 0xc4f8d000 (pid 3663)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70697, on dev md0c
0xc6805158: tag ufs, type VREG
usecount 1, writecount 1, refcount 129 mountedhere 0
flags ()
v_object 0xc8925870 ref 0 pages 808
lock type ufs: EXCL (count 1) by thread 0xc4dded80 (pid 3652)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70702, on dev md0c
0xc5929408: tag ufs, type VREG
usecount 1, writecount 1, refcount 108 mountedhere 0
flags ()
v_object 0xc7716258 ref 0 pages 780
lock type ufs: EXCL (count 1) by thread 0xc483cbd0 (pid 3653)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70706, on dev md0c
0xc597a000: tag ufs, type VREG
usecount 1, writecount 1, refcount 105 mountedhere 0
flags ()
v_object 0xc8688618 ref 0 pages 500
lock type ufs: EXCL (count 1) by thread 0xc51fa000 (pid 3649)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70707, on dev md0c
0xc52cf000: tag ufs, type VREG
usecount 1, writecount 1, refcount 108 mountedhere 0
flags ()
v_object 0xc84ba3c0 ref 0 pages 512
lock type ufs: EXCL (count 1) by thread 0xc51ec870 (pid 3647)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70719, on dev md0c
0xc709c560: tag ufs, type VREG
usecount 1, writecount 1, refcount 122 mountedhere 0
flags ()
v_object 0xc64d3708 ref 0 pages 480
lock type ufs: EXCL (count 1) by thread 0xc4dde510 (pid 3654)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70733, on dev md0c
0xc4cad408: tag ufs, type VREG
usecount 1, writecount 1, refcount 108 mountedhere 0
flags ()
v_object 0xc6b4f0f0 ref 0 pages 424
lock type ufs: EXCL (count 1) by thread 0xc4f91a20 (pid 3660)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70734, on dev md0c
0xc7660ac0: tag ufs, type VREG
usecount 1, writecount 1, refcount 128 mountedhere 0
flags ()
v_object 0xc80e3bb8 ref 0 pages 504
lock type ufs: EXCL (count 1) by thread 0xc474d870 (pid 3661)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70735, on dev md0c
0xc5eddac0: tag ufs, type VREG
usecount 1, writecount 1, refcount 126 mountedhere 0
flags ()
v_object 0xc6bb6348 ref 0 pages 496
lock type ufs: EXCL (count 1) by thread 0xc468ed80 (pid 3659)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70722, on dev md0c
0xc8339000: tag ufs, type VREG
usecount 1, writecount 1, refcount 81 mountedhere 0
flags ()
v_object 0xc84ba9d8 ref 0 pages 316
lock type ufs: EXCL (count 1) by thread 0xc4e22360 (pid 3664)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70728, on dev md0c
0xc5d4c408: tag ufs, type VREG
usecount 1, writecount 1, refcount 57 mountedhere 0
flags ()
v_object 0xc6bb77f8 ref 0 pages 220
lock type ufs: EXCL (count 1) by thread 0xc4dd9000 (pid 3657)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70737, on dev md0c
0xc843c158: tag ufs, type VREG
usecount 1, writecount 1, refcount 74 mountedhere 0
flags ()
v_object 0xc64d2ac8 ref 0 pages 288
lock type ufs: EXCL (count 1) by thread 0xc51ee870 (pid 3662)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70676, on dev md0c
0xc5d756b8: tag ufs, type VREG
usecount 1, writecount 1, refcount 8 mountedhere 0
flags ()
v_object 0xc6c4a5a0 ref 0 pages 24
lock type ufs: EXCL (count 1) by thread 0xc4eec870 (pid 3656)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc080c0f0 at ffs_lock+0x7c
#2 0xc08d5602 at _VOP_LOCK_APV+0x7e
#3 0xc0730fd8 at _vn_lock+0xb8
#4 0xc073091a at vn_write+0x142
#5 0xc06eeaf0 at dofilewrite+0x7c
#6 0xc06ee992 at kern_writev+0x36
#7 0xc06ee8bd at write+0x45
#8 0xc08c344e at syscall+0x25a
#9 0xc08acdd0 at Xint0x80_syscall+0x20
ino 70686, on dev md0c
db> show lockedbufs
buf at 0xd83741b4
b_flags = 0xa00200a0<remfree,vmio,clusterok,delwri,cache>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc8a66668), b_data = 0xd8780000, b_blkno = 1024096
b_npages = 4, pages(OBJ, IDX, PA): (0xc8804780, 0x2f4, 0xc0ad000),(0xc8804780, 0x2f5, 0x1fe6000),(0xc8804780, 0x2f6, 0x3ccc7000),(0xc8804780, 0x2f7, 0x15c10000)
lock type getblk: EXCL (count 1) by thread 0xc4852bd0 (pid 3655)#0 0xc06b6564 at _lockmgr+0x544
#1 0xc0715dd0 at getblk+0x138
#2 0xc071971e at cluster_read+0xde
#3 0xc07f5a10 at ffs_balloc_ufs2+0x1808
#4 0xc080c880 at ffs_write+0x2ac
#5 0xc08d430e at VOP_WRITE_APV+0x132
#6 0xc07309ce at vn_write+0x1f6
#7 0xc06eeaf0 at dofilewrite+0x7c
#8 0xc06ee992 at kern_writev+0x36
#9 0xc06ee8bd at write+0x45
#10 0xc08c344e at syscall+0x25a
#11 0xc08acdd0 at Xint0x80_syscall+0x20
buf at 0xd837c920
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc7c72510), b_data = 0xd88c4000, b_blkno = 1248768
b_npages = 4, pages(OBJ, IDX, PA): (0xc71850f0, 0x261c0, 0x1bb89000),(0xc71850f0, 0x261c1, 0x3e00a000),(0xc71850f0, 0x261c2, 0x36cb000),(0xc71850f0, 0x261c3, 0x1c6c000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
4173 789 789 25 S ufs 0xc4574b18 sendmail
4172 783 783 0 S ufs 0xc4574b18 sendmail
4171 789 789 25 S ufs 0xc4574b18 sendmail
4170 783 783 0 S ufs 0xc4574b18 sendmail
4169 3651 3622 0 S+ ufs 0xc4574b18 rw
4168 4167 844 0 S ufs 0xc49c51b0 ls
4167 844 844 0 S wait 0xc4e91d80 sh
4166 3622 3622 0 S+ ufs 0xc835ac70 umount
3664 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3663 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3662 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3661 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3660 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3659 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3658 3644 3622 0 S+ getblk 0xd857e2c4 rw
3657 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3656 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3655 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3654 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3653 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3652 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3651 3644 3622 0 SW+ wait 0xc4dd8000 rw
3650 3644 3622 0 S+ getblk 0xd8567ea8 rw
3649 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3648 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3647 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3646 3644 3622 0 S+ wdrain 0xc0a9f944 rw
3645 3644 3622 0 S+ getblk 0xd843e37c rw
3644 3640 3622 0 SW+ wait 0xc4fb0480 rw
3640 3622 3622 0 S+ nanslp 0xc0a528e4 rw
3633 0 0 0 SL biowr 0xd859b180 [md0]
3622 930 3622 0 SW+ wait 0xc4e5f900 sh
944 938 944 1001 S+ select 0xc0a9f49c top
938 937 938 1001 SWs+ wait 0xc483f240 bash
937 935 935 1001 S select 0xc0a9f49c sshd
935 777 935 0 SWs sbwait 0xc48e7718 sshd
930 927 930 0 SW+ wait 0xc46fdd80 bash
927 924 927 0 SW+ pause 0xc49ce924 csh
924 911 924 1001 SW+ wait 0xc483f6c0 su
911 910 911 1001 SWs+ wait 0xc468d240 bash
910 908 908 1001 SW select 0xc0a9f49c sshd
908 777 908 0 SWs sbwait 0xc487aafc sshd
907 1 907 0 SWs+ ttyin 0xc44d9c10 getty
906 1 906 0 SWs+ ttyin 0xc44da010 getty
905 1 905 0 SWs+ ttyin 0xc44d8810 getty
904 1 904 0 SWs+ ttyin 0xc44da810 getty
903 1 903 0 SWs+ ttyin 0xc44db410 getty
902 1 902 0 SWs+ ttyin 0xc44db010 getty
901 1 901 0 SWs+ ttyin 0xc44d1810 getty
900 1 900 0 SWs+ ttyin 0xc44c8810 getty
885 1 885 0 SWs select 0xc0a9f49c inetd
858 1 858 0 SWs select 0xc0a9f49c moused
844 1 844 0 Ss wait 0xc4754000 watchdogd
795 1 795 0 Ss ufs 0xc4574b18 cron
789 1 789 25 Ss pause 0xc46fd024 sendmail
783 1 783 0 Ss select 0xc0a9f49c sendmail
777 1 777 0 SWs select 0xc0a9f49c sshd
758 1 758 0 Ss ufs 0xc4574b18 ntpd
705 689 689 0 SW - 0xc48d6600 nfsd
704 689 689 0 SW - 0xc46b2800 nfsd
703 689 689 0 SW - 0xc46b2c00 nfsd
702 689 689 0 SW - 0xc46b2a00 nfsd
701 689 689 0 SW - 0xc48d6400 nfsd
700 689 689 0 SW - 0xc46b2e00 nfsd
698 689 689 0 SW - 0xc47fec00 nfsd
697 689 689 0 SW - 0xc4778000 nfsd
696 689 689 0 SW - 0xc47fea00 nfsd
695 689 689 0 SW - 0xc47fe800 nfsd
694 689 689 0 SW - 0xc4778200 nfsd
693 689 689 0 SW - 0xc4778400 nfsd
692 689 689 0 SW - 0xc46b1400 nfsd
691 689 689 0 SW - 0xc47f3800 nfsd
690 689 689 0 SW - 0xc47f4a00 nfsd
689 1 689 0 SWs select 0xc0a9f49c nfsd
687 1 687 0 SWs select 0xc0a9f49c mountd
637 1 637 0 Ss select 0xc0a9f49c rpcbind
618 1 618 0 Ss ufs 0xc4574b18 syslogd
552 1 552 0 SWs select 0xc0a9f49c devd
44 0 0 0 SL - 0xc0a526b8 [schedcpu]
43 0 0 0 SL sdflush 0xc0aaa484 [softdepflush]
42 0 0 0 SL syncer 0xc0a526b0 [syncer]
41 0 0 0 SL vlruwt 0xc468db40 [vnlru]
40 0 0 0 SL psleep 0xc0a9f928 [bufdaemon]
39 0 0 0 SL pgzero 0xc0ab2dd0 [pagezero]
38 0 0 0 SL psleep 0xc0aaad00 [vmdaemon]
37 0 0 0 SL psleep 0xc0aaacc0 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc441323c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 RL CPU 0 [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a4fe94 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a4fe80 [usbtask-hc]
26 0 0 0 SL usbevt 0xc443c210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc4443b00 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi6: task queue]
21 0 0 0 WL [swi2: cambio]
20 0 0 0 SL ccb_scan 0xc0a25ca4 [xpt_thrd]
9 0 0 0 SL - 0xc4351780 [kqueue taskq]
8 0 0 0 SL - 0xc4351800 [acpi_task_2]
7 0 0 0 SL - 0xc4351800 [acpi_task_1]
6 0 0 0 SL - 0xc4351800 [acpi_task_0]
19 0 0 0 WL [swi5: +]
5 0 0 0 SL - 0xc4351a00 [thread taskq]
18 0 0 0 WL [swi6: Giant taskq]
17 0 0 0 SL - 0xc0a526b8 [yarrow]
4 0 0 0 SL - 0xc0a5065c [g_down]
3 0 0 0 SL - 0xc0a50658 [g_up]
2 0 0 0 SL - 0xc0a50650 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc4305000 [init]
0 0 0 0 WLs [swapper]
db> show sleepchain 4173
thread 100152 (pid 4173, sendmail) blocked on lk "ufs" EXCL (count 1)
thread 100104 (pid 4168, ls) blocked on lk "ufs" EXCL (count 1)
thread 100175 (pid 4166, umount) blocked on lk "ufs" SHARED (count 1)
db> set $lines 0
db> allt
Tracing command sendmail pid 4173 tid 100152 td 0xc4dd9bd0
sched_switch(c4dd9bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e6e9c888,40,60000,e6e9c818,e6e9c81c,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c4dd9bd0,c09585af,197) at _lockmgr+0x49a
ffs_lock(e6e9c8e4) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e6e9c8e4) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c4dd9bd0,c09585af,197) at _vn_lock+0xb8
lookup(e6e9cb78) at lookup+0xe8
namei(e6e9cb78) at namei+0x37e
vn_open_cred(e6e9cb78,e6e9cc78,1a4,c476ee80,0,...) at vn_open_cred+0x28f
vn_open(e6e9cb78,e6e9cc78,1a4,0) at vn_open+0x1e
kern_open(c4dd9bd0,80bb804,0,1,1b6,...) at kern_open+0xb6
open(c4dd9bd0,e6e9cd00) at open+0x18
syscall(e6e9cd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x2833de4f, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 4172 tid 100416 td 0xc51fa6c0
sched_switch(c51fa6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e72d19d4,40,60000,e72d1964,e72d1968,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c51fa6c0,c09585af,197) at _lockmgr+0x49a
ffs_lock(e72d1a30) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e72d1a30) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c51fa6c0,c09585af,197) at _vn_lock+0xb8
lookup(e72d1ba4) at lookup+0xe8
namei(e72d1ba4) at namei+0x37e
kern_stat(c51fa6c0,28354d94,0,e72d1c18) at kern_stat+0x35
stat(c51fa6c0,e72d1d00) at stat+0x1b
syscall(e72d1d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x2833ddef, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 4171 tid 100394 td 0xc51edd80
sched_switch(c51edd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e7271888,40,60000,e7271818,e727181c,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c51edd80,c09585af,197) at _lockmgr+0x49a
ffs_lock(e72718e4) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e72718e4) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c51edd80,c09585af,197) at _vn_lock+0xb8
lookup(e7271b78) at lookup+0xe8
namei(e7271b78) at namei+0x37e
vn_open_cred(e7271b78,e7271c78,1a4,c476ee80,0,...) at vn_open_cred+0x28f
vn_open(e7271b78,e7271c78,1a4,0) at vn_open+0x1e
kern_open(c51edd80,80bb804,0,1,1b6,...) at kern_open+0xb6
open(c51edd80,e7271d00) at open+0x18
syscall(e7271d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x2833de4f, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 4170 tid 100285 td 0xc4eed6c0
sched_switch(c4eed6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e70619d4,40,60000,e7061964,e7061968,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c4eed6c0,c09585af,197) at _lockmgr+0x49a
ffs_lock(e7061a30) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e7061a30) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c4eed6c0,c09585af,197) at _vn_lock+0xb8
lookup(e7061ba4) at lookup+0xe8
namei(e7061ba4) at namei+0x37e
kern_stat(c4eed6c0,28354d94,0,e7061c18) at kern_stat+0x35
stat(c4eed6c0,e7061d00) at stat+0x1b
syscall(e7061d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x2833ddef, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command rw pid 4169 tid 100054 td 0xc445fa20
sched_switch(c445fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e487e95c,40,60000,e487e8ec,e487e8f0,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c445fa20,c09585af,197) at _lockmgr+0x49a
ffs_lock(e487e9b8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e487e9b8) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c445fa20,c09585af,197) at _vn_lock+0xb8
lookup(e487ebcc) at lookup+0xe8
namei(e487ebcc) at namei+0x37e
do_execve(c445fa20,e487ec5c,0) at do_execve+0x159
kern_execve(c445fa20,e487ec5c,0) at kern_execve+0x7c
execve(c445fa20,e487ed00) at execve+0x2f
syscall(e487ed38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280e0cbf, esp = 0xbfbfd73c, ebp = 0xbfbfd788 ---
Tracing command ls pid 4168 tid 100104 td 0xc483ca20
sched_switch(c483ca20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c49c51b0,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c49c51b0,0,246,c09fa0e4,c49c5228,...) at sleepq_wait+0x46
msleep(c49c51b0,c0a51638,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e6dee900,40,60000,e6dee890,e6dee894,...) at acquire+0x76
_lockmgr(c49c51b0,2002,c49c5228,c483ca20,c0958f21,7bf) at _lockmgr+0x49a
ffs_lock(e6dee95c) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e6dee95c) at _VOP_LOCK_APV+0x7e
_vn_lock(c49c5158,2002,c483ca20,c0958f21,7bf,c49c5158) at _vn_lock+0xb8
vget(c49c5158,2002,c483ca20) at vget+0xcc
cache_lookup(c4574ac0,e6deeb58,e6deeb6c) at cache_lookup+0x392
vfs_cache_lookup(e6deeab8) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c0a0eaa0,e6deeab8) at VOP_LOOKUP_APV+0xa1
lookup(e6deeb44) at lookup+0x4c8
namei(e6deeb44) at namei+0x37e
kern_lstat(c483ca20,8230458,0,e6deec18) at kern_lstat+0x47
lstat(c483ca20,e6deed00) at lstat+0x1b
syscall(e6deed38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (190, FreeBSD ELF32, lstat), eip = 0x28195dcf, esp = 0xbfbfe71c, ebp = 0xbfbfe7b8 ---
Tracing command sh pid 4167 tid 100216 td 0xc48521b0
sched_switch(c48521b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4e91d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4e91d80) at sleepq_wait_sig+0x1d
msleep(c4e91d80,c4e91de0,15c,c095368b,0) at msleep+0x2a2
kern_wait(c48521b0,ffffffff,e6dfac28,2,0) at kern_wait+0x7c3
wait4(c48521b0,e6dfad00) at wait4+0x2a
syscall(e6dfad38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command umount pid 4166 tid 100175 td 0xc4e021b0
sched_switch(c4e021b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c835ac70,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c835ac70,0,246,c09fa0e4,c09587cc,...) at sleepq_wait+0x46
msleep(c835ac70,c0a51ec0,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e6ec0ae4,60,1050000,e6ec0a74,e6ec0a78,...) at acquire+0x76
_lockmgr(c835ac70,2022,c835ace8,c4e021b0,c0958f21,7bf) at _lockmgr+0x4c9
ffs_lock(e6ec0b40) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e6ec0b40) at _VOP_LOCK_APV+0x7e
_vn_lock(c835ac18,2022,c4e021b0,c0958f21,7bf,c835ac18) at _vn_lock+0xb8
vget(c835ac18,2022,c4e021b0,c46e1360,0,c09694ec,4d6) at vget+0xcc
ffs_sync(c46e12e8,1,c4e021b0) at ffs_sync+0x1b9
dounmount(c46e12e8,8000000,c4e021b0,45fb4d3f,3f29925b,...) at dounmount+0x39c
unmount(c4e021b0,e6ec0d00) at unmount+0x239
syscall(e6ec0d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cc33f, esp = 0xbfbfe38c, ebp = 0xbfbfe438 ---
Tracing command rw pid 3664 tid 100192 td 0xc4e22360
sched_switch(c4e22360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d8631900,4d,0,e6f14948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8367768) at bufwrite+0x1a1
bawrite(d8367768,c83390d0,c26b5d98,c83390d0,c83390d0,...) at bawrite+0x51
cluster_wbuild(c8339000,4000,47,0,6) at cluster_wbuild+0x6ff
cluster_write(c8339000,d83b2624,138000,0,7f) at cluster_write+0x2e1
ffs_write(e6f14b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6f14b98) at VOP_WRITE_APV+0x132
vn_write(c46d6870,e6f14c60,c4687180,0,c4e22360) at vn_write+0x1f6
dofilewrite(c4e22360,4,c46d6870,e6f14c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4e22360,4,e6f14c60,bfbfea00,0,...) at kern_writev+0x36
write(c4e22360,e6f14d00) at write+0x45
syscall(e6f14d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3663 tid 100317 td 0xc4f8d000
sched_switch(c4f8d000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d85dbe10,b4,0,e711b948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8369228) at bufwrite+0x1a1
bawrite(d8369228,c7053380,c18e5e78,c7053380,c7053380,...) at bawrite+0x51
cluster_wbuild(c70532b0,4000,ae,0,6) at cluster_wbuild+0x6ff
cluster_write(c70532b0,d85253a0,2d4000,0,7f) at cluster_write+0x2e1
ffs_write(e711bb98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e711bb98) at VOP_WRITE_APV+0x132
vn_write(c47884c8,e711bc60,c4687180,0,c4f8d000) at vn_write+0x1f6
dofilewrite(c4f8d000,4,c47884c8,e711bc60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4f8d000,4,e711bc60,bfbfea00,0,...) at kern_writev+0x36
write(c4f8d000,e711bd00) at write+0x45
syscall(e711bd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3662 tid 100445 td 0xc51ee870
sched_switch(c51ee870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d84dab94,46,0,e7283948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8362dd8) at bufwrite+0x1a1
bawrite(d8362dd8,c843c228,c25d3cb8,c843c228,c843c228,...) at bawrite+0x51
cluster_wbuild(c843c158,4000,41,0,5) at cluster_wbuild+0x6ff
cluster_write(c843c158,d857b6ec,11c000,0,7f) at cluster_write+0x2e1
ffs_write(e7283b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e7283b98) at VOP_WRITE_APV+0x132
vn_write(c46d31b0,e7283c60,c4687180,0,c51ee870) at vn_write+0x1f6
dofilewrite(c51ee870,4,c46d31b0,e7283c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c51ee870,4,e7283c60,bfbfea00,0,...) at kern_writev+0x36
write(c51ee870,e7283d00) at write+0x45
syscall(e7283d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3661 tid 100080 td 0xc474d870
sched_switch(c474d870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d85978a8,7c,0,e6d61948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d83675bc) at bufwrite+0x1a1
bawrite(d83675bc,c7660b90,c21ac878,c7660b90,c7660b90,...) at bawrite+0x51
cluster_wbuild(c7660ac0,4000,76,0,6) at cluster_wbuild+0x6ff
cluster_write(c7660ac0,d8509f44,1f4000,0,7f) at cluster_write+0x2e1
ffs_write(e6d61b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6d61b98) at VOP_WRITE_APV+0x132
vn_write(c504b870,e6d61c60,c4687180,0,c474d870) at vn_write+0x1f6
dofilewrite(c474d870,4,c504b870,e6d61c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c474d870,4,e6d61c60,bfbfea00,0,...) at kern_writev+0x36
write(c474d870,e6d61d00) at write+0x45
syscall(e6d61d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3660 tid 100334 td 0xc4f91a20
sched_switch(c4f91a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d84f05a8,68,0,e7148948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8363634) at bufwrite+0x1a1
bawrite(d8363634,c4cad4d8,c205eaf8,c4cad4d8,c4cad4d8,...) at bawrite+0x51
cluster_wbuild(c4cad408,4000,63,0,5) at cluster_wbuild+0x6ff
cluster_write(c4cad408,d84e0c8c,1a4000,0,7f) at cluster_write+0x2e1
ffs_write(e7148b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e7148b98) at VOP_WRITE_APV+0x132
vn_write(c46d6bd0,e7148c60,c4687180,0,c4f91a20) at vn_write+0x1f6
dofilewrite(c4f91a20,4,c46d6bd0,e7148c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4f91a20,4,e7148c60,bfbfea00,0,...) at kern_writev+0x36
write(c4f91a20,e7148d00) at write+0x45
syscall(e7148d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3659 tid 100145 td 0xc468ed80
sched_switch(c468ed80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d83ffd00,7a,0,e4ad9948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d836972c) at bufwrite+0x1a1
bawrite(d836972c,c5eddb90,c24f1638,c5eddb90,c5eddb90,...) at bawrite+0x51
cluster_wbuild(c5eddac0,4000,75,0,5) at cluster_wbuild+0x6ff
cluster_write(c5eddac0,d8497d94,1ec000,0,7f) at cluster_write+0x2e1
ffs_write(e4ad9b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e4ad9b98) at VOP_WRITE_APV+0x132
vn_write(c504bbd0,e4ad9c60,c4687180,0,c468ed80) at vn_write+0x1f6
dofilewrite(c468ed80,4,c504bbd0,e4ad9c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c468ed80,4,e4ad9c60,bfbfea00,0,...) at kern_writev+0x36
write(c468ed80,e4ad9d00) at write+0x45
syscall(e4ad9d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3658 tid 100190 td 0xc4e226c0
sched_switch(c4e226c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d857e2c4,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(d857e2c4,0,246,c09fa0e4,c61000d0,...) at sleepq_wait+0x46
msleep(d857e2c4,c0a51c38,50,c09577eb,0,...) at msleep+0x2b1
acquire(e6f1aa18,120,60000,e6f1a9a8,e6f1a9ac,...) at acquire+0x76
_lockmgr(d857e2c4,202122,c61000d0,c4e226c0,c0957432,12d) at _lockmgr+0x49a
getblk(c6100000,107,0,4000,0,...) at getblk+0x138
cluster_read(c6100000,425000,0,107,0,...) at cluster_read+0xde
ffs_read(e6f1ab98) at ffs_read+0x286
VOP_READ_APV(c0a0eaa0,e6f1ab98) at VOP_READ_APV+0x9b
vn_read(c5057a20,e6f1ac60,c4687180,0,c4e226c0) at vn_read+0x211
dofileread(c4e226c0,4,c5057a20,e6f1ac60,ffffffff,...) at dofileread+0x85
kern_readv(c4e226c0,4,e6f1ac60,bfbfda00,1000,...) at kern_readv+0x36
read(c4e226c0,e6f1ad00) at read+0x45
syscall(e6f1ad38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x281542b3, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3657 tid 100159 td 0xc4dd9000
sched_switch(c4dd9000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d8618468,35,0,e6e87948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d835ff08) at bufwrite+0x1a1
bawrite(d835ff08,c5d4c4d8,c1e2a018,c5d4c4d8,c5d4c4d8,...) at bawrite+0x51
cluster_wbuild(c5d4c408,4000,30,0,5) at cluster_wbuild+0x6ff
cluster_write(c5d4c408,d8443f10,d8000,0,7f) at cluster_write+0x2e1
ffs_write(e6e87b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6e87b98) at VOP_WRITE_APV+0x132
vn_write(c46d65e8,e6e87c60,c4687180,0,c4dd9000) at vn_write+0x1f6
dofilewrite(c4dd9000,4,c46d65e8,e6e87c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4dd9000,4,e6e87c60,bfbfea00,0,...) at kern_writev+0x36
write(c4dd9000,e6e87d00) at write+0x45
syscall(e6e87d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3656 tid 100261 td 0xc4eec870
sched_switch(c4eec870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d85f14cc,5,0,e7049948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8364bf0) at bufwrite+0x1a1
bawrite(d8364bf0,c5d75788,c2a09318,c5d75788,c5d75788,...) at bawrite+0x51
cluster_wbuild(c5d756b8,4000,0,0,5) at cluster_wbuild+0x6ff
cluster_write(c5d756b8,d864abec,18000,0,19) at cluster_write+0x2e1
ffs_write(e7049b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e7049b98) at VOP_WRITE_APV+0x132
vn_write(c46f25a0,e7049c60,c4687180,0,c4eec870) at vn_write+0x1f6
dofilewrite(c4eec870,4,c46f25a0,e7049c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4eec870,4,e7049c60,bfbfea00,0,...) at kern_writev+0x36
write(c4eec870,e7049d00) at write+0x45
syscall(e7049d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3655 tid 100210 td 0xc4852bd0
sched_switch(c4852bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d852b140,bd,0,e6e0c948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8366f0c) at bufwrite+0x1a1
bawrite(d8366f0c,c8a66630,c201ee98,c8a66630,c8a66630,...) at bawrite+0x51
cluster_wbuild(c8a66560,4000,b8,0,5) at cluster_wbuild+0x6ff
cluster_write(c8a66560,d83741b4,2f8000,0,7f) at cluster_write+0x2e1
ffs_write(e6e0cb98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6e0cb98) at VOP_WRITE_APV+0x132
vn_write(c47883a8,e6e0cc60,c4687180,0,c4852bd0) at vn_write+0x1f6
dofilewrite(c4852bd0,4,c47883a8,e6e0cc60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4852bd0,4,e6e0cc60,bfbfea00,0,...) at kern_writev+0x36
write(c4852bd0,e6e0cd00) at write+0x45
syscall(e6e0cd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3654 tid 100182 td 0xc4dde510
sched_switch(c4dde510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d853d428,76,0,e6eab948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d836831c) at bufwrite+0x1a1
bawrite(d836831c,c709c630,c2130eb8,c709c630,c709c630,...) at bawrite+0x51
cluster_wbuild(c709c560,4000,71,0,5) at cluster_wbuild+0x6ff
cluster_write(c709c560,d84e0284,1dc000,0,7f) at cluster_write+0x2e1
ffs_write(e6eabb98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6eabb98) at VOP_WRITE_APV+0x132
vn_write(c46d6c60,e6eabc60,c4687180,0,c4dde510) at vn_write+0x1f6
dofilewrite(c4dde510,4,c46d6c60,e6eabc60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4dde510,4,e6eabc60,bfbfea00,0,...) at kern_writev+0x36
write(c4dde510,e6eabd00) at write+0x45
syscall(e6eabd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3653 tid 100219 td 0xc483cbd0
sched_switch(c483cbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d84e4060,c1,0,e6df1948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d836181c) at bufwrite+0x1a1
bawrite(d836181c,c59294d8,c1eced18,c59294d8,c59294d8,...) at bawrite+0x51
cluster_wbuild(c5929408,4000,ba,0,7) at cluster_wbuild+0x6ff
cluster_write(c5929408,d84be9d8,308000,0,7f) at cluster_write+0x1ff
ffs_write(e6df1b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6df1b98) at VOP_WRITE_APV+0x132
vn_write(c4ec43a8,e6df1c60,c4687180,0,c483cbd0) at vn_write+0x1f6
dofilewrite(c483cbd0,4,c4ec43a8,e6df1c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c483cbd0,4,e6df1c60,bfbfea00,0,...) at kern_writev+0x36
write(c483cbd0,e6df1d00) at write+0x45
syscall(e6df1d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3652 tid 100177 td 0xc4dded80
sched_switch(c4dded80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d84df020,c8,0,e6eba948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8360fc0) at bufwrite+0x1a1
bawrite(d8360fc0,c6805228,c296e6f8,c6805228,c6805228,...) at bawrite+0x51
cluster_wbuild(c6805158,4000,c3,0,5) at cluster_wbuild+0x6ff
cluster_write(c6805158,d85aea24,324000,0,7f) at cluster_write+0x2e1
ffs_write(e6ebab98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e6ebab98) at VOP_WRITE_APV+0x132
vn_write(c50987e0,e6ebac60,c4687180,0,c4dded80) at vn_write+0x1f6
dofilewrite(c4dded80,4,c50987e0,e6ebac60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4dded80,4,e6ebac60,bfbfea00,0,...) at kern_writev+0x36
write(c4dded80,e6ebad00) at write+0x45
syscall(e6ebad38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3651 tid 100147 td 0xc468ea20
Tracing command rw pid 3650 tid 100355 td 0xc4ebea20
sched_switch(c4ebea20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d8567ea8,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(d8567ea8,0,246,c09fa0e4,c85aa8e0,...) at sleepq_wait+0x46
msleep(d8567ea8,c0a52040,50,c09577eb,0,...) at msleep+0x2b1
acquire(e6fe0a18,120,60000,e6fe09a8,e6fe09ac,...) at acquire+0x76
_lockmgr(d8567ea8,202122,c85aa8e0,c4ebea20,c0957432,12d) at _lockmgr+0x49a
getblk(c85aa810,c5,0,4000,0,...) at getblk+0x138
cluster_read(c85aa810,425000,0,c5,0,...) at cluster_read+0xde
ffs_read(e6fe0b98) at ffs_read+0x286
VOP_READ_APV(c0a0eaa0,e6fe0b98) at VOP_READ_APV+0x9b
vn_read(c47085e8,e6fe0c60,c4687180,0,c4ebea20) at vn_read+0x211
dofileread(c4ebea20,4,c47085e8,e6fe0c60,ffffffff,...) at dofileread+0x85
kern_readv(c4ebea20,4,e6fe0c60,bfbfda00,1000,...) at kern_readv+0x36
read(c4ebea20,e6fe0d00) at read+0x45
syscall(e6fe0d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x281542b3, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3649 tid 100420 td 0xc51fa000
sched_switch(c51fa000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d85413b0,7b,0,e72c5948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d83693d4) at bufwrite+0x1a1
bawrite(d83693d4,c597a0d0,c216f6d8,c597a0d0,c597a0d0,...) at bawrite+0x51
cluster_wbuild(c597a000,4000,74,0,7) at cluster_wbuild+0x6ff
cluster_write(c597a000,d8385f98,1f0000,0,7f) at cluster_write+0x1ff
ffs_write(e72c5b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e72c5b98) at VOP_WRITE_APV+0x132
vn_write(c504b510,e72c5c60,c4687180,0,c51fa000) at vn_write+0x1f6
dofilewrite(c51fa000,4,c504b510,e72c5c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c51fa000,4,e72c5c60,bfbfea00,0,...) at kern_writev+0x36
write(c51fa000,e72c5d00) at write+0x45
syscall(e72c5d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3648 tid 100332 td 0xc4f91d80
sched_switch(c4f91d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d83e9088,f1,0,e714e948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8364bf0) at bufwrite+0x1a1
bawrite(d8364bf0,c78424d8,c1fcc818,c78424d8,c78424d8,...) at bawrite+0x51
cluster_wbuild(c7842408,4000,ec,0,5) at cluster_wbuild+0x6ff
cluster_write(c7842408,d83f69e0,3c8000,0,7f) at cluster_write+0x2e1
ffs_write(e714eb98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e714eb98) at VOP_WRITE_APV+0x132
vn_write(c5056a20,e714ec60,c4687180,0,c4f91d80) at vn_write+0x1f6
dofilewrite(c4f91d80,4,c5056a20,e714ec60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4f91d80,4,e714ec60,bfbfea00,0,...) at kern_writev+0x36
write(c4f91d80,e714ed00) at write+0x45
syscall(e714ed38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3647 tid 100455 td 0xc51ec870
sched_switch(c51ec870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d856b574,7f,0,e724d948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8367fc4) at bufwrite+0x1a1
bawrite(d8367fc4,c52cf0d0,c1f173d8,c52cf0d0,c52cf0d0,...) at bawrite+0x51
cluster_wbuild(c52cf000,4000,77,0,8) at cluster_wbuild+0x6ff
cluster_write(c52cf000,d856b574,1fc000,0,7f) at cluster_write+0x503
ffs_write(e724db98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e724db98) at VOP_WRITE_APV+0x132
vn_write(c46d3ca8,e724dc60,c4687180,0,c51ec870) at vn_write+0x1f6
dofilewrite(c51ec870,4,c46d3ca8,e724dc60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c51ec870,4,e724dc60,bfbfea00,0,...) at kern_writev+0x36
write(c51ec870,e724dd00) at write+0x45
syscall(e724dd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3646 tid 100284 td 0xc4eed870
sched_switch(c4eed870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f944,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9f944,0,c0957249,187,8,...) at sleepq_wait+0x46
msleep(c0a9f944,c0a9f948,44,c0957258,0) at msleep+0x2b1
waitrunningbufspace(d84b0320,ef,0,e7064948,c07134dd,...) at waitrunningbufspace+0x4a
bufwrite(d8368674) at bufwrite+0x1a1
bawrite(d8368674,c5626228,c2513358,c5626228,c5626228,...) at bawrite+0x51
cluster_wbuild(c5626158,4000,e7,0,8) at cluster_wbuild+0x6ff
cluster_write(c5626158,d84b0320,3bc000,0,7f) at cluster_write+0x503
ffs_write(e7064b98) at ffs_write+0x50b
VOP_WRITE_APV(c0a0eaa0,e7064b98) at VOP_WRITE_APV+0x132
vn_write(c46d6948,e7064c60,c4687180,0,c4eed870) at vn_write+0x1f6
dofilewrite(c4eed870,4,c46d6948,e7064c60,ffffffff,...) at dofilewrite+0x7c
kern_writev(c4eed870,4,e7064c60,bfbfea00,0,...) at kern_writev+0x36
write(c4eed870,e7064d00) at write+0x45
syscall(e7064d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3645 tid 100235 td 0xc4e93000
sched_switch(c4e93000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d843e37c,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(d843e37c,0,246,c09fa0e4,c835ace8,...) at sleepq_wait+0x46
msleep(d843e37c,c0a51d28,50,c09577eb,0,...) at msleep+0x2b1
acquire(e6f98a18,120,60000,e6f989a8,e6f989ac,...) at acquire+0x76
_lockmgr(d843e37c,202122,c835ace8,c4e93000,c0957432,12d) at _lockmgr+0x49a
getblk(c835ac18,101,0,4000,0,...) at getblk+0x138
cluster_read(c835ac18,425000,0,101,0,...) at cluster_read+0xde
ffs_read(e6f98b98) at ffs_read+0x286
VOP_READ_APV(c0a0eaa0,e6f98b98) at VOP_READ_APV+0x9b
vn_read(c4788cf0,e6f98c60,c4687180,0,c4e93000) at vn_read+0x211
dofileread(c4e93000,4,c4788cf0,e6f98c60,ffffffff,...) at dofileread+0x85
kern_readv(c4e93000,4,e6f98c60,bfbfda00,1000,...) at kern_readv+0x36
read(c4e93000,e6f98d00) at read+0x45
syscall(e6f98d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x281542b3, esp = 0xbfbfd95c, ebp = 0xbfbfea08 ---
Tracing command rw pid 3644 tid 100324 td 0xc4f97bd0
Tracing command rw pid 3640 tid 100196 td 0xc4e21bd0
sched_switch(c4e21bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a528e4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a528e4) at sleepq_timedwait_sig+0x1e
msleep(c0a528e4,0,15c,c094f1da,3e9,...) at msleep+0x278
kern_nanosleep(c4e21bd0,e6f08c70,e6f08c68) at kern_nanosleep+0xab
nanosleep(c4e21bd0,e6f08d00) at nanosleep+0x4f
syscall(e6f08d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28139caf, esp = 0xbfbfe9fc, ebp = 0xbfbfea28 ---
Tracing command md0 pid 3633 tid 100381 td 0xc50caa20
sched_switch(c50caa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d859b180,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(d859b180,0,c0957249,ed9,8,...) at sleepq_wait+0x46
msleep(d859b180,c0a9f97c,4c,c0957963,0) at msleep+0x2b1
bwait(d859b180,4c,c0957963) at bwait+0x47
bufwait(d859b180,c4da88c4,e71fccbc,4000,e71fcbb8,...) at bufwait+0x2d
bufwrite(d859b180) at bufwrite+0x180
ffs_write(e71fcc8c) at ffs_write+0x489
VOP_WRITE_APV(c0a0eaa0,e71fcc8c) at VOP_WRITE_APV+0x132
mdstart_vnode(c46c1800,c47e7dec) at mdstart_vnode+0x2be
md_kthread(c46c1800,e71fcd38) at md_kthread+0x131
fork_exit(c0593658,c46c1800,e71fcd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe71fcd70, ebp = 0 ---
Tracing command sh pid 3622 tid 100193 td 0xc4e221b0
Tracing command top pid 944 tid 100121 td 0xc4853510
sched_switch(c4853510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f49c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9f49c,c0a9f49c,3e9,e6e1bae4,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a9f49c,c0a9f484,3e9) at cv_timedwait_sig+0x194
kern_select(c4853510,2,bfbfeaf0,0,0,...) at kern_select+0x4a9
select(c4853510,e6e1bd00) at select+0x44
syscall(e6e1bd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b7233, esp = 0xbfbfea6c, ebp = 0xbfbfebe8 ---
Tracing command bash pid 938 tid 100106 td 0xc483c6c0
Tracing command sshd pid 937 tid 100061 td 0xc46fea20
sched_switch(c46fea20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f49c) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9f49c,246,c0a520d0,c09530fc,2de,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a9f49c,c0a9f484) at cv_wait_sig+0x18b
kern_select(c46fea20,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c46fea20,e6cdad00) at select+0x44
syscall(e6cdad38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838d233, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 935 tid 100059 td 0xc46fed80
Tracing command bash pid 930 tid 100062 td 0xc46fe870
Tracing command csh pid 927 tid 100130 td 0xc4757000
Tracing command su pid 924 tid 100108 td 0xc483c360
Tracing command bash pid 911 tid 100043 td 0xc4411d80
Tracing command sshd pid 910 tid 100138 td 0xc47561b0
Tracing command sshd pid 908 tid 100097 td 0xc4757870
Tracing command getty pid 907 tid 100131 td 0xc4756d80
Tracing command getty pid 906 tid 100132 td 0xc4756bd0
Tracing command getty pid 905 tid 100133 td 0xc4756a20
Tracing command getty pid 904 tid 100088 td 0xc4736a20
Tracing command getty pid 903 tid 100040 td 0xc445e360
Tracing command getty pid 902 tid 100074 td 0xc46ffbd0
Tracing command getty pid 901 tid 100100 td 0xc445f360
Tracing command getty pid 900 tid 100091 td 0xc4736510
Tracing command inetd pid 885 tid 100135 td 0xc47566c0
Tracing command moused pid 858 tid 100087 td 0xc4736bd0
Tracing command watchdogd pid 844 tid 100084 td 0xc474d1b0
sched_switch(c474d1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4754000) at sleepq_switch+0xc9
sleepq_wait_sig(c4754000) at sleepq_wait_sig+0x1d
msleep(c4754000,c4754060,15c,c095368b,0) at msleep+0x2a2
kern_wait(c474d1b0,1047,e6d55c28,0,0) at kern_wait+0x7c3
wait4(c474d1b0,e6d55d00) at wait4+0x2a
syscall(e6d55d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100cff, esp = 0xbfbfec8c, ebp = 0xbfbfed58 ---
Tracing command cron pid 795 tid 100071 td 0xc47351b0
sched_switch(c47351b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e6d109d4,40,60000,e6d10964,e6d10968,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c47351b0,c09585af,197) at _lockmgr+0x49a
ffs_lock(e6d10a30) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e6d10a30) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c47351b0,c09585af,197) at _vn_lock+0xb8
lookup(e6d10ba4) at lookup+0xe8
namei(e6d10ba4) at namei+0x37e
kern_stat(c47351b0,804e3a5,0,e6d10c18) at kern_stat+0x35
stat(c47351b0,e6d10d00) at stat+0x1b
syscall(e6d10d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28155def, esp = 0xbfbfea1c, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 789 tid 100056 td 0xc46ff360
sched_switch(c46ff360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c46fd024) at sleepq_switch+0xc9
sleepq_wait_sig(c46fd024) at sleepq_wait_sig+0x1d
msleep(c46fd024,c46fd060,168,c091245e,0) at msleep+0x2a2
kern_sigsuspend(c46ff360,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c46ff360,e6ce9d00) at sigsuspend+0x33
syscall(e6ce9d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282c335f, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 783 tid 100079 td 0xc474da20
sched_switch(c474da20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f49c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9f49c,c0a9f49c,1389,e6d64ae4,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a9f49c,c0a9f484,1389) at cv_timedwait_sig+0x194
kern_select(c474da20,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c474da20,e6d64d00) at select+0x44
syscall(e6d64d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2834b233, esp = 0xbfbfc42c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 777 tid 100103 td 0xc46ff510
Tracing command ntpd pid 758 tid 100105 td 0xc483c870
sched_switch(c483c870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e6deb888,40,60000,e6deb818,e6deb81c,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c483c870,c09585af,197) at _lockmgr+0x49a
ffs_lock(e6deb8e4) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e6deb8e4) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c483c870,c09585af,197) at _vn_lock+0xb8
lookup(e6debb78) at lookup+0xe8
namei(e6debb78) at namei+0x37e
vn_open_cred(e6debb78,e6debc78,1a4,c4300a80,9,...) at vn_open_cred+0x6b
vn_open(e6debb78,e6debc78,1a4,9) at vn_open+0x1e
kern_open(c483c870,82401a0,0,602,1b6,...) at kern_open+0xb6
open(c483c870,e6debd00) at open+0x18
syscall(e6debd38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x282c3e4f, esp = 0xbfbfebdc, ebp = 0xbfbfec08 ---
Tracing command nfsd pid 705 tid 100069 td 0xc4735510
Tracing command nfsd pid 704 tid 100055 td 0xc445f870
Tracing command nfsd pid 703 tid 100093 td 0xc47361b0
Tracing command nfsd pid 702 tid 100060 td 0xc46febd0
Tracing command nfsd pid 701 tid 100083 td 0xc474d360
Tracing command nfsd pid 700 tid 100119 td 0xc483b000
Tracing command nfsd pid 698 tid 100053 td 0xc445fbd0
Tracing command nfsd pid 697 tid 100052 td 0xc445fd80
Tracing command nfsd pid 696 tid 100123 td 0xc48531b0
Tracing command nfsd pid 695 tid 100107 td 0xc483c510
Tracing command nfsd pid 694 tid 100114 td 0xc483b870
Tracing command nfsd pid 693 tid 100111 td 0xc483bd80
Tracing command nfsd pid 692 tid 100085 td 0xc474d000
Tracing command nfsd pid 691 tid 100039 td 0xc445e510
Tracing command nfsd pid 690 tid 100116 td 0xc483b510
Tracing command nfsd pid 689 tid 100096 td 0xc4757a20
Tracing command mountd pid 687 tid 100070 td 0xc4735360
Tracing command rpcbind pid 637 tid 100099 td 0xc445f510
sched_switch(c445f510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f49c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9f49c,c0a9f49c,7531,e4875b28,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a9f49c,c0a9f484,7531) at cv_timedwait_sig+0x194
poll(c445f510,e4875d00) at poll+0x3a3
syscall(e4875d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811cc9b, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 618 tid 100094 td 0xc4757d80
sched_switch(c4757d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46
msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1
acquire(e6da0888,40,60000,e6da0818,e6da081c,...) at acquire+0x76
_lockmgr(c4574b18,3002,c4574b90,c4757d80,c09585af,197) at _lockmgr+0x49a
ffs_lock(e6da08e4) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0eaa0,e6da08e4) at _VOP_LOCK_APV+0x7e
_vn_lock(c4574ac0,1002,c4757d80,c09585af,197) at _vn_lock+0xb8
lookup(e6da0b78) at lookup+0xe8
namei(e6da0b78) at namei+0x37e
vn_open_cred(e6da0b78,e6da0c78,0,c4300a80,9,...) at vn_open_cred+0x28f
vn_open(e6da0b78,e6da0c78,0,9) at vn_open+0x1e
kern_open(c4757d80,8050500,0,6,0,...) at kern_open+0xb6
open(c4757d80,e6da0d00) at open+0x18
syscall(e6da0d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28156e4f, esp = 0xbfbfc90c, ebp = 0xbfbfc988 ---
Tracing command devd pid 552 tid 100120 td 0xc48536c0
Tracing command schedcpu pid 44 tid 100044 td 0xc4411bd0
sched_switch(c4411bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a526b8,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a526b8) at sleepq_timedwait+0x4a
msleep(c0a526b8,0,0,c0946532,3e8,...) at msleep+0x28d
pause(c0946532,3e8) at pause+0x26
schedcpu_thread(0,e4829d38) at schedcpu_thread+0x19
fork_exit(c06d78e0,0,e4829d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4829d70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4411a20
sched_switch(c4411a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaa484,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aaa484) at sleepq_timedwait+0x4a
msleep(c0aaa484,c0aaa45c,44,c096826a,3e8) at msleep+0x28d
softdep_flush(0,e4826d38) at softdep_flush+0x193
fork_exit(c07fe344,0,e4826d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4826d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc468e870
sched_switch(c468e870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a526b0,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a526b0,0,c0958f2a,641,c0958f2a,...) at sleepq_wait+0x46
msleep(c0a526b0,c0a9fc24,68,c09592f9,0) at msleep+0x2b1
sched_sync(0,e4ad0d38) at sched_sync+0x2fe
fork_exit(c0725764,0,e4ad0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ad0d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc468e6c0
sched_switch(c468e6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c468db40,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c468db40) at sleepq_timedwait+0x4a
msleep(c468db40,c0a9fbf8,250,c0958feb,3e8,c0a9fc58) at msleep+0x28d
vnlru_proc(0,e4acdd38) at vnlru_proc+0xdf
fork_exit(c0723a7c,0,e4acdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4acdd70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc468e510
sched_switch(c468e510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f928,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a9f928) at sleepq_timedwait+0x4a
msleep(c0a9f928,c0a9f92c,44,c0957787,3e8) at msleep+0x28d
buf_daemon(0,e4acad38) at buf_daemon+0x198
fork_exit(c0715048,0,e4acad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4acad70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc468e360
sched_switch(c468e360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab2dd0,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab2dd0) at sleepq_timedwait+0x4a
msleep(c0ab2dd0,c0aaac84,0,c096d3d5,493e0) at msleep+0x28d
vm_pagezero(0,e4ac7d38) at vm_pagezero+0x6b
fork_exit(c0832660,0,e4ac7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ac7d70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc4306d80
sched_switch(c4306d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaad00,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aaad00,0,e2debcd0,c06c8174,c096cfa9,...) at sleepq_wait+0x46
msleep(c0aaad00,0,68,c0957787,0) at msleep+0x2b1
vm_daemon(0,e2debd38) at vm_daemon+0x36
fork_exit(c08312b0,0,e2debd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2debd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc4306bd0
sched_switch(c4306bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaacc0,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aaacc0) at sleepq_timedwait+0x4a
msleep(c0aaacc0,c0aaac84,44,c0957787,1388) at msleep+0x28d
vm_pageout(0,e2de8d38) at vm_pageout+0x268
fork_exit(c0830f38,0,e2de8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2de8d70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc4306a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc4306870
sched_switch(c4306870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c441323c,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c441323c) at sleepq_timedwait+0x4a
msleep(c441323c,c44132f0,4c,c0946532,3e8) at msleep+0x28d
fdc_worker(c4413200,c44132f0,0,c096f8b6,4ab) at fdc_worker+0x1fe
fdc_thread(c4413200,e2de2d38) at fdc_thread+0x54
fork_exit(c088eeb8,c4413200,e2de2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2de2d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc43066c0
sched_switch(c43066c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44c2830,e2ddfd38) at ithread_loop+0xda
fork_exit(c06adfd0,c44c2830,e2ddfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2ddfd70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc4306510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc445f000
sched_switch(c445f000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44c20e0,e486cd38) at ithread_loop+0xda
fork_exit(c06adfd0,c44c20e0,e486cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe486cd70, ebp = 0 ---
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc445ed80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc445ebd0
kdb_enter(c0920b5c,c0949c4b,107a1d06,0,c0a2016e,...) at kdb_enter+0x2b
watchdog_fire(c0ac0800,e4866c3c,e4866c30,c08b410b,0,...) at watchdog_fire+0xa7
hardclock(0,c04e9cb1) at hardclock+0xd9
lapic_handle_timer(e4866c3c) at lapic_handle_timer+0x8f
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc04e9cb1, esp = 0xe4866c7c, ebp = 0xe4866c90 ---
ata_pci_dmastop(c44f2280,0,e4866cb8,c44eb000,c4413a00,...) at ata_pci_dmastop+0x8d
ata_end_transaction(c47dfd80) at ata_end_transaction+0x637
ata_interrupt(c4413a00) at ata_interrupt+0x73
ithread_execute_handlers(c4463000,c434fb00) at ithread_execute_handlers+0x121
ithread_loop(c44bc9c0,e4866d38) at ithread_loop+0x67
fork_exit(c06adfd0,c44bc9c0,e4866d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4866d70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc445ea20
sched_switch(c445ea20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44bc100,e4863d38) at ithread_loop+0xda
fork_exit(c06adfd0,c44bc100,e4863d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4863d70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc445e870
sched_switch(c445e870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4fe94,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4fe94,0,c06b9a40,c0a520e8,c09434cd,...) at sleepq_wait+0x46
msleep(c0a4fe94,0,5c,c09434e9,0,...) at msleep+0x2b1
usb_task_thread(c0a4fe94,e4860d38) at usb_task_thread+0x47
fork_exit(c0659448,c0a4fe94,e4860d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4860d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc43046c0
sched_switch(c43046c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4fe80,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4fe80,0,c06b9a40,c0a520e8,c09434cd,...) at sleepq_wait+0x46
msleep(c0a4fe80,0,5c,c09434e9,0,...) at msleep+0x2b1
usb_task_thread(c0a4fe80,e2dc4d38) at usb_task_thread+0x47
fork_exit(c0659448,c0a4fe80,e2dc4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dc4d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc4304510
sched_switch(c4304510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c443c210,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c443c210) at sleepq_timedwait+0x4a
msleep(c443c210,0,5c,c09434e2,ea60,c4440980) at msleep+0x28d
usb_event_thread(c4440980,e2dc1d38) at usb_event_thread+0x94
fork_exit(c0659394,c4440980,e2dc1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dc1d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc4304360
sched_switch(c4304360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c443f770,e2dbed38) at ithread_loop+0xda
fork_exit(c06adfd0,c443f770,e2dbed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dbed70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc43041b0
sched_switch(c43041b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4443b00,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4443b00,c4443b1c,8,c0951bb3,47,...) at sleepq_wait+0x46
msleep_spin(c4443b00,c4443b1c,c0946532,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c4402214,e2dbbd38) at taskqueue_thread_loop+0x61
fork_exit(c06e8e60,c4402214,e2dbbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dbbd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4411870
fork_trampoline() at fork_trampoline
Tracing command swi6: task queue pid 22 tid 100022 td 0xc44116c0
sched_switch(c44116c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43ca4f0,e4820d38) at ithread_loop+0xda
fork_exit(c06adfd0,c43ca4f0,e4820d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4820d70, ebp = 0 ---
Tracing command swi2: cambio pid 21 tid 100023 td 0xc4411510
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 20 tid 100024 td 0xc4411360
sched_switch(c4411360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a25ca4,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a25ca4,0,c06b9a40,c0a520e8,c09062fe,...) at sleepq_wait+0x46
msleep(c0a25ca4,0,4c,c090630c,0) at msleep+0x2b1
xpt_scanner_thread(0,e481ad38) at xpt_scanner_thread+0x35
fork_exit(c0459d54,0,e481ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe481ad70, ebp = 0 ---
Tracing command kqueue taskq pid 9 tid 100025 td 0xc44111b0
sched_switch(c44111b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4351780,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4351780,0,c0951bbc,49,8,...) at sleepq_wait+0x46
msleep(c4351780,c435179c,0,c0946532,0) at msleep+0x2b1
taskqueue_thread_loop(c0a50e1c,e4817d38) at taskqueue_thread_loop+0x78
fork_exit(c06e8e60,c0a50e1c,e4817d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4817d70, ebp = 0 ---
Tracing command acpi_task_2 pid 8 tid 100026 td 0xc4411000
sched_switch(c4411000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4351800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4351800,0,c0951bbc,49,8,...) at sleepq_wait+0x46
msleep(c4351800,c435181c,0,c0946532,0) at msleep+0x2b1
taskqueue_thread_loop(c10da974,e4814d38) at taskqueue_thread_loop+0x78
fork_exit(c06e8e60,c10da974,e4814d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4814d70, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100008 td 0xc43031b0
sched_switch(c43031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4351800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4351800,0,c0951bbc,49,8,...) at sleepq_wait+0x46
msleep(c4351800,c435181c,0,c0946532,0) at msleep+0x2b1
taskqueue_thread_loop(c10da974,e2da0d38) at taskqueue_thread_loop+0x78
fork_exit(c06e8e60,c10da974,e2da0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2da0d70, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100009 td 0xc4303000
sched_switch(c4303000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4351800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4351800,0,c0951bbc,49,c442e540,...) at sleepq_wait+0x46
msleep(c4351800,c435181c,0,c0946532,0) at msleep+0x2b1
taskqueue_thread_loop(c10da974,e2d9dd38) at taskqueue_thread_loop+0x78
fork_exit(c06e8e60,c10da974,e2d9dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2d9dd70, ebp = 0 ---
Tracing command swi5: + pid 19 tid 100010 td 0xc4306360
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 5 tid 100011 td 0xc43061b0
sched_switch(c43061b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4351a00,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4351a00,0,c0951bbc,49,8,...) at sleepq_wait+0x46
msleep(c4351a00,c4351a1c,0,c0946532,0) at msleep+0x2b1
taskqueue_thread_loop(c0a57eb0,e2dd6d38) at taskqueue_thread_loop+0x78
fork_exit(c06e8e60,c0a57eb0,e2dd6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dd6d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 18 tid 100012 td 0xc4306000
fork_trampoline() at fork_trampoline
Tracing command yarrow pid 17 tid 100013 td 0xc4304d80
sched_switch(c4304d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a526b8,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a526b8) at sleepq_timedwait+0x4a
msleep(c0a526b8,0,0,c0946532,64,...) at msleep+0x28d
pause(c0946532,64) at pause+0x26
random_kthread(0,e2dd0d38) at random_kthread+0x177
fork_exit(c05f5f44,0,e2dd0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dd0d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc4304bd0
sched_switch(c4304bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5065c,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a5065c) at sleepq_timedwait+0x4a
msleep(c0a5065c,c0a50548,24c,c0946532,64) at msleep+0x28d
g_io_schedule_down(c4304bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2dcdd38) at g_down_procbody+0x5a
fork_exit(c0685e70,0,e2dcdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dcdd70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc4304a20
sched_switch(c4304a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a50658,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a50658) at sleepq_timedwait+0x4a
msleep(c0a50658,c0a50588,24c,c0946532,64) at msleep+0x28d
g_io_schedule_up(c4304a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2dcad38) at g_up_procbody+0x5a
fork_exit(c0685e10,0,e2dcad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dcad70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc4304870
sched_switch(c4304870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a50650,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a50650) at sleepq_timedwait+0x4a
msleep(c0a50650,0,4c,c0946532,64) at msleep+0x28d
g_event_procbody(0,e2dc7d38) at g_event_procbody+0x9e
fork_exit(c0685ed0,0,e2dc7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dc7d70, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc4304000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc4303d80
sched_switch(c4303d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c42c48a0,e2db5d38) at ithread_loop+0xda
fork_exit(c06adfd0,c42c48a0,e2db5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2db5d70, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc4303bd0
sched_switch(c4303bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c42c48b0,e2db2d38) at ithread_loop+0xda
fork_exit(c06adfd0,c42c48b0,e2db2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2db2d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc4303a20
sched_switch(c4303a20,c445ebd0,6) at sched_switch+0xff
mi_switch(6,c445ebd0,c445ed60,e2dafc28,c06d83de,...) at mi_switch+0x280
maybe_preempt(c445ebd0) at maybe_preempt+0xee
sched_add(c445ebd0,4) at sched_add+0x172
intr_event_schedule_thread(c434fb00) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c42f9230,e2dafc94,e,e2dafcd4,c08ad134,...) at intr_execute_handlers+0x118
lapic_handle_intr(34,e2dafc94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc10cb715, esp = 0xe2dafcd4, ebp = 0xe2dafcd4 ---
acpi_cpu_c1(0,0,e2dafcf4,c06d8714,c06d8714,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2dafd04,c06d873d,e2dafd24,c06ad00c,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2dafd24,c06ad00c,0,e2dafd38,c43026c0,...) at cpu_idle+0x28
sched_idletd(0,e2dafd38) at sched_idletd+0x29
fork_exit(c06d8714,0,e2dafd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dafd70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc4303870
cpustop_handler(e2dacc88,c08c26d3,c06b9fcd,e2dacc24,c4303870,...) at cpustop_handler+0x31
ipi_nmi_handler(c06b9fcd,e2dacc24,c4303870,0,0,...) at ipi_nmi_handler+0x28
trap(e2dacc94) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc10cb715, esp = 0xe2daccd4, ebp = 0xe2daccd4 ---
acpi_cpu_c1(c0a520d0,c06d8714,e2daccf4,c06d8714,c06d8714,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2dacd04,c06d873d,e2dacd24,c06ad00c,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2dacd24,c06ad00c,0,e2dacd38,c4302900,...) at cpu_idle+0x28
sched_idletd(0,e2dacd38) at sched_idletd+0x29
fork_exit(c06d8714,0,e2dacd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dacd70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc43036c0
cpustop_handler(e2da9c88,c08c26d3,c0a520d0,c0a520d0,c4302b40,...) at cpustop_handler+0x31
ipi_nmi_handler(c0a520d0,c0a520d0,c4302b40,0,0,...) at ipi_nmi_handler+0x28
trap(e2da9c94) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc10cb715, esp = 0xe2da9cd4, ebp = 0xe2da9cd4 ---
acpi_cpu_c1(c0a520d0,c06d8714,e2da9cf4,c06d8714,c06d8714,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2da9d04,c06d873d,e2da9d24,c06ad00c,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2da9d24,c06ad00c,0,e2da9d38,c4302b40,...) at cpu_idle+0x28
sched_idletd(0,e2da9d38) at sched_idletd+0x29
fork_exit(c06d8714,0,e2da9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2da9d70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc4303510
cpustop_handler(e2da6c88,c08c26d3,e2da6c2c,c06b9fcd,c4303510,...) at cpustop_handler+0x31
ipi_nmi_handler(e2da6c2c,c06b9fcd,c4303510,0,0,...) at ipi_nmi_handler+0x28
trap(e2da6c94) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc10cb715, esp = 0xe2da6cd4, ebp = 0xe2da6cd4 ---
acpi_cpu_c1(c0a520d0,c06d8714,e2da6cf4,c06d8714,c06d8714,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2da6d04,c06d873d,e2da6d24,c06ad00c,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2da6d24,c06ad00c,0,e2da6d38,c4302d80,...) at cpu_idle+0x28
sched_idletd(0,e2da6d38) at sched_idletd+0x29
fork_exit(c06d8714,0,e2da6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2da6d70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc4303360
sched_switch(c4303360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4305000) at sleepq_switch+0xc9
sleepq_wait_sig(c4305000) at sleepq_wait_sig+0x1d
msleep(c4305000,c4305060,15c,c095368b,0) at msleep+0x2a2
kern_wait(c4303360,ffffffff,e2da3c28,0,0) at kern_wait+0x7c3
wait4(c4303360,e2da3d00) at wait4+0x2a
syscall(e2da3d38) at syscall+0x25a
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053217, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swapper pid 0 tid 0 td 0xc0a50960
sched_switch(c0a50960,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c0452555,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call print_uptime
Uptime: 9h16m7s
= 0x3
db> call doadump
Physical memory: 1007 MB
Dumping 231 MB:panic: _mtx_lock_sleep: recursed on non-recursive mutex ATA state lock @ ../../../dev/ata/ata-queue.c:194
cpuid = 0
Uptime: 9h16m7s
Automatic reboot in 15 seconds - press a key on the console to abort
Rebooting...