GENERIC RELENG_6 from Feb 15 05:52 UTC, No vmcore
LOR + failed dump.
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.1-PRERELEASE #6: Wed Feb 15 07:05:26 CET 2006
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Hyperthreading: 2 logical CPUs
real memory = 1073676288 (1023 MB)
avail memory = 1041571840 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
Limiting icmp unreach response from 12454 to 200 packets/sec
:
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 47999, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 3234, size: 12288
Limiting icmp unreach response from 3496 to 200 packets/sec
Limiting icmp unreach response from 2152 to 200 packets/sec
Limiting icmp unreach response from 2855 to 200 packets/sec
lock order reversal: (sleepable after non-sleepable)
1st 0xc4c66018 fxp0 (network driver) @ dev/fxp/if_fxp.c:1504
2nd 0xc1051344 user map (user map) @ vm/vm_map.c:2997
KDB: stack backtrace:
kdb_backtrace(0,ffffffff,c09467e8,c0947620,c08d492c) at kdb_backtrace+0x29
witness_checkorder(c1051344,9,c08884b4,bb5) at witness_checkorder+0x578
_sx_xlock(c1051344,c08884ab,bb5) at _sx_xlock+0x50
_vm_map_lock_read(c1051300,c08884ab,bb5,206c648,c) at _vm_map_lock_read+0x37
vm_map_lookup(e35d5af8,deadc000,2,e35d5afc,e35d5aec) at vm_map_lookup+0x28
vm_fault(c1060000,deadc000,2,0,c4af0300) at vm_fault+0x66
trap_pfault(e35d5bc0,0,deadc0de) at trap_pfault+0x137
trap(e35d0008,c0790028,c1050028,c92cf20c,1) at trap+0x355
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc0794bd8, esp = 0xe35d5c00, ebp = 0xe35d5c00 ---
trash_dtor(deadc0de,800,0,e35d5c30,c0635c2b) at trash_dtor+0x10
trash_init(deadc0de,800,1,7f,78) at trash_init+0x10
mb_zinit_pack(c623ca00,100,1) at mb_zinit_pack+0x3b
uma_zalloc_bucket(c104fd20,1) at uma_zalloc_bucket+0x178
uma_zalloc_arg(c104fd20,e35d5c8c,1) at uma_zalloc_arg+0x2dc
fxp_add_rfabuf(c4c66000,c4c66264) at fxp_add_rfabuf+0x2a
fxp_intr_body(c4c66000,c4c96400,40,ffffffff) at fxp_intr_body+0xf4
fxp_intr(c4c66000) at fxp_intr+0x84
ithread_loop(c4b43500,e35d5d38,c4b43500,c062bc74,0) at ithread_loop+0x144
fork_exit(c062bc74,c4b43500,e35d5d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe35d5d6c, ebp = 0 ---
panic: vm_fault: fault on nofault entry, addr: deadc000
cpuid = 0
KDB: enter: panic
[thread pid 31 tid 100021 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 31 tid 100021 td 0xc4af0300
kdb_enter(c086cea2) at kdb_enter+0x2b
panic(c0887f17,deadc000,2,c086e6aa,267) at panic+0x14b
vm_fault(c1060000,deadc000,2,0,c4af0300) at vm_fault+0x1e0
trap_pfault(e35d5bc0,0,deadc0de) at trap_pfault+0x137
trap(e35d0008,c0790028,c1050028,c92cf20c,1) at trap+0x355
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc0794bd8, esp = 0xe35d5c00, ebp = 0xe35d5c00 ---
trash_dtor(deadc0de,800,0,e35d5c30,c0635c2b) at trash_dtor+0x10
trash_init(deadc0de,800,1,7f,78) at trash_init+0x10
mb_zinit_pack(c623ca00,100,1) at mb_zinit_pack+0x3b
uma_zalloc_bucket(c104fd20,1) at uma_zalloc_bucket+0x178
uma_zalloc_arg(c104fd20,e35d5c8c,1) at uma_zalloc_arg+0x2dc
fxp_add_rfabuf(c4c66000,c4c66264) at fxp_add_rfabuf+0x2a
fxp_intr_body(c4c66000,c4c96400,40,ffffffff) at fxp_intr_body+0xf4
fxp_intr(c4c66000) at fxp_intr+0x84
ithread_loop(c4b43500,e35d5d38,c4b43500,c062bc74,0) at ithread_loop+0x144
fork_exit(c062bc74,c4b43500,e35d5d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe35d5d6c, ebp = 0 ---
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc4af0300: pid 31 "irq17: fxp0"
curpcb = 0xe35d5d90
fpcurthread = none
idlethread = 0xc4aefc00: pid 14 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4b96a80: pid 87 "swi4: clock sio"
curpcb = 0xe50d8d90
fpcurthread = none
idlethread = 0xc4aefa80: pid 13 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc4bb1000: pid 101 "bufdaemon"
curpcb = 0xe511dd90
fpcurthread = none
idlethread = 0xc4aef900: pid 12 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc65b2000: pid 75479 "swap"
curpcb = 0xe791cd90
fpcurthread = none
idlethread = 0xc4aef780: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 101 (bufdaemon) thread 0xc4bb1000 (100099)
exclusive sleep mutex Softdep Lock r = 0 (0xc0991f80) locked @ ufs/ffs/ffs_softdep.c:5805
exclusive sleep mutex buf queue lock r = 0 (0xc0984c20) locked @ kern/vfs_bio.c:2116
exclusive sleep mutex Giant r = 0 (0xc09369a0) locked @ kern/vfs_bio.c:1957
Process 31 (irq17: fxp0) thread 0xc4af0300 (100021)
exclusive sleep mutex system map r = 0 (0xc10512c4) locked @ vm/vm_map.c:2997
exclusive sleep mutex fxp0 (network driver) r = 0 (0xc4c66018) locked @ dev/fxp/if_fxp.c:1504
db> allt
Tracing command swap pid 75479 tid 100248 td 0xc65b2000
ipi_nmi_handler(2,0,0,c09b1234,c506620c) at ipi_nmi_handler+0x5b
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x3d
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0x80490d5, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75478 tid 100217 td 0xc7ca7900
sched_switch(c7ca7900,0,2) at sched_switch+0x177
mi_switch(2,0,c7ca7900,d8,c0936960,0,c0870165,fd) at mi_switch+0x270
ast(e786dd38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 75477 tid 100229 td 0xc803bd80
sched_switch(c803bd80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7d83bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7d83c50) at vm_waitpfault+0x57
vm_fault(c759c384,b03f000,2,8,c803bd80) at vm_fault+0xff
trap_pfault(e7d83d38,1,b03f000,b03f000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75476 tid 100286 td 0xc4efe480
sched_switch(c4efe480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e762dbd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e762dc50) at vm_waitpfault+0x57
vm_fault(c57f3834,b7e2000,2,8,c4efe480) at vm_fault+0xff
trap_pfault(e762dd38,1,b7e2000,b7e2000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75475 tid 100380 td 0xc5602480
sched_switch(c5602480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e797fbd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e797fc50) at vm_waitpfault+0x57
vm_fault(c4f43a8c,cb4e000,2,8,c5602480) at vm_fault+0xff
trap_pfault(e797fd38,1,cb4e000,cb4e000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75474 tid 100256 td 0xc657e600
sched_switch(c657e600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e78ecbd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e78ecc50) at vm_waitpfault+0x57
vm_fault(c4fd3384,b0e5000,2,8,c657e600) at vm_fault+0xff
trap_pfault(e78ecd38,1,b0e5000,b0e5000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75473 tid 100135 td 0xc89ea000
sched_switch(c89ea000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7d23bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7d23c50) at vm_waitpfault+0x57
vm_fault(c78e9ce4,82ee000,2,8,c89ea000) at vm_fault+0xff
trap_pfault(e7d23d38,1,82ee000,82ee000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75472 tid 100241 td 0xc4ec0a80
sched_switch(c4ec0a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e75f0bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e75f0c50) at vm_waitpfault+0x57
vm_fault(c7d01384,814e000,2,8,c4ec0a80) at vm_fault+0xff
trap_pfault(e75f0d38,1,814e000,814e000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75471 tid 100114 td 0xc52c8c00
sched_switch(c52c8c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e7753890,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e77538e8,120,60000,c52c8c00,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c52c8c00) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_update(c883fdd0,0,0,0,c5c83210) at ffs_update+0x21c
ufs_mkdir(e7753bb8,c84cabb0,0,e7753cc4,c069a7ae) at ufs_mkdir+0x77c
VOP_MKDIR_APV(c090da80,e7753bb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c52c8c00,bfbbda90,0,1f8,e7753d30) at kern_mkdir+0x2ca
mkdir(c52c8c00,e7753d04,2,a6,292) at mkdir+0x15
syscall(2805003b,bfbf003b,bfbc003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfbbd64c, ebp = 0xbfbbda78 ---
Tracing command swap pid 75470 tid 100373 td 0xc6563a80
sched_switch(c6563a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e78d7bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e78d7c50) at vm_waitpfault+0x57
vm_fault(c4ed6834,944f000,2,8,c6563a80) at vm_fault+0xff
trap_pfault(e78d7d38,1,944f000,944f000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75469 tid 100272 td 0xc5068600
sched_switch(c5068600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e770bbd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e770bc50) at vm_waitpfault+0x57
vm_fault(c78e9960,a21b000,2,8,c5068600) at vm_fault+0xff
trap_pfault(e770bd38,1,a21b000,a21b000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command swap pid 75468 tid 100342 td 0xc4f55780
sched_switch(c4f55780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7bbbbd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7bbbc50) at vm_waitpfault+0x57
vm_fault(c78e912c,cdda000,2,8,c4f55780) at vm_fault+0xff
trap_pfault(e7bbbd38,1,cdda000,cdda000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75467 tid 100351 td 0xc7268d80
sched_switch(c7268d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e7a9b82c,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e7a9b884,120,60000,c7268d80,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c7268d80) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_vget(c4f5b400,7f6,2,e7a9ba10,108c808) at ffs_vget+0x318
ffs_valloc(c8a1c880,41f8,c529c080,e7a9ba10,c) at ffs_valloc+0x100
ufs_mkdir(e7a9bbb8,c8a1c880,0,e7a9bcc4,c069a7ae) at ufs_mkdir+0x80
VOP_MKDIR_APV(c090da80,e7a9bbb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c7268d80,bfbe7030,0,1f8,e7a9bd30) at kern_mkdir+0x2ca
mkdir(c7268d80,e7a9bd04,2,a1,292) at mkdir+0x15
syscall(3b,3b,3b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfbe6bec, ebp = 0xbfbe7018 ---
Tracing command swap pid 75466 tid 100292 td 0xc6577900
sched_switch(c6577900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7ed6bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7ed6c50) at vm_waitpfault+0x57
vm_fault(c4f43258,95c9000,2,8,c6577900) at vm_fault+0xff
trap_pfault(e7ed6d38,1,95c9000,95c9000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75465 tid 100223 td 0xc8038780
sched_switch(c8038780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e7cf3890,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e7cf38e8,120,60000,c8038780,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c8038780) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_update(c87f1110,0,0,0,c59dc5ac) at ffs_update+0x21c
ufs_mkdir(e7cf3bb8,c5fa0330,0,e7cf3cc4,c069a7ae) at ufs_mkdir+0x77c
VOP_MKDIR_APV(c090da80,e7cf3bb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c8038780,bfb7ed90,0,1f8,e7cf3d30) at kern_mkdir+0x2ca
mkdir(c8038780,e7cf3d04,2,100,292) at mkdir+0x15
syscall(2805003b,bfbf003b,bfb8003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfb7e94c, ebp = 0xbfb7ed78 ---
Tracing command swap pid 75464 tid 100363 td 0xc6575480
sched_switch(c6575480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7e91bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7e91c50) at vm_waitpfault+0x57
vm_fault(c5501834,c8e9000,2,8,c6575480) at vm_fault+0xff
trap_pfault(e7e91d38,1,c8e9000,c8e9000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75463 tid 100306 td 0xc65b2180
sched_switch(c65b2180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e791f82c,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,c4e8a4bc) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e791f884,120,60000,c65b2180,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c65b2180) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_vget(c4f5b400,7f4,2,e791fa10,108c808) at ffs_vget+0x318
ffs_valloc(c89a5dd0,41f8,c529c080,e791fa10,c) at ffs_valloc+0x100
ufs_mkdir(e791fbb8,c89a5dd0,0,e791fcc4,c069a7ae) at ufs_mkdir+0x80
VOP_MKDIR_APV(c090da80,e791fbb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c65b2180,bfb5cd30,0,1f8,e791fd30) at kern_mkdir+0x2ca
mkdir(c65b2180,e791fd04,2,cd,292) at mkdir+0x15
syscall(2805003b,bfbf003b,bfbd003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfb5c8ec, ebp = 0xbfb5cd18 ---
Tracing command swap pid 75462 tid 100204 td 0xc5067900
sched_switch(c5067900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e76f3bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e76f3c50) at vm_waitpfault+0x57
vm_fault(c502a834,9a64000,2,8,c5067900) at vm_fault+0xff
trap_pfault(e76f3d38,1,9a64000,9a64000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75461 tid 100123 td 0xc5067000
sched_switch(c5067000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e76e1890,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e76e18e8,120,60000,c5067000,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c5067000) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_update(c5d93bb0,0,0,0,c59dc294) at ffs_update+0x21c
ufs_mkdir(e76e1bb8,c8c3c660,0,e76e1cc4,c069a7ae) at ufs_mkdir+0x77c
VOP_MKDIR_APV(c090da80,e76e1bb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c5067000,bfbd3a50,0,1f8,e76e1d30) at kern_mkdir+0x2ca
mkdir(c5067000,e76e1d04,2,bd,296) at mkdir+0x15
syscall(3b,3b,3b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfbd360c, ebp = 0xbfbd3a38 ---
Tracing command swap pid 75460 tid 100288 td 0xc726a480
sched_switch(c726a480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7ac5bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7ac5c50) at vm_waitpfault+0x57
vm_fault(c78e9bb8,c33d000,2,8,c726a480) at vm_fault+0xff
trap_pfault(e7ac5d38,1,c33d000,c33d000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75459 tid 100307 td 0xc5ae5600
sched_switch(c5ae5600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8b80998,e7a1882c,c0644515,d8b80998,0) at sleepq_switch+0xe0
sleepq_wait(d8b80998,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8b80998,c0936344,50,c0874b4a,0) at msleep+0x311
acquire(e7a18884,120,60000,c5ae5600,0) at acquire+0x76
lockmgr(d8b80998,202122,c4e8a4bc,c5ae5600) at lockmgr+0x42a
getblk(c4e8a440,3976a0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,3976a0,0,4000,0) at breadn+0x31
bread(c4e8a440,3976a0,0,4000,0) at bread+0x20
ffs_vget(c4f5b400,3a910,2,e7a18a10,108c808) at ffs_vget+0x318
ffs_valloc(c8c7add0,41f8,c529c080,e7a18a10,c) at ffs_valloc+0x100
ufs_mkdir(e7a18bb8,c8c7add0,0,e7a18cc4,c069a7ae) at ufs_mkdir+0x80
VOP_MKDIR_APV(c090da80,e7a18bb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c5ae5600,bfb5c900,0,1f8,e7a18d30) at kern_mkdir+0x2ca
mkdir(c5ae5600,e7a18d04,2,be,292) at mkdir+0x15
syscall(2805003b,bfbf003b,bfba003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfb5c4bc, ebp = 0xbfb5c8e8 ---
Tracing command swap pid 75458 tid 100383 td 0xc657e780
sched_switch(c657e780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e78efbd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e78efc50) at vm_waitpfault+0x57
vm_fault(c72d2960,b250000,2,8,c657e780) at vm_fault+0xff
trap_pfault(e78efd38,1,b250000,b250000,0) at trap_pfault+0xee
trap(c07e003b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75457 tid 100328 td 0xc4ba8d80
sched_switch(c4ba8d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e50fc890,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e50fc8e8,120,60000,c4ba8d80,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c4ba8d80) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_update(c698e000,0,0,0,c54e4948) at ffs_update+0x21c
ufs_mkdir(e50fcbb8,c6098440,0,e50fccc4,c069a7ae) at ufs_mkdir+0x77c
VOP_MKDIR_APV(c090da80,e50fcbb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c4ba8d80,bfb365a0,0,1f8,e50fcd30) at kern_mkdir+0x2ca
mkdir(c4ba8d80,e50fcd04,2,cb,292) at mkdir+0x15
syscall(2805003b,bfbf003b,bfb4003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfb3615c, ebp = 0xbfb36588 ---
Tracing command swap pid 75456 tid 100158 td 0xc8038900
sched_switch(c8038900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7cf6bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7cf6c50) at vm_waitpfault+0x57
vm_fault(c5500ce4,9fb4000,2,8,c8038900) at vm_fault+0xff
trap_pfault(e7cf6d38,1,9fb4000,9fb4000,0) at trap_pfault+0xee
trap(3b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75455 tid 100343 td 0xc4ec0900
sched_switch(c4ec0900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e75ed82c,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e75ed884,120,60000,c4ec0900,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c4ec0900) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_vget(c4f5b400,7f7,2,e75eda10,108c808) at ffs_vget+0x318
ffs_valloc(c7fb8bb0,41f8,c529c080,e75eda10,c) at ffs_valloc+0x100
ufs_mkdir(e75edbb8,c7fb8bb0,0,e75edcc4,c069a7ae) at ufs_mkdir+0x80
VOP_MKDIR_APV(c090da80,e75edbb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c4ec0900,bfbcf750,0,1f8,e75edd30) at kern_mkdir+0x2ca
mkdir(c4ec0900,e75edd04,2,240,296) at mkdir+0x15
syscall(3b,3b,3b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfbcf30c, ebp = 0xbfbcf738 ---
Tracing command swap pid 75454 tid 100255 td 0xc6574780
sched_switch(c6574780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e7e79bd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e7e79c50) at vm_waitpfault+0x57
vm_fault(c7d01a8c,bd69000,2,8,c6574780) at vm_fault+0xff
trap_pfault(e7e79d38,1,bd69000,bd69000,0) at trap_pfault+0xee
trap(3b,3b,3b,280502a0,bfbfea34) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x80490cc, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75453 tid 100295 td 0xc5602c00
sched_switch(c5602c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dcf0,e798e82c,c0644515,d8c2dcf0,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dcf0,0,0,c4e8a4bc,b6) at sleepq_wait+0x30
msleep(d8c2dcf0,c0936170,50,c0874b4a,0) at msleep+0x311
acquire(e798e884,120,60000,c5602c00,0) at acquire+0x76
lockmgr(d8c2dcf0,202122,c4e8a4bc,c5602c00) at lockmgr+0x42a
getblk(c4e8a440,4c0,0,4000,0) at getblk+0x11a
breadn(c4e8a440,4c0,0,4000,0) at breadn+0x31
bread(c4e8a440,4c0,0,4000,0) at bread+0x20
ffs_vget(c4f5b400,7f5,2,e798ea10,108c808) at ffs_vget+0x318
ffs_valloc(c82ac440,41f8,c529c080,e798ea10,c) at ffs_valloc+0x100
ufs_mkdir(e798ebb8,c82ac440,0,e798ecc4,c069a7ae) at ufs_mkdir+0x80
VOP_MKDIR_APV(c090da80,e798ebb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c5602c00,bfbc3ae0,0,1f8,e798ed30) at kern_mkdir+0x2ca
mkdir(c5602c00,e798ed04,2,b8,292) at mkdir+0x15
syscall(3b,3b,3b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfbc369c, ebp = 0xbfbc3ac8 ---
Tracing command swap pid 75452 tid 100163 td 0xc5ae8000
sched_switch(c5ae8000,c4af0300,6) at sched_switch+0x177
mi_switch(6,c4af0300,c4af0454,c4af0300,e7a48cb8) at mi_switch+0x270
maybe_preempt(c4af0300) at maybe_preempt+0x165
sched_add(c4af0300,4,c4b43500,c4af0300,c4b55000) at sched_add+0x15a
setrunqueue(c4af0300,4) at setrunqueue+0xab
ithread_schedule(c4b43500,11,c5ae8000,1,bfbfea34) at ithread_schedule+0xb3
intr_execute_handlers(c4ae55c8,e7a48d34,11,bfbfe8f8,c07efc93) at intr_execute_handlers+0xe5
lapic_handle_intr(41) at lapic_handle_intr+0x2e
Xapic_isr2() at Xapic_isr2+0x33
--- interrupt, eip = 0x80490cf, esp = 0xbfbfe8e0, ebp = 0xbfbfe8f8 ---
Tracing command mkdir pid 75451 tid 100240 td 0xc7269d80
sched_switch(c7269d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d8c2dc90,e7ab992c,c0644515,d8c2dc90,0) at sleepq_switch+0xe0
sleepq_wait(d8c2dc90,0,0,c0874531,e54) at sleepq_wait+0x30
msleep(d8c2dc90,c0984be0,4c,c0874ca1,0) at msleep+0x311
bwait(d8c2dc90,4c,c0874ca1) at bwait+0x47
bufwait(d8c2dc90,d8c2dc90,0,e7ab9994,c0782362) at bufwait+0x2d
bufwrite(d8c2dc90,0,0,e7ab99e4,c076ef25) at bufwrite+0x154
ffs_bufwrite(d8c2dc90) at ffs_bufwrite+0x282
ffs_update(c7f4f550,0,0,0,c6762e70) at ffs_update+0x3a5
ufs_mkdir(e7ab9bb8,c69bc990,0,e7ab9cc4,c069a7ae) at ufs_mkdir+0x4a9
VOP_MKDIR_APV(c090da80,e7ab9bb8) at VOP_MKDIR_APV+0x7e
kern_mkdir(c7269d80,bfba22e0,0,1f8,e7ab9d30) at kern_mkdir+0x2ca
mkdir(c7269d80,e7ab9d04,2,bb,292) at mkdir+0x15
syscall(2805003b,bfbf003b,bfbb003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126e6b, esp = 0xbfba1e9c, ebp = 0xbfba22c8 ---
Tracing command creat pid 75450 tid 100147 td 0xc4f35a80
sched_switch(c4f35a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
turnstile_wait(c0991f80,c4ba8000,c0991f80,2,c086c1cc,225) at turnstile_wait+0x2fe
_mtx_lock_sleep(c0991f80,c4f35a80,0,c0884d86,124d) at _mtx_lock_sleep+0x146
_mtx_lock_flags(c0991f80,0,c0884d86,124d,c0781a4c) at _mtx_lock_flags+0x85
softdep_load_inodeblock(c53e2a50) at softdep_load_inodeblock+0x27
ffs_vget(c4f5b400,3a918,2,e7bfd8d4,6b0) at ffs_vget+0x3ab
ffs_valloc(c4fee880,81b0,c529c080,e7bfd8d4,138) at ffs_valloc+0x100
ufs_makeinode(81b0,c4fee880,e7bfdbe0,e7bfdbf4) at ufs_makeinode+0x53
ufs_create(e7bfda64,e7bfdd04,e7bfdbcc,e7bfdb20,c069d278) at ufs_create+0x25
VOP_CREATE_APV(c090da80,e7bfda64) at VOP_CREATE_APV+0x7e
vn_open_cred(e7bfdbcc,e7bfdccc,1b0,c529c080,3) at vn_open_cred+0x1a8
vn_open(e7bfdbcc,e7bfdccc,1b0,3,246) at vn_open+0x1e
kern_open(c4f35a80,bfbfe860,0,602,1b0) at kern_open+0xb6
open(c4f35a80,e7bfdd04,3,349,206) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,280502a0,bfbfea34) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28126eab, esp = 0xbfbfe82c, ebp = 0xbfbfe848 ---
Tracing command mkdir pid 75449 tid 100259 td 0xc5607c00
sched_switch(c5607c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0992798,e79cabd8,c0644515,c0992798,0) at sleepq_switch+0xe0
sleepq_wait(c0992798,0,0,c08892c0,39d) at sleepq_wait+0x30
msleep(c0992798,c0992a00,2a0,c08894f7,0) at msleep+0x311
vm_waitpfault(e79cac50) at vm_waitpfault+0x57
vm_fault(c5501ce4,2806d000,1,0,c5607c00) at vm_fault+0xff
trap_pfault(e79cad38,1,2806d848,2806d848,0) at trap_pfault+0xee
trap(3b,3b,3b,90,2806d844) at trap+0x1ff
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2805309f, esp = 0xbfbfe530, ebp = 0xbfbfe544 ---
Tracing command swap pid 75448 tid 100375 td 0xc6579000
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
75479 c506620c 1001 75448 1557 0000002 [CPU 3] swap
75478 c5790a3c 1001 75448 1557 0000002 [RUNQ] swap
75477 c7ca4000 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75476 c5065830 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75475 c578b20c 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75474 c52c4418 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75473 c4c6b624 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75472 c4e9d624 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75471 c4e42000 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75470 c4ee0c48 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75469 c4e9f830 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75468 c88f6000 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75467 c57e1a3c 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75466 c7ca4a3c 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75465 c4eb9624 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75464 c57ef418 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75463 c4e42a3c 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75462 c4ebec48 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75461 c57f0418 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75460 c7ca6624 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75459 c4efd624 1001 75449 1557 0000002 [Can run] mkdir
75458 c88f6624 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75457 c4e9f624 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75456 c7ca3000 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75455 c7ca620c 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75454 c4eb9a3c 1001 75448 1557 0000002 [SLPQ pfault 0xc0992798][SLP] swap
75453 c88f7c48 1001 75449 1557 0000002 [SLPQ getblk 0xd8c2dcf0][SLP] mkdir
75452 c5064000 1001 75448 1557 0000002 [RUNQ] swap
75451 c88f2418 1001 75449 1557 0000002 [Can run] mkdir
75450 c4ebe418 1001 75447 1557 0000002 [Can run] creat
75449 c52cf418 1001 75443 1557 0000002 [SLPQ pfault 0xc0992798][SLP] mkdir
75448 c5790c48 1001 75441 1557 0000002 [SWAP] swap
75447 c4efd20c 1001 75442 1557 0000002 [SLPQ pfault 0xc0992798][SLP] creat
75443 c578b624 1001 1561 1557 0004002 [SLPQ wait 0xc578b624][SLP] mkdir
75442 c5790624 1001 1561 1557 0004002 [SLPQ wait 0xc5790624][SLP] creat
75441 c4f23624 1001 1561 1557 0004002 [SLPQ wait 0xc4f23624][SLP] swap
73764 c4ee0418 0 0 0 0000204 [SLPQ mdwait 0xc559c800][SLP] md4
73756 c52cf624 0 0 0 0000204 [SLPQ mdwait 0xc5a1b000][SLP] md3
73748 c7ca5624 0 0 0 0000204 [SLPQ mdwait 0xc4f51800][SLP] md2
73740 c7ca4624 0 0 0 0000204 [SLPQ mdwait 0xc5587800][SLP] md1
1602 c57eea3c 1001 1595 1602 0004002 [Can run] top
1595 c4f2d20c 1001 1594 1595 0004002 [SLPQ wait 0xc4f2d20c][SLP][SWAP] bash
1594 c4f2e20c 1001 1592 1592 0000100 [SLPQ pfault 0xc0992798][SLP] sshd
1592 c52c4000 0 599 1592 0004100 [SLPQ sbwait 0xc5085d2c][SLP][SWAP] sshd
1561 c4f2d624 1001 1560 1557 0000002 [SLPQ wait 0xc4f2d624][SLP][SWAP] run
1560 c4f2da3c 1001 1559 1557 0000002 [SLPQ wait 0xc4f2da3c][SLP][SWAP] run
1559 c52c5a3c 1001 1557 1557 0004002 [SLPQ nanslp 0xc093728c][SLP] run
1557 c5064a3c 1001 1551 1557 0004002 [SLPQ wait 0xc5064a3c][SLP][SWAP] sh
1551 c52c5624 1001 1550 1551 0004002 [SLPQ wait 0xc52c5624][SLP][SWAP] bash
1550 c4ebe830 1001 1548 1548 0000100 [SLPQ select 0xc09845a4][SLP][SWAP] sshd
1548 c4f23c48 0 599 1548 0004100 [SLPQ sbwait 0xc5084638][SLP][SWAP] sshd
723 c4f2d000 0 1 723 0004002 [SLPQ ttyin 0xc4d17010][SLP][SWAP] getty
722 c4eb9000 0 1 722 0004002 [SLPQ ttyin 0xc4d12010][SLP][SWAP] getty
721 c4eb9418 0 1 721 0004002 [SLPQ ttyin 0xc4c96c10][SLP][SWAP] getty
720 c4f2e830 0 1 720 0004002 [SLPQ ttyin 0xc4d16810][SLP][SWAP] getty
719 c4eb920c 0 1 719 0004002 [SLPQ ttyin 0xc4d16410][SLP][SWAP] getty
718 c4e9d830 0 1 718 0004002 [SLPQ ttyin 0xc4d15410][SLP][SWAP] getty
717 c5066000 0 1 717 0004002 [SLPQ ttyin 0xc4d15010][SLP][SWAP] getty
716 c5065c48 0 1 716 0004002 [SLPQ ttyin 0xc4d16010][SLP][SWAP] getty
701 c4e9f418 0 1 701 0000000 [SWAP] inetd
677 c4f0620c 0 1 677 0000000 [SLPQ select 0xc09845a4][SLP][SWAP] moused
622 c4ebf418 0 1 622 0000000 [SLPQ nanslp 0xc093728c][SLP][SWAP] cron
609 c4f2e000 25 1 609 0000100 [SLPQ pause 0xc4f2e034][SLP][SWAP] sendmail
605 c4ebfc48 0 1 605 0000100 [SLPQ select 0xc09845a4][SLP] sendmail
599 c4f23000 0 1 599 0000100 [SLPQ select 0xc09845a4][SLP][SWAP] sshd
579 c4ebf20c 0 1 579 0000000 [SLPQ select 0xc09845a4][SLP] ntpd
551 c4e9d000 0 1 551 0000000 [SLPQ select 0xc09845a4][SLP][SWAP] usbd
527 c5066830 0 522 522 0000000 [SLPQ - 0xc4e81600][SLP][SWAP] nfsd
526 c5066a3c 0 522 522 0000000 [SLPQ - 0xc4e51600][SLP][SWAP] nfsd
524 c4eb9830 0 522 522 0000000 [SLPQ - 0xc4f58c00][SLP][SWAP] nfsd
523 c4e9d20c 0 522 522 0000000 [SLPQ - 0xc4e80400][SLP][SWAP] nfsd
522 c4f2d830 0 1 522 0000000 [SLPQ select 0xc09845a4][SLP][SWAP] nfsd
520 c4f2e624 0 1 520 0000000 [SLPQ select 0xc09845a4][SLP][SWAP] mountd
466 c4f06c48 0 1 466 0000000 [SLPQ select 0xc09845a4][SLP][SWAP] rpcbind
451 c4f2e418 0 1 451 0000000 [SWAP] syslogd
406 c4ebe000 0 1 406 0000000 [SLPQ select 0xc09845a4][SLP][SWAP] devd
108 c4bad20c 0 0 0 0000204 [SLPQ - 0xe50d2d04][SLP] schedcpu
107 c4bad418 0 0 0 0000204 [SLPQ - 0xc098c90c][SLP] nfsiod 3
106 c4bad624 0 0 0 0000204 [SLPQ - 0xc098c908][SLP] nfsiod 2
105 c4bad830 0 0 0 0000204 [SLPQ - 0xc098c904][SLP] nfsiod 1
104 c4bada3c 0 0 0 0000204 [SLPQ - 0xc098c900][SLP] nfsiod 0
103 c4badc48 0 0 0 0000204 [SLPQ syncer 0xc0937000][SLP] syncer
102 c4c6a000 0 0 0 0000204 [SLPQ vlruwt 0xc4c6a000][SLP] vnlru
101 c4c6a20c 0 0 0 0000204 [CPU 2] bufdaemon
100 c4c6a418 0 0 0 000020c [SLPQ pgzero 0xc0992f24][SLP] pagezero
99 c4c6a624 0 0 0 0000204 [SLPQ psleep 0xc0992a74][SLP] vmdaemon
98 c4c6a830 0 0 0 0000204 [SLPQ wswbuf0 0xc09921d4][SLP] pagedaemon
97 c4c6aa3c 0 0 0 0000204 [SLPQ - 0xc4c5ae3c][SLP] fdc0
96 c4c6ac48 0 0 0 0000204 [IWAIT] swi0: sio
95 c4c6b000 0 0 0 0000204 [SLPQ usbtsk 0xc0933f24][SLP] usbtask
94 c4c6b20c 0 0 0 0000204 [SLPQ usbevt 0xc4c5c210][SLP] usb0
9 c4c6b418 0 0 0 0000204 [SLPQ - 0xc4b83400][SLP] kqueue taskq
8 c4ba7000 0 0 0 0000204 [SLPQ - 0xc4b83480][SLP] acpi_task2
7 c4ba720c 0 0 0 0000204 [SLPQ - 0xc4b83480][SLP] acpi_task1
6 c4ba7418 0 0 0 0000204 [SLPQ - 0xc4b83480][SLP] acpi_task0
93 c4ba7624 0 0 0 0000204 [IWAIT] swi5:+
5 c4ba7830 0 0 0 0000204 [SLPQ - 0xc4b83600][SLP] thread taskq
92 c4ba7a3c 0 0 0 0000204 [IWAIT] swi6:+
91 c4ba7c48 0 0 0 0000204 [IWAIT] swi6: task queue
90 c4bac000 0 0 0 0000204 [IWAIT] swi2: cambio
89 c4bac20c 0 0 0 0000204 [SLPQ - 0xc0931c40][SLP] yarrow
4 c4bac418 0 0 0 0000204 [RUNQ] g_down
3 c4bac624 0 0 0 0000204 [SLPQ - 0xc0934764][SLP] g_up
2 c4bac830 0 0 0 0000204 [SLPQ - 0xc093475c][SLP] g_event
88 c4baca3c 0 0 0 0000204 [IWAIT] swi3: vm
87 c4bacc48 0 0 0 000020c [CPU 1] swi4: clock sio
86 c4bad000 0 0 0 0000204 [IWAIT] swi1: net
85 c4b92000 0 0 0 0000204 [IWAIT] irq71:
84 c4b9220c 0 0 0 0000204 [IWAIT] irq70:
83 c4b92418 0 0 0 0000204 [IWAIT] irq69:
82 c4b92624 0 0 0 0000204 [IWAIT] irq68:
81 c4b92830 0 0 0 0000204 [IWAIT] irq67:
80 c4b92a3c 0 0 0 0000204 [IWAIT] irq66:
79 c4b92c48 0 0 0 0000204 [IWAIT] irq65:
78 c4b97000 0 0 0 0000204 [IWAIT] irq64:
77 c4b9720c 0 0 0 0000204 [IWAIT] irq63:
76 c4b97418 0 0 0 0000204 [IWAIT] irq62:
75 c4b97624 0 0 0 0000204 [IWAIT] irq61:
74 c4b97830 0 0 0 0000204 [IWAIT] irq60:
73 c4b97a3c 0 0 0 0000204 [IWAIT] irq59:
72 c4b97c48 0 0 0 0000204 [IWAIT] irq58:
71 c4b7220c 0 0 0 0000204 [IWAIT] irq57:
70 c4b72418 0 0 0 0000204 [IWAIT] irq56:
69 c4b72624 0 0 0 0000204 [IWAIT] irq55:
68 c4b72830 0 0 0 0000204 [IWAIT] irq54:
67 c4b72a3c 0 0 0 0000204 [IWAIT] irq53:
66 c4b72c48 0 0 0 0000204 [IWAIT] irq52:
65 c4b84000 0 0 0 0000204 [IWAIT] irq51:
64 c4b8420c 0 0 0 0000204 [IWAIT] irq50:
63 c4b84418 0 0 0 0000204 [IWAIT] irq49:
62 c4b84624 0 0 0 0000204 [IWAIT] irq48: em0
61 c4b84830 0 0 0 0000204 [IWAIT] irq47:
60 c4b84a3c 0 0 0 0000204 [IWAIT] irq46:
59 c4b84c48 0 0 0 0000204 [IWAIT] irq45:
58 c4b63624 0 0 0 0000204 [IWAIT] irq44:
57 c4b63830 0 0 0 0000204 [IWAIT] irq43:
56 c4b63a3c 0 0 0 0000204 [IWAIT] irq42:
55 c4b63c48 0 0 0 0000204 [IWAIT] irq41:
54 c4b71000 0 0 0 0000204 [IWAIT] irq40:
53 c4b7120c 0 0 0 0000204 [IWAIT] irq39:
52 c4b71418 0 0 0 0000204 [IWAIT] irq38:
51 c4b71624 0 0 0 0000204 [IWAIT] irq37:
50 c4b71830 0 0 0 0000204 [IWAIT] irq36:
49 c4b71a3c 0 0 0 0000204 [IWAIT] irq35:
48 c4b71c48 0 0 0 0000204 [IWAIT] irq34:
47 c4b72000 0 0 0 0000204 [IWAIT] irq33:
46 c4b55c48 0 0 0 0000204 [IWAIT] irq32:
45 c4b62000 0 0 0 0000204 [IWAIT] irq31:
44 c4b6220c 0 0 0 0000204 [IWAIT] irq30:
43 c4b62418 0 0 0 0000204 [IWAIT] irq29:
42 c4b62624 0 0 0 0000204 [IWAIT] irq28:
41 c4b62830 0 0 0 0000204 [IWAIT] irq27:
40 c4b62a3c 0 0 0 0000204 [IWAIT] irq26:
39 c4b62c48 0 0 0 0000204 [IWAIT] irq25:
38 c4b63000 0 0 0 0000204 [IWAIT] irq24:
37 c4b6320c 0 0 0 0000204 [IWAIT] irq23:
36 c4b63418 0 0 0 0000204 [IWAIT] irq22:
35 c4b44624 0 0 0 0000204 [IWAIT] irq21:
34 c4b44830 0 0 0 0000204 [IWAIT] irq20:
33 c4b44a3c 0 0 0 0000204 [IWAIT] irq19:
32 c4b44c48 0 0 0 0000204 [IWAIT] irq18:
31 c4b55000 0 0 0 0000204 [CPU 0] irq17: fxp0
30 c4b5520c 0 0 0 0000204 [IWAIT] irq16: uhci0
29 c4b55418 0 0 0 0000204 [IWAIT] irq15: ata1
28 c4b55624 0 0 0 0000204 [RUNQ] irq14: ata0
27 c4b55830 0 0 0 0000204 [IWAIT] irq13:
26 c4b55a3c 0 0 0 0000204 [IWAIT] irq12: psm0
25 c4af320c 0 0 0 0000204 [IWAIT] irq11:
24 c4af3418 0 0 0 0000204 [IWAIT] irq10:
23 c4af3624 0 0 0 0000204 [IWAIT] irq9: acpi0
22 c4af3830 0 0 0 0000204 [IWAIT] irq8:
21 c4af3a3c 0 0 0 0000204 [IWAIT] irq7: ppc0
20 c4af3c48 0 0 0 0000204 [IWAIT] irq6: fdc0
19 c4b44000 0 0 0 0000204 [IWAIT] irq5:
18 c4b4420c 0 0 0 0000204 [IWAIT] irq4: sio0
17 c4b44418 0 0 0 0000204 [IWAIT] irq3: sio1
16 c4aee000 0 0 0 0000204 [IWAIT] irq0:
15 c4aee20c 0 0 0 0000204 [IWAIT] irq1: atkbd0
14 c4aee418 0 0 0 000020c [Can run] idle: cpu0
13 c4aee624 0 0 0 000020c [Can run] idle: cpu1
12 c4aee830 0 0 0 000020c [Can run] idle: cpu2
11 c4aeea3c 0 0 0 000020c [Can run] idle: cpu3
1 c4aeec48 0 0 1 0004200 [SLPQ wait 0xc4aeec48][SLP] init
10 c4af3000 0 0 0 0000204 [SLPQ ktrace 0xc09351b8][SLP] ktrace
0 c0934860 0 0 0 0000200 [SLPQ vmwait 0xc0992798][SLP] swapper
75445 c57f0c48 1001 1561 1557 0006002 zomb[INACTIVE] udp
75446 c88f220c 1001 1561 1557 0006002 zomb[INACTIVE] tcp
75444 c88f2000 1001 1561 1557 0006002 zomb[INACTIVE] thr1
db> call doadump
Dumping 1023 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 1023MB (261872 pages) 1007ad0: FAILURE - out of memory in start
... fail
** DUMP FAILED (ERROR 12) **
= 0x1e
db> reset
GDB: no debug ports present
(kgdb) l *fxp_add_rfabuf+0x2a
0xc052fe52 is in fxp_add_rfabuf (mbuf.h:427).
422 m_getcl(int how, short type, int flags)
423 {
424 struct mb_args args;
425
426 args.flags = flags;
427 args.type = type;
428 return (uma_zalloc_arg(zone_pack, &args, how));
429 }
430
431 /*
(kgdb) l *fxp_intr_body+0xf4
0xc052f210 is in fxp_intr_body (../../../dev/fxp/if_fxp.c:1661).
1656 * Add a new buffer to the receive chain.
1657 * If this fails, the old buffer is recycled
1658 * instead.
1659 */
1660 fxp_rc = fxp_add_rfabuf(sc, rxp);
1661 if (fxp_rc == 0) {
1662 int total_len;
1663
1664 /*
1665 * Fetch packet length (the top 2 bits of
(kgdb) l *fxp_intr+0x84
0xc052f014 is in fxp_intr (../../../dev/fxp/if_fxp.c:1532).
1527
1528 /*
1529 * First ACK all the interrupts in this pass.
1530 */
1531 CSR_WRITE_1(sc, FXP_CSR_SCB_STATACK, statack);
1532 fxp_intr_body(sc, ifp, statack, -1);
1533 }
1534 FXP_UNLOCK(sc);
1535 }
1536