GENERIC current from Jan 5 12:28 UTC + bmilekic@'s uma_core patch
Double panic after "0+14:38:54" of stress testing with debug.malloc.failure_rate=1
for a while.
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #1: Wed Jan 5 15:40:35 CET 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252448768 (240 MB)
:
mount root from ufs:/dev/ad0s1a
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
ReportMethodError: Could not get node
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
ReportMethodError: Could not get node
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
:
-0641: *** Error: UtCallocate: Could not allocate size 8
-0641: *** Error: UtCallocate: Could not allocate size 8
ReportMethodError: Could not get node
KDB: stack backtrace:
getdirtybuf(1,c6632d48,cf1b1528,1,cf1b153c) at getdirtybuf+0x129
flush_deplist(cf1b1528,c178b800,0,c1b9e280,1) at flush_deplist+0x39
flush_inodedep_deps(c093af64,9,cf1b1588,325,c082e89b) at flush_inodedep_deps+0x63
softdep_sync_metadata(cf1b16dc,1,0,0,4) at softdep_sync_metadata+0x4e
ffs_fsync(cf1b16dc,c091ef60,0,0,cf1b167c) at ffs_fsync+0x111
ffs_truncate(c29cc450,a00,0,880,c1a8e580,c1b0c2e0) at ffs_truncate+0x886
ufs_direnter(c29cc450,c2f96e04,cf1b1928,cf1b1c0c,0,c1d4eb7c,cf1b1c0c,cf1b1928) at ufs_direnter+0x870
ufs_makeinode(cf1b1bf8,cf1b1c0c,c07600d8,cf1b1b2c,c06724c0) at ufs_makeinode+0x29b
ufs_create(cf1b1a70,c1b0c2e0,c07bf331,c16a5800,c08d1f00) at ufs_create+0x25
vn_open_cred(cf1b1be4,cf1b1ce4,1b0,c1a8e580,18) at vn_open_cred+0x4f0
vn_open(cf1b1be4,cf1b1ce4,1b0,18,c08ecd20,8,c083409e,3bc) at vn_open+0x1e
kern_open(c1b0c2e0,bfbfea24,0,602,1b0) at kern_open+0xd6
open(c1b0c2e0,cf1b1d14,3,25,216) at open+0x18
syscall(bfbf002f,bfbf002f,bfbf002f,bfbfea24,bfbfea24) at syscall+0x128
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x280bfc47, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 ---
KDB: stack backtrace:
getdirtybuf(1,c6656628,cf6b3528,1,cf6b353c) at getdirtybuf+0x129
flush_deplist(cf6b3528,c178b800,0,c3604380,1) at flush_deplist+0x39
flush_inodedep_deps(c093b07c,9,cf6b3588,325,c082e89b) at flush_inodedep_deps+0x63
softdep_sync_metadata(cf6b36dc,1,0,0,4) at softdep_sync_metadata+0x4e
ffs_fsync(cf6b36dc,c091ef60,0,0,cf6b367c) at ffs_fsync+0x111
ffs_truncate(c33dfbdc,200,0,880,c1a8e580,c1dc4000) at ffs_truncate+0x886
ufs_direnter(c33dfbdc,c1c238a0,cf6b3928,cf6b3c0c,0,c33b82bc,cf6b3c0c,cf6b3928) at ufs_direnter+0x870
ufs_makeinode(cf6b3bf8,cf6b3c0c,c07600d8,cf6b3b2c,c06724c0) at ufs_makeinode+0x29b
ufs_create(cf6b3a70,c1dc4000,c08fe9d0,c16a5800,c08d1f00) at ufs_create+0x25
vn_open_cred(cf6b3be4,cf6b3ce4,1b0,c1a8e580,7) at vn_open_cred+0x4f0
vn_open(cf6b3be4,cf6b3ce4,1b0,7,c08ecd20,8,c083409e,3bc) at vn_open+0x1e
kern_open(c1dc4000,bfbfea24,0,602,1b0) at kern_open+0xd6
open(c1dc4000,cf6b3d14,3,28,216) at open+0x18
syscall(bfbf002f,bfbf002f,bfbf002f,bfbfea24,bfbfea24) at syscall+0x128
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x280bfc47, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 ---
ppanic: thread 101720(sh):2 holds Giant but isn't blocked on a lock
cpuid = 0
KDB: enter: panic
[thread pid 3 tid 100044 ]
Stopped at kdb_enter+0x2c: leave
db> where
Tracing pid 3 tid 100044 td 0xc15705c0
kdb_enter(c082b11c,104,c15705c0,c23728a0,c23728a0) at kdb_enter+0x2c
panic(c082e2a2,18d58,c1b0d37c,2,c083d203) at panic+0x190
propagate_priority(c08f4a8c,c08f4a88,c23728a0,c08ecd20,c15705c0) at propagate_priority+0x159
turnstile_wait(c08ecd20,c23728a0,c08ecd20,2,c082a560,21e) at turnstile_wait+0x1ae
_mtx_lock_sleep(c08ecd20,c15705c0,0,c0826e3b,50) at _mtx_lock_sleep+0xa6
_mtx_lock_flags(c08ecd20,0,c0826e3b,50,c1a4f840) at _mtx_lock_flags+0x88
g_vfs_done(c1a4f840,cc6b2cd4,8,c08261c5,1e4) at g_vfs_done+0x4a
g_io_schedule_up(c15705c0,c05e06b8,cc6b2d34,c05ff422,0) at g_io_schedule_up+0xab
g_up_procbody(0,cc6b2d48,0,c05e06b8,0) at g_up_procbody+0x5a
fork_exit(c05e06b8,0,cc6b2d48) at fork_exit+0x7e
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc6b2d7c, ebp = 0 ---
db> where 101720
Tracing pid 30102 tid 101720 td 0xc23728a0
sched_switch(c23728a0,0,0) at sched_switch+0xeb
mi_switch(2,0,c08ecce0,8,c082c627) at mi_switch+0x1b1
critical_exit(c08ceec0,c23728a0,0,c23728a0,3f8) at critical_exit+0xa2
intr_execute_handlers(c08ceec0,d0521650,c23728a0,3f8,2580) at intr_execute_handlers+0xd0
atpic_handle_intr(0) at atpic_handle_intr+0x39
Xatpic_intr0() at Xatpic_intr0+0x20
--- interrupt, eip = 0xc0622339, esp = 0xd0521694, ebp = 0xd0521698 ---
critical_exit(c09560a0,0,c0848e2f,a23) at critical_exit+0x61
siocnputc(c08ca2c0,70,5,70,d05217e4) at siocnputc+0x82
cnputc(70,c062b674,c082b2ba,c082a544,d05217c8) at cnputc+0x4c
putchar(70,d05217e4,c062ba1e,0,2062bb2e) at putchar+0x96
kvprintf(c082b2b9,c062b674,d05217e4,a,d0521804) at kvprintf+0x5f
printf(c082b2b9,c08ee1c0,c08ee1c0,100,c082a544,d0521838) at printf+0x43
panic(c082a544,c0844d02,c084c765,80e,c13add90) at panic+0xd8
_mtx_assert(c105d7bc,1,c084c765,80e,c09495c0,1,c084c765,80d) at _mtx_assert+0xba
pmap_enter_quick(c30a169c,2804a000,c13add90,c120eab8) at pmap_enter_quick+0x37
vm_map_pmap_enter(c30a15dc,28049000,5,c105d7bc,0,0,1d000,0) at vm_map_pmap_enter+0x1cf
vm_map_insert(c30a15dc,c105d7bc,0,0,28049000,1d000,5,7,0,c30a15dc,c0827616,156) at vm_map_insert+0x1ad
elf32_map_insert(0,0,28049000,28066000,5,7,10a) at elf32_map_insert+0x21e
elf32_load_section(c1788000,c105d7bc,0,28049000,1c96a,1c96a,5,1000) at elf32_load_section+0x202
elf32_load_file(d0521aa8,d0521bd0,1000) at elf32_load_file+0x3a6
exec_elf32_imgact(d0521b94) at exec_elf32_imgact+0x413
kern_execve(c23728a0,80683e0,8068410,806841c,0) at kern_execve+0x3fa
execve(c23728a0,d0521d14,3,0,286) at execve+0x18
syscall(2f,2f,2f,0,80683e0) at syscall+0x128
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x28127767, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 ---
db> show alllocks
Process 30104 (fork) thread 0xc1a742e0 (100680)
exclusive sx user map r = 0 (0xc27654f4) locked @ vm/vm_map.c:2994
Process 30102 (sh) thread 0xc23728a0 (101720)
exclusive sleep mutex vm page queue mutex r = 0 (0xc09495c0) locked @ vm/vm_page.c:792
exclusive sx user map r = 0 (0xc30a1620) locked @ kern/imgact_elf.c:342
exclusive sleep mutex Giant r = 0 (0xc08ecd20) locked @ vm/vm_object.c:444
Process 29849 (memory) thread 0xc222fcf0 (100529)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2c5b5ac) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc3132170) locked @ vm/vm_map.c:2994
Process 29846 (memory) thread 0xc314c000 (100877)
exclusive sleep mutex vm object (standard object) r = 0 (0xc30c6948) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc3133620) locked @ vm/vm_map.c:2994
Process 29843 (memory) thread 0xc1ea9a10 (100347)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1a96948) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc31d6620) locked @ vm/vm_map.c:2994
Process 29840 (memory) thread 0xc21802e0 (100760)
exclusive sleep mutex vm object (standard object) r = 0 (0xc3042420) locked @ vm/vm_fault.c:291
Process 29837 (memory) thread 0xc1a802e0 (101228)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1bc3108) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc3132ad0) locked @ vm/vm_map.c:2994
Process 29834 (memory) thread 0xc1d5d450 (100223)
exclusive sleep mutex vm object (standard object) r = 0 (0xc3089000) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc2f7d620) locked @ vm/vm_map.c:2994
Process 29831 (memory) thread 0xc1cc6000 (100190)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2f6139c) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc30a6044) locked @ vm/vm_map.c:2994
Process 29828 (memory) thread 0xc27cb5c0 (100634)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2f9b18c) locked @ vm/vm_fault.c:291
Process 29825 (memory) thread 0xc21832e0 (100758)
exclusive sleep mutex vm object (standard object) r = 0 (0xc23c46b4) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc1ad7620) locked @ vm/vm_map.c:2994
Process 29822 (memory) thread 0xc31478a0 (100726)
exclusive sleep mutex vm object (standard object) r = 0 (0xc27ac5ac) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc1ad79a4) locked @ vm/vm_map.c:2994
Process 29819 (memory) thread 0xc27d4450 (100673)
exclusive sx user map r = 0 (0xc1b2b3c8) locked @ vm/vm_fault.c:794
exclusive sleep mutex vm object (standard object) r = 0 (0xc2335840) locked @ vm/vm_fault.c:291
Process 29816 (memory) thread 0xc2234a10 (100547)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2fb37bc) locked @ vm/vm_fault.c:291
Process 29813 (memory) thread 0xc1a748a0 (100684)
exclusive sleep mutex vm object (standard object) r = 0 (0xc23c5a50) locked @ vm/vm_fault.c:291
Process 29810 (memory) thread 0xc1841a10 (100097)
exclusive sleep mutex vm object (standard object) r = 0 (0xc307d738) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc313374c) locked @ vm/vm_map.c:2994
Process 29807 (memory) thread 0xc2191a10 (100837)
exclusive sleep mutex vm object (standard object) r = 0 (0xc27f2d68) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc1b2c4f4) locked @ vm/vm_map.c:2994
Process 29804 (memory) thread 0xc3119450 (101163)
exclusive sleep mutex vm object (standard object) r = 0 (0xc301e738) locked @ vm/vm_fault.c:291
exclusive sx user map r = 0 (0xc30aead0) locked @ vm/vm_map.c:2994
Process 29801 (memory) thread 0xc31c9a10 (101117)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2ffe4a4) locked @ vm/vm_fault.c:897
exclusive sx user map r = 0 (0xc2f7d044) locked @ vm/vm_map.c:2994
Process 29798 (memory) thread 0xc314c450 (100880)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2b575ac) locked @ vm/vm_fault.c:291
Process 29795 (memory) thread 0xc31c95c0 (101114)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2fdf7bc) locked @ vm/vm_fault.c:291
db> show pcpu
cpuid = 0
curthread = 0xc15705c0: pid 3 "g_up"
curpcb = 0xcc6b2da0
fpcurthread = none
idlethread = 0xc151f5c0: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x28
spin locks held:
db> call doadump
Dumping 255 MB
16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0x24
db> reset
1) panic: mutex vm object not owned at ../../../i386/i386/pmap.c:2062
2) panic: thread 101720(sh):2 holds Giant but isn't blocked on a lock
(kgdb) l *pmap_enter_quick+0x37
0xc07bd593 is in pmap_enter_quick (../../../i386/i386/pmap.c:2063).
2058 pt_entry_t *pte;
2059 vm_paddr_t pa;
2060
2061 mtx_assert(&vm_page_queue_mtx, MA_OWNED);
2062 VM_OBJECT_LOCK_ASSERT(m->object, MA_OWNED);
2063 PMAP_LOCK(pmap);
2064
2065 /*
2066 * In the case that a page table page is not
2067 * resident, we are creating it here.
(kgdb) p *(pmap_t)0xc30a169c
$1 = {pm_mtx = {mtx_object = {lo_class = 0xc088a1a4, lo_name = 0xc084c760 "pmap", lo_type = 0xc084c760 "pmap", lo_flags = 0x430000,
lo_list = {tqe_next = 0xc30a178c, tqe_prev = 0xc30a1630}, lo_witness = 0xc08fedb8}, mtx_lock = 0x4, mtx_recurse = 0x0},
pm_pdir = 0xcf711000, pm_pvlist = {tqh_first = 0xcb0c8c48, tqh_last = 0xcb10e700}, pm_active = 0x1, pm_stats = {resident_count = 0x5,
wired_count = 0x0}, pm_list = {le_next = 0xc30a1570, le_prev = 0xc30a1804}}
(kgdb) p *(struct vm_object *)0xc105d7bc
$2 = {mtx = {mtx_object = {lo_class = 0xc088a1a4, lo_name = 0xc0844d02 "vm object", lo_type = 0xc0844cf2 "standard object",
lo_flags = 0x430000, lo_list = {tqe_next = 0xc105d840, tqe_prev = 0xc105d748}, lo_witness = 0xc08fec00}, mtx_lock = 0x4,
mtx_recurse = 0x0}, object_list = {tqe_next = 0xc105d528, tqe_prev = 0xc105d96c}, shadow_head = {lh_first = 0xc27bbbdc}, shadow_list = {
le_next = 0x0, le_prev = 0x0}, memq = {tqh_first = 0xc12f0d48, tqh_last = 0xc1194540}, root = 0xc114a060, size = 0x22,
generation = 0x370d2, ref_count = 0xab, shadow_count = 0x4a, type = 0x2, flags = 0x4, pg_color = 0x2, paging_in_progress = 0x0,
resident_page_count = 0x14, backing_object = 0x0, backing_object_offset = 0x0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0},
handle = 0xc1788000, un_pager = {vnp = {vnp_size = 0x210a4}, devp = {devp_pglist = {tqh_first = 0x210a4, tqh_last = 0x0}}, swp = {
swp_bcount = 0x210a4}}}