GENERIC RELENG_5 from Jan 28 13:41 UTC, vmcore.483 Livelock GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 5.4-STABLE #0: Sat Jan 28 18:00:24 CET 2006 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. ACPI APIC Table: <A M I OEMAPIC > Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252108800 (240 MB) : Mounting root from ufs:/dev/ad0s1a sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 KDB: stack backtrace: kdb_backtrace(c1cd6280,1,cf16c7a0,cf16c78c,c0750688) at kdb_backtrace+0x29 getdirtybuf(cf16c77c,0,1,c65c5920,1) at getdirtybuf+0x27 flush_deplist(c1df37c4,1,cf16c7a0) at flush_deplist+0x34 flush_inodedep_deps(c17b2000,bcd5,c08c76d8,cf16c7ec,c0611c90) at flush_inodedep_deps+0x68 softdep_sync_metadata(cf16c854) at softdep_sync_metadata+0x94 ffs_fsync(cf16c854) at ffs_fsync+0x35a ufs_direnter(c26f4a8c,c23acce4,cf16c8e8,cf16cbfc,0) at ufs_direnter+0x325 ufs_makeinode(81b0,c26f4a8c,cf16cbe8,cf16cbfc) at ufs_makeinode+0x55f ufs_create(cf16ca60,cf16cb1c,c06774f1,cf16ca60,cf16ca50) at ufs_create+0x26 ufs_vnoperate(cf16ca60) at ufs_vnoperate+0x13 vn_open_cred(cf16cbd4,cf16ccd4,1b0,c1a47400,3) at vn_open_cred+0x1e5 vn_open(cf16cbd4,cf16ccd4,1b0,3,c08f4060) at vn_open+0x1e kern_open(c1c7bd80,bfbfe900,0,602,1b0) at kern_open+0xcc open(c1c7bd80,cf16cd04,3,147,216) at open+0x18 syscall(bfbf002f,bfbf002f,bfbf002f,bfbfeacc,bfbfeac4) at syscall+0x227 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (5, FreeBSD ELF32, open), eip = 0x2812c047, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- ~KDB: enter: Line break on console [thread pid 11 tid 100003 ] Stopped at kdb_enter+0x2b: nop db> show allpcpu Current CPU: 0 db> where Tracing pid 11 tid 100003 td 0xc14fc480 kdb_enter(c084d477) at kdb_enter+0x2b siointr1(c166f000,c0937e40,0,c084d23f,6ad) at siointr1+0xce siointr(c166f000) at siointr+0x21 intr_execute_handlers(c14f5090,cbca1c98,4,cbca1cdc,c07b41d3) at intr_execute_handlers+0x9d lapic_handle_intr(34) at lapic_handle_intr+0x2e Xapic_isr1() at Xapic_isr1+0x33 --- interrupt, eip = 0xc0a7d2b5, esp = 0xcbca1cdc, ebp = 0xcbca1cdc --- acpi_cpu_c1(c08f4020,c14fbc5c,c0606e74,c14fbc5c,c0606e74) at acpi_cpu_c1+0x5 acpi_cpu_idle(cbca1d0c,c0606e9d,cbca1d24,c0606ccc,0) at acpi_cpu_idle+0xe1 cpu_idle(cbca1d24,c0606ccc,0,cbca1d38,0) at cpu_idle+0x1f idle_proc(0,cbca1d38,0,c0606e74,0) at idle_proc+0x29 fork_exit(c0606e74,0,cbca1d38) at fork_exit+0xa4 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xcbca1d6c, ebp = 0 --- db> show alllocks db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 21311 c2cb4a98 1001 21301 745 0000002 [SLPQ getblk 0xc66b8b88][SLP] mmap 21310 c1c9b000 1001 21301 745 0000002 [SLPQ snaplk 0xc172c040][SLP] mmap 21309 c1c9be20 1001 21301 745 0000002 [SLPQ pfault 0xc092b318][SLP] mmap 21308 c19e6000 1001 21301 745 0000002 [SLPQ getblk 0xc66b8b88][SLP] mmap 21307 c1cbc8d4 1001 21301 745 0000002 [SLPQ snaplk 0xc172c040][SLP] mmap 21306 c17fc54c 1001 21301 745 0000002 [SLPQ pfault 0xc092b318][SLP] mmap 21305 c2cbe8d4 1001 21301 745 0000002 [SLPQ pfault 0xc092b318][SLP] mmap 21304 c22b0710 1001 21301 745 0000002 [SLPQ snaplk 0xc172c040][SLP] mmap 21303 c1c9e710 1001 21301 745 0000002 [SLPQ pfault 0xc092b318][SLP] mmap 21302 c1cbc388 1001 21301 745 0000002 [SLPQ pfault 0xc092b318][SLP] mmap 21301 c1c388d4 1001 21271 745 0000002 [SLPQ wait 0xc1c388d4][SLP][SWAP] mmap 21300 c19e6710 1001 21295 745 0000002 [SLPQ snaplk 0xc172c040][SLP] rw 21299 c22b0000 1001 21295 745 0000002 [SLPQ snaplk 0xc172c040][SLP] rw 21298 c1c9b8d4 1001 21295 745 0000002 [SLPQ snaplk 0xc172c040][SLP] rw 21297 c2cba54c 1001 21286 745 0000002 [SLPQ ufs 0xc1ac355c][SLP] mkdir 21296 c1c38e20 1001 21286 745 0000002 [SWAP] mkdir 21295 c1cbc710 1001 21256 745 0000002 [SLPQ wait 0xc1cbc710][SLP][SWAP] rw 21294 c1cc31c4 1001 21286 745 0000002 [SWAP] mkdir 21293 c17fc388 1001 21286 745 0000002 [SWAP] mkdir 21292 c1c3c710 1001 21286 745 0000002 [SWAP] mkdir 21291 c2cb68d4 1001 21286 745 0000002 [SLPQ pfault 0xc092b318][SLP] mkdir 21290 c19e6e20 1001 21286 745 0000002 [SLPQ getblk 0xc66b8b88][SLP] mkdir 21289 c1c791c4 1001 21286 745 0000002 [SLPQ getblk 0xc66b8b88][SLP] mkdir 21288 c22ac8d4 1001 21286 745 0000002 [SLPQ getblk 0xc66b8b88][SLP] mkdir 21287 c22b0c5c 1001 21286 745 0000002 [SLPQ snaplk 0xc172c040][SLP] mkdir 21286 c1c3c8d4 1001 21259 745 0000002 [SLPQ wait 0xc1c3c8d4][SLP][SWAP] mkdir 21285 c2cb6000 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21284 c1cbce20 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21283 c1c3ca98 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21282 c19e61c4 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21281 c1c9bc5c 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21280 c1c381c4 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21279 c2172a98 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21278 c1c79388 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21277 c2cbe710 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21276 c22ac710 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21275 c1cc3e20 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21274 c2cb6c5c 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21273 c2cba000 1001 21272 745 0000002 [SLPQ pfault 0xc092b318][SLP] swap 21272 c21721c4 1001 21257 745 0000002 [SLPQ wait 0xc21721c4][SLP][SWAP] swap 21271 c1cc3710 1001 752 745 0004002 [SLPQ pfault 0xc092b318][SLP] mmap 21259 c1c7c000 1001 752 745 0004002 [SLPQ pfault 0xc092b318][SLP] mkdir 21257 c2cbac5c 1001 752 745 0004002 [SLPQ pfault 0xc092b318][SLP] swap 21256 c1cbc000 1001 752 745 0004002 [SLPQ pfault 0xc092b318][SLP] rw 752 c17fce20 1001 751 745 0000002 [SLPQ wait 0xc17fce20][SLP][SWAP] run 751 c173e1c4 1001 750 745 0000002 [SLPQ wait 0xc173e1c4][SLP][SWAP] run 750 c19e654c 1001 745 745 0004002 [SLPQ nanslp 0xc08f5b0c][SLP] run 745 c19e6c5c 1001 567 745 0004002 [SLPQ wait 0xc19e6c5c][SLP][SWAP] sh 567 c19e68d4 1001 566 567 0004002 [SLPQ wait 0xc19e68d4][SLP][SWAP] bash 566 c19e6a98 1001 564 564 0000100 [SLPQ select 0xc091d564][SLP][SWAP] sshd 564 c173e8d4 0 437 564 0000100 [SLPQ sbwait 0xc17e06ec][SLP][SWAP] sshd 563 c17fc000 0 1 563 0004002 [SLPQ ttyin 0xc163aa10][SLP][SWAP] getty 562 c1741000 0 1 562 0004002 [SLPQ ttyin 0xc163ac10][SLP][SWAP] getty 561 c17f78d4 0 1 561 0004002 [SLPQ ttyin 0xc163ae10][SLP][SWAP] getty 560 c17f71c4 0 1 560 0004002 [SLPQ ttyin 0xc1671010][SLP][SWAP] getty 559 c173ec5c 0 1 559 0004002 [SLPQ ttyin 0xc1671210][SLP][SWAP] getty 558 c174154c 0 1 558 0004002 [SLPQ ttyin 0xc1671410][SLP][SWAP] getty 557 c1741c5c 0 1 557 0004002 [SLPQ ttyin 0xc1671610][SLP][SWAP] getty 556 c17f7000 0 1 556 0004002 [SLPQ ttyin 0xc1671810][SLP][SWAP] getty 542 c1741a98 0 1 542 0000000 [SLPQ select 0xc091d564][SLP][SWAP] inetd 459 c17f7710 0 1 459 0000000 [SWAP] cron 447 c17f7c5c 25 1 447 0000100 [SWAP] sendmail 443 c1741e20 0 1 443 0000100 [SLPQ pfault 0xc092b318][SLP] sendmail 437 c17418d4 0 1 437 0000100 [SLPQ select 0xc091d564][SLP][SWAP] sshd 417 c17f7a98 0 1 417 0000000 [SLPQ pfault 0xc092b318][SLP] ntpd 384 c17f754c 0 1 384 0000000 [SWAP] usbd 359 c162bc5c 0 354 354 0000000 [SLPQ - 0xc17cac00][SLP][SWAP] nfsd 358 c173ee20 0 354 354 0000000 [SLPQ - 0xc17caa00][SLP][SWAP] nfsd 357 c173ea98 0 354 354 0000000 [SLPQ - 0xc17cae00][SLP][SWAP] nfsd 356 c162be20 0 354 354 0000000 [SLPQ - 0xc17cb000][SLP][SWAP] nfsd 354 c173e000 0 1 354 0000000 [SLPQ select 0xc091d564][SLP][SWAP] nfsd 352 c173e54c 0 1 352 0000000 [SLPQ select 0xc091d564][SLP][SWAP] mountd 282 c162ba98 0 1 282 0000000 [SLPQ select 0xc091d564][SLP] rpcbind 268 c173e388 0 1 268 0000000 [SLPQ pfault 0xc092b318][SLP] syslogd 250 c173e710 0 1 250 0000000 [SLPQ select 0xc091d564][SLP][SWAP] devd 62 c17411c4 0 0 0 0000204 [SLPQ - 0xce794d04][SLP] schedcpu 61 c1741388 0 0 0 0000204 [SLPQ - 0xc092508c][SLP] nfsiod 3 60 c15ee1c4 0 0 0 0000204 [SLPQ - 0xc0925088][SLP] nfsiod 2 59 c15ee388 0 0 0 0000204 [SLPQ - 0xc0925084][SLP] nfsiod 1 58 c15ee54c 0 0 0 0000204 [SLPQ - 0xc0925080][SLP] nfsiod 0 57 c15ee710 0 0 0 0000204 [SLPQ vlruwt 0xc15ee710][SLP] vnlru 56 c15ee8d4 0 0 0 0000204 [SLPQ snaplk 0xc172c040][SLP] syncer 55 c15eea98 0 0 0 0000204 [SLPQ vmwait 0xc092b318][SLP] bufdaemon 54 c15eec5c 0 0 0 000020c [SLPQ pgzero 0xc092ba14][SLP] pagezero 53 c15eee20 0 0 0 0000204 [SLPQ psleep 0xc092ba68][SLP] vmdaemon 52 c162b000 0 0 0 0000204 [SLPQ snaplk 0xc172c040][SLP] pagedaemon 51 c162b1c4 0 0 0 0000204 [SLPQ - 0xc163813c][SLP] fdc0 50 c162b388 0 0 0 0000204 [IWAIT] swi0: sio 49 c162b54c 0 0 0 0000204 [SLPQ usbevt 0xc162d210][SLP] usb3 48 c162b710 0 0 0 0000204 [SLPQ usbevt 0xc162f210][SLP] usb2 47 c162b8d4 0 0 0 0000204 [SLPQ usbevt 0xc1621210][SLP] usb1 46 c1543a98 0 0 0 0000204 [SLPQ usbtsk 0xc08ed818][SLP] usbtask 45 c1543c5c 0 0 0 0000204 [SLPQ usbevt 0xc15f6210][SLP] usb0 9 c1543e20 0 0 0 0000204 [SLPQ actask 0xc0a8b34c][SLP] acpi_task2 8 c15ea000 0 0 0 0000204 [SLPQ actask 0xc0a8b34c][SLP] acpi_task1 7 c15ea1c4 0 0 0 0000204 [SLPQ actask 0xc0a8b34c][SLP] acpi_task0 44 c15ea388 0 0 0 0000204 [IWAIT] swi3: cambio 43 c15ea54c 0 0 0 0000204 [IWAIT] swi2: camnet 42 c15ea710 0 0 0 0000204 [IWAIT] swi6:+ 41 c15ea8d4 0 0 0 0000204 [IWAIT] swi6: acpitaskq 6 c15eaa98 0 0 0 0000204 [SLPQ - 0xc15f2240][SLP] thread taskq 40 c15eac5c 0 0 0 0000204 [IWAIT] swi6:+ 39 c15eae20 0 0 0 0000204 [IWAIT] swi6: task queue 5 c15ee000 0 0 0 0000204 [SLPQ - 0xc157ea80][SLP] kqueue taskq 38 c153354c 0 0 0 0000204 [SLPQ - 0xc08eb560][SLP] yarrow 4 c1533710 0 0 0 0000204 [SLPQ - 0xc08f0148][SLP] g_down 3 c15338d4 0 0 0 0000204 [SLPQ - 0xc08f0144][SLP] g_up 2 c1533a98 0 0 0 0000204 [SLPQ - 0xc08f013c][SLP] g_event 37 c1533c5c 0 0 0 0000204 [IWAIT] swi1: net 36 c1533e20 0 0 0 0000204 [IWAIT] swi4: vm 35 c1543000 0 0 0 000020c [IWAIT] swi5: clock sio 34 c15431c4 0 0 0 0000204 [IWAIT] irq0: clk 33 c1543388 0 0 0 0000204 [IWAIT] irq23: 32 c154354c 0 0 0 0000204 [IWAIT] irq22: rl0 31 c1543710 0 0 0 0000204 [IWAIT] irq21: 30 c15438d4 0 0 0 0000204 [IWAIT] irq20: 29 c15031c4 0 0 0 0000204 [IWAIT] irq19: uhci1 28 c1503388 0 0 0 0000204 [IWAIT] irq18: uhci2 27 c150354c 0 0 0 0000204 [IWAIT] irq17: pcm0 26 c1503710 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 25 c15038d4 0 0 0 0000204 [IWAIT] irq15: ata1 24 c1503a98 0 0 0 0000204 [IWAIT] irq14: ata0 23 c1503c5c 0 0 0 0000204 [IWAIT] irq13: 22 c1503e20 0 0 0 0000204 [IWAIT] irq12: 21 c1533000 0 0 0 0000204 [IWAIT] irq11: 20 c15331c4 0 0 0 0000204 [IWAIT] irq10: 19 c1533388 0 0 0 0000204 [IWAIT] irq9: acpi0 18 c14fb000 0 0 0 0000204 [IWAIT] irq8: rtc 17 c14fb1c4 0 0 0 0000204 [IWAIT] irq7: ppc0 16 c14fb388 0 0 0 0000204 [IWAIT] irq6: fdc0 15 c14fb54c 0 0 0 0000204 [IWAIT] irq5: 14 c14fb710 0 0 0 0000204 [IWAIT] irq4: sio0 13 c14fb8d4 0 0 0 0000204 [IWAIT] irq3: 12 c14fba98 0 0 0 0000204 [IWAIT] irq1: atkbd0 11 c14fbc5c 0 0 0 000020c [CPU 0] idle 1 c14fbe20 0 0 1 0004200 [SLPQ wait 0xc14fbe20][SLP] init 10 c1503000 0 0 0 0000204 [SLPQ ktrace 0xc08f3a98][SLP] ktrace 0 c08f0240 0 0 0 0000200 [SLPQ vmwait 0xc092b318][SLP] swapper 21267 c2172388 1001 752 745 0006002 zomb[INACTIVE] lockf 21270 c19e6388 1001 752 745 0006002 zomb[INACTIVE] badcode 21269 c1cc3a98 1001 752 745 0006002 zomb[INACTIVE] socketpair 21268 c17fc8d4 1001 752 745 0006002 zomb[INACTIVE] symlink 21263 c1c7cc5c 1001 752 745 0006002 zomb[INACTIVE] pty 21262 c22b054c 1001 752 745 0006002 zomb[INACTIVE] mkfifo 21261 c1c38710 1001 752 745 0006002 zomb[INACTIVE] udp 21264 c1cbc54c 1001 752 745 0006002 zomb[INACTIVE] syscall 21266 c22acc5c 1001 752 745 0006002 zomb[INACTIVE] tcp 21265 c1741710 1001 752 745 0006002 zomb[INACTIVE] sysctl 21260 c1cc38d4 1001 752 745 0006002 zomb[INACTIVE] thr1 21258 c1c3c1c4 1001 752 745 0006002 zomb[INACTIVE] creat db> call doadump Dumping 255 MB 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240 Dump complete 0xf db> reset GDB: no debug ports present (kgdb) lock 0xc172c040 $3 = {lk_interlock = 0xc08f43c4, lk_flags = 0x1200440, lk_sharecount = 0x0, lk_waitcount = 0x9, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc0844b0e "snaplk", lk_timo = 0x6, lk_lockholder = 0xc15f0480, lk_newlock = 0x0, lk_filename = 0xc0844ad5 "../../../ufs/ffs/ffs_snapshot.c", lk_lockername = 0xc0828176 "lockmgr", lk_lineno = 0x7cb, lk_slockholder = 0xffffffff, lk_sfilename = 0xc080591a "none", lk_slockername = 0xc082dafe "never share locked", lk_slineno = 0x0} Lock 0xc172c040 is owned by pid 55 (kgdb) p vm_pages_needed $4 = 0x1 (kgdb) p cnt $5 = {v_swtch = 0xee188e8, v_trap = 0x18f2c1f, v_syscall = 0x0, v_intr = 0x1d24cb3, v_soft = 0x7ae2fc4, v_vm_faults = 0x18ff6f0, v_cow_faults = 0x5bd1c, v_cow_optim = 0x44, v_zfod = 0xf736a8, v_ozfod = 0x5e45d1, v_swapin = 0x4347a, v_swapout = 0x939e8, v_swappgsin = 0x18ab60, v_swappgsout = 0x74ecbd, v_vnodein = 0x66b7, v_vnodeout = 0x26d, v_vnodepgsin = 0x1e0df, v_vnodepgsout = 0x884, v_intrans = 0x49875, v_reactivated = 0x16989, v_pdwakeups = 0x2d6b, v_pdpages = 0x119b380a, v_dfree = 0x768f, v_pfree = 0x132df5, v_tfree = 0x1f7302f, v_page_size = 0x1000, v_page_count = 0xf1fc, v_free_reserved = 0xa2, v_free_target = 0x7fa, v_free_min = 0x1d6, v_free_count = 0x2, v_wire_count = 0x3245, v_active_count = 0x9f04, v_inactive_target = 0xbf7, v_inactive_count = 0x2066, v_cache_count = 0x0, v_cache_min = 0x7fa, v_cache_max = 0xff4, v_pageout_free_min = 0x22, v_interrupt_free_min = 0x2, v_free_severe = 0x13c, v_forks = 0x5267, v_vforks = 0x9a, v_rforks = 0x0, v_kthreads = 0x3e, v_forkpages = 0x10aca8, v_vforkpages = 0x296a, v_rforkpages = 0x0, v_kthreadpages = 0x0}