GENERIC HEAD from May 26 06:09 UTC, vmcore.333 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-CURRENT #0: Thu May 26 12:15:40 CEST 2005 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. ACPI APIC Table: <A M I OEMAPIC > Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252354560 (240 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted rl0: link state changed to DOWN sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 panic: wrong b_bufobj 0xc1db0e20 should be 0xc2241a84 cpuid = 0 KDB: enter: panic [thread pid 18548 tid 100400 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 18548 tid 100400 td 0xc2179a80 kdb_enter(c084bdcd) at kdb_enter+0x2b panic(c0853ba6,c1db0e20,c2241a84,23,c6642788) at panic+0x14b flushbuflist(c2241a88,4,c2241a84,0,0) at flushbuflist+0x111 bufobj_invalbuf(c2241a84,4,c2179a80,0,0) at bufobj_invalbuf+0x10d vinvalbuf(c22419a0,4,c2179a80,0,0,c1f47b58,0,0,800) at vinvalbuf+0x1d ffs_truncate(c22419a0,0,0,c00,0) at ffs_truncate+0x575 ufs_inactive(cf5adbd8) at ufs_inactive+0x9d VOP_INACTIVE_APV(c08e9080,cf5adbd8) at VOP_INACTIVE_APV+0x7e vinactive(c22419a0,c2179a80) at vinactive+0x6d vput(c22419a0) at vput+0x162 kern_unlink(c2179a80,bfbfd930,0,cf5add30,c07e1267) at kern_unlink+0x19e unlink(c2179a80,cf5add04,1,8e,296) at unlink+0x12 syscall(2805003b,bfbf003b,bfbf003b,28050300,bfbfeb00) at syscall+0x227 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (10, FreeBSD ELF32, unlink), eip = 0x280c15f7, esp = 0xbfbfd91c, ebp = 0xbfbfe9c8 --- db> show lockedvnods Locked vnodes KDB: stack backtrace: kdb_backtrace(c091f8a0,0,c084c64a,13b,7b1df6e5) at kdb_backtrace+0x29 mi_switch(1,0) at mi_switch+0x1af turnstile_wait(c091ef48,c2262900) at turnstile_wait+0x32b _mtx_lock_sleep(c091ef48,c2179a80,0,c0849e49,243) at _mtx_lock_sleep+0x1ce _mtx_lock_flags(c091ef48,0,c0849e49,243) at _mtx_lock_flags+0x8a lockstatus(c1f388c4,0,cf5ad73c,c07f41ca,cf5ad74c) at lockstatus+0x24 vop_stdislocked(cf5ad74c) at vop_stdislocked+0x17 VOP_ISLOCKED_APV(c08e9080,cf5ad74c) at VOP_ISLOCKED_APV+0x7e lockedvnodes(c064080f,0,ffffffff,cf5ad78c,0) at lockedvnodes+0x45 db_command(c08f88a4,c087f7a0,c0876a44,c0876a60,c08180dd) at db_command+0x264 db_command_loop(0,0,cf5ad844,cf5ad830,cf5ad878) at db_command_loop+0x5c db_trap(3,0,c2179a80,3,c2179a80) at db_trap+0xdd kdb_trap(3,0,cf5ad8d0) at kdb_trap+0x88 trap(cf5a0008,c0640028,c0840028,c0853ba6,1) at trap+0x4b0 calltrap() at calltrap+0x5 --- trap 0x3, eip = 0xc064080f, esp = 0xcf5ad910, ebp = 0xcf5ad910 --- kdb_enter(c084bdcd) at kdb_enter+0x2b panic(c0853ba6,c1db0e20,c2241a84,23,c6642788) at panic+0x14b flushbuflist(c2241a88,4,c2241a84,0,0) at flushbuflist+0x111 bufobj_invalbuf(c2241a84,4,c2179a80,0,0) at bufobj_invalbuf+0x10d vinvalbuf(c22419a0,4,c2179a80,0,0,c1f47b58,0,0,800) at vinvalbuf+0x1d ffs_truncate(c22419a0,0,0,c00,0) at ffs_truncate+0x575 ufs_inactive(cf5adbd8) at ufs_inactive+0x9d VOP_INACTIVE_APV(c08e9080,cf5adbd8) at VOP_INACTIVE_APV+0x7e vinactive(c22419a0,c2179a80) at vinactive+0x6d vput(c22419a0) at vput+0x162 kern_unlink(c2179a80,bfbfd930,0,cf5add30,c07e1267) at kern_unlink+0x19e unlink(c2179a80,cf5add04,1,8e,296) at unlink+0x12 syscall(2805003b,bfbf003b,bfbf003b,28050300,bfbfeb00) at syscall+0x227 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (10, FreeBSD ELF32, unlink), eip = 0x280c15f7, esp = 0xbfbfd91c, ebp = 0xbfbfe9c8 --- db> show alllocks Process 18555 (thr1) thread 0xc2262900 (100117) exclusive sx user map r = 0 (0xc1a7dd28) locked @ vm/vm_map.c:2997 Process 18553 (thr1) thread 0xc2dbf180 (100465) exclusive sleep mutex pmap r = 0 (0xc2e92c78) locked @ i386/i386/pmap.c:1626 exclusive sleep mutex vm page queue mutex r = 0 (0xc097b200) locked @ i386/i386/pmap.c:1624 exclusive sx user map r = 0 (0xc2e92bfc) locked @ vm/vm_unix.c:88 Process 18550 (creat) thread 0xc214f900 (100290) exclusive sleep mutex vnode interlock r = 0 (0xc25eef08) locked @ kern/vfs_bio.c:2326 Process 18549 (creat) thread 0xc21c3000 (100181) exclusive sleep mutex vm object (standard object) r = 0 (0xc1794ad4) locked @ kern/vfs_bio.c:3340 Process 18540 (udp) thread 0xc34d5480 (100102) exclusive sleep mutex inp (udpinp) r = 0 (0xc17d2b1c) locked @ netinet/udp_usrreq.c:773 Process 18539 (udp) thread 0xc2159480 (100300) exclusive sleep mutex inp (udpinp) r = 0 (0xc17d2f54) locked @ netinet/udp_usrreq.c:773 Process 18537 (udp) thread 0xc2f24780 (100151) exclusive sleep mutex inp (udpinp) r = 0 (0xc17d29b4) locked @ netinet/udp_usrreq.c:773 Process 18535 (udp) thread 0xc2f15c00 (100325) exclusive sleep mutex rl0 (network driver) r = 0 (0xc1611f08) locked @ pci/if_rl.c:1444 exclusive sleep mutex inp (udpinp) r = 0 (0xc17d1f54) locked @ netinet/udp_usrreq.c:773 db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 18593 c2eb6200 1001 18561 8678 0000002 [RUNQ] tcp 18588 c3590800 1001 18562 8678 0000002 [RUNQ] tcp 18580 c262d600 1001 18560 8678 0000002 [RUNQ] tcp 18576 c358f800 1001 18559 8678 0000002 [RUNQ] tcp 18573 c3591000 1001 18541 8678 0008082 (threaded) thr1 thread 0xc22a7000 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2f1f600 ksegrp 0xc3592360 [RUNQ] thread 0xc24cdd80 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2f1f300 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc232c000 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc34cb480 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2f25600 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc34d5d80 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2179c00 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc34d7780 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2262d80 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc1824600 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2eb8c00 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2f1c300 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2f15480 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] thread 0xc2e68480 ksegrp 0xc2dbd3c0 [SLPQ ksesigwait 0xc3591138][SLP] thread 0xc2eb7a80 ksegrp 0xc3592360 [SLPQ kserel 0xc3592394][SLP] 18572 c2e66c00 1001 18558 8678 0000002 [SLPQ nanslp 0xc09201ac][SLP] syscall 18571 c180fc00 1001 18558 8678 0000002 [SLPQ nanslp 0xc09201ac][SLP] syscall 18570 c2dbee00 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2263780 ksegrp 0xc2dbd000 [RUNQ] thread 0xc24e2900 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2f1ed80 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2120780 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc34d4900 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2355d80 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2f14600 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2f13600 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc1812c00 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2eb7900 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2f1e780 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2262480 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2f23180 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2125d80 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2f24c00 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] thread 0xc2dc0600 ksegrp 0xc2dbd6c0 [SLPQ ksesigwait 0xc2dbef38][SLP] thread 0xc2159a80 ksegrp 0xc2dbd000 [SLPQ kserel 0xc2dbd034][SLP] 18569 c2eb4400 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2dbfd80 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc214f300 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc232f000 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc2f1ec00 ksegrp 0xc2eb5540 [RUNQ] thread 0xc24e2480 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc2eb7300 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc232ca80 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc24cd000 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc24cd780 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc24cd480 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc34d7c00 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc2dbf900 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc2dbfa80 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc2e8a480 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc24cdc00 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] thread 0xc24e2d80 ksegrp 0xc2eb5d20 [SLPQ ksesigwait 0xc2eb4538][SLP] thread 0xc2f24600 ksegrp 0xc2eb5540 [SLPQ kserel 0xc2eb5574][SLP] 18567 c2e66400 1001 18558 8678 0000002 [SLPQ nanslp 0xc09201ac][SLP] syscall 18565 c2613c00 1001 18558 8678 0000002 [SLPQ nanslp 0xc09201ac][SLP] syscall 18563 c1804c00 1001 18558 8678 0000002 [SLPQ nanslp 0xc09201ac][SLP] syscall 18562 c2e88400 1001 18552 8678 0000002 [SLPQ sbwait 0xc1a8e480][SLP] tcp 18561 c2dbc600 1001 18552 8678 0000002 [SLPQ sbwait 0xc2f17718][SLP] tcp 18560 c2eb6800 1001 18552 8678 0000002 [SLPQ sbwait 0xc2f18c48][SLP] tcp 18559 c1abac00 1001 18552 8678 0000002 [SLPQ sbwait 0xc2f185cc][SLP] tcp 18558 c1abbc00 1001 18529 8678 0000002 [SLPQ wait 0xc1abbc00][SLP] syscall 18557 c2613200 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2e68180 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2125900 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2f23000 ksegrp 0xc2dbdea0 [RUNQ] thread 0xc34cb180 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2dc0900 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2e69900 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc22a7780 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2262a80 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2f24a80 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2f24d80 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2f22000 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc34d5180 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc232ba80 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc1824180 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc232c480 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] thread 0xc2263480 ksegrp 0xc2dbd780 [SLPQ ksesigwait 0xc2613338][SLP] thread 0xc24cd600 ksegrp 0xc2dbdea0 [SLPQ kserel 0xc2dbded4][SLP] 18556 c1811a00 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2eb7c00 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc24b4000 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc24cd300 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc2218900 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc2e8ac00 ksegrp 0xc1813120 [RUNQ] thread 0xc2262600 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc2e8aa80 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc21c3300 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc2159900 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc1821180 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc164a780 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc22a7c00 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc24e2000 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc1824d80 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc34d4000 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] thread 0xc2f1cd80 ksegrp 0xc2dbd660 [SLPQ ksesigwait 0xc1811b38][SLP] thread 0xc2e69d80 ksegrp 0xc1813120 [SLPQ kserel 0xc1813154][SLP] 18555 c2eb6e00 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2eb7000 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2262900 ksegrp 0xc2eb5060 [RUNQ] thread 0xc2636300 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f24480 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f25a80 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f1ea80 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f1c600 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc34d4c00 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc232b600 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2159300 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc1821300 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f26600 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f21900 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2179600 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc2f1d900 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] thread 0xc214f600 ksegrp 0xc2dbd8a0 [SLPQ ksesigwait 0xc2eb6f38][SLP] thread 0xc21c3d80 ksegrp 0xc2eb5060 [SLPQ kserel 0xc2eb5094][SLP] 18554 c1abaa00 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2120c00 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2f26180 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2eb7d80 ksegrp 0xc1573720 [RUNQ] thread 0xc2f26900 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2f1c180 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc24e2c00 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc21a1600 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2218180 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2e68000 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2f14300 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc21a1480 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc21a1900 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2eb8780 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2e69180 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc2159180 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] thread 0xc34d4600 ksegrp 0xc2dbd900 [SLPQ ksesigwait 0xc1abab38][SLP] thread 0xc1812a80 ksegrp 0xc1573720 [SLPQ kserel 0xc1573754][SLP] 18553 c3590200 1001 18541 8678 0008082 (threaded) thr1 thread 0xc2dbf180 ksegrp 0xc2dbd600 [RUNQ] thread 0xc232b780 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2263a80 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2186000 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc24fe000 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2f22c00 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc1abc000 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc34d5a80 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc232b900 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2f15300 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2f13d80 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2179780 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2e69300 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2159000 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc2f26300 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] thread 0xc34d5900 ksegrp 0xc2dbd840 [SLPQ ksesigwait 0xc3590338][SLP] thread 0xc2eb8a80 ksegrp 0xc2dbd600 [SLPQ kserel 0xc2dbd634][SLP] 18552 c2613800 1001 18531 8678 0000002 [SLPQ wait 0xc2613800][SLP] tcp 18551 c1804000 1001 18542 8678 0000002 [RUNQ] creat 18550 c2dbe400 1001 18542 8678 0000002 [LOCK lockbuilder mtxpool c18ce9c0] creat 18549 c2613600 1001 18542 8678 0000002 [LOCK vm page queue mutex c16a5d00] creat 18548 c2e89c00 1001 18534 8678 0000002 [LOCK lockbuilder mtxpool c18ce9c0] rw 18547 c2613e00 1001 18534 8678 0000002 [RUNQ] rw 18546 c1abb200 1001 18534 8678 0000002 [RUNQ] rw 18545 c2e66800 1001 18534 8678 0000002 [RUNQ] rw 18544 c1abb600 1001 18534 8678 0000002 [RUNQ] rw 18543 c2e66600 1001 18534 8678 0000002 [RUNQ] rw 18542 c2e67c00 1001 18525 8678 0000002 [SLPQ wait 0xc2e67c00][SLP] creat 18541 c2dbc800 1001 18527 8678 0000002 [SLPQ wait 0xc2dbc800][SLP] thr1 18540 c2e66200 1001 18533 8678 0000002 [RUNQ] udp 18539 c262dc00 1001 18533 8678 0000002 [RUNQ] udp 18538 c2e67e00 1001 18533 8678 0000002 [RUNQ] udp 18537 c2dbc000 1001 18533 8678 0000002 [RUNQ] udp 18536 c2e66a00 1001 18533 8678 0000002 [RUNQ] udp 18535 c2e67400 1001 18533 8678 0000002 [RUNQ] udp 18534 c3590000 1001 18528 8678 0000002 [SLPQ wait 0xc3590000][SLP] rw 18533 c2e89a00 1001 18532 8678 0000002 [SLPQ wait 0xc2e89a00][SLP] udp 18532 c2e67a00 1001 8685 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] udp 18531 c2eb6c00 1001 8685 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] tcp 18529 c2613a00 1001 8685 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] syscall 18528 c262d000 1001 8685 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] rw 18527 c358f600 1001 8685 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] thr1 18525 c2e88200 1001 8685 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] creat 8685 c1aba200 1001 8684 8678 0000002 [SLPQ wait 0xc1aba200][SLP] run 8684 c2e66e00 1001 8683 8678 0000002 [SLPQ wait 0xc2e66e00][SLP] run 8683 c2dbe800 1001 8678 8678 0004002 [SLPQ nanslp 0xc09201ac][SLP] run 8678 c2dbcc00 1001 586 8678 0004002 [SLPQ wait 0xc2dbcc00][SLP] sh 586 c1811c00 1001 585 586 0004002 [SLPQ wait 0xc1811c00][SLP] bash 585 c1811e00 1001 583 583 0000100 [SLPQ select 0xc096d4a4][SLP] sshd 583 c1820200 0 423 583 0004100 [SLPQ sbwait 0xc1a8ec48][SLP] sshd 570 c1804800 1001 564 570 0004002 [SLPQ select 0xc096d4a4][SLP] top 564 c1811800 1001 563 564 0004002 [SLPQ wait 0xc1811800][SLP] bash 563 c174dc00 1001 561 561 0000100 [SLPQ select 0xc096d4a4][SLP] sshd 561 c1820600 0 423 561 0004100 [SLPQ sbwait 0xc1839480][SLP] sshd 553 c1804200 0 1 553 0004002 [SLPQ ttyin 0xc16b3c10][SLP] getty 552 c1804e00 0 1 552 0004002 [SLPQ ttyin 0xc16b4010][SLP] getty 551 c1804400 0 1 551 0004002 [SLPQ ttyin 0xc16b4410][SLP] getty 550 c1804a00 0 1 550 0004002 [SLPQ ttyin 0xc16ab010][SLP] getty 549 c1804600 0 1 549 0004002 [SLPQ ttyin 0xc16a9410][SLP] getty 548 c1820000 0 1 548 0004002 [SLPQ ttyin 0xc16ab410][SLP] getty 547 c1646e00 0 1 547 0004002 [SLPQ ttyin 0xc16a8c10][SLP] getty 546 c1750c00 0 1 546 0004002 [SLPQ ttyin 0xc16a8010][SLP] getty 514 c180f600 0 1 514 0000000 [SLPQ select 0xc096d4a4][SLP] moused 447 c180f400 0 1 447 0000000 [SLPQ nanslp 0xc09201ac][SLP] cron 435 c1811600 25 1 435 0000100 [SLPQ pause 0xc1811634][SLP] sendmail 429 c174da00 0 1 429 0000100 [SLPQ select 0xc096d4a4][SLP] sendmail 423 c180fa00 0 1 423 0000100 [SLPQ select 0xc096d4a4][SLP] sshd 405 c180fe00 0 1 405 0000000 [SLPQ select 0xc096d4a4][SLP] ntpd 376 c180f800 0 1 376 0000000 [SLPQ select 0xc096d4a4][SLP] usbd 356 c1811400 0 351 351 0000000 [SLPQ - 0xc1818600][SLP] nfsd 355 c180f000 0 351 351 0000000 [SLPQ - 0xc1818400][SLP] nfsd 354 c174d400 0 351 351 0000000 [SLPQ - 0xc1818800][SLP] nfsd 353 c1750a00 0 351 351 0000000 [SLPQ - 0xc1818a00][SLP] nfsd 351 c1750e00 0 1 351 0000000 [SLPQ select 0xc096d4a4][SLP] nfsd 349 c180f200 0 1 349 0000000 [SLPQ select 0xc096d4a4][SLP] mountd 280 c174d800 0 1 280 0000000 [SLPQ select 0xc096d4a4][SLP] rpcbind 266 c174d600 0 1 266 0000000 [SLPQ select 0xc096d4a4][SLP] syslogd 237 c174d200 0 1 237 0000000 [SLPQ select 0xc096d4a4][SLP] devd 61 c174de00 0 0 0 0000204 [SLPQ - 0xce9e7d04][SLP] schedcpu 60 c1750000 0 0 0 0000204 [SLPQ - 0xc097518c][SLP] nfsiod 3 59 c1750200 0 0 0 0000204 [SLPQ - 0xc0975188][SLP] nfsiod 2 58 c1750400 0 0 0 0000204 [SLPQ - 0xc0975184][SLP] nfsiod 1 57 c1750600 0 0 0 0000204 [SLPQ - 0xc0975180][SLP] nfsiod 0 56 c1750800 0 0 0 0000204 [SLPQ syncer 0xc091ff20][SLP] syncer 55 c1572400 0 0 0 0000204 [SLPQ vlruwt 0xc1572400][SLP] vnlru 54 c1572600 0 0 0 0000204 [SLPQ psleep 0xc096d9f0][SLP] bufdaemon 53 c1572800 0 0 0 000020c [SLPQ pgzero 0xc097b724][SLP] pagezero 52 c1572a00 0 0 0 0000204 [SLPQ psleep 0xc097b274][SLP] vmdaemon 51 c1572c00 0 0 0 0000204 [SLPQ psleep 0xc097b230][SLP] pagedaemon 50 c1572e00 0 0 0 0000204 [SLPQ - 0xc166aa3c][SLP] fdc0 49 c1646000 0 0 0 0000204 [IWAIT] swi0: sio 48 c1646200 0 0 0 0000204 [SLPQ usbevt 0xc160d210][SLP] usb4 47 c1646400 0 0 0 0000204 [SLPQ usbevt 0xc1661210][SLP] usb3 46 c1646600 0 0 0 0000204 [SLPQ usbevt 0xc164e210][SLP] usb2 45 c1646800 0 0 0 0000204 [SLPQ usbevt 0xc1650210][SLP] usb1 44 c1646a00 0 0 0 0000204 [SLPQ usbtsk 0xc090eeb4][SLP] usbtask 43 c1646c00 0 0 0 0000204 [SLPQ usbevt 0xc1624210][SLP] usb0 42 c1565c00 0 0 0 0000204 [IWAIT] swi2: cambio 41 c1565e00 0 0 0 0000204 [IWAIT] swi5:+ 9 c1570000 0 0 0 0000204 [SLPQ - 0xc161c280][SLP] acpi_task2 8 c1570200 0 0 0 0000204 [SLPQ - 0xc161c280][SLP] acpi_task1 7 c1570400 0 0 0 0000204 [SLPQ - 0xc161c280][SLP] acpi_task0 6 c1570600 0 0 0 0000204 [SLPQ - 0xc161c300][SLP] thread taskq 40 c1570800 0 0 0 0000204 [IWAIT] swi6:+ 39 c1570a00 0 0 0 0000204 [IWAIT] swi6: task queue 5 c1570c00 0 0 0 0000204 [SLPQ - 0xc1520c00][SLP] kqueue taskq 38 c1570e00 0 0 0 0000204 [SLPQ - 0xc090cbe0][SLP] yarrow 4 c1572000 0 0 0 0000204 [SLPQ - 0xc09116a8][SLP] g_down 3 c1572200 0 0 0 0000204 [SLPQ - 0xc09116a4][SLP] g_up 2 c1557600 0 0 0 0000204 [SLPQ - 0xc091169c][SLP] g_event 37 c1557800 0 0 0 0000204 [IWAIT] swi1: net 36 c1557a00 0 0 0 0000204 [IWAIT] swi3: vm 35 c1557c00 0 0 0 000020c [RUNQ] swi4: clock sio 34 c1557e00 0 0 0 0000204 [IWAIT] irq23: ehci0 33 c1565000 0 0 0 0000204 [IWAIT] irq22: rl0 32 c1565200 0 0 0 0000204 [IWAIT] irq21: 31 c1565400 0 0 0 0000204 [IWAIT] irq20: 30 c1565600 0 0 0 0000204 [IWAIT] irq19: uhci1 29 c1565800 0 0 0 0000204 [IWAIT] irq18: uhci2 28 c1565a00 0 0 0 0000204 [IWAIT] irq17: pcm0 27 c1526200 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 26 c1526400 0 0 0 0000204 [IWAIT] irq15: ata1 25 c1526600 0 0 0 0000204 [IWAIT] irq14: ata0 24 c1526800 0 0 0 0000204 [IWAIT] irq13: 23 c1526a00 0 0 0 0000204 [IWAIT] irq12: psm0 22 c1526c00 0 0 0 0000204 [IWAIT] irq11: 21 c1526e00 0 0 0 0000204 [IWAIT] irq10: 20 c1557000 0 0 0 0000204 [IWAIT] irq9: acpi0 19 c1557200 0 0 0 0000204 [IWAIT] irq8: 18 c1557400 0 0 0 0000204 [IWAIT] irq7: ppc0 17 c1521000 0 0 0 0000204 [IWAIT] irq6: fdc0 16 c1521200 0 0 0 0000204 [IWAIT] irq5: 15 c1521400 0 0 0 0000204 [IWAIT] irq4: sio0 14 c1521600 0 0 0 0000204 [IWAIT] irq3: 13 c1521800 0 0 0 0000204 [IWAIT] irq0: 12 c1521a00 0 0 0 0000204 [IWAIT] irq1: atkbd0 11 c1521c00 0 0 0 000020c [Can run] idle: cpu0 1 c1521e00 0 0 1 0004200 [SLPQ wait 0xc1521e00][SLP] init 10 c1526000 0 0 0 0000204 [SLPQ ktrace 0xc091e118][SLP] ktrace 0 c09117a0 0 0 0 0000200 [IWAIT] swapper 18564 c2dbec00 1001 18558 8678 0002002 zomb[INACTIVE] syscall 18566 c262da00 1001 18558 8678 0002002 zomb[INACTIVE] syscall 18568 c1aba600 1001 18558 8678 0002002 zomb[INACTIVE] syscall 18530 c2613000 1001 8685 8678 0006002 zomb[INACTIVE] sysctl 18526 c2e67800 1001 8685 8678 0006002 zomb[INACTIVE] mkdir db> call doadump Dumping 255 MB 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240 Dump complete 0xf db> reset (kgdb) f 11 #11 0xc067aad9 in flushbuflist (bufv=0x0, flags=0x4, bo=0xc2241a84, slpflag=0x0, slptimeo=0x0) at ../../../kern/vfs_subr.c:1056 1056 KASSERT(bp->b_bufobj == bo, (kgdb) info loc bp = (struct buf *) 0xc668e9b8 nbp = (struct buf *) 0xc6642788 retval = 0x23 error = 0x0 (kgdb) p *bp $1 = {b_bufobj = 0xc1db0e20, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xc8688000 "", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x0, b_iooffset = 0x296ce800, b_resid = 0x0, b_iodone = 0, b_blkno = 0x1a0, b_offset = 0x680000, b_bobufs = {tqe_next = 0xc6642788, tqe_prev = 0xc6644658}, b_left = 0xc6644620, b_right = 0x0, b_vflags = 0x0, b_freelist = {tqe_next = 0xc6642788, tqe_prev = 0xc664466c}, b_qindex = 0x1, b_flags = 0x20000020, b_xflags = 0x2, b_lock = {lk_interlock = 0xc091f7b8, lk_flags = 0x40000, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc085506f "flushbuf", lk_timo = 0x0, lk_lockholder = 0xc2179a80, lk_newlock = 0x0, lk_filename = 0xc0853636 "../../../sys/buf.h", lk_lockername = 0xc083fa05 "lockmgr", lk_lineno = 0x129, lk_slockholder = 0xffffffff, lk_sfilename = 0xc0825203 "none", lk_slockername = 0xc084a12b "never share locked", lk_slineno = 0x0}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xc8688000 "", b_kvasize = 0x4000, b_lblkno = 0x1a0, b_vp = 0xc1db0d3c, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xc8688000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = { tqh_first = 0xc6642788, tqh_last = 0xc65db020}, cluster_entry = {tqe_next = 0xc6642788, tqe_prev = 0xc65db020}}, b_pages = { 0xc11c6830, 0xc1184b78, 0xc12223c0, 0xc11cd508, 0x0 <repeats 28 times>}, b_npages = 0x4, b_dep = {lh_first = 0x0}} (kgdb) up #12 0xc067a7c9 in bufobj_invalbuf (bo=0xc2241a84, flags=0x4, td=0xc2179a80, slpflag=0x0, slptimeo=0x0) at ../../../kern/vfs_subr.c:966 966 error = flushbuflist(&bo->bo_clean, (kgdb) up #13 0xc067a9c5 in vinvalbuf (vp=0xc22419a0, flags=0x4, td=0xc2179a80, slpflag=0x0, slptimeo=0x0) at ../../../kern/vfs_subr.c:1023 1023 return (bufobj_invalbuf(&vp->v_bufobj, flags, td, slpflag, slptimeo)); (kgdb) p *vp $2 = {v_type = VREG, v_tag = 0xc0852e4f "ufs", v_op = 0xc08e9080, v_data = 0xc1f47b58, v_mount = 0xc173a800, v_nmntvnodes = { tqe_next = 0xc1e57738, tqe_prev = 0xc1df8014}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc176cd5c}, v_hash = 0x172f7, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc22419d0}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_interlock = 0xc091f434, lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc0852e4f "ufs", lk_timo = 0x33, lk_lockholder = 0xc2179a80, lk_newlock = 0x0, lk_filename = 0xc0854ecd "../../../kern/vfs_subr.c", lk_lockername = 0xc08545d8 "vop_stdlock", lk_lineno = 0x718, lk_slockholder = 0xffffffff, lk_sfilename = 0xc0825203 "none", lk_slockername = 0xc084a12b "never share locked", lk_slineno = 0x0}, v_interlock = {mtx_object = {lo_class = 0xc08af408, lo_name = 0xc084f77e "vnode interlock", lo_type = 0xc084f77e "vnode interlock", lo_flags = 0x30000, lo_list = { tqe_next = 0xc1e577d0, tqe_prev = 0xc1df80a8}, lo_witness = 0xc09307c8}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc22419f8, filename = 0xc0854ecd "../../../kern/vfs_subr.c", line = 0x718, v_holdcnt = 0x253, v_usecount = 0x0, v_iflag = 0x1800, v_vflag = 0x4, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = 0xc2241a38, bo_clean = {bv_hd = {tqh_first = 0xc65f7a34, tqh_last = 0xc667d3d0}, bv_root = 0xc65f7a34, bv_cnt = 0x252}, bo_dirty = {bv_hd = { tqh_first = 0x0, tqh_last = 0xc2241a98}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc08b6128, bo_bsize = 0x4000, bo_object = 0xc1aa1528, bo_synclist = {le_next = 0x0, le_prev = 0xc17e711c}, bo_private = 0xc22419a0, __bo_vnode = 0xc22419a0}, v_pollinfo = 0x0, v_label = 0x0} index trace ------ ----- 264 acquire(): lkp == 0xc668ea18, extflags == 0x120, wanted == 0x1050000 263 acquire(): lkp == 0xc668ea18, extflags == 0x120, wanted == 0x60000 262 UNLOCK (sleep mutex) vnode interlock r = 0 at ../../../kern/kern_lock.c:218 261 callers vfs_subr.c:966 vfs_subr.c:1024 ffs_inode.c:280 ufs_inode.c:95 vnode_if.c:1529 vnode_if.h:795 260 lockmgr(): lkp == 0xc668ea18 (lk_wmesg == "flushbuf"), flags == 0x202122, td == 0xc2179a80 ../../../sys/buf.h:297 259 LOCK (sleep mutex) vnode interlock r = 0 at ../../../kern/vfs_subr.c:1081 258 callers vfs_subr.c:1081 vfs_subr.c:966 vfs_subr.c:1024 ffs_inode.c:280 ufs_inode.c:95 vnode_if.c:1529 257 lockmgr(): lkp == 0xc6669b14 (lk_wmesg == "bufwait"), flags == 0x6, td == 0xc2179a80 ../../../sys/buf.h:312 256 UNLOCK (sleep mutex) needsbuffer lock r = 0 at ../../../kern/vfs_bio.c:314 255 LOCK (sleep mutex) needsbuffer lock r = 0 at ../../../kern/vfs_bio.c:309 254 UNLOCK (sleep mutex) needsbuffer lock r = 0 at ../../../kern/vfs_bio.c:358 253 LOCK (sleep mutex) needsbuffer lock r = 0 at ../../../kern/vfs_bio.c:351 252 UNLOCK (sleep mutex) buf queue lock r = 0 at ../../../kern/vfs_bio.c:1335 251 bremfreel(0xc6669ab4) vp 0x0 flags 8040A000 250 LOCK (sleep mutex) buf queue lock r = 0 at ../../../kern/vfs_bio.c:1296 249 UNLOCK (spin mutex) sched lock r = 0 at ../../../kern/subr_turnstile.c:641 248 turnstile_wait: td 100400 free from blocked on [0xc096db00] buf queue lock 247 turnstile_wait: td 100181 blocked on [0xc097b200] vm page queue mutex 246 LOCK (spin mutex) sched lock r = 0 at ../../../kern/subr_turnstile.c:596 245 UNLOCK (spin mutex) turnstile chain r = 0 at ../../../kern/subr_turnstile.c:594 244 UNLOCK (spin mutex) td_contested r = 0 at ../../../kern/subr_turnstile.c:578 243 LOCK (spin mutex) td_contested r = 0 at ../../../kern/subr_turnstile.c:575 242 LOCK (spin mutex) turnstile chain r = 0 at ../../../kern/subr_turnstile.c:459 241 _mtx_lock_sleep: vm page queue mutex contested (lock=0xc2dbf180) at ../../../kern/vfs_bio.c:3341 240 LOCK (sleep mutex) vm object r = 0 at ../../../kern/vfs_bio.c:3340