GENERIC 6.0-BETA1 from Jul 20 17:05 UTC, vmcore.425 Livelock GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-BETA1 #0: Wed Jul 20 21:01:03 CEST 2005 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252293120 (240 MB) : Trying to mount root from ufs:/dev/ad0s1a rl0: link state changed to DOWN freebsd4_sigreturn: eflags = 0x0 freebsd4_sigreturn: eflags = 0x0 ~~KDB: enter: manual escape to debugger [thread pid 12 tid 100004 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 12 tid 100004 td 0xc1540900 kdb_enter(c0875d61) at kdb_enter+0x2b scgetc(c099dea0,2,c06536a2,c168cb40,c0979fe0) at scgetc+0x510 sckbdevent(c0979fe0,0,c099dea0) at sckbdevent+0x1c8 atkbd_intr(c0979fe0,0,cbf7ad0c,c061f74c,c0979fe0) at atkbd_intr+0x20 atkbdintr(c0979fe0) at atkbdintr+0x16 ithread_loop(c153d980,cbf7ad38,c153d980,c061f630,0) at ithread_loop+0x11c fork_exit(c061f630,c153d980,cbf7ad38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xcbf7ad6c, ebp = 0 --- db> show alllocks Process 16093 (mkdir) thread 0xc1d4da80 (100086) exclusive sleep mutex vnode interlock r = 0 (0xc1f393ac) locked @ kern/vfs_hash.c:79 exclusive sleep mutex vfs hash r = 0 (0xc096bb00) locked @ kern/vfs_hash.c:71 Process 12 (irq1: atkbd0) thread 0xc1540900 (100004) exclusive sleep mutex Giant r = 0 (0xc091d780) locked @ kern/kern_intr.c:544 db> where 16093 Tracing pid 16093 tid 100086 td 0xc1d4da80 sched_switch(c1d4da80,c1540900,6) at sched_switch+0x177 mi_switch(6,c1540900,c1540a54,c1540900,cf69991c) at mi_switch+0x270 maybe_preempt(c1540900) at maybe_preempt+0x165 sched_add(c1540900,4,c153d980,c1540900,c153f830) at sched_add+0x15a setrunqueue(c1540900,4) at setrunqueue+0xab ithread_schedule(c153d980,1,c1d4da80,c08584c9,c096bb00) at ithread_schedule+0xb3 intr_execute_handlers(c1530048,cf699998,1,cf6999e0,c07da553) at intr_execute_handlers+0xe5 lapic_handle_intr(31) at lapic_handle_intr+0x2e Xapic_isr1() at Xapic_isr1+0x33 --- interrupt, eip = 0xc0691f6a, esp = 0xcf6999dc, ebp = 0xcf6999e0 --- strncmp(c085d024,c08584c9,3) at strncmp+0x2a fixup_filename(c085d024,4f,c08b9044,c096bb00,50) at fixup_filename+0x24 witness_unlock(c096bb00,8,c085d024,50) at witness_unlock+0x51 _mtx_unlock_flags(c096bb00,0,c085d024,50,c1f393ac,0,c085d024,4f) at _mtx_unlock_flags+0x5b vfs_hash_get(c1752400,14d21,12,c1d4da80,cf699b24) at vfs_hash_get+0x77 ffs_vget(c1752400,14d21,12,cf699b24,c0978ec0,0,c086c293,315) at ffs_vget+0x27 process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96 request_cleanup(2) at request_cleanup+0x78 newdirrem(c65eef48,c21c4630,c1e0c738,1,cf699b8c) at newdirrem+0x52 softdep_setup_remove(c65eef48,c21c4630,c1e0c738,1,c1e0c738) at softdep_setup_remove+0x1c ufs_dirremove(c25d6770,c1e0c738,100800c,1,16) at ufs_dirremove+0x12a ufs_rmdir(cf699c1c,0,c2743bb0,cf699cc8,c068cb26) at ufs_rmdir+0xc0 VOP_RMDIR_APV(c08f2e60,cf699c1c) at VOP_RMDIR_APV+0x7e kern_rmdir(c1d4da80,bfbd0070,0,cf699d30,c07ecec7) at kern_rmdir+0x1be rmdir(c1d4da80,cf699d04,1,4a,292) at rmdir+0x12 syscall(2805003b,bfbf003b,bfbc003b,28050288,bfbfeaf0) at syscall+0x22f Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b6dcb, esp = 0xbfbcfc2c, ebp = 0xbfbd0058 --- db> show lockedvnods Locked vnodes 0xc21ee440: tag devfs, type VCHR usecount 1, writecount 0, refcount 1 mountedhere 0xc2f37100 flags () lock type devfs: EXCL (count 1) by thread 0xc1e5b900 (pid 16147) dev ttyP5 0xc1a1b660: tag ufs, type VDIR usecount 2, writecount 0, refcount 5 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1c80900 (pid 16130) ino 72247, on dev ad0s1e 0xc2707660: tag ufs, type VDIR usecount 2, writecount 0, refcount 5 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc25cea80 (pid 16134) ino 76306, on dev ad0s1e 0xc1b73aa0: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e98a80 (pid 16128) ino 76865, on dev ad0s1e 0xc20c2880: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc20dc000 (pid 16129) ino 76949, on dev ad0s1e 0xc1ed4aa0: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e98600 (pid 16137) ino 77356, on dev ad0s1e 0xc26ca440: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e7a000 (pid 16133) ino 78017, on dev ad0s1e 0xc21a7aa0: tag ufs, type VDIR usecount 3, writecount 0, refcount 5 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1d07d80 (pid 16136) with 1 pending ino 78708, on dev ad0s1e 0xc25d6770: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1d4da80 (pid 16093) ino 101604, on dev ad0s1e 0xc2743bb0: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1d4da80 (pid 16093) ino 101605, on dev ad0s1e 0xc27e4330: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc25ced80 (pid 16131) ino 102492, on dev ad0s1e 0xc200e330: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc184c780 (pid 16135) ino 102497, on dev ad0s1e 0xc1f6a880: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc184c780 (pid 16135) ino 102517, on dev ad0s1e 0xc2156cc0: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e96300 (pid 16102) ino 125994, on dev ad0s1e 0xc1da5aa0: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e96300 (pid 16102) ino 126017, on dev ad0s1e 0xc20d1330: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc20dc000 (pid 16129) ino 126506, on dev ad0s1e 0xc182c220: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e96300 (pid 16102) ino 126508, on dev ad0s1e 0xc1f00dd0: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e98600 (pid 16137) ino 126601, on dev ad0s1e 0xc1f39330: tag ufs, type VREG usecount 0, writecount 0, refcount 1 mountedhere 0 flags (VI_DOOMED) lock type ufs: EXCL (count 1) by thread 0xc1d07d80 (pid 16136) ino 85281, on dev ad0s1e 0xc1e65dd0: tag ufs, type VREG usecount 0, writecount 0, refcount 1 mountedhere 0 flags (VI_DOOMED) lock type ufs: EXCL (count 1) by thread 0xc25cea80 (pid 16134) 0xc2110660: tag ufs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc20dc000 (pid 16129) ino 85077, on dev ad0s1e 0xc205b990: tag ufs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc184c780 (pid 16135) ino 102805, on dev ad0s1e 0xc246bcc0: tag ufs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e7a000 (pid 16133) ino 85620, on dev ad0s1e 0xc1d6c330: tag ufs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc1e98600 (pid 16137) ino 84590, on dev ad0s1e 0xc25ae660: tag ufs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc25cea80 (pid 16134) ino 83939, on dev ad0s1e db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 16147 c1e9f418 1001 16145 693 0000002 [RUNQ] pty 16145 c1c2e830 1001 16088 693 0000002 [SLPQ wait 0xc1c2e830][SLP] pty 16137 c1e9e20c 1001 16121 693 0000002 [RUNQ] creat 16136 c1a71c48 1001 16121 693 0000002 [RUNQ] creat 16135 c1e7b830 1001 16121 693 0000002 [RUNQ] creat 16134 c1e9520c 1001 16121 693 0000002 [RUNQ] creat 16133 c1847418 1001 16121 693 0000002 [RUNQ] creat 16131 c1c2e000 1001 16121 693 0000002 [RUNQ] creat 16130 c1c2fa3c 1001 16121 693 0000002 [RUNQ] creat 16129 c25d3624 1001 16121 693 0000002 [RUNQ] creat 16128 c163a418 1001 16121 693 0000002 [RUNQ] creat 16121 c1e9f000 1001 16080 693 0000002 [SLPQ wait 0xc1e9f000][SLP] creat 16102 c2b4a830 1001 16089 693 0000002 [RUNQ] mkdir 16097 c25d4830 1001 16089 693 0000002 [RUNQ] mkdir 16096 c1c2e624 1001 16089 693 0000002 [RUNQ] mkdir 16095 c25d1a3c 1001 16089 693 0000002 [RUNQ] mkdir 16094 c2b84c48 1001 16089 693 0000002 [RUNQ] mkdir 16093 c25d3830 1001 16089 693 0000002 [RUNQ] mkdir 16092 c1e77000 1001 16089 693 0000002 [RUNQ] mkdir 16089 c1e9e624 1001 16081 693 0000002 [SLPQ wait 0xc1e9e624][SLP] mkdir 16088 c1e99624 1001 702 693 0004002 [SLPQ wait 0xc1e99624][SLP] pty 16081 c2b4aa3c 1001 702 693 0004002 [SLPQ wait 0xc2b4aa3c][SLP] mkdir 16080 c1e97a3c 1001 702 693 0004002 [SLPQ wait 0xc1e97a3c][SLP] creat 783 c1e9720c 1001 558 783 0004002 [RUNQ] top 702 c1848624 1001 701 693 0000002 [SLPQ wait 0xc1848624][SLP] run 701 c1a6da3c 1001 700 693 0000002 [SLPQ wait 0xc1a6da3c][SLP] run 700 c1848a3c 1001 693 693 0004002 [RUNQ] run 693 c1a6dc48 1001 568 693 0004002 [SLPQ wait 0xc1a6dc48][SLP] sh 568 c1a6d000 1001 567 568 0004002 [SLPQ wait 0xc1a6d000][SLP] bash 567 c1a6d20c 1001 565 565 0000100 [SLPQ select 0xc096b384][SLP] sshd 565 c1a6d624 0 434 565 0004100 [SLPQ sbwait 0xc1821e90][SLP] sshd 558 c1842c48 1001 557 558 0004002 [SLPQ wait 0xc1842c48][SLP] bash 557 c17a7c48 1001 555 555 0000100 [SLPQ select 0xc096b384][SLP] sshd 555 c1842a3c 0 434 555 0004100 [SLPQ sbwait 0xc180d4d4][SLP] sshd 554 c184220c 0 1 554 0004002 [SLPQ ttyin 0xc16ce810][SLP] getty 553 c1842418 0 1 553 0004002 [SLPQ ttyin 0xc16cec10][SLP] getty 552 c1847000 0 1 552 0004002 [SLPQ ttyin 0xc16cf010][SLP] getty 551 c1848000 0 1 551 0004002 [SLPQ ttyin 0xc16cf410][SLP] getty 550 c1842624 0 1 550 0004002 [SLPQ ttyin 0xc16c4410][SLP] getty 549 c1847c48 0 1 549 0004002 [SLPQ ttyin 0xc16bbc10][SLP] getty 548 c1842830 0 1 548 0004002 [SLPQ ttyin 0xc16c3c10][SLP] getty 547 c1847624 0 1 547 0004002 [SLPQ ttyin 0xc16c4810][SLP] getty 515 c17ab830 0 1 515 0000000 [SLPQ select 0xc096b384][SLP] moused 456 c1842000 0 1 456 0000000 [RUNQ] cron 444 c1847a3c 25 1 444 0000100 [RUNQ] sendmail 440 c17ab20c 0 1 440 0000100 [RUNQ] sendmail 434 c17abc48 0 1 434 0000100 [SLPQ select 0xc096b384][SLP] sshd 416 c17ab418 0 1 416 0000000 [RUNQ] ntpd 385 c17ab624 0 1 385 0000000 [RUNQ] usbd 365 c17a7418 0 360 360 0000000 [SLPQ - 0xc181a400][SLP] nfsd 364 c17a7624 0 360 360 0000000 [SLPQ - 0xc181a600][SLP] nfsd 363 c17aba3c 0 360 360 0000000 [SLPQ - 0xc181a800][SLP] nfsd 362 c17a7a3c 0 360 360 0000000 [SLPQ - 0xc181aa00][SLP] nfsd 360 c17a7830 0 1 360 0000000 [SLPQ select 0xc096b384][SLP] nfsd 358 c17a7000 0 1 358 0000000 [SLPQ select 0xc096b384][SLP] mountd 285 c17a720c 0 1 285 0000000 [RUNQ] rpcbind 271 c163a20c 0 1 271 0000000 [RUNQ] syslogd 242 c17ab000 0 1 242 0000000 [SLPQ select 0xc096b384][SLP] devd 61 c163a624 0 0 0 0000204 [SLPQ - 0xcc9f2d04][SLP] schedcpu 60 c163a830 0 0 0 0000204 [SLPQ - 0xc097386c][SLP] nfsiod 3 59 c163aa3c 0 0 0 0000204 [SLPQ - 0xc0973868][SLP] nfsiod 2 58 c163ac48 0 0 0 0000204 [SLPQ - 0xc0973864][SLP] nfsiod 1 57 c1756000 0 0 0 0000204 [SLPQ - 0xc0973860][SLP] nfsiod 0 56 c175620c 0 0 0 0000204 [SLPQ ufs 0xc21a7af8][SLP] syncer 55 c1756418 0 0 0 0000204 [RUNQ] vnlru 54 c1756624 0 0 0 0000204 [RUNQ] bufdaemon 53 c1756830 0 0 0 000020c [SLPQ pgzero 0xc0979e04][SLP] pagezero 52 c1756a3c 0 0 0 0000204 [SLPQ psleep 0xc0979954][SLP] vmdaemon 51 c1756c48 0 0 0 0000204 [SLPQ psleep 0xc0979910][SLP] pagedaemon 50 c158f624 0 0 0 0000204 [SLPQ - 0xc168583c][SLP] fdc0 49 c158f830 0 0 0 0000204 [IWAIT] swi0: sio 48 c158fa3c 0 0 0 0000204 [RUNQ] usb4 47 c158fc48 0 0 0 0000204 [RUNQ] usb3 46 c1637000 0 0 0 0000204 [RUNQ] usb2 45 c163720c 0 0 0 0000204 [RUNQ] usb1 44 c1637418 0 0 0 0000204 [SLPQ usbtsk 0xc0918d44][SLP] usbtask 43 c1637624 0 0 0 0000204 [RUNQ] usb0 42 c1637830 0 0 0 0000204 [IWAIT] swi6: task queue 9 c1637a3c 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task2 8 c1637c48 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task1 7 c163a000 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task0 6 c1580c48 0 0 0 0000204 [SLPQ - 0xc1634180][SLP] kqueue taskq 41 c158d000 0 0 0 0000204 [IWAIT] swi2: cambio 40 c158d20c 0 0 0 0000204 [IWAIT] swi5:+ 5 c158d418 0 0 0 0000204 [SLPQ - 0xc1634400][SLP] thread taskq 39 c158d624 0 0 0 0000204 [IWAIT] swi6:+ 38 c158d830 0 0 0 0000204 [SLPQ - 0xc0916a60][SLP] yarrow 4 c158da3c 0 0 0 0000204 [SLPQ - 0xc091b568][SLP] g_down 3 c158dc48 0 0 0 0000204 [SLPQ - 0xc091b564][SLP] g_up 2 c158f000 0 0 0 0000204 [SLPQ - 0xc091b55c][SLP] g_event 37 c158f20c 0 0 0 0000204 [IWAIT] swi1: net 36 c158f418 0 0 0 0000204 [IWAIT] swi3: vm 35 c1575624 0 0 0 000020c [RUNQ] swi4: clock sio 34 c1575830 0 0 0 0000204 [IWAIT] irq23: ehci0 33 c1575a3c 0 0 0 0000204 [IWAIT] irq22: rl0 32 c1575c48 0 0 0 0000204 [IWAIT] irq21: 31 c1580000 0 0 0 0000204 [IWAIT] irq20: 30 c158020c 0 0 0 0000204 [IWAIT] irq19: uhci1 29 c1580418 0 0 0 0000204 [IWAIT] irq18: uhci2 28 c1580624 0 0 0 0000204 [IWAIT] irq17: pcm0 27 c1580830 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 26 c1580a3c 0 0 0 0000204 [IWAIT] irq15: ata1 25 c154420c 0 0 0 0000204 [IWAIT] irq14: ata0 24 c1544418 0 0 0 0000204 [IWAIT] irq13: 23 c1544624 0 0 0 0000204 [IWAIT] irq12: psm0 22 c1544830 0 0 0 0000204 [IWAIT] irq11: 21 c1544a3c 0 0 0 0000204 [IWAIT] irq10: 20 c1544c48 0 0 0 0000204 [IWAIT] irq9: acpi0 19 c1575000 0 0 0 0000204 [IWAIT] irq8: 18 c157520c 0 0 0 0000204 [IWAIT] irq7: ppc0 17 c1575418 0 0 0 0000204 [IWAIT] irq6: fdc0 16 c153f000 0 0 0 0000204 [IWAIT] irq5: 15 c153f20c 0 0 0 0000204 [IWAIT] irq4: sio0 14 c153f418 0 0 0 0000204 [IWAIT] irq3: 13 c153f624 0 0 0 0000204 [IWAIT] irq0: 12 c153f830 0 0 0 0000204 [CPU 0] irq1: atkbd0 11 c153fa3c 0 0 0 000020c [Can run] idle: cpu0 1 c153fc48 0 0 1 0004200 [SLPQ wait 0xc153fc48][SLP] init 10 c1544000 0 0 0 0000204 [SLPQ ktrace 0xc091bfb8][SLP] ktrace 0 c091b660 0 0 0 0000200 [IWAIT] swapper 16103 c1e99418 1001 16089 693 0002002 zomb[INACTIVE] mkdir 16132 c1e9f20c 1001 16121 693 0002002 zomb[INACTIVE] creat 16083 c1e9ec48 1001 702 693 0006002 zomb[INACTIVE] rw 16148 c1e9920c 1001 16145 693 0002002 zomb[INACTIVE] pty 16087 c1e5c418 1001 702 693 0006002 zomb[INACTIVE] udp 16086 c1c2e418 1001 702 693 0006002 zomb[INACTIVE] tcp 16082 c1e5a418 1001 702 693 0006002 zomb[INACTIVE] thr1 16084 c25d1830 1001 702 693 0006002 zomb[INACTIVE] syscall 16085 c1e9fc48 1001 702 693 0006002 zomb[INACTIVE] sysctl db> call doadump Dumping 254 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db> reset (kgdb) l *vfs_hash_get+119 0xc067deaf is in vfs_hash_get (../../../kern/vfs_hash.c:81). 76 continue; 77 if (fn != NULL && fn(vp, arg)) 78 continue; 79 VI_LOCK(vp); 80 mtx_unlock(&vfs_hash_mtx); 81 error = vget(vp, flags | LK_INTERLOCK, td); 82 if (error == ENOENT) 83 break; 84 if (error) 85 return (error); (kgdb) defproc 16093 There is no member named p_uarea. (kgdb) btp 16093 frame 0 at 0xcf699898: ebp cf6998e8, eip 0xc0637838 <mi_switch+624>: add $0xc,%esp frame 1 at 0xcf6998e8: ebp cf699900, eip 0xc0642ee5 <maybe_preempt+357>: mov $0x1,%eax frame 2 at 0xcf699900: ebp cf69991c, eip 0xc06423ca <sched_add+346>: add $0x4,%esp frame 3 at 0xcf69991c: ebp cf699938, eip 0xc0642bab <setrunqueue+171>: jmp 0xc0642ca0 <setrunqueue+416> frame 4 at 0xcf699938: ebp cf69995c, eip 0xc061f533 <ithread_schedule+179>: add $0x8,%esp frame 5 at 0xcf69995c: ebp cf69997c, eip 0xc07ddfd1 <intr_execute_handlers+229>: mov %eax,%esi frame 6 at 0xcf69997c: ebp cf699990, eip 0xc07e057a <lapic_handle_intr+46>: leave frame 7 at 0xcf699990: ebp cf6999e0, eip 0xc07da553 <Xapic_isr1+51>: add $0x4,%esp frame 8 at 0xcf6999e0: ebp cf6999f8, eip 0xc0652f64 <fixup_filename+36>: add $0xc,%esp frame 9 at 0xcf6999f8: ebp cf699a18, eip 0xc065395d <witness_unlock+81>: mov %eax,0x10(%ebp) frame 10 at 0xcf699a18: ebp cf699a3c, eip 0xc0629da3 <_mtx_unlock_flags+91>: add $0x10,%esp frame 11 at 0xcf699a3c: ebp cf699a70, eip 0xc067deaf <vfs_hash_get+119>: add $0x20,%esp frame 12 at 0xcf699a70: ebp cf699af8, eip 0xc076d61f <ffs_vget+39>: mov %eax,%ebx frame 13 at 0xcf699af8: ebp cf699b34, eip 0xc0762abe <process_worklist_item+150>: add $0x20,%esp frame 14 at 0xcf699b34: ebp cf699b54, eip 0xc076a294 <request_cleanup+120>: andl $0xfffdffff,0x50(%ebx) frame 15 at 0xcf699b54: ebp cf699b70, eip 0xc0766526 <newdirrem+82>: add $0x4,%esp frame 16 at 0xcf699b70: ebp cf699b94, eip 0xc0766420 <softdep_setup_remove+28>: mov %eax,%ebx frame 17 at 0xcf699b94: ebp cf699bc4, eip 0xc0774a82 <ufs_dirremove+298>: add $0x14,%esp frame 18 at 0xcf699bc4: ebp cf699bf4, eip 0xc0778db4 <ufs_rmdir+192>: mov %eax,0xffffffe8(%ebp) frame 19 at 0xcf699bf4: ebp cf699c08, eip 0xc07fca1a <VOP_RMDIR_APV+126>: mov %eax,%ebx frame 20 at 0xcf699c08: ebp cf699cc8, eip 0xc068cb26 <kern_rmdir+446>: add $0x8,%esp frame 21 at 0xcf699cc8: ebp cf699cdc, eip 0xc068c966 <rmdir+18>: leave frame 22 at 0xcf699cdc: ebp cf699d30, eip 0xc07ecec7 <syscall+559>: mov %eax,%ebx (kgdb) fr 11 frame 11 at 0xcf699a3c: ebp cf699a70, eip 0xc067deaf <vfs_hash_get+119>: add $0x20,%esp Called from c076d61f, stack frame at cf699af8 last 20 local variables: 0xcf699a20: 0xc096bb00 0x00000008 0xc085d024 0x00000050 0xcf699a30: 0xc1f39330 0x00014d21 0xc1752400 0xcf699a70 0xcf699a40: 0xc067deaf 0xc096bb00 0x00000000 0xc085d024 0xcf699a50: 0x00000050 0xc1f393ac 0x00000000 0xc085d024 0xcf699a60: 0x0000004f 0xc22eb060 0x00000012 0x00014d21 call parameters: 0xcf699a78: 0xc1752400 0x00014d21 0x00000012 0xc1d4da80 0xcf699a88: 0xcf699b24 0x00000000 0x00000000 0xc096ab40 (kgdb) p *(struct vnode *)0xc1f39330 $4 = {v_type = VREG, v_tag = 0xc085b92f "ufs", v_op = 0xc08f2e60, v_data = 0xc1c8d7bc, v_mount = 0xc1752400, v_nmntvnodes = { tqe_next = 0xc1e65dd0, tqe_prev = 0xc27c9564}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc16de568}, v_hash = 0x14d21, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc1f39360}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_interlock = 0xc091d2f8, lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc085b92f "ufs", lk_timo = 0x33, lk_lockholder = 0xc1d07d80, lk_newlock = 0x0}, v_interlock = {mtx_object = {lo_class = 0xc08b9044, lo_name = 0xc085825c "vnode interlock", lo_type = 0xc085825c "vnode interlock", lo_flags = 0x30000, lo_list = { tqe_next = 0xc1e65e4c, tqe_prev = 0xc20fd5dc}, lo_witness = 0xc092e6a8}, mtx_lock = 0xc1d4da80, mtx_recurse = 0x0}, v_vnlock = 0xc1f39388, v_holdcnt = 0x1, v_usecount = 0x0, v_iflag = 0x80, v_vflag = 0x0, v_writecount = 0x0, v_freelist = { tqe_next = 0xc20a6110, tqe_prev = 0xc096bc90}, v_bufobj = {bo_mtx = 0xc1f393ac, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc1f393f4}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc1f39404}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc08bfde4, bo_bsize = 0x4000, bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc1f39330, __bo_vnode = 0xc1f39330}, v_pollinfo = 0x0, v_label = 0x0} $ grep -w " R" ps.425 | sort -n +4 1001 16093 16089 295 -8 0 1868 0 - R+ ?? 271:09.55 [mkdir] 1001 16102 16089 0 -4 0 1996 0 - R+ ?? 0:00.66 [mkdir] 1001 16129 16121 0 -4 0 1228 0 - R+ ?? 0:01.08 [creat] 1001 16135 16121 0 -4 0 1228 0 - R+ ?? 0:00.84 [creat] 1001 16137 16121 0 -4 0 1228 0 - R+ ?? 0:01.15 [creat] 1001 16147 16145 0 6 0 1300 0 - R+ ?? 0:01.86 [pty] 1001 700 693 0 8 0 1232 0 - R+ ?? 0:00.53 [run] 1001 783 558 0 96 0 2788 720 - R+ ?? 1:25.86 [top] 1001 16092 16089 0 96 0 1996 0 - R+ ?? 0:00.70 [mkdir] 1001 16094 16089 0 96 0 1868 0 - R+ ?? 0:00.64 [mkdir] 1001 16095 16089 0 96 0 1740 0 - R+ ?? 0:00.55 [mkdir] 1001 16096 16089 0 96 0 2508 0 - R+ ?? 0:00.95 [mkdir] 1001 16097 16089 0 96 0 1996 0 - R+ ?? 0:00.66 [mkdir] 1001 16128 16121 0 96 0 1228 0 - R+ ?? 0:00.96 [creat] 1001 16130 16121 0 96 0 1228 0 - R+ ?? 0:01.17 [creat] 1001 16131 16121 0 96 0 1228 0 - R+ ?? 0:00.86 [creat] 1001 16133 16121 0 96 0 1228 0 - R+ ?? 0:00.96 [creat] 1001 16134 16121 0 96 0 1228 0 - R+ ?? 0:01.11 [creat] 1001 16136 16121 0 96 0 1228 0 - R+ ?? 0:00.93 [creat]