GENERIC 6.0-BETA1 from Jul 20 17:05 UTC, vmcore.425
Livelock

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-BETA1 #0: Wed Jul 20 21:01:03 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252293120 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
~~KDB: enter: manual escape to debugger
[thread pid 12 tid 100004 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 12 tid 100004 td 0xc1540900
kdb_enter(c0875d61) at kdb_enter+0x2b
scgetc(c099dea0,2,c06536a2,c168cb40,c0979fe0) at scgetc+0x510
sckbdevent(c0979fe0,0,c099dea0) at sckbdevent+0x1c8
atkbd_intr(c0979fe0,0,cbf7ad0c,c061f74c,c0979fe0) at atkbd_intr+0x20
atkbdintr(c0979fe0) at atkbdintr+0x16
ithread_loop(c153d980,cbf7ad38,c153d980,c061f630,0) at ithread_loop+0x11c
fork_exit(c061f630,c153d980,cbf7ad38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcbf7ad6c, ebp = 0 ---
db> show alllocks
Process 16093 (mkdir) thread 0xc1d4da80 (100086)
exclusive sleep mutex vnode interlock r = 0 (0xc1f393ac) locked @ kern/vfs_hash.c:79
exclusive sleep mutex vfs hash r = 0 (0xc096bb00) locked @ kern/vfs_hash.c:71
Process 12 (irq1: atkbd0) thread 0xc1540900 (100004)
exclusive sleep mutex Giant r = 0 (0xc091d780) locked @ kern/kern_intr.c:544
db> where 16093
Tracing pid 16093 tid 100086 td 0xc1d4da80
sched_switch(c1d4da80,c1540900,6) at sched_switch+0x177
mi_switch(6,c1540900,c1540a54,c1540900,cf69991c) at mi_switch+0x270
maybe_preempt(c1540900) at maybe_preempt+0x165
sched_add(c1540900,4,c153d980,c1540900,c153f830) at sched_add+0x15a
setrunqueue(c1540900,4) at setrunqueue+0xab
ithread_schedule(c153d980,1,c1d4da80,c08584c9,c096bb00) at ithread_schedule+0xb3
intr_execute_handlers(c1530048,cf699998,1,cf6999e0,c07da553) at intr_execute_handlers+0xe5
lapic_handle_intr(31) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0691f6a, esp = 0xcf6999dc, ebp = 0xcf6999e0 ---
strncmp(c085d024,c08584c9,3) at strncmp+0x2a
fixup_filename(c085d024,4f,c08b9044,c096bb00,50) at fixup_filename+0x24
witness_unlock(c096bb00,8,c085d024,50) at witness_unlock+0x51
_mtx_unlock_flags(c096bb00,0,c085d024,50,c1f393ac,0,c085d024,4f) at _mtx_unlock_flags+0x5b
vfs_hash_get(c1752400,14d21,12,c1d4da80,cf699b24) at vfs_hash_get+0x77
ffs_vget(c1752400,14d21,12,cf699b24,c0978ec0,0,c086c293,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c65eef48,c21c4630,c1e0c738,1,cf699b8c) at newdirrem+0x52
softdep_setup_remove(c65eef48,c21c4630,c1e0c738,1,c1e0c738) at softdep_setup_remove+0x1c
ufs_dirremove(c25d6770,c1e0c738,100800c,1,16) at ufs_dirremove+0x12a
ufs_rmdir(cf699c1c,0,c2743bb0,cf699cc8,c068cb26) at ufs_rmdir+0xc0
VOP_RMDIR_APV(c08f2e60,cf699c1c) at VOP_RMDIR_APV+0x7e
kern_rmdir(c1d4da80,bfbd0070,0,cf699d30,c07ecec7) at kern_rmdir+0x1be
rmdir(c1d4da80,cf699d04,1,4a,292) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbc003b,28050288,bfbfeaf0) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b6dcb, esp = 0xbfbcfc2c, ebp = 0xbfbd0058 ---
db> show lockedvnods
Locked vnodes

0xc21ee440: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 1 mountedhere 0xc2f37100
    flags ()
     lock type devfs: EXCL (count 1) by thread 0xc1e5b900 (pid 16147)
        dev ttyP5

0xc1a1b660: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 5 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1c80900 (pid 16130)
        ino 72247, on dev ad0s1e

0xc2707660: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 5 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc25cea80 (pid 16134)
        ino 76306, on dev ad0s1e

0xc1b73aa0: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e98a80 (pid 16128)
        ino 76865, on dev ad0s1e

0xc20c2880: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc20dc000 (pid 16129)
        ino 76949, on dev ad0s1e

0xc1ed4aa0: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e98600 (pid 16137)
        ino 77356, on dev ad0s1e

0xc26ca440: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e7a000 (pid 16133)
        ino 78017, on dev ad0s1e

0xc21a7aa0: tag ufs, type VDIR
    usecount 3, writecount 0, refcount 5 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1d07d80 (pid 16136) with 1 pending
        ino 78708, on dev ad0s1e

0xc25d6770: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1d4da80 (pid 16093)
        ino 101604, on dev ad0s1e

0xc2743bb0: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1d4da80 (pid 16093)
        ino 101605, on dev ad0s1e

0xc27e4330: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc25ced80 (pid 16131)
        ino 102492, on dev ad0s1e

0xc200e330: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc184c780 (pid 16135)
        ino 102497, on dev ad0s1e

0xc1f6a880: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc184c780 (pid 16135)
        ino 102517, on dev ad0s1e

0xc2156cc0: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e96300 (pid 16102)
        ino 125994, on dev ad0s1e

0xc1da5aa0: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e96300 (pid 16102)
        ino 126017, on dev ad0s1e

0xc20d1330: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc20dc000 (pid 16129)
        ino 126506, on dev ad0s1e

0xc182c220: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e96300 (pid 16102)
        ino 126508, on dev ad0s1e

0xc1f00dd0: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e98600 (pid 16137)
        ino 126601, on dev ad0s1e

0xc1f39330: tag ufs, type VREG
    usecount 0, writecount 0, refcount 1 mountedhere 0
    flags (VI_DOOMED)
     lock type ufs: EXCL (count 1) by thread 0xc1d07d80 (pid 16136)
        ino 85281, on dev ad0s1e

0xc1e65dd0: tag ufs, type VREG
    usecount 0, writecount 0, refcount 1 mountedhere 0
    flags (VI_DOOMED)
     lock type ufs: EXCL (count 1) by thread 0xc25cea80 (pid 16134)

0xc2110660: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc20dc000 (pid 16129)
        ino 85077, on dev ad0s1e

0xc205b990: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc184c780 (pid 16135)
        ino 102805, on dev ad0s1e

0xc246bcc0: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e7a000 (pid 16133)
        ino 85620, on dev ad0s1e

0xc1d6c330: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1e98600 (pid 16137)
        ino 84590, on dev ad0s1e

0xc25ae660: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc25cea80 (pid 16134)
        ino 83939, on dev ad0s1e
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
16147 c1e9f418 1001 16145   693 0000002 [RUNQ] pty
16145 c1c2e830 1001 16088   693 0000002 [SLPQ wait 0xc1c2e830][SLP] pty
16137 c1e9e20c 1001 16121   693 0000002 [RUNQ] creat
16136 c1a71c48 1001 16121   693 0000002 [RUNQ] creat
16135 c1e7b830 1001 16121   693 0000002 [RUNQ] creat
16134 c1e9520c 1001 16121   693 0000002 [RUNQ] creat
16133 c1847418 1001 16121   693 0000002 [RUNQ] creat
16131 c1c2e000 1001 16121   693 0000002 [RUNQ] creat
16130 c1c2fa3c 1001 16121   693 0000002 [RUNQ] creat
16129 c25d3624 1001 16121   693 0000002 [RUNQ] creat
16128 c163a418 1001 16121   693 0000002 [RUNQ] creat
16121 c1e9f000 1001 16080   693 0000002 [SLPQ wait 0xc1e9f000][SLP] creat
16102 c2b4a830 1001 16089   693 0000002 [RUNQ] mkdir
16097 c25d4830 1001 16089   693 0000002 [RUNQ] mkdir
16096 c1c2e624 1001 16089   693 0000002 [RUNQ] mkdir
16095 c25d1a3c 1001 16089   693 0000002 [RUNQ] mkdir
16094 c2b84c48 1001 16089   693 0000002 [RUNQ] mkdir
16093 c25d3830 1001 16089   693 0000002 [RUNQ] mkdir
16092 c1e77000 1001 16089   693 0000002 [RUNQ] mkdir
16089 c1e9e624 1001 16081   693 0000002 [SLPQ wait 0xc1e9e624][SLP] mkdir
16088 c1e99624 1001   702   693 0004002 [SLPQ wait 0xc1e99624][SLP] pty
16081 c2b4aa3c 1001   702   693 0004002 [SLPQ wait 0xc2b4aa3c][SLP] mkdir
16080 c1e97a3c 1001   702   693 0004002 [SLPQ wait 0xc1e97a3c][SLP] creat
  783 c1e9720c 1001   558   783 0004002 [RUNQ] top
  702 c1848624 1001   701   693 0000002 [SLPQ wait 0xc1848624][SLP] run
  701 c1a6da3c 1001   700   693 0000002 [SLPQ wait 0xc1a6da3c][SLP] run
  700 c1848a3c 1001   693   693 0004002 [RUNQ] run
  693 c1a6dc48 1001   568   693 0004002 [SLPQ wait 0xc1a6dc48][SLP] sh
  568 c1a6d000 1001   567   568 0004002 [SLPQ wait 0xc1a6d000][SLP] bash
  567 c1a6d20c 1001   565   565 0000100 [SLPQ select 0xc096b384][SLP] sshd
  565 c1a6d624    0   434   565 0004100 [SLPQ sbwait 0xc1821e90][SLP] sshd
  558 c1842c48 1001   557   558 0004002 [SLPQ wait 0xc1842c48][SLP] bash
  557 c17a7c48 1001   555   555 0000100 [SLPQ select 0xc096b384][SLP] sshd
  555 c1842a3c    0   434   555 0004100 [SLPQ sbwait 0xc180d4d4][SLP] sshd
  554 c184220c    0     1   554 0004002 [SLPQ ttyin 0xc16ce810][SLP] getty
  553 c1842418    0     1   553 0004002 [SLPQ ttyin 0xc16cec10][SLP] getty
  552 c1847000    0     1   552 0004002 [SLPQ ttyin 0xc16cf010][SLP] getty
  551 c1848000    0     1   551 0004002 [SLPQ ttyin 0xc16cf410][SLP] getty
  550 c1842624    0     1   550 0004002 [SLPQ ttyin 0xc16c4410][SLP] getty
  549 c1847c48    0     1   549 0004002 [SLPQ ttyin 0xc16bbc10][SLP] getty
  548 c1842830    0     1   548 0004002 [SLPQ ttyin 0xc16c3c10][SLP] getty
  547 c1847624    0     1   547 0004002 [SLPQ ttyin 0xc16c4810][SLP] getty
  515 c17ab830    0     1   515 0000000 [SLPQ select 0xc096b384][SLP] moused
  456 c1842000    0     1   456 0000000 [RUNQ] cron
  444 c1847a3c   25     1   444 0000100 [RUNQ] sendmail
  440 c17ab20c    0     1   440 0000100 [RUNQ] sendmail
  434 c17abc48    0     1   434 0000100 [SLPQ select 0xc096b384][SLP] sshd
  416 c17ab418    0     1   416 0000000 [RUNQ] ntpd
  385 c17ab624    0     1   385 0000000 [RUNQ] usbd
  365 c17a7418    0   360   360 0000000 [SLPQ - 0xc181a400][SLP] nfsd
  364 c17a7624    0   360   360 0000000 [SLPQ - 0xc181a600][SLP] nfsd
  363 c17aba3c    0   360   360 0000000 [SLPQ - 0xc181a800][SLP] nfsd
  362 c17a7a3c    0   360   360 0000000 [SLPQ - 0xc181aa00][SLP] nfsd
  360 c17a7830    0     1   360 0000000 [SLPQ select 0xc096b384][SLP] nfsd
  358 c17a7000    0     1   358 0000000 [SLPQ select 0xc096b384][SLP] mountd
  285 c17a720c    0     1   285 0000000 [RUNQ] rpcbind
  271 c163a20c    0     1   271 0000000 [RUNQ] syslogd
  242 c17ab000    0     1   242 0000000 [SLPQ select 0xc096b384][SLP] devd
   61 c163a624    0     0     0 0000204 [SLPQ - 0xcc9f2d04][SLP] schedcpu
   60 c163a830    0     0     0 0000204 [SLPQ - 0xc097386c][SLP] nfsiod 3
   59 c163aa3c    0     0     0 0000204 [SLPQ - 0xc0973868][SLP] nfsiod 2
   58 c163ac48    0     0     0 0000204 [SLPQ - 0xc0973864][SLP] nfsiod 1
   57 c1756000    0     0     0 0000204 [SLPQ - 0xc0973860][SLP] nfsiod 0
   56 c175620c    0     0     0 0000204 [SLPQ ufs 0xc21a7af8][SLP] syncer
   55 c1756418    0     0     0 0000204 [RUNQ] vnlru
   54 c1756624    0     0     0 0000204 [RUNQ] bufdaemon
   53 c1756830    0     0     0 000020c [SLPQ pgzero 0xc0979e04][SLP] pagezero
   52 c1756a3c    0     0     0 0000204 [SLPQ psleep 0xc0979954][SLP] vmdaemon
   51 c1756c48    0     0     0 0000204 [SLPQ psleep 0xc0979910][SLP] pagedaemon
   50 c158f624    0     0     0 0000204 [SLPQ - 0xc168583c][SLP] fdc0
   49 c158f830    0     0     0 0000204 [IWAIT] swi0: sio
   48 c158fa3c    0     0     0 0000204 [RUNQ] usb4
   47 c158fc48    0     0     0 0000204 [RUNQ] usb3
   46 c1637000    0     0     0 0000204 [RUNQ] usb2
   45 c163720c    0     0     0 0000204 [RUNQ] usb1
   44 c1637418    0     0     0 0000204 [SLPQ usbtsk 0xc0918d44][SLP] usbtask
   43 c1637624    0     0     0 0000204 [RUNQ] usb0
   42 c1637830    0     0     0 0000204 [IWAIT] swi6: task queue
    9 c1637a3c    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task2
    8 c1637c48    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task1
    7 c163a000    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task0
    6 c1580c48    0     0     0 0000204 [SLPQ - 0xc1634180][SLP] kqueue taskq
   41 c158d000    0     0     0 0000204 [IWAIT] swi2: cambio
   40 c158d20c    0     0     0 0000204 [IWAIT] swi5:+
    5 c158d418    0     0     0 0000204 [SLPQ - 0xc1634400][SLP] thread taskq
   39 c158d624    0     0     0 0000204 [IWAIT] swi6:+
   38 c158d830    0     0     0 0000204 [SLPQ - 0xc0916a60][SLP] yarrow
    4 c158da3c    0     0     0 0000204 [SLPQ - 0xc091b568][SLP] g_down
    3 c158dc48    0     0     0 0000204 [SLPQ - 0xc091b564][SLP] g_up
    2 c158f000    0     0     0 0000204 [SLPQ - 0xc091b55c][SLP] g_event
   37 c158f20c    0     0     0 0000204 [IWAIT] swi1: net
   36 c158f418    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1575624    0     0     0 000020c [RUNQ] swi4: clock sio
   34 c1575830    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c1575a3c    0     0     0 0000204 [IWAIT] irq22: rl0
   32 c1575c48    0     0     0 0000204 [IWAIT] irq21:
   31 c1580000    0     0     0 0000204 [IWAIT] irq20:
   30 c158020c    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c1580418    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c1580624    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c1580830    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c1580a3c    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c154420c    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c1544418    0     0     0 0000204 [IWAIT] irq13:
   23 c1544624    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c1544830    0     0     0 0000204 [IWAIT] irq11:
   21 c1544a3c    0     0     0 0000204 [IWAIT] irq10:
   20 c1544c48    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1575000    0     0     0 0000204 [IWAIT] irq8:
   18 c157520c    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c1575418    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c153f000    0     0     0 0000204 [IWAIT] irq5:
   15 c153f20c    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c153f418    0     0     0 0000204 [IWAIT] irq3:
   13 c153f624    0     0     0 0000204 [IWAIT] irq0:
   12 c153f830    0     0     0 0000204 [CPU 0] irq1: atkbd0
   11 c153fa3c    0     0     0 000020c [Can run] idle: cpu0
    1 c153fc48    0     0     1 0004200 [SLPQ wait 0xc153fc48][SLP] init
   10 c1544000    0     0     0 0000204 [SLPQ ktrace 0xc091bfb8][SLP] ktrace
    0 c091b660    0     0     0 0000200 [IWAIT] swapper
16103 c1e99418 1001 16089   693 0002002 zomb[INACTIVE] mkdir
16132 c1e9f20c 1001 16121   693 0002002 zomb[INACTIVE] creat
16083 c1e9ec48 1001   702   693 0006002 zomb[INACTIVE] rw
16148 c1e9920c 1001 16145   693 0002002 zomb[INACTIVE] pty
16087 c1e5c418 1001   702   693 0006002 zomb[INACTIVE] udp
16086 c1c2e418 1001   702   693 0006002 zomb[INACTIVE] tcp
16082 c1e5a418 1001   702   693 0006002 zomb[INACTIVE] thr1
16084 c25d1830 1001   702   693 0006002 zomb[INACTIVE] syscall
16085 c1e9fc48 1001   702   693 0006002 zomb[INACTIVE] sysctl
db> call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) l *vfs_hash_get+119
0xc067deaf is in vfs_hash_get (../../../kern/vfs_hash.c:81).
76                                      continue;
77                              if (fn != NULL && fn(vp, arg))
78                                      continue;
79                              VI_LOCK(vp);
80                              mtx_unlock(&vfs_hash_mtx);
81                              error = vget(vp, flags | LK_INTERLOCK, td);
82                              if (error == ENOENT)
83                                      break;
84                              if (error)
85                                      return (error);
(kgdb) defproc 16093
There is no member named p_uarea.
(kgdb) btp 16093
 frame 0 at 0xcf699898: ebp cf6998e8, eip 0xc0637838 <mi_switch+624>:   add    $0xc,%esp
 frame 1 at 0xcf6998e8: ebp cf699900, eip 0xc0642ee5 <maybe_preempt+357>:       mov    $0x1,%eax
 frame 2 at 0xcf699900: ebp cf69991c, eip 0xc06423ca <sched_add+346>:   add    $0x4,%esp
 frame 3 at 0xcf69991c: ebp cf699938, eip 0xc0642bab <setrunqueue+171>: jmp    0xc0642ca0 <setrunqueue+416>
 frame 4 at 0xcf699938: ebp cf69995c, eip 0xc061f533 <ithread_schedule+179>:    add    $0x8,%esp
 frame 5 at 0xcf69995c: ebp cf69997c, eip 0xc07ddfd1 <intr_execute_handlers+229>:       mov    %eax,%esi
 frame 6 at 0xcf69997c: ebp cf699990, eip 0xc07e057a <lapic_handle_intr+46>:    leave
 frame 7 at 0xcf699990: ebp cf6999e0, eip 0xc07da553 <Xapic_isr1+51>:   add    $0x4,%esp
 frame 8 at 0xcf6999e0: ebp cf6999f8, eip 0xc0652f64 <fixup_filename+36>:       add    $0xc,%esp
 frame 9 at 0xcf6999f8: ebp cf699a18, eip 0xc065395d <witness_unlock+81>:       mov    %eax,0x10(%ebp)
 frame 10 at 0xcf699a18: ebp cf699a3c, eip 0xc0629da3 <_mtx_unlock_flags+91>:   add    $0x10,%esp
 frame 11 at 0xcf699a3c: ebp cf699a70, eip 0xc067deaf <vfs_hash_get+119>:       add    $0x20,%esp
 frame 12 at 0xcf699a70: ebp cf699af8, eip 0xc076d61f <ffs_vget+39>:    mov    %eax,%ebx
 frame 13 at 0xcf699af8: ebp cf699b34, eip 0xc0762abe <process_worklist_item+150>:      add    $0x20,%esp
 frame 14 at 0xcf699b34: ebp cf699b54, eip 0xc076a294 <request_cleanup+120>:    andl   $0xfffdffff,0x50(%ebx)
 frame 15 at 0xcf699b54: ebp cf699b70, eip 0xc0766526 <newdirrem+82>:   add    $0x4,%esp
 frame 16 at 0xcf699b70: ebp cf699b94, eip 0xc0766420 <softdep_setup_remove+28>:        mov    %eax,%ebx
 frame 17 at 0xcf699b94: ebp cf699bc4, eip 0xc0774a82 <ufs_dirremove+298>:      add    $0x14,%esp
 frame 18 at 0xcf699bc4: ebp cf699bf4, eip 0xc0778db4 <ufs_rmdir+192>:  mov    %eax,0xffffffe8(%ebp)
 frame 19 at 0xcf699bf4: ebp cf699c08, eip 0xc07fca1a <VOP_RMDIR_APV+126>:      mov    %eax,%ebx
 frame 20 at 0xcf699c08: ebp cf699cc8, eip 0xc068cb26 <kern_rmdir+446>: add    $0x8,%esp
 frame 21 at 0xcf699cc8: ebp cf699cdc, eip 0xc068c966 <rmdir+18>:       leave
 frame 22 at 0xcf699cdc: ebp cf699d30, eip 0xc07ecec7 <syscall+559>:    mov    %eax,%ebx
(kgdb) fr 11
 frame 11 at 0xcf699a3c: ebp cf699a70, eip 0xc067deaf <vfs_hash_get+119>:       add    $0x20,%esp
Called from c076d61f, stack frame at cf699af8
last 20 local variables:
0xcf699a20:     0xc096bb00      0x00000008      0xc085d024      0x00000050
0xcf699a30:     0xc1f39330      0x00014d21      0xc1752400      0xcf699a70
0xcf699a40:     0xc067deaf      0xc096bb00      0x00000000      0xc085d024
0xcf699a50:     0x00000050      0xc1f393ac      0x00000000      0xc085d024
0xcf699a60:     0x0000004f      0xc22eb060      0x00000012      0x00014d21
call parameters:
0xcf699a78:     0xc1752400      0x00014d21      0x00000012      0xc1d4da80
0xcf699a88:     0xcf699b24      0x00000000      0x00000000      0xc096ab40
(kgdb) p *(struct vnode *)0xc1f39330
$4 = {v_type = VREG, v_tag = 0xc085b92f "ufs", v_op = 0xc08f2e60, v_data = 0xc1c8d7bc, v_mount = 0xc1752400, v_nmntvnodes = {
    tqe_next = 0xc1e65dd0, tqe_prev = 0xc27c9564}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
  v_hashlist = {le_next = 0x0, le_prev = 0xc16de568}, v_hash = 0x14d21, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0,
    tqh_last = 0xc1f39360}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_interlock = 0xc091d2f8,
    lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc085b92f "ufs",
    lk_timo = 0x33, lk_lockholder = 0xc1d07d80, lk_newlock = 0x0}, v_interlock = {mtx_object = {lo_class = 0xc08b9044,
      lo_name = 0xc085825c "vnode interlock", lo_type = 0xc085825c "vnode interlock", lo_flags = 0x30000, lo_list = {
        tqe_next = 0xc1e65e4c, tqe_prev = 0xc20fd5dc}, lo_witness = 0xc092e6a8}, mtx_lock = 0xc1d4da80, mtx_recurse = 0x0},
  v_vnlock = 0xc1f39388, v_holdcnt = 0x1, v_usecount = 0x0, v_iflag = 0x80, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {
    tqe_next = 0xc20a6110, tqe_prev = 0xc096bc90}, v_bufobj = {bo_mtx = 0xc1f393ac, bo_clean = {bv_hd = {tqh_first = 0x0,
        tqh_last = 0xc1f393f4}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc1f39404},
      bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc08bfde4, bo_bsize = 0x4000, bo_object = 0x0,
    bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc1f39330, __bo_vnode = 0xc1f39330}, v_pollinfo = 0x0, v_label = 0x0}

$ grep -w " R" ps.425 | sort -n +4
 1001 16093 16089 295  -8  0  1868     0 -      R+    ??  271:09.55 [mkdir]
 1001 16102 16089   0  -4  0  1996     0 -      R+    ??    0:00.66 [mkdir]
 1001 16129 16121   0  -4  0  1228     0 -      R+    ??    0:01.08 [creat]
 1001 16135 16121   0  -4  0  1228     0 -      R+    ??    0:00.84 [creat]
 1001 16137 16121   0  -4  0  1228     0 -      R+    ??    0:01.15 [creat]
 1001 16147 16145   0   6  0  1300     0 -      R+    ??    0:01.86 [pty]
 1001   700   693   0   8  0  1232     0 -      R+    ??    0:00.53 [run]
 1001   783   558   0  96  0  2788   720 -      R+    ??    1:25.86 [top]
 1001 16092 16089   0  96  0  1996     0 -      R+    ??    0:00.70 [mkdir]
 1001 16094 16089   0  96  0  1868     0 -      R+    ??    0:00.64 [mkdir]
 1001 16095 16089   0  96  0  1740     0 -      R+    ??    0:00.55 [mkdir]
 1001 16096 16089   0  96  0  2508     0 -      R+    ??    0:00.95 [mkdir]
 1001 16097 16089   0  96  0  1996     0 -      R+    ??    0:00.66 [mkdir]
 1001 16128 16121   0  96  0  1228     0 -      R+    ??    0:00.96 [creat]
 1001 16130 16121   0  96  0  1228     0 -      R+    ??    0:01.17 [creat]
 1001 16131 16121   0  96  0  1228     0 -      R+    ??    0:00.86 [creat]
 1001 16133 16121   0  96  0  1228     0 -      R+    ??    0:00.96 [creat]
 1001 16134 16121   0  96  0  1228     0 -      R+    ??    0:01.11 [creat]
 1001 16136 16121   0  96  0  1228     0 -      R+    ??    0:00.93 [creat]