GENERIC 6.0-BETA1 from Jul 22 04:40 UTC, vmcore.428
Livelock. This is the third similar livelock with 6.0-BETA1.

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-BETA1 #1: Fri Jul 22 06:42:28 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252293120 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
KDB: enter: Break sequence on console
[thread pid 20972 tid 100253 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 20972 tid 100253 td 0xc1b18000
kdb_enter(c0875aee) at kdb_enter+0x2b
siointr1(c16b6000,c0986200,0,c08758fe,56e) at siointr1+0xd5
siointr(c16b6000) at siointr+0x21
intr_execute_handlers(c1530090,cf57a92c,4,cf57a974,c07da603) at intr_execute_handlers+0xa5
lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0691f9e, esp = 0xcf57a970, ebp = 0xcf57a974 ---
strncmp(c085e2fa,c0858589,3) at strncmp+0x3e
fixup_filename(c085e2f7,6ac,c08b9104,c279729c,322) at fixup_filename+0x24
witness_unlock(c279729c,8,c085e2f7,322) at witness_unlock+0x51
_mtx_unlock_flags(c279729c,0,c085e2f7,322,c085d0ed) at _mtx_unlock_flags+0x5b
vn_lock(c2797220,2012,c1b18000,c2797220,2012) at vn_lock+0x55
vget(c2797220,2012,c1b18000,c2c04060,12) at vget+0x8a
vfs_hash_get(c1752000,6b1a,12,c1b18000,cf57ab24) at vfs_hash_get+0x8a
ffs_vget(c1752000,6b1a,12,cf57ab24,c0978f80,0,c086c353,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c667fd10,c251f39c,c251f318,1,cf57ab8c) at newdirrem+0x52
softdep_setup_remove(c667fd10,c251f39c,c251f318,1,c251f318) at softdep_setup_remove+0x1c
ufs_dirremove(c1dda440,c251f318,100800c,1,16) at ufs_dirremove+0x12a
ufs_rmdir(cf57ac1c,0,c1ce9cc0,cf57acc8,c068cb46) at ufs_rmdir+0xc0
VOP_RMDIR_APV(c08f2f20,cf57ac1c) at VOP_RMDIR_APV+0x7e
kern_rmdir(c1b18000,bfbf0bf0,0,cf57ad30,c07ecf77) at kern_rmdir+0x1be
rmdir(c1b18000,cf57ad04,1,56,296) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbc003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b6dcb, esp = 0xbfbf07ac, ebp = 0xbfbf0bd8 ---
db> show alllocks
Process 20972 (mkdir) thread 0xc1b18000 (100253)
exclusive sleep mutex vnode interlock r = 0 (0xc279729c) locked @ kern/vfs_hash.c:79
db> call print_uptime
Uptime: 8h50m6s
= 0x3
db> c
KDB: enter: Break sequence on console
[thread pid 20972 tid 100253 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 20972 tid 100253 td 0xc1b18000
kdb_enter(c0875aee) at kdb_enter+0x2b
siointr1(c16b6000,c0986200,0,c08758fe,56e) at siointr1+0xd5
siointr(c16b6000) at siointr+0x21
intr_execute_handlers(c1530090,cf57a974,4,cf57a9bc,c07da603) at intr_execute_handlers+0xa5
lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0691f64, esp = 0xcf57a9b8, ebp = 0xcf57a9bc ---
strncmp(c085d967,c0858589,3) at strncmp+0x4
fixup_filename(c085d95e,c092e768,c279729c,766,c085d95e) at fixup_filename+0x24
witness_lock(c279729c,8,c085d95e,766,2012) at witness_lock+0x55
_mtx_lock_flags(c279729c,0,c085d95e,766,2012) at _mtx_lock_flags+0x97
vget(c2797220,2012,c1b18000,c2c04060,12) at vget+0xa8
vfs_hash_get(c1752000,6b1a,12,c1b18000,cf57ab24) at vfs_hash_get+0x8a
ffs_vget(c1752000,6b1a,12,cf57ab24,c0978f80,0,c086c353,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c667fd10,c251f39c,c251f318,1,cf57ab8c) at newdirrem+0x52
softdep_setup_remove(c667fd10,c251f39c,c251f318,1,c251f318) at softdep_setup_remove+0x1c
ufs_dirremove(c1dda440,c251f318,100800c,1,16) at ufs_dirremove+0x12a
ufs_rmdir(cf57ac1c,0,c1ce9cc0,cf57acc8,c068cb46) at ufs_rmdir+0xc0
VOP_RMDIR_APV(c08f2f20,cf57ac1c) at VOP_RMDIR_APV+0x7e
kern_rmdir(c1b18000,bfbf0bf0,0,cf57ad30,c07ecf77) at kern_rmdir+0x1be
rmdir(c1b18000,cf57ad04,1,56,296) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbc003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b6dcb, esp = 0xbfbf07ac, ebp = 0xbfbf0bd8 ---
db> show alllocks
db> call print_uptime
Uptime: 8h54m48s
= 0x4
db> show lockedvnods
Locked vnodes

0xc2d0c440: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc2010780 (pid 20943)
        ino 72095, on dev ad0s1e

0xc27e8aa0: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 6 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1df5900 (pid 20939)
        ino 117832, on dev ad0s1e

0xc188c220: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 6 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1df5780 (pid 20941)
        ino 117895, on dev ad0s1e

0xc18b7880: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1cf9900 (pid 20936)
        ino 76760, on dev ad0s1e

0xc1c9b660: tag ufs, type VDIR
    usecount 3, writecount 0, refcount 6 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1846d80 (pid 20945) with 1 pending
        ino 78869, on dev ad0s1e

0xc25a9550: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc17aa600 (pid 20970)
        ino 79626, on dev ad0s1e

0xc1dda440: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1b18000 (pid 20972)
        ino 28534, on dev ad0s1e

0xc1ce9cc0: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1b18000 (pid 20972)
        ino 28535, on dev ad0s1e

0xc31e4110: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1b22900 (pid 20967)
        ino 28625, on dev ad0s1e

0xc2797220: tag ufs, type VREG
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags (VI_DOOMED)
 VI_LOCKed     lock type ufs: EXCL (count 1) by thread 0xc2010780 (pid 20943)
        ino 27418, on dev ad0s1e

0xc18c9770: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1846d80 (pid 20945)
        ino 83328, on dev ad0s1e

0xc31df990: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1df5900 (pid 20939)
        ino 118682, on dev ad0s1e
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
20973 c1b30624 1001 20963   657 0000002 [RUNQ] mkdir
20972 c200d20c 1001 20963   657 0000002 [CPU 0] mkdir
20970 c3087a3c 1001 20963   657 0000002 [RUNQ] mkdir
20969 c202d624 1001 20963   657 0000002 [RUNQ] mkdir
20967 c200da3c 1001 20963   657 0000002 [RUNQ] mkdir
20966 c202c418 1001 20963   657 0000002 [RUNQ] mkdir
20963 c2fb3624 1001 20920   657 0000002 [SLPQ wait 0xc2fb3624][SLP] mkdir
20945 c202dc48 1001 20935   657 0000002 [RUNQ] creat
20943 c1b31624 1001 20935   657 0000002 [RUNQ] creat
20941 c2bd0000 1001 20935   657 0000002 [RUNQ] creat
20939 c2fb2000 1001 20935   657 0000002 [RUNQ] creat
20937 c2fb320c 1001 20935   657 0000002 [RUNQ] creat
20936 c3087624 1001 20935   657 0000002 [RUNQ] creat
20935 c2049830 1001 20919   657 0000002 [SLPQ wait 0xc2049830][SLP] creat
20934 c2011418 1001 20928   657 0000002 [RUNQ] swap
20928 c184220c 1001 20918   657 0000002 [SLPQ wait 0xc184220c][SLP] swap
20920 c2029418 1001   664   657 0004002 [SLPQ wait 0xc2029418][SLP] mkdir
20919 c2029830 1001   664   657 0004002 [SLPQ wait 0xc2029830][SLP] creat
20918 c1bcd830 1001   664   657 0004002 [SLPQ wait 0xc1bcd830][SLP] swap
  664 c1842830 1001   663   657 0000002 [SLPQ wait 0xc1842830][SLP] run
  663 c1842a3c 1001   662   657 0000002 [SLPQ wait 0xc1842a3c][SLP] run
  662 c1842c48 1001   657   657 0004002 [RUNQ] run
  657 c1b30830 1001   651   657 0004002 [SLPQ wait 0xc1b30830][SLP] sh
  651 c184120c 1001   650   651 0004002 [SLPQ wait 0xc184120c][SLP] bash
  650 c163a418 1001   648   648 0000100 [SLPQ select 0xc096b444][SLP] sshd
  648 c1841624    0   475   648 0004100 [SLPQ sbwait 0xc1826e90][SLP] sshd
  647 c183c830 1001   641   647 0004002 [RUNQ] top
  641 c1841830 1001   640   641 0004002 [SLPQ wait 0xc1841830][SLP] bash
  640 c17aba3c 1001   638   638 0000100 [SLPQ select 0xc096b444][SLP] sshd
  638 c1841418    0   475   638 0004100 [SLPQ sbwait 0xc1804900][SLP] sshd
  595 c183cc48    0     1   595 0004002 [SLPQ ttyin 0xc16ce810][SLP] getty
  594 c183ca3c    0     1   594 0004002 [SLPQ ttyin 0xc16cec10][SLP] getty
  593 c183c20c    0     1   593 0004002 [SLPQ ttyin 0xc16cf010][SLP] getty
  592 c183c418    0     1   592 0004002 [SLPQ ttyin 0xc16cf410][SLP] getty
  591 c1841000    0     1   591 0004002 [SLPQ ttyin 0xc16c4410][SLP] getty
  590 c1842000    0     1   590 0004002 [SLPQ ttyin 0xc16bbc10][SLP] getty
  589 c183c624    0     1   589 0004002 [SLPQ ttyin 0xc16c3c10][SLP] getty
  588 c1841c48    0     1   588 0004002 [SLPQ ttyin 0xc16c4810][SLP] getty
  556 c17ab000    0     1   556 0000000 [SLPQ select 0xc096b444][SLP] moused
  497 c183c000    0     1   497 0000000 [RUNQ] cron
  485 c1841a3c   25     1   485 0000100 [RUNQ] sendmail
  481 c17a7830    0     1   481 0000100 [RUNQ] sendmail
  475 c17a7418    0     1   475 0000100 [SLPQ select 0xc096b444][SLP] sshd
  457 c17a7c48    0     1   457 0000000 [RUNQ] ntpd
  426 c17a7a3c    0     1   426 0000000 [RUNQ] usbd
  405 c17a7624    0   401   401 0000000 [SLPQ - 0xc181b600][SLP] nfsd
  404 c17a7000    0   401   401 0000000 [SLPQ - 0xc181b800][SLP] nfsd
  403 c17ab624    0   401   401 0000000 [SLPQ - 0xc181b400][SLP] nfsd
  402 c17ab418    0   401   401 0000000 [SLPQ - 0xc181ba00][SLP] nfsd
  401 c17ab830    0     1   401 0000000 [SLPQ select 0xc096b444][SLP] nfsd
  399 c17a720c    0     1   399 0000000 [SLPQ select 0xc096b444][SLP] mountd
  326 c17abc48    0     1   326 0000000 [RUNQ] rpcbind
  312 c163a20c    0     1   312 0000000 [RUNQ] syslogd
  283 c17ab20c    0     1   283 0000000 [SLPQ select 0xc096b444][SLP] devd
   61 c163a624    0     0     0 0000204 [SLPQ - 0xcc9f2d04][SLP] schedcpu
   60 c163a830    0     0     0 0000204 [SLPQ - 0xc097392c][SLP] nfsiod 3
   59 c163aa3c    0     0     0 0000204 [SLPQ - 0xc0973928][SLP] nfsiod 2
   58 c163ac48    0     0     0 0000204 [SLPQ - 0xc0973924][SLP] nfsiod 1
   57 c1756000    0     0     0 0000204 [SLPQ - 0xc0973920][SLP] nfsiod 0
   56 c175620c    0     0     0 0000204 [SLPQ ufs 0xc1c9b6b8][SLP] syncer
   55 c1756418    0     0     0 0000204 [RUNQ] vnlru
   54 c1756624    0     0     0 0000204 [RUNQ] bufdaemon
   53 c1756830    0     0     0 000020c [SLPQ pgzero 0xc0979ec4][SLP] pagezero
   52 c1756a3c    0     0     0 0000204 [SLPQ psleep 0xc0979a14][SLP] vmdaemon
   51 c1756c48    0     0     0 0000204 [SLPQ psleep 0xc09799d0][SLP] pagedaemon
   50 c158f624    0     0     0 0000204 [SLPQ - 0xc168583c][SLP] fdc0
   49 c158f830    0     0     0 0000204 [IWAIT] swi0: sio
   48 c158fa3c    0     0     0 0000204 [RUNQ] usb4
   47 c158fc48    0     0     0 0000204 [RUNQ] usb3
   46 c1637000    0     0     0 0000204 [RUNQ] usb2
   45 c163720c    0     0     0 0000204 [RUNQ] usb1
   44 c1637418    0     0     0 0000204 [SLPQ usbtsk 0xc0918e04][SLP] usbtask
   43 c1637624    0     0     0 0000204 [RUNQ] usb0
   42 c1637830    0     0     0 0000204 [IWAIT] swi6: task queue
    9 c1637a3c    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task2
    8 c1637c48    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task1
    7 c163a000    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task0
    6 c1580c48    0     0     0 0000204 [SLPQ - 0xc1634180][SLP] kqueue taskq
   41 c158d000    0     0     0 0000204 [IWAIT] swi2: cambio
   40 c158d20c    0     0     0 0000204 [IWAIT] swi5:+
    5 c158d418    0     0     0 0000204 [SLPQ - 0xc1634400][SLP] thread taskq
   39 c158d624    0     0     0 0000204 [IWAIT] swi6:+
   38 c158d830    0     0     0 0000204 [SLPQ - 0xc0916b20][SLP] yarrow
    4 c158da3c    0     0     0 0000204 [SLPQ - 0xc091b628][SLP] g_down
    3 c158dc48    0     0     0 0000204 [RUNQ] g_up
    2 c158f000    0     0     0 0000204 [SLPQ - 0xc091b61c][SLP] g_event
   37 c158f20c    0     0     0 0000204 [IWAIT] swi1: net
   36 c158f418    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1575624    0     0     0 000020c [IWAIT] swi4: clock sio
   34 c1575830    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c1575a3c    0     0     0 0000204 [IWAIT] irq22: rl0
   32 c1575c48    0     0     0 0000204 [IWAIT] irq21:
   31 c1580000    0     0     0 0000204 [IWAIT] irq20:
   30 c158020c    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c1580418    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c1580624    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c1580830    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c1580a3c    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c154420c    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c1544418    0     0     0 0000204 [IWAIT] irq13:
   23 c1544624    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c1544830    0     0     0 0000204 [IWAIT] irq11:
   21 c1544a3c    0     0     0 0000204 [IWAIT] irq10:
   20 c1544c48    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1575000    0     0     0 0000204 [IWAIT] irq8:
   18 c157520c    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c1575418    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c153f000    0     0     0 0000204 [IWAIT] irq5:
   15 c153f20c    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c153f418    0     0     0 0000204 [IWAIT] irq3:
   13 c153f624    0     0     0 0000204 [IWAIT] irq0:
   12 c153f830    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c153fa3c    0     0     0 000020c [Can run] idle: cpu0
    1 c153fc48    0     0     1 0004200 [SLPQ wait 0xc153fc48][SLP] init
   10 c1544000    0     0     0 0000204 [SLPQ ktrace 0xc091c078][SLP] ktrace
    0 c091b720    0     0     0 0000200 [IWAIT] swapper
20968 c2be2418 1001 20963   657 0002002 zomb[INACTIVE] mkdir
20940 c2fb220c 1001 20935   657 0002002 zomb[INACTIVE] creat
20938 c2be2000 1001 20935   657 0002002 zomb[INACTIVE] creat
20944 c2fb2418 1001 20935   657 0002002 zomb[INACTIVE] creat
20971 c2fb2c48 1001 20963   657 0002002 zomb[INACTIVE] mkdir
20942 c207d624 1001 20935   657 0002002 zomb[INACTIVE] creat
20924 c2011624 1001   664   657 0006002 zomb[INACTIVE] sysctl
20926 c207ac48 1001   664   657 0006002 zomb[INACTIVE] udp
20925 c2049418 1001   664   657 0006002 zomb[INACTIVE] tcp
20921 c202c000 1001   664   657 0006002 zomb[INACTIVE] thr1
20923 c204920c 1001   664   657 0006002 zomb[INACTIVE] syscall
20927 c2029624 1001   664   657 0006002 zomb[INACTIVE] pty
20922 c200d624 1001   664   657 0006002 zomb[INACTIVE] rw
db> call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) f 33
#33 0xc0684cf8 in vget (vp=0xc2797220, flags=0x2012, td=0xc1b18000) at ../../../kern/vfs_subr.c:1894
1894                    VI_LOCK(vp);
(kgdb) l
1889                    flags |= LK_EXCLUSIVE;
1890                    oweinact = 1;
1891            }
1892            v_incr_usecount(vp);
1893            if ((error = vn_lock(vp, flags | LK_INTERLOCK, td)) != 0) {
1894                    VI_LOCK(vp);
1895                    /*
1896                     * must expand vrele here because we do not want
1897                     * to call VOP_INACTIVE if the reference count
1898                     * drops back to zero since it was never really
(kgdb) p vp
$4 = (struct vnode *) 0xc2797220
(kgdb) p *vp
$5 = {v_type = VREG, v_tag = 0xc085b9ef "ufs", v_op = 0xc08f2f20, v_data = 0xc2790000, v_mount = 0xc1752000, v_nmntvnodes = {
    tqe_next = 0xc2a29990, tqe_prev = 0xc3216014}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
  v_hashlist = {le_next = 0x0, le_prev = 0xc16e4634}, v_hash = 0x6b1a, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0,
    tqh_last = 0xc2797250}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_interlock = 0xc091d4b4,
    lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc085b9ef "ufs",
    lk_timo = 0x33, lk_lockholder = 0xc2010780, lk_newlock = 0x0}, v_interlock = {mtx_object = {lo_class = 0xc08b9104,
      lo_name = 0xc085831c "vnode interlock", lo_type = 0xc085831c "vnode interlock", lo_flags = 0x30000, lo_list = {
        tqe_next = 0xc2a29a0c, tqe_prev = 0xc29247fc}, lo_witness = 0xc092e768}, mtx_lock = 0xc1b18000, mtx_recurse = 0x0},
  v_vnlock = 0xc2797278, v_holdcnt = 0x2, v_usecount = 0x1, v_iflag = 0x80, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {
    tqe_next = 0xc26d8770, tqe_prev = 0xc096bd50}, v_bufobj = {bo_mtx = 0xc279729c, bo_clean = {bv_hd = {tqh_first = 0x0,
        tqh_last = 0xc27972e4}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc27972f4},
      bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc08bfea4, bo_bsize = 0x4000, bo_object = 0x0,
    bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc2797220, __bo_vnode = 0xc2797220}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p/d (*(struct thread *)0xc2010780)->td_proc.p_pid
$6 = 20943
(kgdb) btp 20943
 frame 0 at 0xcf41c800: ebp cf41c850, eip 0xc0637858 <mi_switch+624>:   add    $0xc,%esp
 frame 1 at 0xcf41c850: ebp cf41c870, eip 0xc0651572 <turnstile_wait+766>:      add    $0x8,%esp
 frame 2 at 0xcf41c870: ebp cf41c89c, eip 0xc062a13e <_mtx_lock_sleep+326>:     add    $0x18,%esp
 frame 3 at 0xcf41c89c: ebp cf41c8c4, eip 0xc0629d4d <_mtx_lock_flags+133>:     add    $0x14,%esp
 frame 4 at 0xcf41c8c4: ebp cf41c8e0, eip 0xc067df56 <vfs_hash_remove+26>:      add    $0x10,%esp
 frame 5 at 0xcf41c8e0: ebp cf41c8fc, eip 0xc07734d2 <ufs_reclaim+114>: add    $0x4,%esp
 frame 6 at 0xcf41c8fc: ebp cf41c90c, eip 0xc07fce26 <VOP_RECLAIM_APV+126>:     add    $0x4,%esp
 frame 7 at 0xcf41c90c: ebp cf41c94c, eip 0xc0685941 <vgonel+321>:      add    $0x8,%esp
 frame 8 at 0xcf41c94c: ebp cf41c974, eip 0xc0683147 <vtryrecycle+263>: add    $0x4,%esp
 frame 9 at 0xcf41c974: ebp cf41c988, eip 0xc0682c3a <vnlru_free+334>:  push   %ebx
 frame 10 at 0xcf41c988: ebp cf41c9a0, eip 0xc06831bb <getnewvnode+51>: add    $0x4,%esp
 frame 11 at 0xcf41c9a0: ebp cf41ca1c, eip 0xc076d6e6 <ffs_vget+194>:   mov    %eax,%ebx
 frame 12 at 0xcf41ca1c: ebp cf41caec, eip 0xc0773d9f <ufs_lookup+2159>:        add    $0x10,%esp
 frame 13 at 0xcf41caec: ebp cf41cafc, eip 0xc07fbbb6 <VOP_CACHEDLOOKUP_APV+126>:       add    $0x4,%esp
 frame 14 at 0xcf41cafc: ebp cf41cb50, eip 0xc067b082 <vfs_cache_lookup+178>:   add    $0x8,%esp
 frame 15 at 0xcf41cb50: ebp cf41cb64, eip 0xc07fbaff <VOP_LOOKUP_APV+135>:     mov    %eax,%ebx
 frame 16 at 0xcf41cb64: ebp cf41cbc8, eip 0xc067ef52 <lookup+982>:     add    $0x8,%esp
 frame 17 at 0xcf41cbc8: ebp cf41cc2c, eip 0xc067e91a <namei+858>:      mov    %eax,%ebx
 frame 18 at 0xcf41cc2c: ebp cf41ccc8, eip 0xc0689fb6 <kern_unlink+58>: mov    %eax,%ebx
 frame 19 at 0xcf41ccc8: ebp cf41ccdc, eip 0xc0689f7a <unlink+18>:      leave
 frame 20 at 0xcf41ccdc: ebp cf41cd30, eip 0xc07ecf77 <syscall+559>:    mov    %eax,%ebx
(kgdb) l *vfs_hash_remove+26
0xc067df56 is in vfs_hash_remove (../../../kern/vfs_hash.c:102).
97      void
98      vfs_hash_remove(struct vnode *vp)
99      {
100
101             mtx_lock(&vfs_hash_mtx);
102             LIST_REMOVE(vp, v_hashlist);
103             mtx_unlock(&vfs_hash_mtx);
104     }
(kgdb) p vfs_hash_mtx
$1 = {mtx_object = {lo_class = 0xc08b9104, lo_name = 0xc085d0db "vfs hash", lo_type = 0xc085d0db "vfs hash", lo_flags = 0x30000,
    lo_list = {tqe_next = 0xc10448c8, tqe_prev = 0xc1044838}, lo_witness = 0xc092d4f8}, mtx_lock = 0x4, mtx_recurse = 0x0}


$ grep -w " R" ps.428 | sort -n +4
 1001 20972 20963 295  -8  0  1872     0 -      R+    ??  118:14.53 [mkdir]
 1001   662   657   0   8  0  1232     0 -      R+    ??    0:00.85 [run]
 1001   647   641   0  96  0  2560   676 -      R+    ??    2:41.62 [top]
 1001 20936 20935   0  96  0  1228     0 -      R+    ??    0:01.08 [creat]
 1001 20937 20935   0  96  0  1228     0 -      R+    ??    0:01.15 [creat]
 1001 20939 20935   0  96  0  1228     0 -      R+    ??    0:01.19 [creat]
 1001 20941 20935   0  96  0  1228     0 -      R+    ??    0:01.15 [creat]
 1001 20943 20935   0  96  0  1228     0 -      R+    ??    0:01.28 [creat]
 1001 20945 20935   0  96  0  1228     0 -      R+    ??    0:00.94 [creat]
 1001 20966 20963   0  96  0  1872     0 -      R+    ??    0:00.63 [mkdir]
 1001 20967 20963   0  96  0  1872     0 -      R+    ??    0:00.63 [mkdir]
 1001 20969 20963   0  96  0  1872     0 -      R+    ??    0:00.61 [mkdir]
 1001 20970 20963   0  96  0  1872     0 -      R+    ??    0:00.63 [mkdir]
 1001 20973 20963   0  96  0  1744     0 -      R+    ??    0:00.57 [mkdir]