GENERIC 6.0-BETA1 from Jul 22 04:40 UTC, vmcore.428
Livelock. This is the third similar livelock with 6.0-BETA1.
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-BETA1 #1: Fri Jul 22 06:42:28 CEST 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252293120 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
KDB: enter: Break sequence on console
[thread pid 20972 tid 100253 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 20972 tid 100253 td 0xc1b18000
kdb_enter(c0875aee) at kdb_enter+0x2b
siointr1(c16b6000,c0986200,0,c08758fe,56e) at siointr1+0xd5
siointr(c16b6000) at siointr+0x21
intr_execute_handlers(c1530090,cf57a92c,4,cf57a974,c07da603) at intr_execute_handlers+0xa5
lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0691f9e, esp = 0xcf57a970, ebp = 0xcf57a974 ---
strncmp(c085e2fa,c0858589,3) at strncmp+0x3e
fixup_filename(c085e2f7,6ac,c08b9104,c279729c,322) at fixup_filename+0x24
witness_unlock(c279729c,8,c085e2f7,322) at witness_unlock+0x51
_mtx_unlock_flags(c279729c,0,c085e2f7,322,c085d0ed) at _mtx_unlock_flags+0x5b
vn_lock(c2797220,2012,c1b18000,c2797220,2012) at vn_lock+0x55
vget(c2797220,2012,c1b18000,c2c04060,12) at vget+0x8a
vfs_hash_get(c1752000,6b1a,12,c1b18000,cf57ab24) at vfs_hash_get+0x8a
ffs_vget(c1752000,6b1a,12,cf57ab24,c0978f80,0,c086c353,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c667fd10,c251f39c,c251f318,1,cf57ab8c) at newdirrem+0x52
softdep_setup_remove(c667fd10,c251f39c,c251f318,1,c251f318) at softdep_setup_remove+0x1c
ufs_dirremove(c1dda440,c251f318,100800c,1,16) at ufs_dirremove+0x12a
ufs_rmdir(cf57ac1c,0,c1ce9cc0,cf57acc8,c068cb46) at ufs_rmdir+0xc0
VOP_RMDIR_APV(c08f2f20,cf57ac1c) at VOP_RMDIR_APV+0x7e
kern_rmdir(c1b18000,bfbf0bf0,0,cf57ad30,c07ecf77) at kern_rmdir+0x1be
rmdir(c1b18000,cf57ad04,1,56,296) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbc003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b6dcb, esp = 0xbfbf07ac, ebp = 0xbfbf0bd8 ---
db> show alllocks
Process 20972 (mkdir) thread 0xc1b18000 (100253)
exclusive sleep mutex vnode interlock r = 0 (0xc279729c) locked @ kern/vfs_hash.c:79
db> call print_uptime
Uptime: 8h50m6s
= 0x3
db> c
KDB: enter: Break sequence on console
[thread pid 20972 tid 100253 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 20972 tid 100253 td 0xc1b18000
kdb_enter(c0875aee) at kdb_enter+0x2b
siointr1(c16b6000,c0986200,0,c08758fe,56e) at siointr1+0xd5
siointr(c16b6000) at siointr+0x21
intr_execute_handlers(c1530090,cf57a974,4,cf57a9bc,c07da603) at intr_execute_handlers+0xa5
lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0691f64, esp = 0xcf57a9b8, ebp = 0xcf57a9bc ---
strncmp(c085d967,c0858589,3) at strncmp+0x4
fixup_filename(c085d95e,c092e768,c279729c,766,c085d95e) at fixup_filename+0x24
witness_lock(c279729c,8,c085d95e,766,2012) at witness_lock+0x55
_mtx_lock_flags(c279729c,0,c085d95e,766,2012) at _mtx_lock_flags+0x97
vget(c2797220,2012,c1b18000,c2c04060,12) at vget+0xa8
vfs_hash_get(c1752000,6b1a,12,c1b18000,cf57ab24) at vfs_hash_get+0x8a
ffs_vget(c1752000,6b1a,12,cf57ab24,c0978f80,0,c086c353,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c667fd10,c251f39c,c251f318,1,cf57ab8c) at newdirrem+0x52
softdep_setup_remove(c667fd10,c251f39c,c251f318,1,c251f318) at softdep_setup_remove+0x1c
ufs_dirremove(c1dda440,c251f318,100800c,1,16) at ufs_dirremove+0x12a
ufs_rmdir(cf57ac1c,0,c1ce9cc0,cf57acc8,c068cb46) at ufs_rmdir+0xc0
VOP_RMDIR_APV(c08f2f20,cf57ac1c) at VOP_RMDIR_APV+0x7e
kern_rmdir(c1b18000,bfbf0bf0,0,cf57ad30,c07ecf77) at kern_rmdir+0x1be
rmdir(c1b18000,cf57ad04,1,56,296) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbc003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b6dcb, esp = 0xbfbf07ac, ebp = 0xbfbf0bd8 ---
db> show alllocks
db> call print_uptime
Uptime: 8h54m48s
= 0x4
db> show lockedvnods
Locked vnodes
0xc2d0c440: tag ufs, type VDIR
usecount 2, writecount 0, refcount 4 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc2010780 (pid 20943)
ino 72095, on dev ad0s1e
0xc27e8aa0: tag ufs, type VDIR
usecount 2, writecount 0, refcount 6 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1df5900 (pid 20939)
ino 117832, on dev ad0s1e
0xc188c220: tag ufs, type VDIR
usecount 2, writecount 0, refcount 6 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1df5780 (pid 20941)
ino 117895, on dev ad0s1e
0xc18b7880: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1cf9900 (pid 20936)
ino 76760, on dev ad0s1e
0xc1c9b660: tag ufs, type VDIR
usecount 3, writecount 0, refcount 6 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1846d80 (pid 20945) with 1 pending
ino 78869, on dev ad0s1e
0xc25a9550: tag ufs, type VDIR
usecount 2, writecount 0, refcount 2 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc17aa600 (pid 20970)
ino 79626, on dev ad0s1e
0xc1dda440: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1b18000 (pid 20972)
ino 28534, on dev ad0s1e
0xc1ce9cc0: tag ufs, type VDIR
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1b18000 (pid 20972)
ino 28535, on dev ad0s1e
0xc31e4110: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1b22900 (pid 20967)
ino 28625, on dev ad0s1e
0xc2797220: tag ufs, type VREG
usecount 1, writecount 0, refcount 2 mountedhere 0
flags (VI_DOOMED)
VI_LOCKed lock type ufs: EXCL (count 1) by thread 0xc2010780 (pid 20943)
ino 27418, on dev ad0s1e
0xc18c9770: tag ufs, type VNON
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1846d80 (pid 20945)
ino 83328, on dev ad0s1e
0xc31df990: tag ufs, type VNON
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1df5900 (pid 20939)
ino 118682, on dev ad0s1e
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
20973 c1b30624 1001 20963 657 0000002 [RUNQ] mkdir
20972 c200d20c 1001 20963 657 0000002 [CPU 0] mkdir
20970 c3087a3c 1001 20963 657 0000002 [RUNQ] mkdir
20969 c202d624 1001 20963 657 0000002 [RUNQ] mkdir
20967 c200da3c 1001 20963 657 0000002 [RUNQ] mkdir
20966 c202c418 1001 20963 657 0000002 [RUNQ] mkdir
20963 c2fb3624 1001 20920 657 0000002 [SLPQ wait 0xc2fb3624][SLP] mkdir
20945 c202dc48 1001 20935 657 0000002 [RUNQ] creat
20943 c1b31624 1001 20935 657 0000002 [RUNQ] creat
20941 c2bd0000 1001 20935 657 0000002 [RUNQ] creat
20939 c2fb2000 1001 20935 657 0000002 [RUNQ] creat
20937 c2fb320c 1001 20935 657 0000002 [RUNQ] creat
20936 c3087624 1001 20935 657 0000002 [RUNQ] creat
20935 c2049830 1001 20919 657 0000002 [SLPQ wait 0xc2049830][SLP] creat
20934 c2011418 1001 20928 657 0000002 [RUNQ] swap
20928 c184220c 1001 20918 657 0000002 [SLPQ wait 0xc184220c][SLP] swap
20920 c2029418 1001 664 657 0004002 [SLPQ wait 0xc2029418][SLP] mkdir
20919 c2029830 1001 664 657 0004002 [SLPQ wait 0xc2029830][SLP] creat
20918 c1bcd830 1001 664 657 0004002 [SLPQ wait 0xc1bcd830][SLP] swap
664 c1842830 1001 663 657 0000002 [SLPQ wait 0xc1842830][SLP] run
663 c1842a3c 1001 662 657 0000002 [SLPQ wait 0xc1842a3c][SLP] run
662 c1842c48 1001 657 657 0004002 [RUNQ] run
657 c1b30830 1001 651 657 0004002 [SLPQ wait 0xc1b30830][SLP] sh
651 c184120c 1001 650 651 0004002 [SLPQ wait 0xc184120c][SLP] bash
650 c163a418 1001 648 648 0000100 [SLPQ select 0xc096b444][SLP] sshd
648 c1841624 0 475 648 0004100 [SLPQ sbwait 0xc1826e90][SLP] sshd
647 c183c830 1001 641 647 0004002 [RUNQ] top
641 c1841830 1001 640 641 0004002 [SLPQ wait 0xc1841830][SLP] bash
640 c17aba3c 1001 638 638 0000100 [SLPQ select 0xc096b444][SLP] sshd
638 c1841418 0 475 638 0004100 [SLPQ sbwait 0xc1804900][SLP] sshd
595 c183cc48 0 1 595 0004002 [SLPQ ttyin 0xc16ce810][SLP] getty
594 c183ca3c 0 1 594 0004002 [SLPQ ttyin 0xc16cec10][SLP] getty
593 c183c20c 0 1 593 0004002 [SLPQ ttyin 0xc16cf010][SLP] getty
592 c183c418 0 1 592 0004002 [SLPQ ttyin 0xc16cf410][SLP] getty
591 c1841000 0 1 591 0004002 [SLPQ ttyin 0xc16c4410][SLP] getty
590 c1842000 0 1 590 0004002 [SLPQ ttyin 0xc16bbc10][SLP] getty
589 c183c624 0 1 589 0004002 [SLPQ ttyin 0xc16c3c10][SLP] getty
588 c1841c48 0 1 588 0004002 [SLPQ ttyin 0xc16c4810][SLP] getty
556 c17ab000 0 1 556 0000000 [SLPQ select 0xc096b444][SLP] moused
497 c183c000 0 1 497 0000000 [RUNQ] cron
485 c1841a3c 25 1 485 0000100 [RUNQ] sendmail
481 c17a7830 0 1 481 0000100 [RUNQ] sendmail
475 c17a7418 0 1 475 0000100 [SLPQ select 0xc096b444][SLP] sshd
457 c17a7c48 0 1 457 0000000 [RUNQ] ntpd
426 c17a7a3c 0 1 426 0000000 [RUNQ] usbd
405 c17a7624 0 401 401 0000000 [SLPQ - 0xc181b600][SLP] nfsd
404 c17a7000 0 401 401 0000000 [SLPQ - 0xc181b800][SLP] nfsd
403 c17ab624 0 401 401 0000000 [SLPQ - 0xc181b400][SLP] nfsd
402 c17ab418 0 401 401 0000000 [SLPQ - 0xc181ba00][SLP] nfsd
401 c17ab830 0 1 401 0000000 [SLPQ select 0xc096b444][SLP] nfsd
399 c17a720c 0 1 399 0000000 [SLPQ select 0xc096b444][SLP] mountd
326 c17abc48 0 1 326 0000000 [RUNQ] rpcbind
312 c163a20c 0 1 312 0000000 [RUNQ] syslogd
283 c17ab20c 0 1 283 0000000 [SLPQ select 0xc096b444][SLP] devd
61 c163a624 0 0 0 0000204 [SLPQ - 0xcc9f2d04][SLP] schedcpu
60 c163a830 0 0 0 0000204 [SLPQ - 0xc097392c][SLP] nfsiod 3
59 c163aa3c 0 0 0 0000204 [SLPQ - 0xc0973928][SLP] nfsiod 2
58 c163ac48 0 0 0 0000204 [SLPQ - 0xc0973924][SLP] nfsiod 1
57 c1756000 0 0 0 0000204 [SLPQ - 0xc0973920][SLP] nfsiod 0
56 c175620c 0 0 0 0000204 [SLPQ ufs 0xc1c9b6b8][SLP] syncer
55 c1756418 0 0 0 0000204 [RUNQ] vnlru
54 c1756624 0 0 0 0000204 [RUNQ] bufdaemon
53 c1756830 0 0 0 000020c [SLPQ pgzero 0xc0979ec4][SLP] pagezero
52 c1756a3c 0 0 0 0000204 [SLPQ psleep 0xc0979a14][SLP] vmdaemon
51 c1756c48 0 0 0 0000204 [SLPQ psleep 0xc09799d0][SLP] pagedaemon
50 c158f624 0 0 0 0000204 [SLPQ - 0xc168583c][SLP] fdc0
49 c158f830 0 0 0 0000204 [IWAIT] swi0: sio
48 c158fa3c 0 0 0 0000204 [RUNQ] usb4
47 c158fc48 0 0 0 0000204 [RUNQ] usb3
46 c1637000 0 0 0 0000204 [RUNQ] usb2
45 c163720c 0 0 0 0000204 [RUNQ] usb1
44 c1637418 0 0 0 0000204 [SLPQ usbtsk 0xc0918e04][SLP] usbtask
43 c1637624 0 0 0 0000204 [RUNQ] usb0
42 c1637830 0 0 0 0000204 [IWAIT] swi6: task queue
9 c1637a3c 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task2
8 c1637c48 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task1
7 c163a000 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task0
6 c1580c48 0 0 0 0000204 [SLPQ - 0xc1634180][SLP] kqueue taskq
41 c158d000 0 0 0 0000204 [IWAIT] swi2: cambio
40 c158d20c 0 0 0 0000204 [IWAIT] swi5:+
5 c158d418 0 0 0 0000204 [SLPQ - 0xc1634400][SLP] thread taskq
39 c158d624 0 0 0 0000204 [IWAIT] swi6:+
38 c158d830 0 0 0 0000204 [SLPQ - 0xc0916b20][SLP] yarrow
4 c158da3c 0 0 0 0000204 [SLPQ - 0xc091b628][SLP] g_down
3 c158dc48 0 0 0 0000204 [RUNQ] g_up
2 c158f000 0 0 0 0000204 [SLPQ - 0xc091b61c][SLP] g_event
37 c158f20c 0 0 0 0000204 [IWAIT] swi1: net
36 c158f418 0 0 0 0000204 [IWAIT] swi3: vm
35 c1575624 0 0 0 000020c [IWAIT] swi4: clock sio
34 c1575830 0 0 0 0000204 [IWAIT] irq23: ehci0
33 c1575a3c 0 0 0 0000204 [IWAIT] irq22: rl0
32 c1575c48 0 0 0 0000204 [IWAIT] irq21:
31 c1580000 0 0 0 0000204 [IWAIT] irq20:
30 c158020c 0 0 0 0000204 [IWAIT] irq19: uhci1
29 c1580418 0 0 0 0000204 [IWAIT] irq18: uhci2
28 c1580624 0 0 0 0000204 [IWAIT] irq17: pcm0
27 c1580830 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
26 c1580a3c 0 0 0 0000204 [IWAIT] irq15: ata1
25 c154420c 0 0 0 0000204 [IWAIT] irq14: ata0
24 c1544418 0 0 0 0000204 [IWAIT] irq13:
23 c1544624 0 0 0 0000204 [IWAIT] irq12: psm0
22 c1544830 0 0 0 0000204 [IWAIT] irq11:
21 c1544a3c 0 0 0 0000204 [IWAIT] irq10:
20 c1544c48 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c1575000 0 0 0 0000204 [IWAIT] irq8:
18 c157520c 0 0 0 0000204 [IWAIT] irq7: ppc0
17 c1575418 0 0 0 0000204 [IWAIT] irq6: fdc0
16 c153f000 0 0 0 0000204 [IWAIT] irq5:
15 c153f20c 0 0 0 0000204 [IWAIT] irq4: sio0
14 c153f418 0 0 0 0000204 [IWAIT] irq3:
13 c153f624 0 0 0 0000204 [IWAIT] irq0:
12 c153f830 0 0 0 0000204 [IWAIT] irq1: atkbd0
11 c153fa3c 0 0 0 000020c [Can run] idle: cpu0
1 c153fc48 0 0 1 0004200 [SLPQ wait 0xc153fc48][SLP] init
10 c1544000 0 0 0 0000204 [SLPQ ktrace 0xc091c078][SLP] ktrace
0 c091b720 0 0 0 0000200 [IWAIT] swapper
20968 c2be2418 1001 20963 657 0002002 zomb[INACTIVE] mkdir
20940 c2fb220c 1001 20935 657 0002002 zomb[INACTIVE] creat
20938 c2be2000 1001 20935 657 0002002 zomb[INACTIVE] creat
20944 c2fb2418 1001 20935 657 0002002 zomb[INACTIVE] creat
20971 c2fb2c48 1001 20963 657 0002002 zomb[INACTIVE] mkdir
20942 c207d624 1001 20935 657 0002002 zomb[INACTIVE] creat
20924 c2011624 1001 664 657 0006002 zomb[INACTIVE] sysctl
20926 c207ac48 1001 664 657 0006002 zomb[INACTIVE] udp
20925 c2049418 1001 664 657 0006002 zomb[INACTIVE] tcp
20921 c202c000 1001 664 657 0006002 zomb[INACTIVE] thr1
20923 c204920c 1001 664 657 0006002 zomb[INACTIVE] syscall
20927 c2029624 1001 664 657 0006002 zomb[INACTIVE] pty
20922 c200d624 1001 664 657 0006002 zomb[INACTIVE] rw
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) f 33
#33 0xc0684cf8 in vget (vp=0xc2797220, flags=0x2012, td=0xc1b18000) at ../../../kern/vfs_subr.c:1894
1894 VI_LOCK(vp);
(kgdb) l
1889 flags |= LK_EXCLUSIVE;
1890 oweinact = 1;
1891 }
1892 v_incr_usecount(vp);
1893 if ((error = vn_lock(vp, flags | LK_INTERLOCK, td)) != 0) {
1894 VI_LOCK(vp);
1895 /*
1896 * must expand vrele here because we do not want
1897 * to call VOP_INACTIVE if the reference count
1898 * drops back to zero since it was never really
(kgdb) p vp
$4 = (struct vnode *) 0xc2797220
(kgdb) p *vp
$5 = {v_type = VREG, v_tag = 0xc085b9ef "ufs", v_op = 0xc08f2f20, v_data = 0xc2790000, v_mount = 0xc1752000, v_nmntvnodes = {
tqe_next = 0xc2a29990, tqe_prev = 0xc3216014}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
v_hashlist = {le_next = 0x0, le_prev = 0xc16e4634}, v_hash = 0x6b1a, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0,
tqh_last = 0xc2797250}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_interlock = 0xc091d4b4,
lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc085b9ef "ufs",
lk_timo = 0x33, lk_lockholder = 0xc2010780, lk_newlock = 0x0}, v_interlock = {mtx_object = {lo_class = 0xc08b9104,
lo_name = 0xc085831c "vnode interlock", lo_type = 0xc085831c "vnode interlock", lo_flags = 0x30000, lo_list = {
tqe_next = 0xc2a29a0c, tqe_prev = 0xc29247fc}, lo_witness = 0xc092e768}, mtx_lock = 0xc1b18000, mtx_recurse = 0x0},
v_vnlock = 0xc2797278, v_holdcnt = 0x2, v_usecount = 0x1, v_iflag = 0x80, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {
tqe_next = 0xc26d8770, tqe_prev = 0xc096bd50}, v_bufobj = {bo_mtx = 0xc279729c, bo_clean = {bv_hd = {tqh_first = 0x0,
tqh_last = 0xc27972e4}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc27972f4},
bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc08bfea4, bo_bsize = 0x4000, bo_object = 0x0,
bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc2797220, __bo_vnode = 0xc2797220}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p/d (*(struct thread *)0xc2010780)->td_proc.p_pid
$6 = 20943
(kgdb) btp 20943
frame 0 at 0xcf41c800: ebp cf41c850, eip 0xc0637858 <mi_switch+624>: add $0xc,%esp
frame 1 at 0xcf41c850: ebp cf41c870, eip 0xc0651572 <turnstile_wait+766>: add $0x8,%esp
frame 2 at 0xcf41c870: ebp cf41c89c, eip 0xc062a13e <_mtx_lock_sleep+326>: add $0x18,%esp
frame 3 at 0xcf41c89c: ebp cf41c8c4, eip 0xc0629d4d <_mtx_lock_flags+133>: add $0x14,%esp
frame 4 at 0xcf41c8c4: ebp cf41c8e0, eip 0xc067df56 <vfs_hash_remove+26>: add $0x10,%esp
frame 5 at 0xcf41c8e0: ebp cf41c8fc, eip 0xc07734d2 <ufs_reclaim+114>: add $0x4,%esp
frame 6 at 0xcf41c8fc: ebp cf41c90c, eip 0xc07fce26 <VOP_RECLAIM_APV+126>: add $0x4,%esp
frame 7 at 0xcf41c90c: ebp cf41c94c, eip 0xc0685941 <vgonel+321>: add $0x8,%esp
frame 8 at 0xcf41c94c: ebp cf41c974, eip 0xc0683147 <vtryrecycle+263>: add $0x4,%esp
frame 9 at 0xcf41c974: ebp cf41c988, eip 0xc0682c3a <vnlru_free+334>: push %ebx
frame 10 at 0xcf41c988: ebp cf41c9a0, eip 0xc06831bb <getnewvnode+51>: add $0x4,%esp
frame 11 at 0xcf41c9a0: ebp cf41ca1c, eip 0xc076d6e6 <ffs_vget+194>: mov %eax,%ebx
frame 12 at 0xcf41ca1c: ebp cf41caec, eip 0xc0773d9f <ufs_lookup+2159>: add $0x10,%esp
frame 13 at 0xcf41caec: ebp cf41cafc, eip 0xc07fbbb6 <VOP_CACHEDLOOKUP_APV+126>: add $0x4,%esp
frame 14 at 0xcf41cafc: ebp cf41cb50, eip 0xc067b082 <vfs_cache_lookup+178>: add $0x8,%esp
frame 15 at 0xcf41cb50: ebp cf41cb64, eip 0xc07fbaff <VOP_LOOKUP_APV+135>: mov %eax,%ebx
frame 16 at 0xcf41cb64: ebp cf41cbc8, eip 0xc067ef52 <lookup+982>: add $0x8,%esp
frame 17 at 0xcf41cbc8: ebp cf41cc2c, eip 0xc067e91a <namei+858>: mov %eax,%ebx
frame 18 at 0xcf41cc2c: ebp cf41ccc8, eip 0xc0689fb6 <kern_unlink+58>: mov %eax,%ebx
frame 19 at 0xcf41ccc8: ebp cf41ccdc, eip 0xc0689f7a <unlink+18>: leave
frame 20 at 0xcf41ccdc: ebp cf41cd30, eip 0xc07ecf77 <syscall+559>: mov %eax,%ebx
(kgdb) l *vfs_hash_remove+26
0xc067df56 is in vfs_hash_remove (../../../kern/vfs_hash.c:102).
97 void
98 vfs_hash_remove(struct vnode *vp)
99 {
100
101 mtx_lock(&vfs_hash_mtx);
102 LIST_REMOVE(vp, v_hashlist);
103 mtx_unlock(&vfs_hash_mtx);
104 }
(kgdb) p vfs_hash_mtx
$1 = {mtx_object = {lo_class = 0xc08b9104, lo_name = 0xc085d0db "vfs hash", lo_type = 0xc085d0db "vfs hash", lo_flags = 0x30000,
lo_list = {tqe_next = 0xc10448c8, tqe_prev = 0xc1044838}, lo_witness = 0xc092d4f8}, mtx_lock = 0x4, mtx_recurse = 0x0}
$ grep -w " R" ps.428 | sort -n +4
1001 20972 20963 295 -8 0 1872 0 - R+ ?? 118:14.53 [mkdir]
1001 662 657 0 8 0 1232 0 - R+ ?? 0:00.85 [run]
1001 647 641 0 96 0 2560 676 - R+ ?? 2:41.62 [top]
1001 20936 20935 0 96 0 1228 0 - R+ ?? 0:01.08 [creat]
1001 20937 20935 0 96 0 1228 0 - R+ ?? 0:01.15 [creat]
1001 20939 20935 0 96 0 1228 0 - R+ ?? 0:01.19 [creat]
1001 20941 20935 0 96 0 1228 0 - R+ ?? 0:01.15 [creat]
1001 20943 20935 0 96 0 1228 0 - R+ ?? 0:01.28 [creat]
1001 20945 20935 0 96 0 1228 0 - R+ ?? 0:00.94 [creat]
1001 20966 20963 0 96 0 1872 0 - R+ ?? 0:00.63 [mkdir]
1001 20967 20963 0 96 0 1872 0 - R+ ?? 0:00.63 [mkdir]
1001 20969 20963 0 96 0 1872 0 - R+ ?? 0:00.61 [mkdir]
1001 20970 20963 0 96 0 1872 0 - R+ ?? 0:00.63 [mkdir]
1001 20973 20963 0 96 0 1744 0 - R+ ?? 0:00.57 [mkdir]