GENERIC HEAD from Jul 6 17:05 UTC, vmcore.398
Livelock

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #2: Wed Jul  6 19:25:22 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252223488 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
freebsd4_sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
~KDB: enter: Line break on console
[thread pid 70607 tid 100206 ]
Stopped at      kdb_enter+0x2b: nop
db> show pcpu
cpuid        = 0
curthread    = 0xc1e1f600: pid 70607 "mkdir"
curpcb       = 0xcf40cd90
fpcurthread  = none
idlethread   = 0xc1540780: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:
db> show alllocks
Process 70627 (swap) thread 0xc2496480 (100287)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1f82c60) locked @ vm/vm_fault.c:985
exclusive sx user map r = 0 (0xc1e1cbfc) locked @ vm/vm_map.c:2997
Process 70626 (swap) thread 0xc2011a80 (100151)
exclusive sx user map r = 0 (0xc1df8170) locked @ vm/vm_map.c:2997
Process 70613 (mkdir) thread 0xc1beed80 (100079)
exclusive sleep mutex vnode interlock r = 0 (0xc20261cc) locked @ kern/vfs_subr.c:1992
Process 70610 (mkdir) thread 0xc2496d80 (100205)
db> c
~KDB: enter: Line break on console
[thread pid 70607 tid 100206 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 70607 tid 100206 td 0xc1e1f600
kdb_enter(c08748b5) at kdb_enter+0x2b
siointr1(c16b6000,c09b9160,0,c08746c5,56e) at siointr1+0xce
siointr(c16b6000) at siointr+0x21
intr_execute_handlers(c1530090,cf40c988,4,cf40c9ec,c07d8cb3) at intr_execute_handlers+0xa5
lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc061f80b, esp = 0xcf40c9cc, ebp = 0xcf40c9ec ---
ktr_tracepoint(40000,c085c18f,707,c085c671,c22ccc08,1,0,0,0,0) at ktr_tracepoint+0x5f
v_incr_usecount(c22ccc08,2012,0,1ead0,c1752000) at v_incr_usecount+0x33
vget(c22ccc08,2012,c1e1f600,c21cd100,12) at vget+0x7f
vfs_hash_get(c1752000,1ead0,12,c1e1f600,cf40cb24) at vfs_hash_get+0x8d
ffs_vget(c1752000,1ead0,12,cf40cb24,c09abee0,0,c086b041,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c65e6a5c,c2e51948,c310ad68,1,cf40cb8c) at newdirrem+0x52
softdep_setup_remove(c65e6a5c,c2e51948,c310ad68,1,c310ad68) at softdep_setup_remove+0x1c
ufs_dirremove(c2130c08,c310ad68,100800c,1,16) at ufs_dirremove+0x12d
ufs_rmdir(cf40cc1c,0,c1f99134,cf40ccc8,c068a8e6) at ufs_rmdir+0xc3
VOP_RMDIR_APV(c08f1ea0,cf40cc1c) at VOP_RMDIR_APV+0xb5
kern_rmdir(c1e1f600,bfbc93a0,0,cf40cd30,c07eb627) at kern_rmdir+0x1be
rmdir(c1e1f600,cf40cd04,1,46,292) at rmdir+0x12
syscall(2805003b,bfbf003b,bfb9003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b7b87, esp = 0xbfbc8f5c, ebp = 0xbfbc9388 ---
db> show alllocks
Process 70627 (swap) thread 0xc2496480 (100287)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1f82c60) locked @ vm/vm_fault.c:985
exclusive sx user map r = 0 (0xc1e1cbfc) locked @ vm/vm_map.c:2997
Process 70626 (swap) thread 0xc2011a80 (100151)
exclusive sx user map r = 0 (0xc1df8170) locked @ vm/vm_map.c:2997
Process 70613 (mkdir) thread 0xc1beed80 (100079)
exclusive sleep mutex vnode interlock r = 0 (0xc20261cc) locked @ kern/vfs_subr.c:1992
Process 70610 (mkdir) thread 0xc2496d80 (100205)
Process 70607 (mkdir) thread 0xc1e1f600 (100206)
exclusive sleep mutex vnode interlock r = 0 (0xc22ccca0) locked @ kern/vfs_hash.c:79
db> where 70613
Tracing pid 70613 tid 100079 td 0xc1beed80
sched_switch(c1beed80,0,2) at sched_switch+0x177
mi_switch(2,0,c0950720,0,c085481c) at mi_switch+0x270
critical_exit(c0850f8a,cfd85b88,c07d8ee0,0,cfd80008) at critical_exit+0x8b
lapic_handle_timer(0) at lapic_handle_timer+0xc9
Xtimerint(c085c192,c0850f87,3) at Xtimerint+0x30
fixup_filename(c085c18f,c067a59f,c08b7f84,c20261cc,84c) at fixup_filename+0x24
witness_unlock(c20261cc,8,c085c18f,84c) at witness_unlock+0x51
_mtx_unlock_flags(c20261cc,0,c085c18f,84c) at _mtx_unlock_flags+0x5b
vinactive(c2026134,c1beed80,c20261cc,0,c085c18f,7c8) at vinactive+0x6e
vrele(c2026134) at vrele+0x102
kern_chdir(c1beed80,8049d05,0,cfd85d30,c07eb627) at kern_chdir+0x162
chdir(c1beed80,cfd85d04,1,51,296) at chdir+0x12
syscall(2805003b,bfbf003b,bfb8003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280b8567, esp = 0xbfb9996c, ebp = 0xbfb99d98 ---
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
70658 c23a220c 1001 70641  9209 0000002 [RUNQ] creat
70657 c1e3d624 1001 70641  9209 0000002 [RUNQ] creat
70655 c1ac6c48 1001 70641  9209 0000002 [RUNQ] creat
70652 c2f34000 1001 70641  9209 0000002 [RUNQ] creat
70651 c184ba3c 1001 70641  9209 0000002 [RUNQ] creat
70650 c23a2a3c 1001 70641  9209 0000002 [RUNQ] creat
70641 c1e1d830 1001 70594  9209 0000002 [SLPQ wait 0xc1e1d830][SLP] creat
70627 c25d7000 1001 70602  9209 0000002 [RUNQ] swap
70626 c25d7830 1001 70602  9209 0000002 [RUNQ] swap
70617 c184b20c 1001 70602  9209 0000002 [RUNQ] swap
70614 c1e44830 1001 70603  9209 0000002 [RUNQ] mkdir
70613 c1e3d418 1001 70603  9209 0000002 [RUNQ] mkdir
70612 c1e44624 1001 70603  9209 0000002 [RUNQ] mkdir
70611 c26b0a3c 1001 70603  9209 0000002 [RUNQ] mkdir
70610 c2198418 1001 70603  9209 0000002 [RUNQ] mkdir
70608 c1dfa418 1001 70603  9209 0000002 [RUNQ] mkdir
70607 c1dfa830 1001 70603  9209 0000002 [CPU 0] mkdir
70606 c2f76a3c 1001 70603  9209 0000002 [RUNQ] mkdir
70605 c2f78a3c 1001 70603  9209 0000002 [RUNQ] mkdir
70603 c2f2ec48 1001 70595  9209 0000002 [SLPQ wait 0xc2f2ec48][SLP] mkdir
70602 c2f2e418 1001 70593  9209 0000002 [SLPQ wait 0xc2f2e418][SLP] swap
70595 c26b0c48 1001  9219  9209 0004002 [SLPQ wait 0xc26b0c48][SLP] mkdir
70594 c2f78000 1001  9219  9209 0004002 [SLPQ wait 0xc2f78000][SLP] creat
70593 c26ad624 1001  9219  9209 0004002 [SLPQ wait 0xc26ad624][SLP] swap
 9219 c1ac6624 1001  9218  9209 0000002 [SLPQ wait 0xc1ac6624][SLP] run
 9218 c2f30418 1001  9217  9209 0000002 [SLPQ wait 0xc2f30418][SLP] run
 9217 c1e21000 1001  9209  9209 0004002 [RUNQ] run
 9209 c26ad20c 1001   580  9209 0004002 [SLPQ wait 0xc26ad20c][SLP] sh
  580 c1ac620c 1001   579   580 0004002 [SLPQ wait 0xc1ac620c][SLP] bash
  579 c1ac6418 1001   577   577 0000100 [SLPQ select 0xc099e364][SLP] sshd
  577 c1ac6830    0   434   577 0004100 [SLPQ sbwait 0xc1824e90][SLP] sshd
  576 c1ac6a3c 1001   570   576 0004002 [RUNQ] top
  570 c184520c 1001   569   570 0004002 [SLPQ wait 0xc184520c][SLP] bash
  569 c1845830 1001   567   567 0000100 [SLPQ select 0xc099e364][SLP] sshd
  567 c1845a3c    0   434   567 0004100 [SLPQ sbwait 0xc180e900][SLP] sshd
  566 c184a830    0     1   566 0004002 [SLPQ ttyin 0xc16cd810][SLP] getty
  565 c184a000    0     1   565 0004002 [SLPQ ttyin 0xc16cdc10][SLP] getty
  564 c17a8c48    0     1   564 0004002 [SLPQ ttyin 0xc16ce010][SLP] getty
  563 c163a418    0     1   563 0004002 [SLPQ ttyin 0xc16ce410][SLP] getty
  562 c184a624    0     1   562 0004002 [SLPQ ttyin 0xc16c3410][SLP] getty
  561 c184a418    0     1   561 0004002 [SLPQ ttyin 0xc16bbc10][SLP] getty
  560 c1845624    0     1   560 0004002 [SLPQ ttyin 0xc16c2c10][SLP] getty
  559 c1845c48    0     1   559 0004002 [SLPQ ttyin 0xc16c3810][SLP] getty
  456 c1845000    0     1   456 0000000 [RUNQ] cron
  444 c184aa3c   25     1   444 0000100 [RUNQ] sendmail
  440 c17ac20c    0     1   440 0000100 [RUNQ] sendmail
  434 c17ac000    0     1   434 0000100 [SLPQ select 0xc099e364][SLP] sshd
  416 c17a8000    0     1   416 0000000 [RUNQ] ntpd
  385 c17a8a3c    0     1   385 0000000 [RUNQ] usbd
  365 c17a820c    0   360   360 0000000 [SLPQ - 0xc181b400][SLP] nfsd
  364 c17a8830    0   360   360 0000000 [SLPQ - 0xc181b600][SLP] nfsd
  363 c17ac418    0   360   360 0000000 [SLPQ - 0xc181b800][SLP] nfsd
  362 c17a8624    0   360   360 0000000 [SLPQ - 0xc181ba00][SLP] nfsd
  360 c17acc48    0     1   360 0000000 [SLPQ select 0xc099e364][SLP] nfsd
  358 c17ac624    0     1   358 0000000 [SLPQ select 0xc099e364][SLP] mountd
  285 c17a8418    0     1   285 0000000 [RUNQ] rpcbind
  271 c163a20c    0     1   271 0000000 [RUNQ] syslogd
  242 c17ac830    0     1   242 0000000 [SLPQ select 0xc099e364][SLP] devd
   61 c163a624    0     0     0 0000204 [SLPQ - 0xcca03d04][SLP] schedcpu
   60 c163a830    0     0     0 0000204 [SLPQ - 0xc09a688c][SLP] nfsiod 3
   59 c163aa3c    0     0     0 0000204 [SLPQ - 0xc09a6888][SLP] nfsiod 2
   58 c163ac48    0     0     0 0000204 [SLPQ - 0xc09a6884][SLP] nfsiod 1
   57 c1756000    0     0     0 0000204 [SLPQ - 0xc09a6880][SLP] nfsiod 0
   56 c175620c    0     0     0 0000204 [RUNQ] syncer
   55 c1756418    0     0     0 0000204 [RUNQ] vnlru
   54 c1756624    0     0     0 0000204 [RUNQ] bufdaemon
   53 c1756830    0     0     0 000020c [SLPQ pgzero 0xc09ace24][SLP] pagezero
   52 c1756a3c    0     0     0 0000204 [SLPQ psleep 0xc09ac974][SLP] vmdaemon
   51 c1756c48    0     0     0 0000204 [SLPQ psleep 0xc09ac930][SLP] pagedaemon
   50 c158f624    0     0     0 0000204 [SLPQ - 0xc168583c][SLP] fdc0
   49 c158f830    0     0     0 0000204 [IWAIT] swi0: sio
   48 c158fa3c    0     0     0 0000204 [RUNQ] usb4
   47 c158fc48    0     0     0 0000204 [RUNQ] usb3
   46 c1639000    0     0     0 0000204 [RUNQ] usb2
   45 c163920c    0     0     0 0000204 [RUNQ] usb1
   44 c1639418    0     0     0 0000204 [SLPQ usbtsk 0xc0917ce4][SLP] usbtask
   43 c1639624    0     0     0 0000204 [RUNQ] usb0
   42 c1639830    0     0     0 0000204 [IWAIT] swi6: task queue
    9 c1639a3c    0     0     0 0000204 [SLPQ - 0xc1634100][SLP] kqueue taskq
    8 c1639c48    0     0     0 0000204 [SLPQ - 0xc1634180][SLP] acpi_task2
    7 c163a000    0     0     0 0000204 [SLPQ - 0xc1634180][SLP] acpi_task1
    6 c1580c48    0     0     0 0000204 [SLPQ - 0xc1634180][SLP] acpi_task0
   41 c158d000    0     0     0 0000204 [IWAIT] swi2: cambio
   40 c158d20c    0     0     0 0000204 [IWAIT] swi5:+
    5 c158d418    0     0     0 0000204 [SLPQ - 0xc1634400][SLP] thread taskq
   39 c158d624    0     0     0 0000204 [IWAIT] swi6:+
   38 c158d830    0     0     0 0000204 [SLPQ - 0xc0915a00][SLP] yarrow
    4 c158da3c    0     0     0 0000204 [SLPQ - 0xc091a508][SLP] g_down
    3 c158dc48    0     0     0 0000204 [SLPQ - 0xc091a504][SLP] g_up
    2 c158f000    0     0     0 0000204 [RUNQ] g_event
   37 c158f20c    0     0     0 0000204 [IWAIT] swi1: net
   36 c158f418    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1575624    0     0     0 000020c [IWAIT] swi4: clock sio
   34 c1575830    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c1575a3c    0     0     0 0000204 [IWAIT] irq22: rl0
   32 c1575c48    0     0     0 0000204 [IWAIT] irq21:
   31 c1580000    0     0     0 0000204 [IWAIT] irq20:
   30 c158020c    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c1580418    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c1580624    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c1580830    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c1580a3c    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c154420c    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c1544418    0     0     0 0000204 [IWAIT] irq13:
   23 c1544624    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c1544830    0     0     0 0000204 [IWAIT] irq11:
   21 c1544a3c    0     0     0 0000204 [IWAIT] irq10:
   20 c1544c48    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1575000    0     0     0 0000204 [IWAIT] irq8:
   18 c157520c    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c1575418    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c153f000    0     0     0 0000204 [IWAIT] irq5:
   15 c153f20c    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c153f418    0     0     0 0000204 [IWAIT] irq3:
   13 c153f624    0     0     0 0000204 [IWAIT] irq0:
   12 c153f830    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c153fa3c    0     0     0 000020c [Can run] idle: cpu0
    1 c153fc48    0     0     1 0004200 [SLPQ wait 0xc153fc48][SLP] init
   10 c1544000    0     0     0 0000204 [SLPQ ktrace 0xc094ef98][SLP] ktrace
    0 c091a600    0     0     0 0000200 [IWAIT] swapper
70654 c1e00830 1001 70641  9209 0002002 zomb[INACTIVE] creat
70656 c1e1da3c 1001 70641  9209 0002002 zomb[INACTIVE] creat
70653 c25d720c 1001 70641  9209 0002002 zomb[INACTIVE] creat
70624 c25df000 1001 70602  9209 0002002 zomb[INACTIVE] swap
70639 c23a2418 1001 70602  9209 0002002 zomb[INACTIVE] swap
70633 c1e43a3c 1001 70602  9209 0002002 zomb[INACTIVE] swap
70623 c2198a3c 1001 70602  9209 0002002 zomb[INACTIVE] swap
70597 c2f32418 1001  9219  9209 0006002 zomb[INACTIVE] rw
70596 c1ac7c48 1001  9219  9209 0006002 zomb[INACTIVE] thr1
70601 c23a4000 1001  9219  9209 0006002 zomb[INACTIVE] udp
70600 c1e0020c 1001  9219  9209 0006002 zomb[INACTIVE] tcp
70637 c1e21418 1001 70602  9209 0002002 zomb[INACTIVE] swap
70628 c26adc48 1001 70602  9209 0002002 zomb[INACTIVE] swap
70638 c2f7820c 1001 70602  9209 0002002 zomb[INACTIVE] swap
70625 c2f76c48 1001 70602  9209 0002002 zomb[INACTIVE] swap
70629 c1e1d624 1001 70602  9209 0002002 zomb[INACTIVE] swap
70599 c23a4a3c 1001  9219  9209 0006002 zomb[INACTIVE] sysctl
70598 c1e2120c 1001  9219  9209 0006002 zomb[INACTIVE] syscall
db>  call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> show lockedvnods
Locked vnodes

0xc31474d0: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc1bbfd80 (pid 70651)
        ino 119308, on dev ad0s1e
KDB: stack backtrace:
kdb_backtrace(c0950720,0,c0853840,13b,73ed5fa6) at kdb_backtrace+0x29
mi_switch(1,0) at mi_switch+0x1b0
turnstile_wait(c0950344,c1a6f300) at turnstile_wait+0x2fe
_mtx_lock_sleep(c0950344,c1e1f600,0,c085142d,243) at _mtx_lock_sleep+0x162
_mtx_lock_flags(c0950344,0,c085142d,243) at _mtx_lock_flags+0x85
lockstatus(c23d2c60,0,cf40c740,c07fa0d6,cf40c750) at lockstatus+0x24
vop_stdislocked(cf40c750) at vop_stdislocked+0x17
VOP_ISLOCKED_APV(c08f1ea0,cf40c750) at VOP_ISLOCKED_APV+0x7e
lockedvnodes(c0646563,0,ffffffff,cf40c790,0) at lockedvnodes+0x45
db_command(c09016a4,c0887ba0,c087ec90,c087ecac,c081f350) at db_command+0x264
db_command_loop(0,0,cf40c848,cf40c834,cf40c87c) at db_command_loop+0x5c
db_trap(3,0,c1e1f600,3,c1e1f600) at db_trap+0xdd
kdb_trap(3,0,cf40c8d4) at kdb_trap+0x88
trap(cf400008,c0640028,c0850028,f9,c16b6000) at trap+0x4b0
calltrap() at calltrap+0x5
--- trap 0x3, eip = 0xc0646563, esp = 0xcf40c914, ebp = 0xcf40c914 ---
kdb_enter(c08748b5) at kdb_enter+0x2b
siointr1(c16b6000,c09b9160,0,c08746c5,56e) at siointr1+0xce
siointr(c16b6000) at siointr+0x21
intr_execute_handlers(c1530090,cf40c988,4,cf40c9ec,c07d8cb3) at intr_execute_handlers+0xa5
--More--        lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc061f80b, esp = 0xcf40c9cc, ebp = 0xcf40c9ec ---
ktr_tracepoint(40000,c085c18f,707,c085c671,c22ccc08,1,0,0,0,0) at ktr_tracepoint+0x5f
v_incr_usecount(c22ccc08,2012,0,1ead0,c1752000) at v_incr_usecount+0x33
vget(c22ccc08,2012,c1e1f600,c21cd100,12) at vget+0x7f
vfs_hash_get(c1752000,1ead0,12,c1e1f600,cf40cb24) at vfs_hash_get+0x8d
ffs_vget(c1752000,1ead0,12,cf40cb24,c09abee0,0,c086b041,315) at ffs_vget+0x27
process_worklist_item(0,10,0,10,0) at process_worklist_item+0x96
request_cleanup(2) at request_cleanup+0x78
newdirrem(c65e6a5c,c2e51948,c310ad68,1,cf40cb8c) at newdirrem+0x52
softdep_setup_remove(c65e6a5c,c2e51948,c310ad68,1,c310ad68) at softdep_setup_remove+0x1c
ufs_dirremove(c2130c08,c310ad68,100800c,1,16) at ufs_dirremove+0x12d
ufs_rmdir(cf40cc1c,0,c1f99134,cf40ccc8,c068a8e6) at ufs_rmdir+0xc3
VOP_RMDIR_APV(c08f1ea0,cf40cc1c) at VOP_RMDIR_APV+0xb5
kern_rmdir(c1e1f600,bfbc93a0,0,cf40cd30,c07eb627) at kern_rmdir+0x1be
rmdir(c1e1f600,cf40cd04,1,46,292) at rmdir+0x12
syscall(2805003b,bfbf003b,bfb9003b,28050288,bfbfeafc) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280b7b87, esp = 0xbfbc8f5c, ebp = 0xbfbc9388 ---
db> show lockedbufs
buf at 0xc65e6a5c
b_flags = 0x80000020<b31,cache>
b_error = 0, b_bufsize = 4096, b_bcount = 2048, b_resid = 0
b_bufobj = (0xc2130cec), b_data = 0xc67cf000, b_blkno = 1562708
lockstatus = 2, excl count = 1, excl owner 0xc1e1f600
b_npages = 1, pages(OBJ, IDX, PA): (0xc09ac760, 0x68d0, 0x9d30000)

panic: Assertion td->td_turnstile != NULL failed at ../../../kern/subr_turnstile.c:544
cpuid = 0
panic: sched_bind: cannot bind non-running thread
cpuid = 0
panic: sched_bind: cannot bind non-running thread
cpuid = 0

index  trace
------ -----
  3715 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3714 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3713 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3712 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3711 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3710 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3709 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3708 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3707 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3706 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3705 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3704 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3703 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3702 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3701 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3700 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3699 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
  3698 v_decr_usecount: vp 0xc22ccc08 holdcnt 2 usecount 1
  3697 v_incr_usecount: vp 0xc22ccc08 holdcnt 1 usecount 0
: