GENERIC HEAD from Mar 18 15:56 UTC, vmcore.236
Process 44298 sleeps on lock owned by a zombie.

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Sat Mar 19 11:20:05 CET 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252354560 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
~KDB: enter: Line break on console
[thread pid 11 tid 100006 ]
Stopped at      kdb_enter+0x2b: nop
db> where 44298
Tracing pid 44298 tid 100127 td 0xc21abcf0
sched_switch(c21abcf0,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c661d08c,cf65f8ec,c061bcd5,c661d08c,0) at sleepq_switch+0xe0
sleepq_wait(c661d08c,0,0,2010020,600) at sleepq_wait+0x30
msleep(c661d08c,c09114ec,50,c083c3f3,0) at msleep+0x311
acquire(cf65f944,2010020,600,c21abcf0,0) at acquire+0xba
debuglockmgr(c661d08c,2090022,c2ac4820,c21abcf0,c0827b50,c083ab14,129) at debuglockmgr+0x406
flushbuflist(c2ac4874,4,c2ac4870,0,0) at flushbuflist+0xba
bufobj_invalbuf(c2ac4870,4,c21abcf0,0,0) at bufobj_invalbuf+0x10d
vinvalbuf(c2ac4780,4,c21abcf0,0,0,c2aae5ac,0,0,800) at vinvalbuf+0x1d
ffs_truncate(c2ac4780,0,0,c00,0) at ffs_truncate+0x55c
ufs_inactive(cf65fbf4) at ufs_inactive+0x9d
VOP_INACTIVE_APV(c08cf140,cf65fbf4) at VOP_INACTIVE_APV+0x7e
vinactive(c2ac4780,c21abcf0,c2ac4780,ffffffff) at vinactive+0x6d
vput(c2ac4780) at vput+0xd4
kern_unlink(c21abcf0,bfbfecce,0,cf65fd40,c07cc3a3) at kern_unlink+0x19e
unlink(c21abcf0,cf65fd14,1,1,292) at unlink+0x12
syscall(2f,2f,2f,bfbfebe0,3e9) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x280c0fdb, esp = 0xbfbfeabc, ebp = 0xbfbfeb48 ---
db> b flushbuflist
db> c
~KDB: enter: Line break on console
[thread pid 11 tid 100006 ]
Stopped at      kdb_enter+0x2b: nop
db> show lockedvnods
Locked vnodes

0xc1b98500: tag ufs, type VDIR
    usecount 26, writecount 0, refcount 29 mountedhere 0
    flags ()
    v_object 0xc1bc1e70 ref 0 pages 1
     lock type ufs: EXCL (count 1) by thread 0xc1892730 (pid 44308) with 8 pending
        ino 73439, on dev ad0s1e

0xc2a28280: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags ()
db> where 44308
Tracing pid 44308 tid 100126 td 0xc1892730
sched_switch(c1892730,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c2a282e0,cf3d5804,c061bcd5,c2a282e0,0) at sleepq_switch+0xe0
sleepq_wait(c2a282e0,0,0,1010040,600) at sleepq_wait+0x30
msleep(c2a282e0,c0910c58,50,c083a32d,0) at msleep+0x311
acquire(cf3d585c,1010040,600,c1892730,0) at acquire+0xba
debuglockmgr(c2a282e0,1010002,c2a28320,c1892730,c083ba60) at debuglockmgr+0x406
vop_stdlock(cf3d58d0) at vop_stdlock+0x32
VOP_LOCK_APV(c08cf6a0,cf3d58d0,cf3d58d0,c2a28280,cf3d58b0) at VOP_LOCK_APV+0x7e
ffs_lock(cf3d58d0) at ffs_lock+0x67
VOP_LOCK_APV(c08cf140,cf3d58d0) at VOP_LOCK_APV+0x7e
debug_vn_lock(c2a28280,10002,c1892730,c083c21e,700) at debug_vn_lock+0xa5
vget(c2a28280,2,c1892730,de851,c1892730) at vget+0xe9
vfs_cache_lookup(cf3d59d4) at vfs_cache_lookup+0x1b9
VOP_LOOKUP_APV(c08cf140,cf3d59d4) at VOP_LOOKUP_APV+0x7e
lookup(cf3d5bdc,c06387fc,0,c1892730,c0942cc0) at lookup+0x362
namei(cf3d5bdc,c06272a6,c09119a0,c1892730,c0834b8d) at namei+0x34a
vn_open_cred(cf3d5bdc,cf3d5cdc,0,c1aac080,3) at vn_open_cred+0x278
vn_open(cf3d5bdc,cf3d5cdc,0,3,c06272a6) at vn_open+0x1e
kern_open(c1892730,80682c0,0,1,0) at kern_open+0xb6
open(c1892730,cf3d5d14,3,0,296) at open+0x1a
syscall(2f,2f,2f,80682c0,0) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2811f05b, esp = 0xbfbfe87c, ebp = 0xbfbfe918 ---
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
46336 c1b947f0 1001   558 46336 0004002 [SLPQ ttyin 0xc16ae010][SLP] bash
44371 c1e37000 1001 44067   899 4000002 [SLPQ ufs 0xc1b98560][SLP] sh
44351 c2136be8 1001 44283   899 0000002 [SLPQ ufs 0xc1b98560][SLP] sh
44348 c1b94000 1001 44067   899 4000002 [SLPQ ufs 0xc1b98560][SLP] sh
44342 c1e35de4 1001 44191   899 0004002 [SLPQ ufs 0xc1b98560][SLP] rm
44324 c2137000 1001 44267   899 0000002 [SLPQ ufs 0xc1b98560][SLP] sh
44308 c1b6abe8 1001 44234   899 0000002 [SLPQ ufs 0xc2a282e0][SLP] sh
44305 c18909ec 1001 44067   899 0004002 [SLPQ ufs 0xc1b98560][SLP] sh
44299 c1b991fc 1001 44222   899 4000002 [SLPQ ufs 0xc1b98560][SLP] sh
44298 c1b6ade4 1001 44197   899 0004002 [SLPQ flushbuf 0xc661d08c][SLP] rm
44295 c1b6cde4 1001 44067   899 0004002 [SLPQ ufs 0xc1b98560][SLP] sh
44283 c2137de4 1001 44067   899 0004002 [SLPQ wait 0xc2137de4][SLP] sh
44267 c1b93de4 1001 44067   899 0004002 [SLPQ wait 0xc1b93de4][SLP] sh
44234 c21a71fc 1001 44067   899 0004002 [SLPQ wait 0xc21a71fc][SLP] sh
44222 c17eb1fc 1001 44067   899 0004002 [SLPQ wait 0xc17eb1fc][SLP] sh
44197 c21a73f8 1001 44067   899 0004002 [SLPQ wait 0xc21a73f8][SLP] sh
44191 c17eb000 1001 44067   899 0004002 [SLPQ wait 0xc17eb000][SLP] sh
44067 c1b94be8 1001 44060   899 0004002 [SLPQ wait 0xc1b94be8][SLP] sh
44060 c188f9ec 1001   899   899 0000002 [SLPQ wait 0xc188f9ec][SLP] sh
32827 c1b6c000 1001   626 32827 0004002 [SLPQ select 0xc095f524][SLP] top
  899 c17ec000 1001   598   899 0004002 [SLPQ wait 0xc17ec000][SLP] sh
  626 c188f3f8 1001   625   626 0004002 [SLPQ wait 0xc188f3f8][SLP] bash
  625 c1844de4 1001   623   623 0000100 [SLPQ select 0xc095f524][SLP] sshd
  623 c1845be8    0   438   623 0004100 [SLPQ sbwait 0xc1855c48][SLP] sshd
  598 c188f1fc 1001   597   598 0004002 [SLPQ wait 0xc188f1fc][SLP] bash
  597 c18457f0 1001   595   595 0000100 [SLPQ select 0xc095f524][SLP] sshd
  595 c18459ec    0   438   595 0004100 [SLPQ sbwait 0xc17ddafc][SLP] sshd
  565 c18903f8    0     1   565 0004002 [SLPQ ttyin 0xc16b9c10][SLP] getty
  564 c1890000    0     1   564 0004002 [SLPQ ttyin 0xc16ba010][SLP] getty
  563 c188fde4    0     1   563 0004002 [SLPQ ttyin 0xc16ba410][SLP] getty
  562 c188f5f4    0     1   562 0004002 [SLPQ ttyin 0xc16b1010][SLP] getty
  561 c188fbe8    0     1   561 0004002 [SLPQ ttyin 0xc16af410][SLP] getty
  560 c18455f4    0     1   560 0004002 [SLPQ ttyin 0xc16b1410][SLP] getty
  559 c18443f8    0     1   559 0004002 [SLPQ ttyin 0xc16aec10][SLP] getty
  558 c18445f4    0     1   558 0004102 [SLPQ wait 0xc18445f4][SLP] login
  523 c188f000    0     1   523 0000000 [SLPQ select 0xc095f524][SLP] moused
  462 c18453f8    0     1   462 0000000 [SLPQ nanslp 0xc091224c][SLP] cron
  450 c1844000   25     1   450 0000100 [SLPQ pause 0xc1844034][SLP] sendmail
  444 c174c000    0     1   444 0000100 [SLPQ select 0xc095f524][SLP] sendmail
  438 c174c3f8    0     1   438 0000100 [SLPQ select 0xc095f524][SLP] sshd
  420 c1845000    0     1   420 0000000 [SLPQ select 0xc095f524][SLP] ntpd
  396 c174f9ec    0     1   396 0000000 [SLPQ select 0xc095f524][SLP] usbd
  376 c18449ec    0   371   371 0000000 [SLPQ - 0xc1820000][SLP] nfsd
  375 c18447f0    0   371   371 0000000 [SLPQ - 0xc1820200][SLP] nfsd
  374 c1844be8    0   371   371 0000000 [SLPQ - 0xc1820400][SLP] nfsd
  373 c18451fc    0   371   371 0000000 [SLPQ - 0xc1820600][SLP] nfsd
  371 c18441fc    0     1   371 0000000 [SLPQ select 0xc095f524][SLP] nfsd
  369 c174fbe8    0     1   369 0000000 [SLPQ select 0xc095f524][SLP] mountd
  300 c174c1fc    0     1   300 0000000 [SLPQ select 0xc095f524][SLP] rpcbind
  286 c174c7f0    0     1   286 0000000 [SLPQ select 0xc095f524][SLP] syslogd
  255 c174c9ec    0     1   255 0000000 [SLPQ select 0xc095f524][SLP] devd
   62 c174cbe8    0     0     0 0000204 [SLPQ - 0xcc9e1d14][SLP] schedcpu
   61 c174cde4    0     0     0 0000204 [SLPQ - 0xc096722c][SLP] nfsiod 3
   60 c174f000    0     0     0 0000204 [SLPQ - 0xc0967228][SLP] nfsiod 2
   59 c174f1fc    0     0     0 0000204 [SLPQ - 0xc0967224][SLP] nfsiod 1
   58 c174f3f8    0     0     0 0000204 [SLPQ - 0xc0967220][SLP] nfsiod 0
   57 c174f5f4    0     0     0 0000204 [SLPQ vlruwt 0xc174f5f4][SLP] vnlru
   56 c174f7f0    0     0     0 0000204 [SLPQ syncer 0xc0911fb0][SLP] syncer
   55 c15723f8    0     0     0 0000204 [SLPQ psleep 0xc095fa70][SLP] bufdaemon
   54 c15725f4    0     0     0 000020c [SLPQ pgzero 0xc096da24][SLP] pagezero
   53 c15727f0    0     0     0 0000204 [SLPQ psleep 0xc096d574][SLP] vmdaemon
   52 c15729ec    0     0     0 0000204 [SLPQ psleep 0xc096d530][SLP] pagedaemon
   51 c1572be8    0     0     0 0000204 [SLPQ - 0xc168183c][SLP] fdc0
   50 c1572de4    0     0     0 0000204 [IWAIT] swi0: sio
   49 c1632000    0     0     0 0000204 [SLPQ usbevt 0xc1613210][SLP] usb4
   48 c16321fc    0     0     0 0000204 [SLPQ usbevt 0xc165f210][SLP] usb3
   47 c16323f8    0     0     0 0000204 [SLPQ usbevt 0xc1648210][SLP] usb2
   46 c16325f4    0     0     0 0000204 [SLPQ usbevt 0xc164d210][SLP] usb1
   45 c16327f0    0     0     0 0000204 [SLPQ usbtsk 0xc08f4dd4][SLP] usbtask
   44 c16329ec    0     0     0 0000204 [SLPQ usbevt 0xc1620210][SLP] usb0
    9 c1632be8    0     0     0 0000204 [SLPQ actask 0xc0ad3c2c][SLP] acpi_task2
    8 c1565be8    0     0     0 0000204 [SLPQ actask 0xc0ad3c2c][SLP] acpi_task1
    7 c1565de4    0     0     0 0000204 [SLPQ actask 0xc0ad3c2c][SLP] acpi_task0
   43 c1570000    0     0     0 0000204 [IWAIT] swi2: cambio
    6 c15701fc    0     0     0 0000204 [SLPQ - 0xc161ac80][SLP] kqueue taskq
   42 c15703f8    0     0     0 0000204 [IWAIT] swi6: acpitaskq
   41 c15705f4    0     0     0 0000204 [IWAIT] swi5:+
    5 c15707f0    0     0     0 0000204 [SLPQ - 0xc15948c0][SLP] thread taskq
   40 c15709ec    0     0     0 0000204 [IWAIT] swi6:+
   39 c1570be8    0     0     0 0000204 [IWAIT] swi6: task queue
   38 c1570de4    0     0     0 0000204 [SLPQ - 0xc08f2b20][SLP] yarrow
    4 c1572000    0     0     0 0000204 [SLPQ - 0xc08f7608][SLP] g_down
    3 c15721fc    0     0     0 0000204 [SLPQ - 0xc08f7604][SLP] g_up
    2 c15575f4    0     0     0 0000204 [SLPQ - 0xc08f75fc][SLP] g_event
   37 c15577f0    0     0     0 0000204 [IWAIT] swi1: net
   36 c15579ec    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1557be8    0     0     0 000020c [IWAIT] swi4: clock sio
   34 c1557de4    0     0     0 0000204 [IWAIT] irq0: clk
   33 c1565000    0     0     0 0000204 [IWAIT] irq23: ehci0
   32 c15651fc    0     0     0 0000204 [IWAIT] irq22: rl0
   31 c15653f8    0     0     0 0000204 [IWAIT] irq21:
   30 c15655f4    0     0     0 0000204 [IWAIT] irq20:
   29 c15657f0    0     0     0 0000204 [IWAIT] irq19: uhci1
   28 c15659ec    0     0     0 0000204 [IWAIT] irq18: uhci2
   27 c15261fc    0     0     0 0000204 [IWAIT] irq17: pcm0
   26 c15263f8    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   25 c15265f4    0     0     0 0000204 [IWAIT] irq15: ata1
   24 c15267f0    0     0     0 0000204 [IWAIT] irq14: ata0
   23 c15269ec    0     0     0 0000204 [IWAIT] irq13:
   22 c1526be8    0     0     0 0000204 [IWAIT] irq12: psm0
   21 c1526de4    0     0     0 0000204 [IWAIT] irq11:
   20 c1557000    0     0     0 0000204 [IWAIT] irq10:
   19 c15571fc    0     0     0 0000204 [IWAIT] irq9: acpi0
   18 c15573f8    0     0     0 0000204 [IWAIT] irq8: rtc
   17 c1521000    0     0     0 0000204 [IWAIT] irq7: ppc0
   16 c15211fc    0     0     0 0000204 [IWAIT] irq6: fdc0
   15 c15213f8    0     0     0 0000204 [IWAIT] irq5:
   14 c15215f4    0     0     0 0000204 [IWAIT] irq4: sio0
   13 c15217f0    0     0     0 0000204 [IWAIT] irq3:
   12 c15219ec    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c1521be8    0     0     0 000020c [CPU 0] idle: cpu0
    1 c1521de4    0     0     1 0004200 [SLPQ wait 0xc1521de4][SLP] init
   10 c1526000    0     0     0 0000204 [SLPQ ktrace 0xc09101d8][SLP] ktrace
    0 c08f7700    0     0     0 0000200 [SLPQ sched 0xc08f7700][SLP] swapper
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

(kgdb) p *(struct lock *)0xc661d08c
$6 = {lk_interlock = 0xc09114ec, lk_flags = 0x200400, lk_sharecount = 0x0, lk_waitcount = 0x1, lk_exclusivecount = 0x1, lk_prio = 0x50,
  lk_wmesg = 0xc083a8ad "bufwait", lk_timo = 0x0, lk_lockholder = 0xc1e38170, lk_newlock = 0x0,
  lk_filename = 0xc083ab14 "../../../sys/buf.h", lk_lockername = 0xc0827b50 "lockmgr", lk_lineno = 0x129, lk_slockholder = 0xffffffff,
  lk_sfilename = 0xc080c826 "none", lk_slockername = 0xc0831972 "never share locked", lk_slineno = 0x0}
(kgdb) p/d (*(struct thread *)0xc1e38170)->td_proc.p_pid
$7 = 46330
(kgdb) p *(struct thread *)0xc1e38170
$8 = {td_proc = 0xc21367f0, td_ksegrp = 0xc1b6bd80, td_plist = {tqe_next = 0x0, tqe_prev = 0xc2136800}, td_kglist = {tqe_next = 0x0,
    tqe_prev = 0xc1b6bd8c}, td_slpq = {tqe_next = 0xc2138730, tqe_prev = 0xcf410b90}, td_lockq = {tqe_next = 0x0, tqe_prev = 0xcf576b70},
  td_runq = {tqe_next = 0x0, tqe_prev = 0x0}, td_selq = {tqh_first = 0x0, tqh_last = 0x0}, td_sleepqueue = 0xc24ee840,
  td_turnstile = 0xc1f210c0, td_umtxq = 0xc1825c00, td_tid = 0x1875c, td_flags = 0x1010000, td_inhibitors = 0x0, td_pflags = 0x0,
  td_dupfd = 0x0, td_wchan = 0x0, td_wmesg = 0x0, td_lastcpu = 0x0, td_oncpu = 0x0, td_locks = 0x0, td_blocked = 0x0, td_ithd = 0x0,
  td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0x0, td_intr_nesting_level = 0x0, td_pinned = 0x0, td_mailbox = 0x0,
  td_ucred = 0xc22bf880, td_standin = 0x0, td_upcall = 0x0, td_sticks = 0x3, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0,
  td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_siglist = {__bits = {0x0, 0x0, 0x0,
      0x0}}, td_generation = 0x3, td_sigstk = {ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_kflags = 0x0, td_xsig = 0x0,
  td_profil_addr = 0x0, td_profil_ticks = 0x0, td_base_pri = 0xb7, td_priority = 0xb7, td_pcb = 0xcf543da0, td_state = TDS_INACTIVE,
  td_retval = {0x0, 0x804ad00}, td_slpcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0xc65bf288}},
    c_time = 0xa9108f, c_arg = 0xc1e38170, c_func = 0xc0633c40 <sleepq_timeout>, c_mtx = 0x0, c_flags = 0x12}, td_frame = 0xcf543d48,
  td_kstack_obj = 0xc1b90c60, td_kstack = 0xcf542000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0, td_altkstack = 0x0,
  td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_savecrit = 0x246}, td_sched = 0xc1e382bc}
(kgdb) p *(struct proc *)0xc21367f0
$9 = {p_list = {le_next = 0x0, le_prev = 0xc0911b48}, p_ksegrps = {tqh_first = 0xc1b6bd80, tqh_last = 0xc1b6bd84}, p_threads = {
    tqh_first = 0xc1e38170, tqh_last = 0xc1e38178}, p_suspended = {tqh_first = 0x0, tqh_last = 0xc2136808}, p_ucred = 0x0, p_fd = 0x0,
  p_fdtol = 0x0, p_stats = 0xc1a1c500, p_limit = 0x0, p_sigacts = 0x0, p_flag = 0x6000, p_sflag = 0x1, p_state = PRS_ZOMBIE,
  p_pid = 0xb4fa, p_hash = {le_next = 0x0, le_prev = 0xc15113e8}, p_pglist = {le_next = 0x0, le_prev = 0xc17eb448}, p_pptr = 0xc17eb3f8,
  p_sibling = {le_next = 0x0, le_prev = 0xc17eb45c}, p_children = {lh_first = 0x0}, p_mtx = {mtx_object = {lo_class = 0xc0895408,
      lo_name = 0xc0832b43 "process lock", lo_type = 0xc0832b43 "process lock", lo_flags = 0x430000, lo_list = {tqe_next = 0xc2136a54,
        tqe_prev = 0xc213666c}, lo_witness = 0xc0922c80}, mtx_lock = 0x4, mtx_recurse = 0x0}, p_oppid = 0x0, p_vmspace = 0x0,
  p_swtime = 0x0, p_realtimer = {it_interval = {tv_sec = 0x0, tv_usec = 0x0}, it_value = {tv_sec = 0x0, tv_usec = 0x0}}, p_rux = {
    rux_runtime = {sec = 0x0, frac = 0x4c9eb189ba7c5dc}, rux_uticks = 0x0, rux_sticks = 0x3, rux_iticks = 0x0, rux_uu = 0x0, rux_su = 0x0,
    rux_iu = 0x0}, p_crux = {rux_runtime = {sec = 0x0, frac = 0x0}, rux_uticks = 0x0, rux_sticks = 0x0, rux_iticks = 0x0, rux_uu = 0x0,
    rux_su = 0x0, rux_iu = 0x0}, p_profthreads = 0x0, p_maxthrwaits = 0x0, p_traceflag = 0x0, p_tracevp = 0x0, p_tracecred = 0x0,
  p_textvp = 0x0, p_siglist = {__bits = {0x0, 0x0, 0x0, 0x0}}, p_lock = 0x0, p_sigiolst = {slh_first = 0x0}, p_sigparent = 0x14,
  p_sig = 0x0, p_code = 0x0, p_stops = 0x0, p_stype = 0x0, p_step = 0x0, p_pfsflags = 0x0, p_nlminfo = 0x0, p_aioinfo = 0x0,
  p_singlethread = 0x0, p_suspcount = 0x0, p_xthread = 0xc1e38170, p_boundary_count = 0x0, p_magic = 0xbeefface,
  p_comm = "mv\000n\000er", '\0' <repeats 12 times>, p_pgrp = 0x0, p_sysent = 0xc08d6e20, p_args = 0x0, p_cpulimit = 0x7fffffffffffffff,
  p_nice = 0x0, p_xstat = 0x0, p_klist = {kl_lock = 0x0, kl_list = {slh_first = 0x0}}, p_numthreads = 0x1, p_numksegrps = 0x1, p_md = {
    md_ldt = 0x0}, p_itcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0x0}}, c_time = 0x0, c_arg = 0x0,
    c_func = 0, c_mtx = 0x0, c_flags = 0x10}, p_acflag = 0x0, p_ru = 0x0, p_peers = 0x0, p_leader = 0xc21367f0, p_emuldata = 0x0,
  p_label = 0x0, p_sched = 0xc21369ec}

(kgdb) fr 6
 frame 6 at 0xcf65f93c: ebp cf65f970, eip 0xc0667dce <flushbuflist+186>:        add    $0x1c,%esp
Called from c0667b15, stack frame at cf65f998
last 20 local variables:
0xcf65f920:     0x02010020      0x00000600      0xc21abcf0      0x00000000
0xcf65f930:     0xc2ac4820      0xc661d02c      0xc666d3b8      0xcf65f970
0xcf65f940:     0xc0667dce      0xc661d08c      0x02090022      0xc2ac4820
0xcf65f950:     0xc21abcf0      0xc0827b50      0xc083ab14      0x00000129
0xcf65f960:     0x00000023      0xc172e800      0xc2ac4870      0x00000000
call parameters:
0xcf65f978:     0xc2ac4874      0x00000004      0xc2ac4870      0x00000000
0xcf65f988:     0x00000000      0xc172e800      0xc2aae5ac      0xc2ac4780
(kgdb) p *(struct buf *)0xc661d02c
$13 = {b_bufobj = 0xc2ac4870, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xc721c000 "", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x0,
  b_iooffset = 0x1963a000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x23a, b_offset = 0x8e8000, b_bobufs = {tqe_next = 0xc6692584,
    tqe_prev = 0xc2ac4874}, b_left = 0x0, b_right = 0xc66444bc, b_vflags = 0x0, b_freelist = {tqe_next = 0xc6692584,
    tqe_prev = 0xc095f9e8}, b_qindex = 0x1, b_flags = 0x20000020, b_xflags = 0x2, b_lock = {lk_interlock = 0xc09114ec,
    lk_flags = 0x200400, lk_sharecount = 0x0, lk_waitcount = 0x1, lk_exclusivecount = 0x1, lk_prio = 0x50,
    lk_wmesg = 0xc083a8ad "bufwait", lk_timo = 0x0, lk_lockholder = 0xc1e38170, lk_newlock = 0x0,
    lk_filename = 0xc083ab14 "../../../sys/buf.h", lk_lockername = 0xc0827b50 "lockmgr", lk_lineno = 0x129, lk_slockholder = 0xffffffff,
    lk_sfilename = 0xc080c826 "none", lk_slockername = 0xc0831972 "never share locked", lk_slineno = 0x0}, b_bufsize = 0x4000,
  b_runningbufspace = 0x0, b_kvabase = 0xc721c000 "", b_kvasize = 0x4000, b_lblkno = 0x23a, b_vp = 0xc2ac4780, b_dirtyoff = 0x0,
  b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xc721c000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {
      tqh_first = 0xc666d3b8, tqh_last = 0xc663ab34}, cluster_entry = {tqe_next = 0xc666d3b8, tqe_prev = 0xc663ab34}}, b_pages = {
    0xc114c610, 0xc137c158, 0xc10a82a0, 0xc13824e8, 0x0 <repeats 28 times>}, b_npages = 0x4, b_dep = {lh_first = 0x0}}