GENERIC HEAD from Oct 6 06:12 UTC, vmcore.464

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #4: Thu Oct  6 14:32:34 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 251998208 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
Limiting icmp unreach response from 9601 to 200 packets/sec
Limiting icmp unreach response from 6740 to 200 packets/sec
Limiting icmp unreach response from 6839 to 200 packets/sec
:
Limiting icmp unreach response from 10999 to 200 packets/sec
Limiting icmp unreach response from 10670 to 200 packets/sec
panic: mutex Giant not owned at ../../../dev/md/md.c:685
cpuid = 0
KDB: enter: panic
[thread pid 1525 tid 100104 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 1525 tid 100104 td 0xc18b5780
kdb_enter(c0865e5c) at kdb_enter+0x2b
panic(c08653aa,c08798d6,c0818f50,2ad,c054f154) at panic+0x14b
_mtx_assert(c09634c0,1,c0818f50,2ad) at _mtx_assert+0x67
md_kthread(c1b71000,cf3acd38,c1b71000,c054f154,0) at md_kthread+0x1bb
fork_exit(c054f154,c1b71000,cf3acd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcf3acd6c, ebp = 0 ---
db> show pcpu
cpuid        = 0
curthread    = 0xc18b5780: pid 1525 "md1"
curpcb       = 0xcf3acd90
fpcurthread  = none
idlethread   = 0xc155a780: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 1525 c1b78c48    0     0     0 0000204 [CPU 0] md1
 1524 c18b2830    0  1520  1520 0004002 [SLPQ g_waitidle 0xc092d0e0][SLP] mdconfig
 1520 c18b2c48    0   825  1520 0004002 [SLPQ wait 0xc18b2c48][SLP] sh
  825 c18aea3c    0   822   825 0004002 [SLPQ wait 0xc18aea3c][SLP] bash
  822 c18ae624    0   821   822 0004002 [SLPQ pause 0xc18ae658][SLP] csh
  821 c18ae418 1001   813   821 0004102 [SLPQ wait 0xc18ae418][SLP] su
  813 c18b120c 1001   812   813 0004002 [SLPQ wait 0xc18b120c][SLP] bash
  812 c18b2000 1001   810   810 0000100 [SLPQ select 0xc09b1084][SLP] sshd
  810 c17c720c    0   428   810 0004100 [SLPQ sbwait 0xc1899d2c][SLP] sshd
  564 c165b418    0     1   564 0004002 [SLPQ ttyin 0xc16f9010][SLP] getty
  563 c18aec48    0     1   563 0004002 [SLPQ ttyin 0xc16f9410][SLP] getty
  562 c18b1830    0     1   562 0004002 [SLPQ ttyin 0xc16f0810][SLP] getty
  561 c18b1418    0     1   561 0004002 [SLPQ ttyin 0xc16ef810][SLP] getty
  560 c18b1624    0     1   560 0004002 [SLPQ ttyin 0xc16f0c10][SLP] getty
  559 c18b1000    0     1   559 0004002 [SLPQ ttyin 0xc16eec10][SLP] getty
  558 c17cbc48    0     1   558 0004002 [SLPQ ttyin 0xc16ee810][SLP] getty
  557 c18ae830    0     1   557 0004002 [SLPQ ttyin 0xc16e7410][SLP] getty
  529 c18ae20c    0     1   529 0000000 [SLPQ select 0xc09b1084][SLP] inetd
  450 c18ae000    0     1   450 0000000 [SLPQ nanslp 0xc0963d6c][SLP] cron
  438 c18b1a3c   25     1   438 0000100 [SLPQ pause 0xc18b1a70][SLP] sendmail
  434 c17c7a3c    0     1   434 0000100 [SLPQ select 0xc09b1084][SLP] sendmail
  428 c17cb000    0     1   428 0000100 [SLPQ select 0xc09b1084][SLP] sshd
  410 c17cb20c    0     1   410 0000000 [SLPQ select 0xc09b1084][SLP] ntpd
  379 c17cb830    0     1   379 0000000 [SLPQ select 0xc09b1084][SLP] usbd
  359 c165b20c    0   354   354 0000000 [SLPQ - 0xc1796a00][SLP] nfsd
  358 c17c7830    0   354   354 0000000 [SLPQ - 0xc1796c00][SLP] nfsd
  356 c17c7624    0   354   354 0000000 [SLPQ - 0xc1796e00][SLP] nfsd
  355 c17cb624    0   354   354 0000000 [SLPQ - 0xc1820000][SLP] nfsd
  354 c17cba3c    0     1   354 0000000 [SLPQ select 0xc09b1084][SLP] nfsd
  352 c17cb418    0     1   352 0000000 [SLPQ select 0xc09b1084][SLP] mountd
  283 c17c7c48    0     1   283 0000000 [SLPQ select 0xc09b1084][SLP] rpcbind
  255 c17c7000    0     1   255 0000000 [SLPQ select 0xc09b1084][SLP] devd
  228 c17c7418    0     1   228 0000000 [SLPQ select 0xc09b1084][SLP] syslogd
   61 c165b624    0     0     0 0000204 [SLPQ - 0xcca21d04][SLP] schedcpu
   60 c165b830    0     0     0 0000204 [SLPQ - 0xc09b970c][SLP] nfsiod 3
   59 c165ba3c    0     0     0 0000204 [SLPQ - 0xc09b9708][SLP] nfsiod 2
   58 c165bc48    0     0     0 0000204 [SLPQ - 0xc09b9704][SLP] nfsiod 1
   57 c1771000    0     0     0 0000204 [SLPQ - 0xc09b9700][SLP] nfsiod 0
   56 c177120c    0     0     0 0000204 [SLPQ syncer 0xc0963ae0][SLP] syncer
   55 c1771418    0     0     0 0000204 [SLPQ vlruwt 0xc1771418][SLP] vnlru
   54 c1771624    0     0     0 0000204 [SLPQ psleep 0xc09b15cc][SLP] bufdaemon
   53 c1771830    0     0     0 000020c [SLPQ pgzero 0xc09bfd04][SLP] pagezero
   52 c1771a3c    0     0     0 0000204 [SLPQ psleep 0xc09bf854][SLP] vmdaemon
   51 c1771c48    0     0     0 0000204 [SLPQ psleep 0xc09bf810][SLP] pagedaemon
   50 c15ac624    0     0     0 0000204 [SLPQ - 0xc16a083c][SLP] fdc0
   49 c15ac830    0     0     0 0000204 [IWAIT] swi0: sio
   48 c15aca3c    0     0     0 0000204 [SLPQ usbevt 0xc1645210][SLP] usb4
   47 c15acc48    0     0     0 0000204 [SLPQ usbevt 0xc1695210][SLP] usb3
   46 c165a000    0     0     0 0000204 [SLPQ usbevt 0xc1696210][SLP] usb2
   45 c165a20c    0     0     0 0000204 [SLPQ usbevt 0xc1682210][SLP] usb1
   44 c165a418    0     0     0 0000204 [SLPQ usbtsk 0xc092ca24][SLP] usbtask
   43 c165a624    0     0     0 0000204 [SLPQ usbevt 0xc164e210][SLP] usb0
   42 c165a830    0     0     0 0000204 [IWAIT] swi2: cambio
   41 c165aa3c    0     0     0 0000204 [IWAIT] swi5:+
    9 c165ac48    0     0     0 0000204 [SLPQ - 0xc15cba00][SLP] acpi_task2
    8 c165b000    0     0     0 0000204 [SLPQ - 0xc15cba00][SLP] acpi_task1
    7 c159cc48    0     0     0 0000204 [SLPQ - 0xc15cba00][SLP] acpi_task0
    6 c15aa000    0     0     0 0000204 [SLPQ - 0xc15cba80][SLP] thread taskq
   40 c15aa20c    0     0     0 0000204 [IWAIT] swi6:+
   39 c15aa418    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c15aa624    0     0     0 0000204 [SLPQ - 0xc15cbd80][SLP] kqueue taskq
   38 c15aa830    0     0     0 0000204 [SLPQ - 0xc092a740][SLP] yarrow
    4 c15aaa3c    0     0     0 0000204 [SLPQ - 0xc092d268][SLP] g_down
    3 c15aac48    0     0     0 0000204 [SLPQ - 0xc092d264][SLP] g_up
    2 c15ac000    0     0     0 0000204 [SLPQ gread 0xc1767084][SLP] g_event
   37 c15ac20c    0     0     0 0000204 [IWAIT] swi1: net
   36 c15ac418    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1588624    0     0     0 000020c [RUNQ] swi4: clock sio
   34 c1588830    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c1588a3c    0     0     0 0000204 [RUNQ] irq22: rl0
   32 c1588c48    0     0     0 0000204 [IWAIT] irq21:
   31 c159c000    0     0     0 0000204 [IWAIT] irq20:
   30 c159c20c    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c159c418    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c159c624    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c159c830    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c159ca3c    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c155e20c    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c155e418    0     0     0 0000204 [IWAIT] irq13:
   23 c155e624    0     0     0 0000204 [IWAIT] irq12:
   22 c155e830    0     0     0 0000204 [IWAIT] irq11:
   21 c155ea3c    0     0     0 0000204 [IWAIT] irq10:
   20 c155ec48    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1588000    0     0     0 0000204 [IWAIT] irq8:
   18 c158820c    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c1588418    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c1559000    0     0     0 0000204 [IWAIT] irq5:
   15 c155920c    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c1559418    0     0     0 0000204 [IWAIT] irq3:
   13 c1559624    0     0     0 0000204 [IWAIT] irq0:
   12 c1559830    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c1559a3c    0     0     0 000020c [Can run] idle: cpu0
    1 c1559c48    0     0     1 0004200 [SLPQ wait 0xc1559c48][SLP] init
   10 c155e000    0     0     0 0000204 [SLPQ ktrace 0xc0961cf8][SLP] ktrace
    0 c092d360    0     0     0 0000200 [IWAIT] swapper
db> call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> call print_uptime
Uptime: 3m33s
= 0x4
db> show alllocks
db> reset

(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc04698f3 in db_fncall (dummy1=0xc09dd260, dummy2=0x0, dummy3=0x0, dummy4=0xcf3acb1c "HË:Ï@Ñ}À4Ë:Ï8Ë:Ï\220\a")
    at ../../../ddb/db_command.c:488
#2  0xc04696f8 in db_command (last_cmdp=0xc09162c4, cmd_table=0x0, aux_cmd_tablep=0xc08922e0, aux_cmd_tablep_end=0xc08922fc)
    at ../../../ddb/db_command.c:403
#3  0xc04697c0 in db_command_loop () at ../../../ddb/db_command.c:454
#4  0xc046b3dd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc064f6ec in kdb_trap (type=0x3, code=0x0, tf=0xcf3acc60) at ../../../kern/subr_kdb.c:473
#6  0xc07fa610 in trap (frame=
      {tf_fs = 0xcf3a0008, tf_es = 0xc0650028, tf_ds = 0xc0860028, tf_edi = 0xc08653aa, tf_esi = 0x1, tf_ebp = 0xcf3acca0, tf_isp = 0xcf3acc8c, tf_ebx = 0xcf3acccc, tf_edx = 0x0, tf_ecx = 0xc1033000, tf_eax = 0x12, tf_trapno = 0x3, tf_err = 0x0, tf_eip = 0xc064f453, tf_cs = 0x20, tf_eflags = 0x80296, tf_esp = 0xcf3accc0, tf_ss = 0xc063768b}) at ../../../i386/i386/trap.c:591
#7  0xc07e802a in calltrap () at ../../../i386/i386/exception.s:139
#8  0xcf3a0008 in ?? ()
#9  0xc0650028 in preload_search_next_name (base=0x0) at ../../../kern/subr_module.c:128
#10 0xc063768b in panic (fmt=0xc08653aa "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:549
#11 0xc062fe1f in _mtx_assert (m=0xc09634c0, what=0x0, file=0xc0818f50 "../../../dev/md/md.c", line=0x2ad) at ../../../kern/kern_mutex.c:742
#12 0xc054f30f in md_kthread (arg=0xc1b71000) at ../../../dev/md/md.c:685
#13 0xc0623f64 in fork_exit (callout=0xc054f154 <md_kthread>, arg=0xc1b71000, frame=0xcf3acd38) at ../../../kern/kern_fork.c:789
#14 0xc07e808c in fork_trampoline () at ../../../i386/i386/exception.s:208
(kgdb) f 12
#12 0xc054f30f in md_kthread (arg=0xc1b71000) at ../../../dev/md/md.c:685
685                             mtx_assert(&Giant, MA_OWNED);   /* pho XXX */
(kgdb) l
680                                 sc->fwheads)))
681                                     error = -1;
682                             else
683                                     error = EOPNOTSUPP;
684                     } else {
685                             mtx_assert(&Giant, MA_OWNED);   /* pho XXX */
686                             error = sc->start(sc, bp);
687                     }
688
689                     if (error != -1) {
(kgdb) info loc
sc = (struct md_s *) 0xc1b71000
bp = (struct bio *) 0xc1767084
error = 0xc054f154
hasgiant = 0x0
(kgdb) p *sc
$1 = {unit = 0x1, list = {le_next = 0x0, le_prev = 0xc092a124}, bio_queue = {queue = {tqh_first = 0x0, tqh_last = 0xc1b7100c},
    last_offset = 0x0, insert_point = 0xc1767084}, queue_mtx = {mtx_object = {lo_class = 0xc08cc1c4, lo_name = 0xc0818fbf "md bio queue",
      lo_type = 0xc0818fbf "md bio queue", lo_flags = 0x30000, lo_list = {tqe_next = 0xc1b8eaa8, tqe_prev = 0xc18b433c},
      lo_witness = 0xc0972a80}, mtx_lock = 0x4, mtx_recurse = 0x0}, dev = 0x0, type = MD_VNODE, mediasize = 0x3e800000, sectorsize = 0x200,
  opencount = 0x1, fwheads = 0x0, fwsectors = 0x0, flags = 0x8, name = "md1", '\0' <repeats 16 times>, procp = 0xc1b78c48, gp = 0xc1ab3700,
  pp = 0xc1ab4100, start = 0xc054e8c8 <mdstart_vnode>, indir = 0x0, uma = 0x0, pl_ptr = 0x0, pl_len = 0x0, vnode = 0xc1bad414,
  file = "/tmp/.snap/pho", '\0' <repeats 1009 times>, cred = 0xc1ab0800, object = 0x0}