GENERIC HEAD from Oct 6 06:12 UTC, vmcore.464 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 7.0-CURRENT #4: Thu Oct 6 14:32:34 CEST 2005 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. ACPI APIC Table: <A M I OEMAPIC > Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 251998208 (240 MB) : Trying to mount root from ufs:/dev/ad0s1a rl0: link state changed to DOWN Limiting icmp unreach response from 9601 to 200 packets/sec Limiting icmp unreach response from 6740 to 200 packets/sec Limiting icmp unreach response from 6839 to 200 packets/sec : Limiting icmp unreach response from 10999 to 200 packets/sec Limiting icmp unreach response from 10670 to 200 packets/sec panic: mutex Giant not owned at ../../../dev/md/md.c:685 cpuid = 0 KDB: enter: panic [thread pid 1525 tid 100104 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 1525 tid 100104 td 0xc18b5780 kdb_enter(c0865e5c) at kdb_enter+0x2b panic(c08653aa,c08798d6,c0818f50,2ad,c054f154) at panic+0x14b _mtx_assert(c09634c0,1,c0818f50,2ad) at _mtx_assert+0x67 md_kthread(c1b71000,cf3acd38,c1b71000,c054f154,0) at md_kthread+0x1bb fork_exit(c054f154,c1b71000,cf3acd38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xcf3acd6c, ebp = 0 --- db> show pcpu cpuid = 0 curthread = 0xc18b5780: pid 1525 "md1" curpcb = 0xcf3acd90 fpcurthread = none idlethread = 0xc155a780: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 1525 c1b78c48 0 0 0 0000204 [CPU 0] md1 1524 c18b2830 0 1520 1520 0004002 [SLPQ g_waitidle 0xc092d0e0][SLP] mdconfig 1520 c18b2c48 0 825 1520 0004002 [SLPQ wait 0xc18b2c48][SLP] sh 825 c18aea3c 0 822 825 0004002 [SLPQ wait 0xc18aea3c][SLP] bash 822 c18ae624 0 821 822 0004002 [SLPQ pause 0xc18ae658][SLP] csh 821 c18ae418 1001 813 821 0004102 [SLPQ wait 0xc18ae418][SLP] su 813 c18b120c 1001 812 813 0004002 [SLPQ wait 0xc18b120c][SLP] bash 812 c18b2000 1001 810 810 0000100 [SLPQ select 0xc09b1084][SLP] sshd 810 c17c720c 0 428 810 0004100 [SLPQ sbwait 0xc1899d2c][SLP] sshd 564 c165b418 0 1 564 0004002 [SLPQ ttyin 0xc16f9010][SLP] getty 563 c18aec48 0 1 563 0004002 [SLPQ ttyin 0xc16f9410][SLP] getty 562 c18b1830 0 1 562 0004002 [SLPQ ttyin 0xc16f0810][SLP] getty 561 c18b1418 0 1 561 0004002 [SLPQ ttyin 0xc16ef810][SLP] getty 560 c18b1624 0 1 560 0004002 [SLPQ ttyin 0xc16f0c10][SLP] getty 559 c18b1000 0 1 559 0004002 [SLPQ ttyin 0xc16eec10][SLP] getty 558 c17cbc48 0 1 558 0004002 [SLPQ ttyin 0xc16ee810][SLP] getty 557 c18ae830 0 1 557 0004002 [SLPQ ttyin 0xc16e7410][SLP] getty 529 c18ae20c 0 1 529 0000000 [SLPQ select 0xc09b1084][SLP] inetd 450 c18ae000 0 1 450 0000000 [SLPQ nanslp 0xc0963d6c][SLP] cron 438 c18b1a3c 25 1 438 0000100 [SLPQ pause 0xc18b1a70][SLP] sendmail 434 c17c7a3c 0 1 434 0000100 [SLPQ select 0xc09b1084][SLP] sendmail 428 c17cb000 0 1 428 0000100 [SLPQ select 0xc09b1084][SLP] sshd 410 c17cb20c 0 1 410 0000000 [SLPQ select 0xc09b1084][SLP] ntpd 379 c17cb830 0 1 379 0000000 [SLPQ select 0xc09b1084][SLP] usbd 359 c165b20c 0 354 354 0000000 [SLPQ - 0xc1796a00][SLP] nfsd 358 c17c7830 0 354 354 0000000 [SLPQ - 0xc1796c00][SLP] nfsd 356 c17c7624 0 354 354 0000000 [SLPQ - 0xc1796e00][SLP] nfsd 355 c17cb624 0 354 354 0000000 [SLPQ - 0xc1820000][SLP] nfsd 354 c17cba3c 0 1 354 0000000 [SLPQ select 0xc09b1084][SLP] nfsd 352 c17cb418 0 1 352 0000000 [SLPQ select 0xc09b1084][SLP] mountd 283 c17c7c48 0 1 283 0000000 [SLPQ select 0xc09b1084][SLP] rpcbind 255 c17c7000 0 1 255 0000000 [SLPQ select 0xc09b1084][SLP] devd 228 c17c7418 0 1 228 0000000 [SLPQ select 0xc09b1084][SLP] syslogd 61 c165b624 0 0 0 0000204 [SLPQ - 0xcca21d04][SLP] schedcpu 60 c165b830 0 0 0 0000204 [SLPQ - 0xc09b970c][SLP] nfsiod 3 59 c165ba3c 0 0 0 0000204 [SLPQ - 0xc09b9708][SLP] nfsiod 2 58 c165bc48 0 0 0 0000204 [SLPQ - 0xc09b9704][SLP] nfsiod 1 57 c1771000 0 0 0 0000204 [SLPQ - 0xc09b9700][SLP] nfsiod 0 56 c177120c 0 0 0 0000204 [SLPQ syncer 0xc0963ae0][SLP] syncer 55 c1771418 0 0 0 0000204 [SLPQ vlruwt 0xc1771418][SLP] vnlru 54 c1771624 0 0 0 0000204 [SLPQ psleep 0xc09b15cc][SLP] bufdaemon 53 c1771830 0 0 0 000020c [SLPQ pgzero 0xc09bfd04][SLP] pagezero 52 c1771a3c 0 0 0 0000204 [SLPQ psleep 0xc09bf854][SLP] vmdaemon 51 c1771c48 0 0 0 0000204 [SLPQ psleep 0xc09bf810][SLP] pagedaemon 50 c15ac624 0 0 0 0000204 [SLPQ - 0xc16a083c][SLP] fdc0 49 c15ac830 0 0 0 0000204 [IWAIT] swi0: sio 48 c15aca3c 0 0 0 0000204 [SLPQ usbevt 0xc1645210][SLP] usb4 47 c15acc48 0 0 0 0000204 [SLPQ usbevt 0xc1695210][SLP] usb3 46 c165a000 0 0 0 0000204 [SLPQ usbevt 0xc1696210][SLP] usb2 45 c165a20c 0 0 0 0000204 [SLPQ usbevt 0xc1682210][SLP] usb1 44 c165a418 0 0 0 0000204 [SLPQ usbtsk 0xc092ca24][SLP] usbtask 43 c165a624 0 0 0 0000204 [SLPQ usbevt 0xc164e210][SLP] usb0 42 c165a830 0 0 0 0000204 [IWAIT] swi2: cambio 41 c165aa3c 0 0 0 0000204 [IWAIT] swi5:+ 9 c165ac48 0 0 0 0000204 [SLPQ - 0xc15cba00][SLP] acpi_task2 8 c165b000 0 0 0 0000204 [SLPQ - 0xc15cba00][SLP] acpi_task1 7 c159cc48 0 0 0 0000204 [SLPQ - 0xc15cba00][SLP] acpi_task0 6 c15aa000 0 0 0 0000204 [SLPQ - 0xc15cba80][SLP] thread taskq 40 c15aa20c 0 0 0 0000204 [IWAIT] swi6:+ 39 c15aa418 0 0 0 0000204 [IWAIT] swi6: task queue 5 c15aa624 0 0 0 0000204 [SLPQ - 0xc15cbd80][SLP] kqueue taskq 38 c15aa830 0 0 0 0000204 [SLPQ - 0xc092a740][SLP] yarrow 4 c15aaa3c 0 0 0 0000204 [SLPQ - 0xc092d268][SLP] g_down 3 c15aac48 0 0 0 0000204 [SLPQ - 0xc092d264][SLP] g_up 2 c15ac000 0 0 0 0000204 [SLPQ gread 0xc1767084][SLP] g_event 37 c15ac20c 0 0 0 0000204 [IWAIT] swi1: net 36 c15ac418 0 0 0 0000204 [IWAIT] swi3: vm 35 c1588624 0 0 0 000020c [RUNQ] swi4: clock sio 34 c1588830 0 0 0 0000204 [IWAIT] irq23: ehci0 33 c1588a3c 0 0 0 0000204 [RUNQ] irq22: rl0 32 c1588c48 0 0 0 0000204 [IWAIT] irq21: 31 c159c000 0 0 0 0000204 [IWAIT] irq20: 30 c159c20c 0 0 0 0000204 [IWAIT] irq19: uhci1 29 c159c418 0 0 0 0000204 [IWAIT] irq18: uhci2 28 c159c624 0 0 0 0000204 [IWAIT] irq17: pcm0 27 c159c830 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 26 c159ca3c 0 0 0 0000204 [IWAIT] irq15: ata1 25 c155e20c 0 0 0 0000204 [IWAIT] irq14: ata0 24 c155e418 0 0 0 0000204 [IWAIT] irq13: 23 c155e624 0 0 0 0000204 [IWAIT] irq12: 22 c155e830 0 0 0 0000204 [IWAIT] irq11: 21 c155ea3c 0 0 0 0000204 [IWAIT] irq10: 20 c155ec48 0 0 0 0000204 [IWAIT] irq9: acpi0 19 c1588000 0 0 0 0000204 [IWAIT] irq8: 18 c158820c 0 0 0 0000204 [IWAIT] irq7: ppc0 17 c1588418 0 0 0 0000204 [IWAIT] irq6: fdc0 16 c1559000 0 0 0 0000204 [IWAIT] irq5: 15 c155920c 0 0 0 0000204 [IWAIT] irq4: sio0 14 c1559418 0 0 0 0000204 [IWAIT] irq3: 13 c1559624 0 0 0 0000204 [IWAIT] irq0: 12 c1559830 0 0 0 0000204 [IWAIT] irq1: atkbd0 11 c1559a3c 0 0 0 000020c [Can run] idle: cpu0 1 c1559c48 0 0 1 0004200 [SLPQ wait 0xc1559c48][SLP] init 10 c155e000 0 0 0 0000204 [SLPQ ktrace 0xc0961cf8][SLP] ktrace 0 c092d360 0 0 0 0000200 [IWAIT] swapper db> call doadump Dumping 254 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db> call print_uptime Uptime: 3m33s = 0x4 db> show alllocks db> reset (kgdb) bt #0 doadump () at pcpu.h:165 #1 0xc04698f3 in db_fncall (dummy1=0xc09dd260, dummy2=0x0, dummy3=0x0, dummy4=0xcf3acb1c "HË:Ï@Ñ}À4Ë:Ï8Ë:Ï\220\a") at ../../../ddb/db_command.c:488 #2 0xc04696f8 in db_command (last_cmdp=0xc09162c4, cmd_table=0x0, aux_cmd_tablep=0xc08922e0, aux_cmd_tablep_end=0xc08922fc) at ../../../ddb/db_command.c:403 #3 0xc04697c0 in db_command_loop () at ../../../ddb/db_command.c:454 #4 0xc046b3dd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228 #5 0xc064f6ec in kdb_trap (type=0x3, code=0x0, tf=0xcf3acc60) at ../../../kern/subr_kdb.c:473 #6 0xc07fa610 in trap (frame= {tf_fs = 0xcf3a0008, tf_es = 0xc0650028, tf_ds = 0xc0860028, tf_edi = 0xc08653aa, tf_esi = 0x1, tf_ebp = 0xcf3acca0, tf_isp = 0xcf3acc8c, tf_ebx = 0xcf3acccc, tf_edx = 0x0, tf_ecx = 0xc1033000, tf_eax = 0x12, tf_trapno = 0x3, tf_err = 0x0, tf_eip = 0xc064f453, tf_cs = 0x20, tf_eflags = 0x80296, tf_esp = 0xcf3accc0, tf_ss = 0xc063768b}) at ../../../i386/i386/trap.c:591 #7 0xc07e802a in calltrap () at ../../../i386/i386/exception.s:139 #8 0xcf3a0008 in ?? () #9 0xc0650028 in preload_search_next_name (base=0x0) at ../../../kern/subr_module.c:128 #10 0xc063768b in panic (fmt=0xc08653aa "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:549 #11 0xc062fe1f in _mtx_assert (m=0xc09634c0, what=0x0, file=0xc0818f50 "../../../dev/md/md.c", line=0x2ad) at ../../../kern/kern_mutex.c:742 #12 0xc054f30f in md_kthread (arg=0xc1b71000) at ../../../dev/md/md.c:685 #13 0xc0623f64 in fork_exit (callout=0xc054f154 <md_kthread>, arg=0xc1b71000, frame=0xcf3acd38) at ../../../kern/kern_fork.c:789 #14 0xc07e808c in fork_trampoline () at ../../../i386/i386/exception.s:208 (kgdb) f 12 #12 0xc054f30f in md_kthread (arg=0xc1b71000) at ../../../dev/md/md.c:685 685 mtx_assert(&Giant, MA_OWNED); /* pho XXX */ (kgdb) l 680 sc->fwheads))) 681 error = -1; 682 else 683 error = EOPNOTSUPP; 684 } else { 685 mtx_assert(&Giant, MA_OWNED); /* pho XXX */ 686 error = sc->start(sc, bp); 687 } 688 689 if (error != -1) { (kgdb) info loc sc = (struct md_s *) 0xc1b71000 bp = (struct bio *) 0xc1767084 error = 0xc054f154 hasgiant = 0x0 (kgdb) p *sc $1 = {unit = 0x1, list = {le_next = 0x0, le_prev = 0xc092a124}, bio_queue = {queue = {tqh_first = 0x0, tqh_last = 0xc1b7100c}, last_offset = 0x0, insert_point = 0xc1767084}, queue_mtx = {mtx_object = {lo_class = 0xc08cc1c4, lo_name = 0xc0818fbf "md bio queue", lo_type = 0xc0818fbf "md bio queue", lo_flags = 0x30000, lo_list = {tqe_next = 0xc1b8eaa8, tqe_prev = 0xc18b433c}, lo_witness = 0xc0972a80}, mtx_lock = 0x4, mtx_recurse = 0x0}, dev = 0x0, type = MD_VNODE, mediasize = 0x3e800000, sectorsize = 0x200, opencount = 0x1, fwheads = 0x0, fwsectors = 0x0, flags = 0x8, name = "md1", '\0' <repeats 16 times>, procp = 0xc1b78c48, gp = 0xc1ab3700, pp = 0xc1ab4100, start = 0xc054e8c8 <mdstart_vnode>, indir = 0x0, uma = 0x0, pl_ptr = 0x0, pl_len = 0x0, vnode = 0xc1bad414, file = "/tmp/.snap/pho", '\0' <repeats 1009 times>, cred = 0xc1ab0800, object = 0x0}