GENERIC 6.0-BETA1 from Jul 22 04:40 UTC, vmcore.430
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-BETA1 #1: Fri Jul 22 06:42:28 CEST 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252293120 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
panic: sleeping thread (tid 100058) owns a non-sleepable lock
cpuid = 0
KDB: enter: panic
[thread pid 18022 tid 100128 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 18022 tid 100128 td 0xc1869480
kdb_enter(c0854b00) at kdb_enter+0x2b
panic(c0857d72,186da,c091d800,c3,c163b900) at panic+0x127
propagate_priority(c1869480,c09247e0,c163b900,c1b464bc,c1869480) at propagate_priority+0x9b
turnstile_wait(c1b464bc,c163b900,c1b464bc,2,c0853efb,216) at turnstile_wait+0x2f0
_mtx_lock_sleep(c1b464bc,c1869480,0,c085d95e,755) at _mtx_lock_sleep+0x146
_mtx_lock_flags(c1b464bc,0,c085d95e,755) at _mtx_lock_flags+0x85
vget(c1b46440,2,c1869480) at vget+0x33
devfs_allocv(c1d39980,c1753c00,cf395be0,c1869480,2) at devfs_allocv+0x37
devfs_lookupx(cf3959c4,c174e99c,1,0,c1869480) at devfs_lookupx+0x4b1
devfs_lookup(cf3959c4,c176e000,0,cf3959e0,c067ef52) at devfs_lookup+0x2e
VOP_LOOKUP_APV(c08b1bc0,cf3959c4) at VOP_LOOKUP_APV+0x87
lookup(cf395bcc,c0654308,0,c1869480,c094ebe0) at lookup+0x3d6
namei(cf395bcc,c0856253,262,c1869480,cf395a68) at namei+0x35a
vn_open_cred(cf395bcc,cf395ccc,0,c184cb80,3) at vn_open_cred+0x277
vn_open(cf395bcc,cf395ccc,0,3,246) at vn_open+0x1e
kern_open(c1869480,bfbfe540,0,3,0) at kern_open+0xb6
open(c1869480,cf395d04,3,e0,202) at open+0x1a
syscall(bfbf003b,ffff003b,bfbf003b,bfbfe54b,ffffffff) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28131b57, esp = 0xbfbfe50c, ebp = 0xbfbfe568 ---
db> where 100058
Tracing pid 55 tid 100058 td 0xc163b900
sched_switch(c163b900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c1756418,1,cc9e0cd8,c06374a2,c1756418) at sleepq_switch+0xe0
sleepq_timedwait(c1756418,0,0,c085d967,283) at sleepq_timedwait+0x34
msleep(c1756418,c096bdc0,250,c085d9f7,3e8,c096be40) at msleep+0x2ea
vnlru_proc(0,cc9e0d38,0,c0682c6c,0) at vnlru_proc+0xdf
fork_exit(c0682c6c,0,cc9e0d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc9e0d6c, ebp = 0 ---
db> show alllocks
Process 18027 (udp) thread 0xc2344480 (100198)
exclusive sleep mutex inp (udpinp) r = 0 (0xc17ee4c8) locked @ netinet/udp_usrreq.c:762
Process 18025 (udp) thread 0xc239c480 (100178)
exclusive sleep mutex inp (udpinp) r = 0 (0xc17eec84) locked @ netinet/udp_usrreq.c:762
Process 18016 (udp) thread 0xc235ed80 (100150)
exclusive sleep mutex inp (udpinp) r = 0 (0xc17ee1f8) locked @ netinet/udp_usrreq.c:762
Process 18015 (udp) thread 0xc235ec00 (100151)
exclusive sleep mutex rl0 (network driver) r = 0 (0xc162d4b0) locked @ pci/if_rl.c:1451
exclusive sleep mutex inp (udpinp) r = 0 (0xc17eebd0) locked @ netinet/udp_usrreq.c:762
db> where 18015
Tracing pid 18015 tid 100151 td 0xc235ec00
sched_switch(c235ec00,0,2) at sched_switch+0x177
mi_switch(2,0,c091d800,0,c0856253) at mi_switch+0x270
critical_exit(c235ec00,cf425914,c07da830,0,c0850008) at critical_exit+0x8b
lapic_handle_timer(0) at lapic_handle_timer+0xc9
Xtimerint(c096b234,cf425960,c065333f,c0924ca0,0) at Xtimerint+0x30
_mtx_unlock_spin_flags(c0924ca0,0,c08583ee,33b,0) at _mtx_unlock_spin_flags+0x8d
witness_checkorder(c10443c8,9,c086eb10,72a) at witness_checkorder+0x2af
_mtx_lock_flags(c10443c8,0,c086eb07,72a,c20c9600) at _mtx_lock_flags+0x5b
uma_zalloc_arg(c104ac60,cf4259d8,1) at uma_zalloc_arg+0xd9
m_defrag(c20c9600,1,c162d4b0,1,c08689a2,580) at m_defrag+0x6f
rl_encap(c162d000,c20c9600) at rl_encap+0x2b
rl_start_locked(c1689400,c162d4b0,0,c08689a2,5ab) at rl_start_locked+0x1ef
rl_start(c1689400) at rl_start+0x28
if_start(c1689400) at if_start+0x7b
ether_output_frame(c1689400,c20c9600,0,0,0) at ether_output_frame+0x1d9
ether_output(c1689400,c20c9600,cf425b0c,c17f08c4,c1768100) at ether_output+0x3b4
ip_output(c20c9600,0,cf425b08,0,0) at ip_output+0x6fc
udp_output(c17eeb40,c20c9600,0,0,c235ec00) at udp_output+0x4a7
udp_send(c238b6f4,0,c24afc00,0,0) at udp_send+0x1a
sosend(c238b6f4,0,cf425cbc,c24afc00,0) at sosend+0x5e3
soo_write(c1fa7c18,cf425cbc,c184cb80,0,c235ec00) at soo_write+0x46
dofilewrite(c235ec00,3,c1fa7c18,cf425cbc,ffffffff) at dofilewrite+0x77
kern_writev(c235ec00,3,cf425cbc,804f100,0) at kern_writev+0x3b
write(c235ec00,cf425d04,3,d0,296) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28050288,bfbfeae0) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x2813382b, esp = 0xbfbfe95c, ebp = 0xbfbfe9a8 ---
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
18029 c240a000 1001 18011 621 0000002 [RUNQ] tcp
18028 c1fa4418 1001 18012 621 0000002 [RUNQ] tcp
18027 c2464c48 1001 18013 621 0000002 [LOCK rl0 c16c0080] udp
18026 c2345624 1001 18013 621 0000002 [RUNQ] udp
18025 c2462a3c 1001 18013 621 0000002 [LOCK rl0 c16c0080] udp
18024 c1fa5830 1001 18013 621 0000002 [RUNQ] udp
18023 c235b830 1001 18014 621 0000002 [SLPQ ufs 0xc176dc08][SLP] pty
18022 c235b418 1001 18014 621 0000002 [LOCK vnode interlock c183d2c0] pty
18021 c2612a3c 1001 18014 621 0000002 [SLPQ devfs 0xc176e058][SLP] pty
18020 c2462624 1001 18009 621 0000002 [SLPQ nanslp 0xc091e12c][SLP] syscall
18018 c2613418 1001 18009 621 0000002 [SLPQ nanslp 0xc091e12c][SLP] syscall
18017 c246220c 1001 18013 621 0000002 [RUNQ] udp
18016 c2409624 1001 18013 621 0000002 [RUNQ] udp
18015 c2409830 1001 18013 621 0000002 [RUNQ] udp
18014 c235f830 1001 18008 621 0000002 [SLPQ wait 0xc235f830][SLP] pty
18013 c1fa5a3c 1001 18007 621 0000002 [SLPQ wait 0xc1fa5a3c][SLP] udp
18012 c2464a3c 1001 18010 621 0000002 [SLPQ sbwait 0xc24f1638][SLP] tcp
18011 c234520c 1001 18010 621 0000002 [SLPQ sbwait 0xc238bbc8][SLP] tcp
18010 c1fa4000 1001 18006 621 0000002 [SLPQ wait 0xc1fa4000][SLP] tcp
18009 c2343830 1001 18004 621 0000002 [SLPQ wait 0xc2343830][SLP] syscall
18008 c1fa4624 1001 628 621 0004002 [SLPQ nanslp 0xc091e12c][SLP] pty
18007 c2408a3c 1001 628 621 0004002 [SLPQ nanslp 0xc091e12c][SLP] udp
18006 c2408418 1001 628 621 0004002 [SLPQ nanslp 0xc091e12c][SLP] tcp
18004 c240820c 1001 628 621 0004002 [SLPQ nanslp 0xc091e12c][SLP] syscall
17770 c1fa420c 65534 17768 17763 0004000 [SLPQ piperd 0xc17957f8][SLP] locate.code
17768 c235b20c 65534 17764 17763 0004000 [SLPQ wait 0xc235b20c][SLP] sh
17767 c2612624 65534 17764 17763 0004000 [RUNQ] find
17764 c1fa4c48 65534 17763 17763 0004000 [SLPQ wait 0xc1fa4c48][SLP] sh
17763 c2408000 65534 17762 17763 0004000 [SLPQ pause 0xc2408034][SLP] csh
17762 c240a418 0 17757 17703 0004100 [SLPQ wait 0xc240a418][SLP] su
17757 c1fa4a3c 0 17712 17703 0004000 [SLPQ wait 0xc1fa4a3c][SLP] sh
17714 c240920c 0 17713 17703 0004000 [SLPQ piperd 0xc1794990][SLP] mail
17713 c2345418 0 17705 17703 0000000 [SLPQ wait 0xc2345418][SLP] sh
17712 c1fa5418 0 17705 17703 0000000 [SLPQ wait 0xc1fa5418][SLP] sh
17705 c2343624 0 17703 17703 0004000 [SLPQ wait 0xc2343624][SLP] sh
17703 c1862624 0 17701 17703 0004000 [SLPQ wait 0xc1862624][SLP] sh
17701 c261120c 0 457 457 0000000 [SLPQ piperd 0xc1795330][SLP] cron
628 c1862830 1001 627 621 0000002 [SLPQ wait 0xc1862830][SLP] run
627 c1862a3c 1001 626 621 0000002 [SLPQ wait 0xc1862a3c][SLP] run
626 c1862c48 1001 621 621 0004002 [SLPQ nanslp 0xc091e12c][SLP] run
621 c1fa4830 1001 615 621 0004002 [SLPQ wait 0xc1fa4830][SLP] sh
615 c178d000 1001 614 615 0004002 [SLPQ wait 0xc178d000][SLP] bash
614 c1825c48 1001 612 612 0000100 [SLPQ select 0xc096b444][SLP] sshd
612 c1790418 0 433 612 0004100 [SLPQ sbwait 0xc1f95900][SLP] sshd
611 c1811000 1001 605 611 0004002 [SLPQ select 0xc096b444][SLP] top
605 c178d418 1001 604 605 0004002 [SLPQ wait 0xc178d418][SLP] bash
604 c1811624 1001 602 602 0000100 [SLPQ select 0xc096b444][SLP] sshd
602 c1811c48 0 433 602 0004100 [SLPQ sbwait 0xc1834e90][SLP] sshd
576 c1825a3c 0 1 576 0004002 [SLPQ ttyin 0xc16ce810][SLP] getty
575 c1825418 0 1 575 0004002 [SLPQ ttyin 0xc16cec10][SLP] getty
574 c1862000 0 1 574 0004002 [SLPQ ttyin 0xc16cf010][SLP] getty
573 c182520c 0 1 573 0004002 [SLPQ ttyin 0xc16cf410][SLP] getty
572 c1811418 0 1 572 0004002 [SLPQ ttyin 0xc16c4410][SLP] getty
571 c1825830 0 1 571 0004002 [SLPQ ttyin 0xc16bbc10][SLP] getty
570 c1811830 0 1 570 0004002 [SLPQ ttyin 0xc16c3c10][SLP] getty
569 c1811a3c 0 1 569 0004002 [SLPQ ttyin 0xc16c4810][SLP] getty
537 c1825000 0 1 537 0000000 [SLPQ select 0xc096b444][SLP] moused
457 c181120c 0 1 457 0000000 [SLPQ nanslp 0xc091e12c][SLP] cron
445 c1825624 25 1 445 0000100 [SLPQ pause 0xc1825658][SLP] sendmail
439 c1790830 0 1 439 0000100 [SLPQ select 0xc096b444][SLP] sendmail
433 c1790c48 0 1 433 0000100 [SLPQ select 0xc096b444][SLP] sshd
415 c178d830 0 1 415 0000000 [SLPQ select 0xc096b444][SLP] ntpd
386 c1790a3c 0 1 386 0000000 [SLPQ select 0xc096b444][SLP] usbd
365 c178da3c 0 361 361 0000000 [SLPQ - 0xc1827400][SLP] nfsd
364 c1790000 0 361 361 0000000 [SLPQ - 0xc1827600][SLP] nfsd
363 c163a20c 0 361 361 0000000 [SLPQ - 0xc1827800][SLP] nfsd
362 c163a418 0 361 361 0000000 [SLPQ - 0xc1827a00][SLP] nfsd
361 c178d20c 0 1 361 0000000 [SLPQ select 0xc096b444][SLP] nfsd
359 c1790624 0 1 359 0000000 [SLPQ select 0xc096b444][SLP] mountd
290 c179020c 0 1 290 0000000 [SLPQ select 0xc096b444][SLP] rpcbind
272 c178dc48 0 1 272 0000000 [SLPQ select 0xc096b444][SLP] syslogd
243 c178d624 0 1 243 0000000 [SLPQ select 0xc096b444][SLP] devd
61 c163a624 0 0 0 0000204 [SLPQ - 0xcc9f2d04][SLP] schedcpu
60 c163a830 0 0 0 0000204 [SLPQ - 0xc097392c][SLP] nfsiod 3
59 c163aa3c 0 0 0 0000204 [SLPQ - 0xc0973928][SLP] nfsiod 2
58 c163ac48 0 0 0 0000204 [SLPQ - 0xc0973924][SLP] nfsiod 1
57 c1756000 0 0 0 0000204 [SLPQ - 0xc0973920][SLP] nfsiod 0
56 c175620c 0 0 0 0000204 [SLPQ syncer 0xc091de9c][SLP] syncer
55 c1756418 0 0 0 0000204 [SLPQ vlruwt 0xc1756418][SLP] vnlru
54 c1756624 0 0 0 0000204 [SLPQ psleep 0xc096b98c][SLP] bufdaemon
53 c1756830 0 0 0 000020c [RUNQ] pagezero
52 c1756a3c 0 0 0 0000204 [SLPQ psleep 0xc0979a14][SLP] vmdaemon
51 c1756c48 0 0 0 0000204 [SLPQ psleep 0xc09799d0][SLP] pagedaemon
50 c158f624 0 0 0 0000204 [SLPQ - 0xc168583c][SLP] fdc0
49 c158f830 0 0 0 0000204 [IWAIT] swi0: sio
48 c158fa3c 0 0 0 0000204 [SLPQ usbevt 0xc162fa10][SLP] usb4
47 c158fc48 0 0 0 0000204 [SLPQ usbevt 0xc167b210][SLP] usb3
46 c1637000 0 0 0 0000204 [SLPQ usbevt 0xc1669210][SLP] usb2
45 c163720c 0 0 0 0000204 [SLPQ usbevt 0xc166a210][SLP] usb1
44 c1637418 0 0 0 0000204 [SLPQ usbtsk 0xc0918e04][SLP] usbtask
43 c1637624 0 0 0 0000204 [SLPQ usbevt 0xc1640210][SLP] usb0
42 c1637830 0 0 0 0000204 [IWAIT] swi6: task queue
9 c1637a3c 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task2
8 c1637c48 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task1
7 c163a000 0 0 0 0000204 [SLPQ - 0xc1634100][SLP] acpi_task0
6 c1580c48 0 0 0 0000204 [SLPQ - 0xc1634180][SLP] kqueue taskq
41 c158d000 0 0 0 0000204 [IWAIT] swi2: cambio
40 c158d20c 0 0 0 0000204 [IWAIT] swi5:+
5 c158d418 0 0 0 0000204 [SLPQ - 0xc1634400][SLP] thread taskq
39 c158d624 0 0 0 0000204 [IWAIT] swi6:+
38 c158d830 0 0 0 0000204 [SLPQ - 0xc0916b20][SLP] yarrow
4 c158da3c 0 0 0 0000204 [SLPQ - 0xc091b628][SLP] g_down
3 c158dc48 0 0 0 0000204 [SLPQ - 0xc091b624][SLP] g_up
2 c158f000 0 0 0 0000204 [SLPQ - 0xc091b61c][SLP] g_event
37 c158f20c 0 0 0 0000204 [IWAIT] swi1: net
36 c158f418 0 0 0 0000204 [IWAIT] swi3: vm
35 c1575624 0 0 0 000020c [IWAIT] swi4: clock sio
34 c1575830 0 0 0 0000204 [IWAIT] irq23: ehci0
33 c1575a3c 0 0 0 0000204 [IWAIT] irq22: rl0
32 c1575c48 0 0 0 0000204 [IWAIT] irq21:
31 c1580000 0 0 0 0000204 [IWAIT] irq20:
30 c158020c 0 0 0 0000204 [IWAIT] irq19: uhci1
29 c1580418 0 0 0 0000204 [IWAIT] irq18: uhci2
28 c1580624 0 0 0 0000204 [IWAIT] irq17: pcm0
27 c1580830 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
26 c1580a3c 0 0 0 0000204 [IWAIT] irq15: ata1
25 c154420c 0 0 0 0000204 [IWAIT] irq14: ata0
24 c1544418 0 0 0 0000204 [IWAIT] irq13:
23 c1544624 0 0 0 0000204 [IWAIT] irq12: psm0
22 c1544830 0 0 0 0000204 [IWAIT] irq11:
21 c1544a3c 0 0 0 0000204 [IWAIT] irq10:
20 c1544c48 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c1575000 0 0 0 0000204 [IWAIT] irq8:
18 c157520c 0 0 0 0000204 [IWAIT] irq7: ppc0
17 c1575418 0 0 0 0000204 [IWAIT] irq6: fdc0
16 c153f000 0 0 0 0000204 [IWAIT] irq5:
15 c153f20c 0 0 0 0000204 [IWAIT] irq4: sio0
14 c153f418 0 0 0 0000204 [IWAIT] irq3:
13 c153f624 0 0 0 0000204 [IWAIT] irq0:
12 c153f830 0 0 0 0000204 [IWAIT] irq1: atkbd0
11 c153fa3c 0 0 0 000020c [Can run] idle: cpu0
1 c153fc48 0 0 1 0004200 [SLPQ wait 0xc153fc48][SLP] init
10 c1544000 0 0 0 0000204 [SLPQ ktrace 0xc091c078][SLP] ktrace
0 c091b720 0 0 0 0000200 [IWAIT] swapper
18019 c1fa5c48 1001 18009 621 0002002 zomb[INACTIVE] syscall
18005 c2345830 1001 628 621 0006002 zomb[INACTIVE] sysctl
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) l *vnlru_proc+0xdf
0xc0682d4b is in vnlru_proc (../../../kern/vfs_subr.c:677).
672 if (numvnodes <= desiredvnodes * 9 / 10) {
673 vnlruproc_sig = 0;
674 wakeup(&vnlruproc_sig);
675 msleep(vnlruproc, &vnode_free_list_mtx,
676 PVFS|PDROP, "vlruwt", hz);
677 continue;
678 }
679 mtx_unlock(&vnode_free_list_mtx);
680 done = 0;
681 mtx_lock(&mountlist_mtx);
(kgdb) p vnode_free_list_mtx
$6 = {mtx_object = {lo_class = 0xc08b9104, lo_name = 0xc085d933 "vnode_free_list", lo_type = 0xc085d933 "vnode_free_list",
lo_flags = 0x30000, lo_list = {tqe_next = 0xc10446e8, tqe_prev = 0xc096bd90}, lo_witness = 0xc092d548}, mtx_lock = 0x4,
mtx_recurse = 0x0}