GENERIC 6.0-RC1 from Oct 22 11:46 UTC, vmcore.3
ULE + hyperthreading_allowed causes hang in /etc/rc.d/initrandom.
Configuration is GENERIC + ULE + KDB + DDB + BREAK_TO_DEBUGGER + KDB_STOP_NMI + SMP,
hyperthreading_allowed=1.
The hang seems to occur 2 out of 5 boots.
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-RC1 #4: Sat Oct 22 13:36:27 CEST 2005
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/ULE
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Hyperthreading: 2 logical CPUs
real memory = 1073676288 (1023 MB)
avail memory = 1041612800 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
~KDB: enter: Line break on console
[thread pid 86 tid 100091 ]
Stopped at kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc237f960: pid 86 "swi4: clock sio"
curpcb = 0xe5104d90
fpcurthread = none
idlethread = 0xc22d8c80: pid 14 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
cpuid = 1
curthread = 0xc22d8af0: pid 13 "idle: cpu1"
curpcb = 0xe35f5d90
fpcurthread = none
idlethread = 0xc22d8af0: pid 13 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
cpuid = 2
curthread = 0xc2399190: pid 124 "dd"
curpcb = 0xe5131d90
fpcurthread = none
idlethread = 0xc22d8960: pid 12 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
cpuid = 3
curthread = 0xc22d87d0: pid 11 "idle: cpu3"
curpcb = 0xe35efd90
fpcurthread = none
idlethread = 0xc22d87d0: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
db> where 124
Tracing pid 124 tid 100108 td 0xc2399190
ipi_nmi_handler(c0973da8,0,0,c237f7d0,c2458624) at ipi_nmi_handler+0x5b
trap(750008,bff0028,c2390028,c2399190,c237f7d0) at trap+0x3d
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc06379fa, esp = 0xe5131be4, ebp = 0xe5131bf0 ---
_mtx_lock_sleep(c093b340,c2399190,0,0,0) at _mtx_lock_sleep+0xb6
giant_write(c238fe00,e5131cbc,0,c238fe00,c08ba8e0) at giant_write+0x36
devfs_write_f(c26ae510,e5131cbc,c22d5a80,0,c2399190) at devfs_write_f+0x64
dofilewrite(c2399190,3,c26ae510,e5131cbc,ffffffff) at dofilewrite+0x77
kern_writev(c2399190,3,e5131cbc,804f000,2000) at kern_writev+0x3b
write(c2399190,e5131d04,3,1,206) at write+0x45
syscall(3b,3b,3b,804f000,2000) at syscall+0x2bf
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x280c2813, esp = 0xbfbfedec, ebp = 0xbfbfee18 ---
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
127 c239620c 0 125 108 0004002 [CPU 255] sysctl
125 c2458a3c 0 123 108 0000002 [SLPQ wait 0xc2458a3c][SLP] sh
124 c2458624 0 118 108 0004002 [CPU 2] dd
123 c2458830 0 118 108 0000002 [SLPQ wait 0xc2458830][SLP] sh
118 c26a7418 0 108 108 0000002 [SLPQ wait 0xc26a7418][SLP] sh
108 c26aba3c 0 1 108 0004002 [SLPQ wait 0xc26aba3c][SLP] sh
107 c2396418 0 0 0 0000204 [SLPQ - 0xc094f56c][SLP] nfsiod 3
106 c2396624 0 0 0 0000204 [SLPQ - 0xc094f568][SLP] nfsiod 2
105 c2396830 0 0 0 0000204 [SLPQ - 0xc094f564][SLP] nfsiod 1
104 c2396a3c 0 0 0 0000204 [SLPQ - 0xc094f560][SLP] nfsiod 0
103 c2396c48 0 0 0 0000204 [SLPQ vlruwt 0xc2396c48][SLP] vnlru
102 c2456000 0 0 0 0000204 [SLPQ syncer 0xc093b9a0][SLP] syncer
101 c245620c 0 0 0 0000204 [SLPQ psleep 0xc094752c][SLP] bufdaemon
100 c2456418 0 0 0 000020c [RUNQ] pagezero
99 c2456624 0 0 0 0000204 [SLPQ psleep 0xc0955674][SLP] vmdaemon
98 c2456830 0 0 0 0000204 [SLPQ psleep 0xc0955630][SLP] pagedaemon
97 c2456a3c 0 0 0 0000204 [SLPQ - 0xc2445e3c][SLP] fdc0
96 c2456c48 0 0 0 0000204 [IWAIT] swi0: sio
95 c2458000 0 0 0 0000204 [SLPQ usbtsk 0xc0938c64][SLP] usbtask
94 c245820c 0 0 0 0000204 [SLPQ usbevt 0xc2447210][SLP] usb0
93 c2458418 0 0 0 0000204 [IWAIT] swi6:+
92 c2390000 0 0 0 0000204 [IWAIT] swi6: task queue
9 c239020c 0 0 0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task2
8 c2390418 0 0 0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task1
7 c2390624 0 0 0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task0
91 c2390830 0 0 0 0000204 [IWAIT] swi2: cambio
6 c2390a3c 0 0 0 0000204 [SLPQ - 0xc236cd00][SLP] kqueue taskq
90 c2390c48 0 0 0 0000204 [IWAIT] swi5:+
5 c2395000 0 0 0 0000204 [SLPQ - 0xc236ce80][SLP] thread taskq
89 c239520c 0 0 0 0000204 [SLPQ - 0xc0936980][SLP] yarrow
4 c2395418 0 0 0 0000204 [SLPQ - 0xc0939148][SLP] g_down
3 c2395624 0 0 0 0000204 [SLPQ - 0xc0939144][SLP] g_up
2 c2395830 0 0 0 0000204 [SLPQ - 0xc093913c][SLP] g_event
88 c2395a3c 0 0 0 0000204 [IWAIT] swi1: net
87 c2395c48 0 0 0 0000204 [IWAIT] swi3: vm
86 c2396000 0 0 0 000020c [CPU 0] swi4: clock sio
85 c237b000 0 0 0 0000204 [IWAIT] irq71:
84 c237b20c 0 0 0 0000204 [IWAIT] irq70:
83 c237b418 0 0 0 0000204 [IWAIT] irq69:
82 c237b624 0 0 0 0000204 [IWAIT] irq68:
81 c237b830 0 0 0 0000204 [IWAIT] irq67:
80 c237ba3c 0 0 0 0000204 [IWAIT] irq66:
79 c237bc48 0 0 0 0000204 [IWAIT] irq65:
78 c2380000 0 0 0 0000204 [IWAIT] irq64:
77 c238020c 0 0 0 0000204 [IWAIT] irq63:
76 c2380418 0 0 0 0000204 [IWAIT] irq62:
75 c2380624 0 0 0 0000204 [IWAIT] irq61:
74 c2380830 0 0 0 0000204 [IWAIT] irq60:
73 c2380a3c 0 0 0 0000204 [IWAIT] irq59:
72 c2380c48 0 0 0 0000204 [IWAIT] irq58:
71 c235b20c 0 0 0 0000204 [IWAIT] irq57:
70 c235b418 0 0 0 0000204 [IWAIT] irq56:
69 c235b624 0 0 0 0000204 [IWAIT] irq55:
68 c235b830 0 0 0 0000204 [IWAIT] irq54:
67 c235ba3c 0 0 0 0000204 [IWAIT] irq53:
66 c235bc48 0 0 0 0000204 [IWAIT] irq52:
65 c236d000 0 0 0 0000204 [IWAIT] irq51:
64 c236d20c 0 0 0 0000204 [IWAIT] irq50:
63 c236d418 0 0 0 0000204 [IWAIT] irq49:
62 c236d624 0 0 0 0000204 [IWAIT] irq48: em0
61 c236d830 0 0 0 0000204 [IWAIT] irq47:
60 c236da3c 0 0 0 0000204 [IWAIT] irq46:
59 c236dc48 0 0 0 0000204 [IWAIT] irq45:
58 c234c624 0 0 0 0000204 [IWAIT] irq44:
57 c234c830 0 0 0 0000204 [IWAIT] irq43:
56 c234ca3c 0 0 0 0000204 [IWAIT] irq42:
55 c234cc48 0 0 0 0000204 [IWAIT] irq41:
54 c235a000 0 0 0 0000204 [IWAIT] irq40:
53 c235a20c 0 0 0 0000204 [IWAIT] irq39:
52 c235a418 0 0 0 0000204 [IWAIT] irq38:
51 c235a624 0 0 0 0000204 [IWAIT] irq37:
50 c235a830 0 0 0 0000204 [IWAIT] irq36:
49 c235aa3c 0 0 0 0000204 [IWAIT] irq35:
48 c235ac48 0 0 0 0000204 [IWAIT] irq34:
47 c235b000 0 0 0 0000204 [IWAIT] irq33:
46 c233cc48 0 0 0 0000204 [IWAIT] irq32:
45 c234b000 0 0 0 0000204 [IWAIT] irq31:
44 c234b20c 0 0 0 0000204 [IWAIT] irq30:
43 c234b418 0 0 0 0000204 [IWAIT] irq29:
42 c234b624 0 0 0 0000204 [IWAIT] irq28:
41 c234b830 0 0 0 0000204 [IWAIT] irq27:
40 c234ba3c 0 0 0 0000204 [IWAIT] irq26:
39 c234bc48 0 0 0 0000204 [IWAIT] irq25:
38 c234c000 0 0 0 0000204 [IWAIT] irq24:
37 c234c20c 0 0 0 0000204 [IWAIT] irq23:
36 c234c418 0 0 0 0000204 [IWAIT] irq22:
35 c232a624 0 0 0 0000204 [IWAIT] irq21:
34 c232a830 0 0 0 0000204 [IWAIT] irq20:
33 c232aa3c 0 0 0 0000204 [IWAIT] irq19:
32 c232ac48 0 0 0 0000204 [IWAIT] irq18:
31 c233c000 0 0 0 0000204 [IWAIT] irq17: fxp0
30 c233c20c 0 0 0 0000204 [IWAIT] irq16: uhci0
29 c233c418 0 0 0 0000204 [IWAIT] irq15: ata1
28 c233c624 0 0 0 0000204 [IWAIT] irq14: ata0
27 c233c830 0 0 0 0000204 [IWAIT] irq13:
26 c233ca3c 0 0 0 0000204 [IWAIT] irq12: psm0
25 c22dc20c 0 0 0 0000204 [IWAIT] irq11:
24 c22dc418 0 0 0 0000204 [IWAIT] irq10:
23 c22dc624 0 0 0 0000204 [IWAIT] irq9: acpi0
22 c22dc830 0 0 0 0000204 [IWAIT] irq8:
21 c22dca3c 0 0 0 0000204 [IWAIT] irq7: ppc0
20 c22dcc48 0 0 0 0000204 [IWAIT] irq6: fdc0
19 c232a000 0 0 0 0000204 [IWAIT] irq5:
18 c232a20c 0 0 0 0000204 [IWAIT] irq4: sio0
17 c232a418 0 0 0 0000204 [IWAIT] irq3: sio1
16 c22d7000 0 0 0 0000204 [IWAIT] irq0:
15 c22d720c 0 0 0 0000204 [IWAIT] irq1: atkbd0
14 c22d7418 0 0 0 000020c [Can run] idle: cpu0
13 c22d7624 0 0 0 000020c [CPU 1] idle: cpu1
12 c22d7830 0 0 0 000020c [Can run] idle: cpu2
11 c22d7a3c 0 0 0 000020c [CPU 3] idle: cpu3
1 c22d7c48 0 0 1 0004200 [SLPQ wait 0xc22d7c48][SLP] init
10 c22dc000 0 0 0 0000204 [SLPQ ktrace 0xc0939b98][SLP] ktrace
0 c0939240 0 0 0 0000200 [IWAIT] swapper
db> where 127
Tracing pid 127 tid 100092 td 0xc237f7d0
sched_switch(c237f7d0,0,1) at sched_switch+0x143
mi_switch(1,0,c237f924,0,c093e100) at mi_switch+0x1ba
sched_bind(c237f7d0,0) at sched_bind+0x52
cpu_est_clockrate(0,e5101ad8,c266dc00,2,c266dc00) at cpu_est_clockrate+0xc1
cf_levels_method(c246ac00,c2704000,e5101b48) at cf_levels_method+0x2e3
cf_get_method(c246ac00,c26f5000) at cf_get_method+0xe5
cpufreq_curr_sysctl(c246e380,c243e000,0,e5101c04,c246e380) at cpufreq_curr_sysctl+0x81
sysctl_root(0,e5101c74,4,e5101c04,c237f7d0) at sysctl_root+0x107
userland_sysctl(c237f7d0,e5101c74,4,0,bfbfdc0c) at userland_sysctl+0xec
__sysctl(c237f7d0,e5101d04,6,8,292) at __sysctl+0x93
syscall(3b,bfbf003b,bfbf003b,4,bfbfdc0c) at syscall+0x2bf
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x280c0a33, esp = 0xbfbfdb7c, ebp = 0xbfbfdbb8 ---
db> call doadump
Dumping 1023 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) l *giant_write+0x36
0xc0616e9a is in giant_write (../../../kern/kern_conf.c:312).
307 static int
308 giant_write(struct cdev *dev, struct uio *uio, int ioflag)
309 {
310 int retval;
311
312 mtx_lock(&Giant);
313 retval = dev->si_devsw->d_gianttrick->
314 d_write(dev, uio, ioflag);
315 mtx_unlock(&Giant);
316 return (retval);
(kgdb) p Giant
$2 = {mtx_object = {lo_class = 0xc08d9844, lo_name = 0xc087ce46 "Giant", lo_type = 0xc087ce46 "Giant", lo_flags = 0xb0000,
lo_list = {tqe_next = 0x0, tqe_prev = 0x0}, lo_witness = 0x0}, mtx_lock = 0xc237f7d2, mtx_recurse = 0x0}
(kgdb) p *(struct thread *)0xc237f7d2
$3 = {td_proc = 0xed80c239, td_ksegrp = 0xc234, td_plist = {tqe_next = 0x621c0000, tqe_prev = 0xc239}, td_kglist = {
tqe_next = 0xed8c0000, tqe_prev = 0xc234}, td_slpq = {tqe_next = 0xdda00000, tqe_prev = 0xc237}, td_lockq = {
tqe_next = 0x0, tqe_prev = 0x0}, td_runq = {tqe_next = 0x0, tqe_prev = 0x0}, td_selq = {tqh_first = 0x0,
tqh_last = 0xdda00000}, td_sleepqueue = 0x8580c237, td_turnstile = 0x8540c232, td_umtxq = 0x86fcc232, td_tid = 0x1,
td_flags = 0x0, td_inhibitors = 0x0, td_pflags = 0x0, td_dupfd = 0x0, td_wchan = 0x0,
td_wmesg = 0xff020000 <Address 0xff020000 out of bounds>, td_lastcpu = 0x0, td_oncpu = 0x0, td_owepreempt = 0x0,
td_locks = 0x0, td_blocked = 0x0, td_ithd = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0x0,
td_intr_nesting_level = 0x0, td_pinned = 0x0, td_mailbox = 0x5a800000, td_ucred = 0xc22d, td_standin = 0x0,
td_upcall = 0x80000, td_sticks = 0x0, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0,
0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_siglist = {__bits = {0x0, 0x0, 0x0, 0xa0000}},
td_generation = 0x0, td_sigstk = {ss_sp = 0x0, ss_size = 0x40000, ss_flags = 0x0}, td_kflags = 0x0, td_xsig = 0x0,
td_profil_addr = 0x0, td_profil_ticks = 0xdcdc0000, td_base_pri = 0x0, td_priority = 0x0, td_pcb = 0x4e510,
td_state = TDS_INACTIVE, td_retval = {0x0, 0x0}, td_slpcallout = {c_links = {sle = {sle_next = 0x31c00000}, tqe = {
tqe_next = 0x31c00000, tqe_prev = 0xb2ed62f}}, c_time = 0xf7d00000, c_arg = 0xd94c237, c_func = 0xc066,
c_mtx = 0x100000, c_flags = 0x1d380000}, td_frame = 0x4528e510, td_kstack_obj = 0xc106, td_kstack = 0x2e510,
td_kstack_pages = 0x0, td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x10000, td_critnest = 0x10000,
td_md = {md_spinlock_count = 0x2460000, md_saved_flags = 0xf9240000}, td_sched = 0xc237}