GENERIC HEAD from Apr 1 07:40 UTC, vmcore.509
"watchdogd -t 3600" fired.
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #0: Sat Apr 1 10:03:11 CEST 2006
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252137472 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
interrupt total
irq1: atkbd0 757
irq4: sio0 59
irq6: fdc0 8
irq13: npx0 1
irq14: ata0 113553
irq15: ata1 48
irq22: rl0 486
cpu0: timer 11457806
Total 11572718
KDB: stack backtrace:
kdb_backtrace(c089d903,b095ee,0,c0951eb0,c0951920) at kdb_backtrace+0x29
watchdog_fire(c09f0f80,c23fc7bc,cc998be4,c081d67d,0) at watchdog_fire+0x9d
hardclock(0,c082075b) at hardclock+0xd9
lapic_handle_timer(c0970008,28,c08a0028,9,c23fc7bc) at lapic_handle_timer+0x71
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc082075b, esp = 0xcc998c2c, ebp = 0xcc998c30 ---
spinlock_exit(c09bcfd4,cc998c7c,c069233a,c09769f4,0) at spinlock_exit+0x27
_mtx_unlock_spin_flags(c09769f4,0,c08a5c21,3a1,c22a6e24) at _mtx_unlock_spin_flags+0x9d
witness_checkorder(c23fc7bc,9,c08ab28d,1a7) at witness_checkorder+0x28a
_mtx_lock_flags(c23fc7bc,0,c08ab284,1a7,c23fc798) at _mtx_lock_flags+0x6b
vfs_rel(c23fc798,c23fc798,6,0,c22a6d80) at vfs_rel+0x1c
vfs_unbusy(c23fc798,c22a6d80,c09bd7bc,0,c08b97c9,2f5) at vfs_unbusy+0x1a
softdep_flush(0,cc998d38) at softdep_flush+0x180
fork_exit(c079adb4,0,cc998d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc998d6c, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 45 tid 100043 ]
Stopped at kdb_enter+0x2b: nop
db> show alllocks
Process 45 (softdepflush) thread 0xc22a6d80 (100043)
exclusive sleep mutex mountlist r = 0 (0xc09bd7bc) locked @ ufs/ffs/ffs_softdep.c:757
db> show lockedvnods
Locked vnodes
0xc246ee38: tag ufs, type VDIR
usecount 3, writecount 0, refcount 202 mountedhere 0
flags ()
v_object 0xc26fc8e8 ref 0 pages 788
lock type ufs: EXCL (count 1) by thread 0xc240f870 (pid 708)
ino 94209, on dev ad0s1e
0xc2756000: tag ufs, type VREG
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc240f870 (pid 708)
ino 59777, on dev ad0s1e
0xc2afec30: tag ufs, type VREG
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc240f870 (pid 708)
ino 52827, on dev ad0s1e
db> show lockedbufs
buf at 0xc7272420
b_flags = 0xa00000a0<remfree,vmio,delwri,cache>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc246eeec), b_data = 0xc7c16000, b_blkno = 1538752
b_npages = 4, pages(OBJ, IDX, PA): (0xc26fc8e8, 0x224, 0xdf8e000),(0xc26fc8e8, 0x225, 0xdfb7000),(0xc26fc8e8, 0x226, 0xdfb8000),(0xc26fc8e8, 0x227, 0xdfb9000)
lock type bufwait: EXCL (count 1) by thread 0xc240f870 (pid 708)
db> where 708
Tracing pid 708 tid 100066 td 0xc240f870
sched_switch(c240f870,0,2) at sched_switch+0x183
mi_switch(2,0,c09709d0,0,c08a357c) at mi_switch+0x280
critical_exit(c08a5def,cd2f7a3c,c0816d3e,c06b0008,c2750028) at critical_exit+0x92
lapic_handle_timer(c06b0008,c2750028,28,9,c09ca3d8) at lapic_handle_timer+0x131
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc06d555b, esp = 0xcd2f7a38, ebp = 0xcd2f7a3c ---
strncmp(c08b97cc,c08a5dec,3) at strncmp+0x2b
fixup_filename(c08b97c9,6b2,c09bd07c,cd2f7a88,c097fd78) at fixup_filename+0x24
witness_checkorder(c09ca3d8,9,c08b97c9,398) at witness_checkorder+0x82
_mtx_lock_flags(c09ca3d8,0,c08b97c9,398,0) at _mtx_lock_flags+0x6b
process_worklist_item(c23fca20,10,c23fca20,10,0) at process_worklist_item+0xc7
request_cleanup(c23fca20,2) at request_cleanup+0x7a
newdirrem(c7272420,c26ff9cc,c2ac19cc,0,cd2f7b38) at newdirrem+0x5b
softdep_setup_remove(c7272420,c26ff9cc,c2ac19cc,0,c2ac19cc) at softdep_setup_remove+0x1c
ufs_dirremove(c246ee38,c2ac19cc,500800c,0,c240f870) at ufs_dirremove+0x12a
ufs_remove(cd2f7be4,0,c2afec30,cd2f7c70,c06cccef) at ufs_remove+0x4f
VOP_REMOVE_APV(c0946ec0,cd2f7be4) at VOP_REMOVE_APV+0xb5
kern_unlink(c240f870,bfbfebc0,0,cd2f7d30,c082aad6) at kern_unlink+0x173
unlink(c240f870,cd2f7d04,c09723e0,c21bda00,0) at unlink+0x12
syscall(1003b,3b,bfbf003b,1ffff,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2812ad5f, esp = 0xbfbfeb8c, ebp = 0xbfbfec58 ---
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
708 c24a269c 1001 685 708 0004002 [RUNQ] inodes
685 c2666d38 1001 684 685 0004002 [SLPQ wait 0xc2666d38][SLP] bash
684 c2666468 0 676 684 0004102 [SLPQ wait 0xc2666468][SLP] su
683 c240eb04 0 1 683 0000000 [RUNQ] watchdogd
676 c24a28d0 0 1 676 0004002 [SLPQ wait 0xc24a28d0][SLP] sh
50 c22ff69c 0 0 0 0000204 [SLPQ - 0xcc9b1d04][SLP] schedcpu
49 c22ff8d0 0 0 0 0000204 [SLPQ - 0xc09c4eac][SLP] nfsiod 3
48 c22ffb04 0 0 0 0000204 [SLPQ - 0xc09c4ea8][SLP] nfsiod 2
47 c22ffd38 0 0 0 0000204 [SLPQ - 0xc09c4ea4][SLP] nfsiod 1
46 c23e3000 0 0 0 0000204 [SLPQ - 0xc09c4ea0][SLP] nfsiod 0
45 c23e3234 0 0 0 0000204 [CPU 0] softdepflush
44 c23e3468 0 0 0 0000204 [SLPQ vlruwt 0xc23e3468][SLP] vnlru
43 c23e369c 0 0 0 0000204 [RUNQ] syncer
42 c23e38d0 0 0 0 0000204 [RUNQ] bufdaemon
41 c23e3b04 0 0 0 000020c [RUNQ] pagezero
40 c23e3d38 0 0 0 0000204 [SLPQ psleep 0xc09cac5c][SLP] vmdaemon
39 c23e7000 0 0 0 0000204 [SLPQ psleep 0xc09cac1c][SLP] pagedaemon
38 c22a5d38 0 0 0 0000204 [IWAIT] irq7: ppc0
37 c22fc000 0 0 0 0000204 [SLPQ - 0xc231703c][SLP] fdc0
36 c22fc234 0 0 0 0000204 [IWAIT] swi0: sio
35 c22fc468 0 0 0 0000204 [IWAIT] irq12: psm0
34 c22fc69c 0 0 0 0000204 [IWAIT] irq1: atkbd0
33 c22fc8d0 0 0 0 0000204 [IWAIT] irq17: pcm0
32 c22fcb04 0 0 0 0000204 [IWAIT] irq15: ata1
31 c22fcd38 0 0 0 0000204 [IWAIT] irq14: ata0
30 c22ff000 0 0 0 0000204 [IWAIT] irq22: rl0
29 c22ff234 0 0 0 0000204 [RUNQ] usb4
28 c22ff468 0 0 0 0000204 [IWAIT] irq23: ehci0
27 c220a69c 0 0 0 0000204 [RUNQ] usb3
26 c220a8d0 0 0 0 0000204 [RUNQ] usb2
25 c220ab04 0 0 0 0000204 [IWAIT] irq18: uhci2
24 c220ad38 0 0 0 0000204 [RUNQ] usb1
23 c22a5000 0 0 0 0000204 [IWAIT] irq19: uhci1
22 c22a5234 0 0 0 0000204 [SLPQ usbtsk 0xc096e7a4][SLP] usbtask
21 c22a5468 0 0 0 0000204 [RUNQ] usb0
20 c22a569c 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
19 c22a58d0 0 0 0 0000204 [IWAIT] irq9: acpi0
18 c22a5b04 0 0 0 0000204 [IWAIT] swi5: +
9 c21c1234 0 0 0 0000204 [SLPQ - 0xc21f0200][SLP] thread taskq
8 c21c1468 0 0 0 0000204 [SLPQ - 0xc21f0280][SLP] acpi_task_2
7 c21c169c 0 0 0 0000204 [SLPQ - 0xc21f0280][SLP] acpi_task_1
6 c21c18d0 0 0 0 0000204 [SLPQ - 0xc21f0280][SLP] acpi_task_0
17 c21c1b04 0 0 0 0000204 [IWAIT] swi6: Giant taskq
16 c21c1d38 0 0 0 0000204 [IWAIT] swi6: task queue
5 c220a000 0 0 0 0000204 [SLPQ - 0xc21f0500][SLP] kqueue taskq
15 c220a234 0 0 0 0000204 [IWAIT] swi2: cambio
14 c220a468 0 0 0 0000204 [SLPQ - 0xc096c400][SLP] yarrow
4 c21bc000 0 0 0 0000204 [SLPQ - 0xc096ef1c][SLP] g_down
3 c21bc234 0 0 0 0000204 [SLPQ - 0xc096ef18][SLP] g_up
2 c21bc468 0 0 0 0000204 [SLPQ - 0xc096ef10][SLP] g_event
13 c21bc69c 0 0 0 0000204 [IWAIT] swi3: vm
12 c21bc8d0 0 0 0 000020c [IWAIT] swi4: clock sio
11 c21bcb04 0 0 0 0000204 [IWAIT] swi1: net
10 c21bcd38 0 0 0 000020c [Can run] idle: cpu0
1 c21c1000 0 0 1 0004200 [SLPQ wait 0xc21c1000][SLP] init
0 c096f020 0 0 0 0000200 [IWAIT] swapper
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) p *(struct inode *)0xc26ff9cc
$6 = {i_nextsnap = {tqe_next = 0x0, tqe_prev = 0x0}, i_vnode = 0xc246ee38, i_ump = 0xc23e5b00, i_flag = 0x6, i_dev = 0xc23cfb00,
i_number = 0x17001, i_effnlink = 0x2, i_fs = 0xc23da000, i_dquot = {0x0, 0x0}, i_modrev = 0x909588c9a4, i_lockf = 0x0,
i_count = 0x18, i_endoff = 0x30c400, i_diroff = 0x0, i_offset = 0x227478, i_ino = 0xce5b, i_reclen = 0x188, i_un = {
dirhash = 0xc272c400, snapblklist = 0xc272c400}, i_ea_area = 0x0, i_ea_len = 0x0, i_ea_error = 0x0, i_mode = 0x41ff, i_nlink = 0x2,
i_size = 0x30c400, i_flags = 0x0, i_gen = 0x7dc871c5, i_uid = 0x3e9, i_gid = 0x0, dinode_u = {din1 = 0xc2464600, din2 = 0xc2464600}}
(kgdb) p *(*(struct inode *)0xc26ff9cc)->i_ump
$7 = {um_mountp = 0xc23fca20, um_dev = 0xc23cfb00, um_cp = 0xc2416080, um_bo = 0xc23ff4c4, um_devvp = 0xc23ff410, um_fstype = 0x2,
um_fs = 0xc23da000, um_extattr = {uepm_lock = {lk_interlock = 0x0, lk_flags = 0x0, lk_sharecount = 0x0, lk_waitcount = 0x0,
lk_exclusivecount = 0x0, lk_prio = 0x0, lk_wmesg = 0x0, lk_timo = 0x0, lk_lockholder = 0x0, lk_newlock = 0x0}, uepm_list = {
lh_first = 0x0}, uepm_ucred = 0x0, uepm_flags = 0x0}, um_nindir = 0x800, um_bptrtodb = 0x2, um_seqinc = 0x8, um_lock = {
mtx_object = {lo_name = 0xc08bab8d "FFS", lo_type = 0xc08bad3c "FFS Lock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {
stqe_next = 0xc097eb30}, lod_witness = 0xc097eb30}}, mtx_lock = 0x4, mtx_recurse = 0x0}, um_numindirdeps = 0x0,
softdep_workitem_pending = {lh_first = 0xc2f2d1e0}, softdep_worklist_tail = 0xc2f2d1e0, softdep_on_worklist = 0x1,
softdep_deps = 0x10c8b, softdep_accdeps = 0x69f3dc, softdep_req = 0x0, um_quotas = {0x0, 0x0}, um_cred = {0x0, 0x0}, um_btime = {0x0,
0x0}, um_itime = {0x0, 0x0}, um_qflags = "\000", um_savedmaxfilesize = 0x0, um_balloc = 0xc079148c <ffs_balloc_ufs2>,
um_blkatoff = 0xc07a437c <ffs_blkatoff>, um_truncate = 0xc07932e0 <ffs_truncate>, um_update = 0xc0792efc <ffs_update>,
um_valloc = 0xc078ce00 <ffs_valloc>, um_vfree = 0xc078f4d0 <ffs_vfree>, um_ifree = 0xc07a7a98 <ffs_ifree>}