GENERIC HEAD from Apr 4 14:50 UTC, No vmcore
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #0: Tue Apr 4 17:12:37 CEST 2006
root@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252137472 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
Limiting icmp unreach response from 4434 to 200 packets/sec
:
Limiting icmp unreach response from 1951 to 200 packets/sec
Limiting icmp unreach response from 1580 to 200 packets/sec
Limiting icmp unreach response from 1431 to 200 packets/sec
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1752 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc24a6000 (pid 11366)
dev ad0s1e
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1752 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc24a6000 (pid 11366)
dev ad0s1e
g_vfs_done():md0[READ(offset=65536, length=8192)]error = 5
Mount point /mnt had 1 dangling refs
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1781 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc24101b0 (pid 11773)
dev ad0s1e
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1781 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc24101b0 (pid 11773)
dev ad0s1e
g_vfs_done():md0[READ(offset=65536, length=8192)]error = 5
Mount point /mnt had 1 dangling refs
Limiting icmp unreach response from 13562 to 200 packets/sec
Limiting icmp unreach response from 14834 to 200 packets/sec
:
Limiting icmp unreach response from 8076 to 200 packets/sec
Limiting icmp unreach response from 10572 to 200 packets/sec
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1747 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc240fa20 (pid 23306)
dev ad0s1e
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1747 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc240fa20 (pid 23306)
dev ad0s1e
g_vfs_done():md0[READ(offset=65536, length=8192)]error = 5
Mount point /mnt had 1 dangling refs
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1773 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc24a66c0 (pid 23659)
dev ad0s1e
fsync: giving up on dirty
0xc2432d34: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1773 mountedhere 0xc23cfb00
flags ()
v_object 0xc10498e8 ref 0 pages 8514
lock type devfs: EXCL (count 1) by thread 0xc24a66c0 (pid 23659)
dev ad0s1e
g_vfs_done():md0[READ(offset=65536, length=8192)]error = 5
Mount point /mnt had 1 dangling refs
panic: lockmgr: thread 0xc22a6d80, not exclusive lock holder 0xc240fa20 unlocking
cpuid = 0
KDB: enter: panic
[thread pid 45 tid 100043 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 45 tid 100043 td 0xc22a6d80
kdb_enter(c08a1a10) at kdb_enter+0x2b
panic(c089f9af,c22a6d80,c089f999,c240fa20,c22a6d80) at panic+0x14b
lockmgr(c2a54e90,6,c2a54eb4,c22a6d80,cc998c2c) at lockmgr+0x514
vop_stdunlock(cc998c4c,c2941294,c2a54e38,cc998c68,c06c74b4) at vop_stdunlock+0x22
VOP_UNLOCK_APV(c09475a0,cc998c4c) at VOP_UNLOCK_APV+0x95
vput(c2a54e38,c09caab8,0,c08b9e51,df7) at vput+0xe4
handle_workitem_remove(c2e38280,0) at handle_workitem_remove+0x10f
process_worklist_item(c23fca20,0) at process_worklist_item+0x183
softdep_process_worklist(c23fca20,0,0,c23e3234,c079ab50) at softdep_process_worklist+0x7c
softdep_flush(0,cc998d38) at softdep_flush+0x132
fork_exit(c079ab50,0,cc998d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc998d6c, ebp = 0 ---
db> show alllocks
Process 45 (softdepflush) thread 0xc22a6d80 (100043)
exclusive sleep mutex vnode interlock r = 0 (0xc2a54eb4) locked @ kern/vfs_subr.c:2094
db> show lockedvnods
Locked vnodes
0xc2713b2c: tag ufs, type VDIR
usecount 3, writecount 0, refcount 143 mountedhere 0
flags ()
v_object 0xc103d0f0 ref 0 pages 555
lock type ufs: EXCL (count 1) by thread 0xc24101b0 (pid 28740)
ino 94209, on dev ad0s1e
0xc2a54e38: tag ufs, type VREG
usecount 1, writecount 0, refcount 122 mountedhere 0
flags (VV_SYSTEM)
VI_LOCKed v_object 0xc269eca8 ref 0 pages 312
lock type ufs: EXCL (count 1) by thread 0xc240fa20 (pid 28915)
KDB: stack backtrace:
kdb_backtrace(cc998900,c06c8f49,c08ac219,c08cc742,c2a54e38) at kdb_backtrace+0x29
vfs_badlock(c08ac219,c08cc742,c2a54e38) at vfs_badlock+0x11
assert_vi_unlocked(c2a54e38,c08cc742) at assert_vi_unlocked+0x31
VOP_PRINT_APV(c09475a0,cc998928) at VOP_PRINT_APV+0x89
vn_printf(c2a54e38,c08aefef,c08947e9) at vn_printf+0x182
lockedvnodes(c06878b7,0,ffffffff,cc9989e4,ffffffff) at lockedvnodes+0x61
db_command(c0958084,c08d8950,c0868421) at db_command+0x228
db_command_loop(0,0,cc998a94,cc998a80,cc998ac8) at db_command_loop+0x52
db_trap(3,0,c22a6d80,c23e3234,3) at db_trap+0xdd
kdb_trap(3,0,cc998b74) at kdb_trap+0x88
trap(cc990008,c0680028,c08a0028,c089f9af,1) at trap+0x56c
calltrap() at calltrap+0x5
--- trap 0x3, eip = 0xc06878b7, esp = 0xcc998bb4, ebp = 0xcc998bb4 ---
kdb_enter(c08a1a10) at kdb_enter+0x2b
panic(c089f9af,c22a6d80,c089f999,c240fa20,c22a6d80) at panic+0x14b
lockmgr(c2a54e90,6,c2a54eb4,c22a6d80,cc998c2c) at lockmgr+0x514
vop_stdunlock(cc998c4c,c2941294,c2a54e38,cc998c68,c06c74b4) at vop_stdunlock+0x22
VOP_UNLOCK_APV(c09475a0,cc998c4c) at VOP_UNLOCK_APV+0x95
vput(c2a54e38,c09caab8,0,c08b9e51,df7) at vput+0xe4
handle_workitem_remove(c2e38280,0) at handle_workitem_remove+0x10f
process_worklist_item(c23fca20,0) at process_worklist_item+0x183
softdep_process_worklist(c23fca20,0,0,c23e3234,c079ab50) at softdep_process_worklist+0x7c
softdep_flush(0,cc998d38) at softdep_flush+0x132
fork_exit(c079ab50,0,cc998d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc998d6c, ebp = 0 ---
VOP_PRINT: 0xc2a54e38 interlock is locked but should not be
ino 21531, on dev ad0s1e
KDB: stack backtrace:
kdb_backtrace(cc998900,c06c8f49,c08ac219,c08cc742,c2a54e38) at kdb_backtrace+0x29
vfs_badlock(c08ac219,c08cc742,c2a54e38) at vfs_badlock+0x11
assert_vi_unlocked(c2a54e38,c08cc742) at assert_vi_unlocked+0x31
VOP_PRINT_APV(c09475a0,cc998928) at VOP_PRINT_APV+0xbe
vn_printf(c2a54e38,c08aefef,c08947e9) at vn_printf+0x182
lockedvnodes(c06878b7,0,ffffffff,cc9989e4,ffffffff) at lockedvnodes+0x61
db_command(c0958084,c08d8950,c0868421) at db_command+0x228
db_command_loop(0,0,cc998a94,cc998a80,cc998ac8) at db_command_loop+0x52
db_trap(3,0,c22a6d80,c23e3234,3) at db_trap+0xdd
kdb_trap(3,0,cc998b74) at kdb_trap+0x88
trap(cc990008,c0680028,c08a0028,c089f9af,1) at trap+0x56c
calltrap() at calltrap+0x5
--- trap 0x3, eip = 0xc06878b7, esp = 0xcc998bb4, ebp = 0xcc998bb4 ---
kdb_enter(c08a1a10) at kdb_enter+0x2b
panic(c089f9af,c22a6d80,c089f999,c240fa20,c22a6d80) at panic+0x14b
lockmgr(c2a54e90,6,c2a54eb4,c22a6d80,cc998c2c) at lockmgr+0x514
vop_stdunlock(cc998c4c,c2941294,c2a54e38,cc998c68,c06c74b4) at vop_stdunlock+0x22
VOP_UNLOCK_APV(c09475a0,cc998c4c) at VOP_UNLOCK_APV+0x95
vput(c2a54e38,c09caab8,0,c08b9e51,df7) at vput+0xe4
handle_workitem_remove(c2e38280,0) at handle_workitem_remove+0x10f
process_worklist_item(c23fca20,0) at process_worklist_item+0x183
softdep_process_worklist(c23fca20,0,0,c23e3234,c079ab50) at softdep_process_worklist+0x7c
softdep_flush(0,cc998d38) at softdep_flush+0x132
fork_exit(c079ab50,0,cc998d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc998d6c, ebp = 0 ---
VOP_PRINT: 0xc2a54e38 interlock is locked but should not be
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
28915 c24a2468 0 662 662 0004002 [SLPQ snaplk 0xc2a6b698][SLP] rm
28740 c240eb04 1001 678 28740 0004002 [SLPQ biowr 0xc726bb50][SLP] inodes
678 c23e769c 1001 677 678 0004002 [SLPQ wait 0xc23e769c][SLP] bash
677 c240e468 0 659 677 0004102 [SLPQ wait 0xc240e468][SLP] su
662 c23e7d38 0 659 662 0004002 [SLPQ wait 0xc23e7d38][SLP] sh
661 c24a269c 0 1 661 0000000 [SLPQ nanslp 0xc0971984][SLP] watchdogd
659 c24a2000 0 1 659 0004002 [SLPQ wait 0xc24a2000][SLP] sh
50 c22ff69c 0 0 0 0000204 [SLPQ - 0xcc9b1d04][SLP] schedcpu
49 c22ff8d0 0 0 0 0000204 [SLPQ - 0xc09c558c][SLP] nfsiod 3
48 c22ffb04 0 0 0 0000204 [SLPQ - 0xc09c5588][SLP] nfsiod 2
47 c22ffd38 0 0 0 0000204 [SLPQ - 0xc09c5584][SLP] nfsiod 1
46 c23e3000 0 0 0 0000204 [SLPQ - 0xc09c5580][SLP] nfsiod 0
45 c23e3234 0 0 0 0000204 [CPU 0] softdepflush
44 c23e3468 0 0 0 0000204 [SLPQ vlruwt 0xc23e3468][SLP] vnlru
43 c23e369c 0 0 0 0000204 [SLPQ syncer 0xc0971690][SLP] syncer
42 c23e38d0 0 0 0 0000204 [SLPQ psleep 0xc09bdc94][SLP] bufdaemon
41 c23e3b04 0 0 0 000020c [SLPQ pgzero 0xc09d3410][SLP] pagezero
40 c23e3d38 0 0 0 0000204 [SLPQ psleep 0xc09cb33c][SLP] vmdaemon
39 c23e7000 0 0 0 0000204 [SLPQ psleep 0xc09cb2fc][SLP] pagedaemon
38 c22a5d38 0 0 0 0000204 [IWAIT] irq7: ppc0
37 c22fc000 0 0 0 0000204 [SLPQ - 0xc231703c][SLP] fdc0
36 c22fc234 0 0 0 0000204 [IWAIT] swi0: sio
35 c22fc468 0 0 0 0000204 [IWAIT] irq12: psm0
34 c22fc69c 0 0 0 0000204 [IWAIT] irq1: atkbd0
33 c22fc8d0 0 0 0 0000204 [IWAIT] irq17: pcm0
32 c22fcb04 0 0 0 0000204 [IWAIT] irq15: ata1
31 c22fcd38 0 0 0 0000204 [RUNQ] irq14: ata0
30 c22ff000 0 0 0 0000204 [IWAIT] irq22: rl0
29 c22ff234 0 0 0 0000204 [SLPQ usbevt 0xc2294a10][SLP] usb4
28 c22ff468 0 0 0 0000204 [IWAIT] irq23: ehci0
27 c220a69c 0 0 0 0000204 [SLPQ usbevt 0xc22df210][SLP] usb3
26 c220a8d0 0 0 0 0000204 [SLPQ usbevt 0xc22e3210][SLP] usb2
25 c220ab04 0 0 0 0000204 [IWAIT] irq18: uhci2
24 c220ad38 0 0 0 0000204 [SLPQ usbevt 0xc22d1210][SLP] usb1
23 c22a5000 0 0 0 0000204 [IWAIT] irq19: uhci1
22 c22a5234 0 0 0 0000204 [SLPQ usbtsk 0xc096ee84][SLP] usbtask
21 c22a5468 0 0 0 0000204 [SLPQ usbevt 0xc229d210][SLP] usb0
20 c22a569c 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
19 c22a58d0 0 0 0 0000204 [IWAIT] irq9: acpi0
18 c22a5b04 0 0 0 0000204 [IWAIT] swi5: +
9 c21c1234 0 0 0 0000204 [SLPQ - 0xc21f0200][SLP] thread taskq
8 c21c1468 0 0 0 0000204 [SLPQ - 0xc21f0280][SLP] acpi_task_2
7 c21c169c 0 0 0 0000204 [SLPQ - 0xc21f0280][SLP] acpi_task_1
6 c21c18d0 0 0 0 0000204 [SLPQ - 0xc21f0280][SLP] acpi_task_0
17 c21c1b04 0 0 0 0000204 [IWAIT] swi6: Giant taskq
16 c21c1d38 0 0 0 0000204 [IWAIT] swi6: task queue
5 c220a000 0 0 0 0000204 [SLPQ - 0xc21f0500][SLP] kqueue taskq
15 c220a234 0 0 0 0000204 [IWAIT] swi2: cambio
14 c220a468 0 0 0 0000204 [SLPQ - 0xc096cae0][SLP] yarrow
4 c21bc000 0 0 0 0000204 [SLPQ - 0xc096f5fc][SLP] g_down
3 c21bc234 0 0 0 0000204 [SLPQ - 0xc096f5f8][SLP] g_up
2 c21bc468 0 0 0 0000204 [SLPQ - 0xc096f5f0][SLP] g_event
13 c21bc69c 0 0 0 0000204 [IWAIT] swi3: vm
12 c21bc8d0 0 0 0 000020c [RUNQ] swi4: clock sio
11 c21bcb04 0 0 0 0000204 [IWAIT] swi1: net
10 c21bcd38 0 0 0 000020c [Can run] idle: cpu0
1 c21c1000 0 0 1 0004200 [SLPQ wait 0xc21c1000][SLP] init
0 c096f700 0 0 0 0000200 [IWAIT] swapper
db> where 28915
Tracing pid 28915 tid 100065 td 0xc240fa20
sched_switch(c240fa20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2a6b698,c09710b0,0,c08a49be,212) at sleepq_switch+0xcd
sleepq_wait(c2a6b698,0,c089f86f,cd2faa90,c0664a84) at sleepq_wait+0x46
msleep(c2a6b698,c0970750,50,c08b998c,0) at msleep+0x279
acquiredrain(c2a6b694,c0,c240fa20,0,c24a4c00) at acquiredrain+0x66
lockmgr(c2a6b694,2007,c2432db0,c240fa20,c2a6b680) at lockmgr+0x601
ffs_snapremove(c2a54e38) at ffs_snapremove+0x119
softdep_releasefile(c2941294) at softdep_releasefile+0x34
ufs_inactive(cd2fab80,c2a54eb4,c2a54e38,cd2fab98,c06c7746) at ufs_inactive+0x68
VOP_INACTIVE_APV(c09475a0,cd2fab80) at VOP_INACTIVE_APV+0x9b
vinactive(c2a54e38,c240fa20) at vinactive+0x8a
vput(c2a54e38) at vput+0x1bf
kern_unlink(c240fa20,bfbfeeea,0,cd2fad30,c082a916) at kern_unlink+0x1b2
unlink(c240fa20,cd2fad04,c24a2468,c,c240fa20) at unlink+0x12
syscall(3b,3b,3b,bfbfee4c,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x28135d5f, esp = 0xbfbfed2c, ebp = 0xbfbfedb8 ---
db> where 28740
Tracing pid 28740 tid 100061 td 0xc24101b0
sched_switch(c24101b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c726bb50,c09710b0,0,c08a49be,212) at sleepq_switch+0xcd
sleepq_wait(c726bb50,0,c08a9c7d,eb5,8) at sleepq_wait+0x46
msleep(c726bb50,c09bdce8,4c,c08aa3fd,0) at msleep+0x279
bwait(c726bb50,4c,c08aa3fd) at bwait+0x47
bufwait(c726bb50,c726bb50,0,cd306724,c07a7c8e) at bufwait+0x2d
bufwrite(c726bb50,0,0,cd306780,c07a31a1) at bufwrite+0x168
ffs_bufwrite(c726bb50) at ffs_bufwrite+0x282
flush_pagedep_deps(c2713b2c,c23fca20,c2bd8c28) at flush_pagedep_deps+0x475
softdep_sync_metadata(c2713b2c) at softdep_sync_metadata+0x410
ffs_syncvnode(c2713b2c,1,c09475a0,cd306800,c083c063) at ffs_syncvnode+0x328
ffs_fsync(cd306834,c24101b0,c2917948,cd306850,c07adfbb) at ffs_fsync+0x12
VOP_FSYNC_APV(c09475a0,cd306834) at VOP_FSYNC_APV+0x9b
ufs_direnter(c2713b2c,c29f0000,cd3068a4,cd306ba4,0) at ufs_direnter+0x2f7
ufs_makeinode(81a4,c2713b2c,cd306b90,cd306ba4) at ufs_makeinode+0x456
ufs_create(cd306a14,0,cd306b7c,cd306ad0,c06d21a0) at ufs_create+0x25
VOP_CREATE_APV(c09475a0,cd306a14) at VOP_CREATE_APV+0x9b
vn_open_cred(cd306b7c,cd306c7c,1a4,c2344d00,3) at vn_open_cred+0x1c0
vn_open(cd306b7c,cd306c7c,1a4,3,cd306b10) at vn_open+0x1e
kern_open(c24101b0,bfbfebc0,0,602,1b6) at kern_open+0xb9
open(c24101b0,cd306d04,4d68c600,7ffdabad,369e99) at open+0x18
syscall(1003b,3b,bfbf003b,164fc,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x2812d0ab, esp = 0xbfbfeb8c, ebp = 0xbfbfec58 ---
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset