GENERIC 7.0-CURRENT from Aug 23 08:13 UTC, vmcore.1

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #1: Tue Aug 23 10:59:48 CEST 2005
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Hyperthreading: 2 logical CPUs
real memory  = 1073676288 (1023 MB)
avail memory = 1041616896 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
lock order reversal
 1st 0xc09811e0 UMA lock (UMA lock) @ vm/uma_core.c:1494
 2nd 0xc1060144 system map (system map) @ vm/vm_map.c:2317
KDB: stack backtrace:
kdb_backtrace(0,ffffffff,c0936140,c0936280,c08c0524) at kdb_backtrace+0x29
witness_checkorder(c1060144,9,c087658f,90d) at witness_checkorder+0x564
_mtx_lock_flags(c1060144,0,c0876586,90d) at _mtx_lock_flags+0x5b
_vm_map_lock(c10600c0,c0876586,90d) at _vm_map_lock+0x26
vm_map_remove(c10600c0,c533f000,c5340000,e5143c0c,c07837dd) at vm_map_remove+0x1f
kmem_free(c10600c0,c533f000,1000,e5143c3c,c078318a) at kmem_free+0x25
page_free(c533f000,1000,2) at page_free+0x29
zone_drain(c2632780) at zone_drain+0x26a
zone_foreach(c0782f20,e5143cec,c079510f,e5143c74,246) at zone_foreach+0x37
uma_reclaim(e5143c74,246,0,e5143c80,c062bdad) at uma_reclaim+0x12
vm_pageout_scan(0,c0981640,0,c0877aa7,604) at vm_pageout_scan+0x103
vm_pageout(0,e5143d38,0,c0795f64,0) at vm_pageout+0x2c3
fork_exit(c0795f64,0,e5143d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe5143d6c, ebp = 0 ---
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
panic: handle_disk_io_initiation: Unexpected type ???
cpuid = 0
KDB: enter: panic
[thread pid 59249 tid 100906 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 59249 tid 100906 td 0xc2da4a80
kdb_enter(c085b435) at kdb_enter+0x2b
panic(c08737dd,c083dbd3,deadc0de,d63b9040,c26baaa0) at panic+0x14b
softdep_disk_io_initiation(d63b9040) at softdep_disk_io_initiation+0x1bd
ffs_geom_strategy(c26bab60,d63b9040) at ffs_geom_strategy+0x32
bufwrite(d63b9040,0,0,e7bf5b88,c0760cc5) at bufwrite+0x146
ffs_bufwrite(d63b9040) at ffs_bufwrite+0x282
ffs_update(c457d330,0,c457d330,c276b800,1) at ffs_update+0x3a5
ufs_inactive(e7bf5bd8) at ufs_inactive+0x16c
VOP_INACTIVE_APV(c08fa740,e7bf5bd8) at VOP_INACTIVE_APV+0x7e
vinactive(c457d330,c2da4a80) at vinactive+0x72
vput(c457d330) at vput+0x154
kern_unlink(c2da4a80,bfbfe930,0,e7bf5d30,c07f329b) at kern_unlink+0x19e
unlink(c2da4a80,e7bf5d04,1,25,296) at unlink+0x12
syscall(3b,3b,3b,2804f288,bfbfeb04) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x28118a1b, esp = 0xbfbfe91c, ebp = 0xbfbfe9c8 ---
db> show pcpu0
No such command
db> show pcpu 0
cpuid        = 0
curthread    = 0xc2da4a80: pid 59249 "creat"
curpcb       = 0xe7bf5d90
fpcurthread  = none
idlethread   = 0xc22d7c00: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc04693cb in db_fncall (dummy1=0x0, dummy2=0x0, dummy3=0x0, dummy4=0xe7bf5930 "\\YV}HYLY\220\a")
    at ../../../ddb/db_command.c:486
#2  0xc04691d0 in db_command (last_cmdp=0xc090a244, cmd_table=0x0, aux_cmd_tablep=0xc0886b00, aux_cmd_tablep_end=0xc0886b1c)
    at ../../../ddb/db_command.c:401
#3  0xc0469298 in db_command_loop () at ../../../ddb/db_command.c:452
#4  0xc046ae39 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc064b9b0 in kdb_trap (type=0x3, code=0x0, tf=0xe7bf5a74) at ../../../kern/subr_kdb.c:473
#6  0xc07f2ab0 in trap (frame=
      {tf_fs = 0xe7bf0008, tf_es = 0xc0640028, tf_ds = 0xc0850028, tf_edi = 0xc08737dd, tf_esi = 0x1, tf_ebp = 0xe7bf5ab4, tf_isp = 0xe7bf5aa0, tf_ebx = 0xe7bf5ae0, tf_edx = 0x0, tf_ecx = 0xc1033000, tf_eax = 0x12, tf_trapno = 0x3, tf_err = 0x0, tf_eip = 0xc064b717, tf_cs = 0x20, tf_eflags = 0x296, tf_esp = 0xe7bf5ad4, tf_ss = 0xc0633af3}) at ../../../i386/i386/trap.c:601
#7  0xc07e057a in calltrap () at ../../../i386/i386/exception.s:139
#8  0xe7bf0008 in ?? ()
#9  0xc0640028 in do_unlock (td=0xc085b435, umtx=0x100, id=0xc2da4a80) at ../../../kern/kern_umtx.c:595
#10 0xc0633af3 in panic (fmt=0x296 <Address 0x296 out of bounds>) at ../../../kern/kern_shutdown.c:547
#11 0xc076c741 in softdep_disk_io_initiation (bp=0xd63b9040) at ../../../ufs/ffs/ffs_softdep.c:3614
#12 0xc0773aca in ffs_geom_strategy (bo=0xc26bab60, bp=0xd63b9040) at buf.h:422
#13 0xc067764e in bufwrite (bp=0xd63b9040) at buf.h:415
#14 0xc0773a8a in ffs_bufwrite (bp=0xd63b9040) at ../../../ufs/ffs/ffs_vfsops.c:1665
#15 0xc0760cc5 in ffs_update (vp=0xc457d330, waitfor=0x0) at buf.h:401
#16 0xc0778bfc in ufs_inactive (ap=0x0) at ../../../ufs/ufs/ufs_inode.c:118
#17 0xc08030a2 in VOP_INACTIVE_APV (vop=0x0, a=0xe7bf5bd8) at vnode_if.c:1535
#18 0xc06874ae in vinactive (vp=0xc457d330, td=0x0) at vnode_if.h:795
#19 0xc0687310 in vput (vp=0xc457d330) at ../../../kern/vfs_subr.c:2090
#20 0xc068c30a in kern_unlink (td=0xc2da4a80, path=0xbfbfe930 <Address 0xbfbfe930 out of bounds>, pathseg=UIO_USERSPACE)
    at ../../../kern/vfs_syscalls.c:1683
#21 0xc068c16a in unlink (td=0xc2da4a80, uap=0x0) at ../../../kern/vfs_syscalls.c:1621
#22 0xc07f329b in syscall (frame=
      {tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x2804f288, tf_esi = 0xbfbfeb04, tf_ebp = 0xbfbfe9c8, tf_isp = 0xe7bf5d64, tf_ebx = 0x1, tf_edx = 0xbfbfe93c, tf_ecx = 0x0, tf_eax = 0xa, tf_trapno = 0x0, tf_err = 0x2, tf_eip = 0x28118a1b, tf_cs = 0x33, tf_eflags = 0x296, tf_esp = 0xbfbfe91c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:986
#23 0xc07e05cf in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
(kgdb) f 11
#11 0xc076c741 in softdep_disk_io_initiation (bp=0xd63b9040) at ../../../ufs/ffs/ffs_softdep.c:3614
3614                            panic("handle_disk_io_initiation: Unexpected type %s",
(kgdb) l
3609                    case D_ALLOCDIRECT:
3610                    case D_ALLOCINDIR:
3611                            continue;
3612
3613                    default:
3614                            panic("handle_disk_io_initiation: Unexpected type %s",
3615                                TYPENAME(wk->wk_type));
3616                            /* NOTREACHED */
3617                    }
3618            }
(kgdb) info loc
wk = (struct worklist *) 0x0
nextwk = (struct worklist *) 0xdeadc0de
indirdep = (struct indirdep *) 0xd63b9040
inodedep = (struct inodedep *) 0x0
(kgdb) p *indirdep
$1 = {ir_list = {wk_list = {le_next = 0xc26bab60, le_prev = 0x4000}, wk_type = 0x0, wk_state = 0x0},
  ir_saveddata = 0xd7cb8000 "\201\001", ir_savebp = 0x0, ir_donehd = {lh_first = 0x202}, ir_deplisthd = {lh_first = 0xbaac000}}
(kgdb) p *bp
$1 = {b_bufobj = 0xc26bab60, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xd7cb8000 "\201\001", b_error = 0x0, b_iocmd = 0x2,
  b_ioflags = 0x2, b_iooffset = 0xbaac000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x5d560, b_offset = 0xbaac000, b_bobufs = {
    tqe_next = 0xd655b958, tqe_prev = 0xd63977a0}, b_left = 0xd6566e00, b_right = 0xd655b958, b_vflags = 0x0, b_freelist = {
    tqe_next = 0xd64129f8, tqe_prev = 0xd65015ac}, b_qindex = 0x2, b_flags = 0xa0020020, b_xflags = 0x2, b_lock = {
    lk_interlock = 0xc0924c28, lk_flags = 0x2040000, lk_sharecount = 0x0, lk_waitcount = 0x8, lk_exclusivecount = 0x1, lk_prio = 0x50,
    lk_wmesg = 0xc0862f35 "getblk", lk_timo = 0x0, lk_lockholder = 0xc2da4a80, lk_newlock = 0x0}, b_bufsize = 0x4000,
  b_runningbufspace = 0x4000, b_kvabase = 0xd7cb8000 "\201\001", b_kvasize = 0x4000, b_lblkno = 0x5d560, b_vp = 0xc26baaa0,
  b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd7cb8000, b_pager = {pg_reqpage = 0x0}, b_cluster = {
    cluster_head = {tqh_first = 0xd64c31d8, tqh_last = 0xd63bcaa0}, cluster_entry = {tqe_next = 0xd64c31d8, tqe_prev = 0xd63bcaa0}},
  b_pages = {0xc18f62b8, 0xc20f0100, 0xc1935348, 0xc1f91190, 0x0 <repeats 28 times>}, b_npages = 0x4, b_dep = {lh_first = 0xc4ff8180}}
(kgdb) p *(struct vnode *)0xc457d330
$2 = {v_type = VREG, v_tag = 0xc086238b "ufs", v_op = 0xc08fa740, v_data = 0xc49f14a4, v_mount = 0xc276b800, v_nmntvnodes = {
    tqe_next = 0xc30d0110, tqe_prev = 0xc4e54344}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
  v_hashlist = {le_next = 0x0, le_prev = 0xc25aaed0}, v_hash = 0x88d5, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0,
    tqh_last = 0xc457d360}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_interlock = 0xc092485c,
    lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc086238b "ufs",
    lk_timo = 0x33, lk_lockholder = 0xc2da4a80, lk_newlock = 0x0}, v_interlock = {mtx_object = {lo_class = 0xc08c0524,
      lo_name = 0xc085ecb9 "vnode interlock", lo_type = 0xc085ecb9 "vnode interlock", lo_flags = 0x30000, lo_list = {
        tqe_next = 0xc30d018c, tqe_prev = 0xc4e543bc}, lo_witness = 0xc0936230}, mtx_lock = 0x4, mtx_recurse = 0x0},
  v_vnlock = 0xc457d388, v_holdcnt = 0x1, v_usecount = 0x0, v_iflag = 0x800, v_vflag = 0x4, v_writecount = 0x0, v_freelist = {
    tqe_next = 0xc44e6110, tqe_prev = 0xc3279c68}, v_bufobj = {bo_mtx = 0xc457d3ac, bo_clean = {bv_hd = {tqh_first = 0x0,
        tqh_last = 0xc457d3f4}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc457d404},
      bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc08c7444, bo_bsize = 0x4000, bo_object = 0xc56669cc,
    bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc457d330, __bo_vnode = 0xc457d330}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p bp->b_dep->lh_first
$11 = (struct worklist *) 0xc4ff8180
(kgdb) pworklist 0xc4ff8180
$1  = {wk_list = {le_next = 0xc3866480, le_prev = 0xd63b9184}, wk_type = 0x1, wk_state = 0x8601}
$2  = {wk_list = {le_next = 0xc4969280, le_prev = 0xc4ff8180}, wk_type = 0x1, wk_state = 0x8201}
$3  = {wk_list = {le_next = 0xc5177a80, le_prev = 0xc3866480}, wk_type = 0x1, wk_state = 0x8401}
$4  = {wk_list = {le_next = 0xc510bb80, le_prev = 0xc4969280}, wk_type = 0x1, wk_state = 0x8401}
$5  = {wk_list = {le_next = 0xc479d980, le_prev = 0xc5177a80}, wk_type = 0x1, wk_state = 0x8001}
$6  = {wk_list = {le_next = 0xc5177500, le_prev = 0xc510bb80}, wk_type = 0x1, wk_state = 0x8001}
$7  = {wk_list = {le_next = 0xc5f8b580, le_prev = 0xc479d980}, wk_type = 0x1, wk_state = 0x8001}
$8  = {wk_list = {le_next = 0xc5baa100, le_prev = 0xc5177500}, wk_type = 0x1, wk_state = 0x8001}
$9  = {wk_list = {le_next = 0xc5163a00, le_prev = 0xc5f8b580}, wk_type = 0x1, wk_state = 0x8401}
$10 = {wk_list = {le_next = 0xc3297600, le_prev = 0xc5baa100}, wk_type = 0x1, wk_state = 0x8001}
$11 = {wk_list = {le_next = 0xc3f6a600, le_prev = 0xc5163a00}, wk_type = 0x1, wk_state = 0x8001}
$12 = {wk_list = {le_next = 0xc46e1c80, le_prev = 0xc3297600}, wk_type = 0x1, wk_state = 0x8401}
$13 = {wk_list = {le_next = 0xc63f0180, le_prev = 0xc3f6a600}, wk_type = 0x1, wk_state = 0x8001}
$14 = {wk_list = {le_next = 0xc5d40980, le_prev = 0xc46e1c80}, wk_type = 0x1, wk_state = 0x8001}
$15 = {wk_list = {le_next = 0xc6426400, le_prev = 0xc63f0180}, wk_type = 0x1, wk_state = 0x8001}
$16 = {wk_list = {le_next = 0xc3122080, le_prev = 0xc5d40980}, wk_type = 0x1, wk_state = 0x8001}
$17 = {wk_list = {le_next = 0xc3817000, le_prev = 0xc6426400}, wk_type = 0x1, wk_state = 0x8001}
$18 = {wk_list = {le_next = 0xc4f14480, le_prev = 0xc3122080}, wk_type = 0x1, wk_state = 0x8401}
$19 = {wk_list = {le_next = 0xc30e7300, le_prev = 0xc3817000}, wk_type = 0x1, wk_state = 0x8001}
$20 = {wk_list = {le_next = 0xc5c35a80, le_prev = 0xc4f14480}, wk_type = 0x1, wk_state = 0x8001}
$21 = {wk_list = {le_next = 0xc6009d80, le_prev = 0xc30e7300}, wk_type = 0x1, wk_state = 0x8001}
$22 = {wk_list = {le_next = 0x0, le_prev = 0xc5c35a80}, wk_type = 0x1, wk_state = 0x8001}