GENERIC RELENG_5 from Jan 31 18:10 UTC, vmcore.489 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 5.4-STABLE #1: Tue Jan 31 19:19:54 CET 2006 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. ACPI APIC Table: <A M I OEMAPIC > Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252108800 (240 MB) : Mounting root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted WARNING: /tmp was not properly dismounted WARNING: /usr was not properly dismounted WARNING: /var was not properly dismounted Memory modified after free 0xc171f400(508) val=c17c7c00 @ 0xc171f410 panic: Most recently used by UFS dirhash KDB: enter: panic [thread pid 626 tid 100112 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 626 tid 100112 td 0xc185e300 kdb_enter(c082ffb9) at kdb_enter+0x2b panic(c084a848,c084744f,c084a819,c171f400,1fc) at panic+0xdf mtrash_ctor(c171f400,200,0,101) at mtrash_ctor+0x4d uma_zalloc_arg(c10456c0,0,101) at uma_zalloc_arg+0x14c malloc(168,c08c8aa0,101,c092b860,0) at malloc+0xae ufsdirhash_build(c1c9d690) at ufsdirhash_build+0x203 ufs_lookup(cf0d5aa4,cf0d5ae0,c06607fa,cf0d5aa4,cf0d5a98) at ufs_lookup+0x133 ufs_vnoperate(cf0d5aa4) at ufs_vnoperate+0x13 vfs_cache_lookup(cf0d5b1c,cf0d5b38,c0665b8b,cf0d5b1c,c185e300) at vfs_cache_lookup+0x176 ufs_vnoperate(cf0d5b1c,c185e300,cf0d5bc8,0,c0838145) at ufs_vnoperate+0x13 lookup(cf0d5ba0,c185e300,c066c0a7,c17f1c00,0) at lookup+0x36f namei(cf0d5ba0,80556a8,0,0,c1748bb8) at namei+0x2c4 kern_lstat(c185e300,80556a8,0,cf0d5c74) at kern_lstat+0x47 lstat(c185e300,cf0d5d04,2,315,296) at lstat+0x1b syscall(804002f,80f002f,bfbf002f,8055600,8055648) at syscall+0x227 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (190, FreeBSD ELF32, lstat), eip = 0x28130fc7, esp = 0xbfbfe86c, ebp = 0xbfbfe908 --- db> show pcpu cpuid = 0 curthread = 0xc185e300: pid 626 "find" curpcb = 0xcf0d5d90 fpcurthread = none idlethread = 0xc14fc480: pid 11 "idle" APIC ID = 0 currentldt = 0x30 spin locks held: db> show alllocks Process 626 (find) thread 0xc185e300 (100112) exclusive sleep mutex Giant r = 0 (0xc08f4b20) locked @ i386/i386/trap.c:1004 db> show lockedvnods Locked vnodes 0xc1cb7708: tag ufs, type VDIR, usecount 3, writecount 0, refcount 6, flags (VV_OBJBUF), lock type ufs: EXCL (count 1) by thread 0xc185e300 (pid 626) ino 49353, on dev ad0s1e (4, 20) db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 626 c185bc5c 1001 625 625 0004002 [CPU 0] find 625 c185be20 1001 617 625 0004002 [SLPQ wait 0xc185be20][SLP] sh 617 c185b000 1001 616 617 0004002 [SLPQ wait 0xc185b000][SLP] bash 616 c18571c4 1001 614 614 0000100 [SLPQ select 0xc091e024][SLP] sshd 614 c185b710 0 438 614 0000100 [SLPQ sbwait 0xc18615a8][SLP] sshd 575 c1857e20 0 1 575 0004002 [SLPQ ttyin 0xc163aa10][SLP] getty 574 c1741000 0 1 574 0004002 [SLPQ ttyin 0xc163ac10][SLP] getty 573 c1857710 0 1 573 0004002 [SLPQ ttyin 0xc163ae10][SLP] getty 572 c1857000 0 1 572 0004002 [SLPQ ttyin 0xc1669010][SLP] getty 571 c17418d4 0 1 571 0004002 [SLPQ ttyin 0xc1669210][SLP] getty 570 c1857c5c 0 1 570 0004002 [SLPQ ttyin 0xc1669410][SLP] getty 569 c1741e20 0 1 569 0004002 [SLPQ ttyin 0xc1669610][SLP] getty 568 c173e388 0 1 568 0004002 [SLPQ ttyin 0xc1669810][SLP] getty 554 c162bc5c 0 1 554 0000000 [SLPQ select 0xc091e024][SLP] inetd 462 c1857a98 0 1 462 0000000 [SLPQ nanslp 0xc08f65cc][SLP] cron 450 c18578d4 25 1 450 0000100 [SLPQ pause 0xc185790c][SLP] sendmail 444 c1741710 0 1 444 0000100 [SLPQ select 0xc091e024][SLP] sendmail 438 c1741a98 0 1 438 0000100 [SLPQ select 0xc091e024][SLP] sshd 418 c1741c5c 0 1 418 0000000 [SLPQ select 0xc091e024][SLP] ntpd 387 c185754c 0 1 387 0000000 [SLPQ select 0xc091e024][SLP] usbd 362 c162ba98 0 357 357 0000000 [SLPQ - 0xc17c6a00][SLP] nfsd 361 c173e710 0 357 357 0000000 [SLPQ - 0xc17c6c00][SLP] nfsd 360 c162be20 0 357 357 0000000 [SLPQ - 0xc17c6e00][SLP] nfsd 359 c173e8d4 0 357 357 0000000 [SLPQ - 0xc17c7000][SLP] nfsd 357 c173e54c 0 1 357 0000000 [SLPQ select 0xc091e024][SLP] nfsd 355 c173ea98 0 1 355 0000000 [SLPQ select 0xc091e024][SLP] mountd 285 c173e000 0 1 285 0000000 [SLPQ select 0xc091e024][SLP] rpcbind 271 c173e1c4 0 1 271 0000000 [SLPQ select 0xc091e024][SLP] syslogd 253 c173ec5c 0 1 253 0000000 [SLPQ select 0xc091e024][SLP] devd 62 c17411c4 0 0 0 0000204 [SLPQ - 0xce794d04][SLP] schedcpu 61 c1741388 0 0 0 0000204 [SLPQ - 0xc0925b4c][SLP] nfsiod 3 60 c15ee1c4 0 0 0 0000204 [SLPQ - 0xc0925b48][SLP] nfsiod 2 59 c15ee388 0 0 0 0000204 [SLPQ - 0xc0925b44][SLP] nfsiod 1 58 c15ee54c 0 0 0 0000204 [SLPQ - 0xc0925b40][SLP] nfsiod 0 57 c15ee710 0 0 0 0000204 [SLPQ vlruwt 0xc15ee710][SLP] vnlru 56 c15ee8d4 0 0 0 0000204 [SLPQ syncer 0xc08f6360][SLP] syncer 55 c15eea98 0 0 0 0000204 [SLPQ psleep 0xc091e5e8][SLP] bufdaemon 54 c15eec5c 0 0 0 000020c [SLPQ pgzero 0xc092c4d4][SLP] pagezero 53 c15eee20 0 0 0 0000204 [SLPQ psleep 0xc092c528][SLP] vmdaemon 52 c162b000 0 0 0 0000204 [SLPQ psleep 0xc092c4e4][SLP] pagedaemon 51 c162b1c4 0 0 0 0000204 [SLPQ - 0xc163813c][SLP] fdc0 50 c162b388 0 0 0 0000204 [IWAIT] swi0: sio 49 c162b54c 0 0 0 0000204 [SLPQ usbevt 0xc162f210][SLP] usb3 48 c162b710 0 0 0 0000204 [SLPQ usbevt 0xc1630210][SLP] usb2 47 c162b8d4 0 0 0 0000204 [SLPQ usbevt 0xc161e210][SLP] usb1 46 c1543a98 0 0 0 0000204 [SLPQ usbtsk 0xc08ee2d8][SLP] usbtask 45 c1543c5c 0 0 0 0000204 [SLPQ usbevt 0xc15f4210][SLP] usb0 9 c1543e20 0 0 0 0000204 [SLPQ actask 0xc0a8c34c][SLP] acpi_task2 8 c15ea000 0 0 0 0000204 [SLPQ actask 0xc0a8c34c][SLP] acpi_task1 7 c15ea1c4 0 0 0 0000204 [SLPQ actask 0xc0a8c34c][SLP] acpi_task0 44 c15ea388 0 0 0 0000204 [IWAIT] swi3: cambio 43 c15ea54c 0 0 0 0000204 [IWAIT] swi2: camnet 42 c15ea710 0 0 0 0000204 [IWAIT] swi6:+ 41 c15ea8d4 0 0 0 0000204 [IWAIT] swi6: acpitaskq 6 c15eaa98 0 0 0 0000204 [SLPQ - 0xc15f2240][SLP] thread taskq 40 c15eac5c 0 0 0 0000204 [IWAIT] swi6:+ 39 c15eae20 0 0 0 0000204 [IWAIT] swi6: task queue 5 c15ee000 0 0 0 0000204 [SLPQ - 0xc157ea80][SLP] kqueue taskq 38 c153354c 0 0 0 0000204 [SLPQ - 0xc08ec020][SLP] yarrow 4 c1533710 0 0 0 0000204 [SLPQ - 0xc08f0c08][SLP] g_down 3 c15338d4 0 0 0 0000204 [SLPQ - 0xc08f0c04][SLP] g_up 2 c1533a98 0 0 0 0000204 [SLPQ - 0xc08f0bfc][SLP] g_event 37 c1533c5c 0 0 0 0000204 [IWAIT] swi1: net 36 c1533e20 0 0 0 0000204 [IWAIT] swi4: vm 35 c1543000 0 0 0 000020c [RUNQ] swi5: clock sio 34 c15431c4 0 0 0 0000204 [IWAIT] irq0: clk 33 c1543388 0 0 0 0000204 [IWAIT] irq23: 32 c154354c 0 0 0 0000204 [IWAIT] irq22: rl0 31 c1543710 0 0 0 0000204 [IWAIT] irq21: 30 c15438d4 0 0 0 0000204 [IWAIT] irq20: 29 c15031c4 0 0 0 0000204 [IWAIT] irq19: uhci1 28 c1503388 0 0 0 0000204 [IWAIT] irq18: uhci2 27 c150354c 0 0 0 0000204 [IWAIT] irq17: pcm0 26 c1503710 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 25 c15038d4 0 0 0 0000204 [IWAIT] irq15: ata1 24 c1503a98 0 0 0 0000204 [IWAIT] irq14: ata0 23 c1503c5c 0 0 0 0000204 [IWAIT] irq13: 22 c1503e20 0 0 0 0000204 [IWAIT] irq12: 21 c1533000 0 0 0 0000204 [IWAIT] irq11: 20 c15331c4 0 0 0 0000204 [IWAIT] irq10: 19 c1533388 0 0 0 0000204 [IWAIT] irq9: acpi0 18 c14fb000 0 0 0 0000204 [IWAIT] irq8: rtc 17 c14fb1c4 0 0 0 0000204 [IWAIT] irq7: ppc0 16 c14fb388 0 0 0 0000204 [IWAIT] irq6: fdc0 15 c14fb54c 0 0 0 0000204 [IWAIT] irq5: 14 c14fb710 0 0 0 0000204 [IWAIT] irq4: sio0 13 c14fb8d4 0 0 0 0000204 [IWAIT] irq3: 12 c14fba98 0 0 0 0000204 [IWAIT] irq1: atkbd0 11 c14fbc5c 0 0 0 000020c [Can run] idle 1 c14fbe20 0 0 1 0004200 [SLPQ wait 0xc14fbe20][SLP] init 10 c1503000 0 0 0 0000204 [SLPQ ktrace 0xc08f4558][SLP] ktrace 0 c08f0d00 0 0 0 0000200 [SLPQ sched 0xc08f0d00][SLP] swapper db> call doadump Dumping 255 MB 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240 Dump complete 0xf db> reset (kgdb) x/80x 0xc171f400 0xc171f400: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f410: 0xc17c7c00 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f420: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f430: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f440: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f450: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f460: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f470: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f480: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f490: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f4a0: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f4b0: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f4c0: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f4d0: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f4e0: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f4f0: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f500: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f510: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f520: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc171f530: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de (kgdb) x/20x 0xc17c7c00 0xc17c7c00: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc17c7c10: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc17c7c20: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc17c7c30: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xc17c7c40: 0xdeadc0de 0xdeadc0de 0xdeadc0de 0xdeadc0de (kgdb) p *(struct vnode *)0xc1cb7708 $1 = {v_interlock = {mtx_object = {lo_class = 0xc088f47c, lo_name = 0xc08388ad "vnode interlock", lo_type = 0xc08388ad "vnode interlock", lo_flags = 0x30000, lo_list = {tqe_next = 0xc1cb75dc, tqe_prev = 0xc1cb7844}, lo_witness = 0xc08f9d10}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_iflag = 0x0, v_usecount = 0x3, v_numoutput = 0x0, v_vxthread = 0x0, v_holdcnt = 0x6, v_cleanblkhd = {tqh_first = 0xc66b93d0, tqh_last = 0xc66b4bf0}, v_cleanblkroot = 0xc66b93d0, v_cleanbufcnt = 0x5, v_dirtyblkhd = {tqh_first = 0x0, tqh_last = 0xc1cb7750}, v_dirtyblkroot = 0x0, v_dirtybufcnt = 0x0, v_vflag = 0x8, v_writecount = 0x0, v_object = 0xc18658c4, v_lastw = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_clen = 0x0, v_un = { vu_mountedhere = 0x0, vu_socket = 0x0, vu_spec = {vu_cdev = 0x0, vu_specnext = {sle_next = 0x0}}, vu_fifoinfo = 0x0}, v_freelist = { tqe_next = 0x0, tqe_prev = 0xc1cb78bc}, v_nmntvnodes = {tqe_next = 0xc1cb75dc, tqe_prev = 0xc1cb78c4}, v_synclist = {le_next = 0x0, le_prev = 0x0}, v_type = VDIR, v_tag = 0xc0836a40 "ufs", v_data = 0xc1c9d690, v_lock = {lk_interlock = 0xc08f59e8, lk_flags = 0x1000440, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc0836a40 "ufs", lk_timo = 0x6, lk_lockholder = 0xc185e300, lk_newlock = 0x0, lk_filename = 0xc0838145 "../../../kern/vfs_lookup.c", lk_lockername = 0xc0837edd "vop_stdlock", lk_lineno = 0x15d, lk_slockholder = 0xffffffff, lk_sfilename = 0xc08062af "none", lk_slockername = 0xc082e4fa "never share locked", lk_slineno = 0x0}, v_vnlock = 0xc1cb77b4, v_op = 0xc1682e00, v_mount = 0xc1728800, v_cache_src = {lh_first = 0xc1b85908}, v_cache_dst = { tqh_first = 0xc1b14110, tqh_last = 0xc1b14120}, v_id = 0xcd35, v_dd = 0xc1a69000, v_ddid = 0xcd33, v_pollinfo = 0x0, v_label = 0x0, filename = 0xc0838145 "../../../kern/vfs_lookup.c", line = 0x15d, v_cachedfs = 0x414, v_cachedid = 0xc0c9, v_bsize = 0x4000}