GENERIC HEAD from Jun 24 06:13 UTC, vmcore.377 vmcore.378 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-CURRENT #0: Fri Jun 24 16:35:32 CEST 2005 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252227584 (240 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted rl0: link state changed to DOWN panic: Memory modified after free 0xc24d8800(256) val=c2442600 @ 0xc24d8800 cpuid = 0 KDB: enter: panic [thread pid 51 tid 100046 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 51 tid 100046 td 0xc1575d80 kdb_enter(c0852679) at kdb_enter+0x2b panic(c086d47e,c24d8800,100,c2442600,c24d8800) at panic+0x14b trash_ctor(c24d8800,100,0,0,cc9bec38) at trash_ctor+0x2f trash_fini(c24d8800,100) at trash_fini+0x12 zone_drain(c104a9a0) at zone_drain+0x170 zone_foreach(c077b828,cc9becec,c078d2cf,c1575d80,cc9bec74) at zone_foreach+0x37 uma_reclaim(c1575d80,cc9bec74,0,c0956c40,cc9bec80) at uma_reclaim+0x12 vm_pageout_scan(0,c09ab960,0,c086f231,5c3) at vm_pageout_scan+0x107 vm_pageout(0,cc9bed38,0,c078e088,0) at vm_pageout+0x2c3 fork_exit(c078e088,0,cc9bed38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xcc9bed6c, ebp = 0 --- db> show alllocks Process 930 (tcp) thread 0xc208fa80 (100172) exclusive sx user map r = 0 (0xc2091170) locked @ vm/vm_map.c:2317 Process 892 (thr1) thread 0xc2107600 (100169) exclusive sleep mutex vm object (standard object) r = 0 (0xc1d58b58) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc2078bfc) locked @ vm/vm_map.c:2997 Process 891 (thr1) thread 0xc2106300 (100187) exclusive sleep mutex vm object (standard object) r = 0 (0xc20bda50) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc2092170) locked @ vm/vm_map.c:2997 Process 889 (thr1) thread 0xc267b180 (100177) exclusive sleep mutex vm object (standard object) r = 0 (0xc1ea34a4) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc2091e54) locked @ vm/vm_map.c:2997 Process 873 (swap) thread 0xc18a1d80 (100122) exclusive sx user map r = 0 (0xc2078878) locked @ vm/vm_fault.c:803 Process 870 (swap) thread 0xc2070c00 (100154) exclusive sleep mutex vm object (standard object) r = 0 (0xc1f70bdc) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc1b4c74c) locked @ vm/vm_map.c:2997 Process 855 (creat) thread 0xc189e480 (100106) exclusive sleep mutex vnode interlock r = 0 (0xc1b85ca0) locked @ kern/vfs_hash.c:79 Process 51 (pagedaemon) thread 0xc1575d80 (100046) exclusive sleep mutex UMA lock r = 0 (0xc09ab500) locked @ vm/uma_core.c:1475 exclusive sleep mutex Giant r = 0 (0xc094f800) locked @ vm/vm_pageout.c:666 db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 960 c2051c00 1001 861 659 0000002 [RUNQ] tcp 959 c206ba00 1001 862 659 0000002 [RUNQ] tcp 958 c20b3600 1001 842 659 0000002 [RUNQ] tcp 945 c20b3800 1001 894 659 0002002 [RUNQ] tcp 931 c20b3000 1001 882 659 0002002 [RUNQ] tcp 930 c2103800 1001 841 659 0002002 [SLPQ objde1 0xc1cccc60][SLP] tcp 903 c20ade00 1001 844 659 0002002 [RUNQ] tcp 900 c2105400 1001 888 659 0000002 [RUNQ] tcp 895 c2105800 1001 843 659 0002002 [RUNQ] tcp 894 c20b3c00 1001 839 659 0000002 [SLPQ swread 0xc13d0a30][SLP] tcp 893 c208ea00 1001 840 659 0000002 [SLPQ biord 0xc667f714][SLP] mkdir 892 c2103200 1001 884 659 0008082 (threaded) thr1 thread 0xc2107600 ksegrp 0xc1826240 [RUNQ] thread 0xc2106180 ksegrp 0xc206cde0 [SLPQ ksesigwait 0xc2103338][SLP] 891 c2105200 1001 884 659 0008082 (threaded) thr1 thread 0xc2106300 ksegrp 0xc21042a0 [RUNQ] thread 0xc2106780 ksegrp 0xc206cea0 [SLPQ ksesigwait 0xc2105338][SLP] 890 c2103000 1001 884 659 0008082 (threaded) thr1 thread 0xc267b900 ksegrp 0xc18262a0 [SLPQ swread 0xc12e4ea0][SLP] thread 0xc2106480 ksegrp 0xc206ce40 [SLPQ ksesigwait 0xc2103138][SLP] 889 c20ad800 1001 884 659 0008082 (threaded) thr1 thread 0xc267b180 ksegrp 0xc1826720 [RUNQ] thread 0xc2106a80 ksegrp 0xc2104000 [SLPQ ksesigwait 0xc20ad938][SLP] 888 c2103a00 1001 839 659 0000002 [RUNQ] tcp 887 c206b000 1001 845 659 0000002 [RUNQ] creat 886 c206d800 1001 845 659 0000002 [RUNQ] creat 885 c206fe00 1001 845 659 0000002 [RUNQ] creat 884 c206fc00 1001 833 659 0000002 [SLPQ swread 0xc121c500][SLP] thr1 883 c206fa00 1001 845 659 0000002 [RUNQ] creat 882 c2103600 1001 839 659 0000002 [SLPQ swread 0xc1168d28][SLP] tcp 881 c20ad600 1001 840 659 0000002 [SLPQ swread 0xc12b6508][SLP] mkdir 880 c20ad200 1001 856 659 0000002 [SLPQ swread 0xc1350708][SLP] swap 879 c208ec00 1001 856 659 0000002 [SLPQ swread 0xc14059e0][SLP] swap 878 c20b3a00 1001 856 659 0000002 [SLPQ swread 0xc1366188][SLP] swap 877 c2103c00 1001 856 659 0000002 [SLPQ swread 0xc1224930][SLP] swap 876 c206d400 1001 856 659 0000002 [SLPQ swread 0xc1267fc8][SLP] swap 875 c206b800 1001 856 659 0000002 [RUNQ] swap 874 c206b600 1001 856 659 0000002 [SLPQ swread 0xc1138728][SLP] swap 873 c206b400 1001 856 659 0000002 [RUNQ] swap 872 c189da00 1001 856 659 0000002 [SLPQ swread 0xc126f678][SLP] swap 871 c206d000 1001 856 659 0000002 [SLPQ swread 0xc1379610][SLP] swap 870 c20ad400 1001 856 659 0000002 [RUNQ] swap 869 c20adc00 1001 856 659 0000002 [SLPQ swread 0xc13dd300][SLP] swap 868 c20b3e00 1001 856 659 0000002 [RUNQ] swap 867 c2051e00 1001 856 659 0000002 [SLPQ swread 0xc14b2018][SLP] swap 866 c206f800 1001 856 659 0000002 [SLPQ swread 0xc1156fb0][SLP] swap 865 c20ada00 1001 845 659 0000002 [RUNQ] creat 864 c2105000 1001 845 659 0000002 [RUNQ] creat 863 c2051800 1001 845 659 0000002 [RUNQ] creat 862 c208e800 1001 839 659 0000002 [RUNQ] tcp 861 c189d800 1001 839 659 0000002 [RUNQ] tcp 860 c206d200 1001 846 659 0000002 [RUNQ] udp 859 c204ca00 1001 846 659 0000002 [RUNQ] udp 858 c206f600 1001 846 659 0000002 [RUNQ] udp 857 c206f400 1001 846 659 0000002 [RUNQ] udp 856 c204c600 1001 830 659 0000002 [SLPQ wait 0xc204c600][SLP] swap 855 c204c400 1001 845 659 0000002 [RUNQ] creat 854 c204c200 1001 845 659 0000002 [RUNQ] creat 853 c204c000 1001 845 659 0000002 [RUNQ] creat 852 c189de00 1001 840 659 0000002 [SLPQ swread 0xc1229fd0][SLP] mkdir 851 c189dc00 1001 840 659 0000002 [SLPQ swread 0xc13ebe68][SLP] mkdir 850 c204cc00 1001 840 659 0000002 [RUNQ] mkdir 849 c206f200 1001 840 659 0000002 [SLPQ swread 0xc1160b38][SLP] mkdir 848 c206d600 1001 840 659 0000002 [SLPQ swread 0xc1184f28][SLP] mkdir 847 c189d600 1001 840 659 0000002 [SLPQ swread 0xc13e5190][SLP] mkdir 846 c1764400 1001 838 659 0000002 [SLPQ wait 0xc1764400][SLP] udp 845 c189c400 1001 831 659 0000002 [SLPQ wait 0xc189c400][SLP] creat 844 c1820200 1001 839 659 0000002 [SLPQ swread 0xc12d3878][SLP] tcp 843 c2051600 1001 839 659 0000002 [SLPQ swread 0xc1273770][SLP] tcp 842 c2051400 1001 839 659 0000002 [RUNQ] tcp 841 c2051200 1001 839 659 0000002 [SLPQ swread 0xc10b6318][SLP] tcp 840 c2051000 1001 832 659 0000002 [SLPQ wait 0xc2051000][SLP] mkdir 839 c204ce00 1001 837 659 0000002 [SLPQ wait 0xc204ce00][SLP] tcp 838 c206de00 1001 666 659 0004002 [SLPQ wait 0xc206de00][SLP] udp 837 c208e000 1001 666 659 0004002 [SLPQ wait 0xc208e000][SLP] tcp 833 c206b200 1001 666 659 0004002 [SLPQ wait 0xc206b200][SLP] thr1 832 c204c800 1001 666 659 0004002 [SLPQ wait 0xc204c800][SLP] mkdir 831 c206dc00 1001 666 659 0004002 [SLPQ wait 0xc206dc00][SLP] creat 830 c206da00 1001 666 659 0004002 [SLPQ wait 0xc206da00][SLP] swap 666 c181e400 1001 665 659 0000002 [SLPQ wait 0xc181e400][SLP][SWAP] run 665 c189ca00 1001 664 659 0000002 [SLPQ wait 0xc189ca00][SLP][SWAP] run 664 c189d400 1001 659 659 0004002 [SLPQ nanslp 0xc09500ec][SLP] run 659 c1764800 1001 572 659 0004002 [SLPQ wait 0xc1764800][SLP][SWAP] sh 656 c189ce00 1001 650 656 0004002 [SLPQ select 0xc099d3e4][SLP] top 650 c1764200 1001 649 650 0004002 [SLPQ wait 0xc1764200][SLP][SWAP] bash 649 c181ee00 1001 647 647 0000100 [SLPQ select 0xc099d3e4][SLP] sshd 647 c1820e00 0 433 647 0004100 [SLPQ sbwait 0xc1833c48][SLP][SWAP] sshd 572 c189d200 1001 571 572 0004002 [SLPQ wait 0xc189d200][SLP][SWAP] bash 571 c189d000 1001 569 569 0000100 [SLPQ select 0xc099d3e4][SLP][SWAP] sshd 569 c189c200 0 433 569 0004100 [SLPQ sbwait 0xc1816480][SLP][SWAP] sshd 556 c189cc00 0 1 556 0004002 [SLPQ ttyin 0xc16cc810][SLP][SWAP] getty 555 c189c000 0 1 555 0004002 [SLPQ ttyin 0xc16ccc10][SLP][SWAP] getty 554 c189c600 0 1 554 0004002 [SLPQ ttyin 0xc16cd010][SLP][SWAP] getty 553 c181ec00 0 1 553 0004002 [SLPQ ttyin 0xc16cd410][SLP][SWAP] getty 552 c1764000 0 1 552 0004002 [SLPQ ttyin 0xc16c1410][SLP][SWAP] getty 551 c1820800 0 1 551 0004002 [SLPQ ttyin 0xc16b9c10][SLP][SWAP] getty 550 c1820a00 0 1 550 0004002 [SLPQ ttyin 0xc16c0c10][SLP][SWAP] getty 549 c1820c00 0 1 549 0004002 [SLPQ ttyin 0xc16c1810][SLP][SWAP] getty 517 c189c800 0 1 517 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] moused 457 c181e800 0 1 457 0000000 [SLPQ nanslp 0xc09500ec][SLP][SWAP] cron 445 c165fe00 25 1 445 0000100 [SLPQ pause 0xc165fe34][SLP][SWAP] sendmail 439 c1820600 0 1 439 0000100 [SLPQ vnread 0xc65ded34][SLP] sendmail 433 c1820000 0 1 433 0000100 [SLPQ select 0xc099d3e4][SLP][SWAP] sshd 415 c181e600 0 1 415 0000000 [RUNQ] ntpd 386 c181ea00 0 1 386 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] usbd 365 c1820400 0 361 361 0000000 [SLPQ - 0xc1828a00][SLP][SWAP] nfsd 364 c181e000 0 361 361 0000000 [SLPQ - 0xc1828600][SLP][SWAP] nfsd 363 c1767a00 0 361 361 0000000 [SLPQ - 0xc1828800][SLP][SWAP] nfsd 362 c1767c00 0 361 361 0000000 [SLPQ - 0xc1828400][SLP][SWAP] nfsd 361 c1767e00 0 1 361 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] nfsd 359 c181e200 0 1 359 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] mountd 290 c1764c00 0 1 290 0000000 [SLPQ swread 0xc14a4e00][SLP] rpcbind 272 c1764600 0 1 272 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] syslogd 243 c1764a00 0 1 243 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] devd 61 c1764e00 0 0 0 0000204 [SLPQ - 0xce9ecd04][SLP] schedcpu 60 c1767000 0 0 0 0000204 [SLPQ - 0xc09a58ec][SLP] nfsiod 3 59 c1767200 0 0 0 0000204 [SLPQ - 0xc09a58e8][SLP] nfsiod 2 58 c1767400 0 0 0 0000204 [SLPQ - 0xc09a58e4][SLP] nfsiod 1 57 c1767600 0 0 0 0000204 [SLPQ - 0xc09a58e0][SLP] nfsiod 0 56 c1767800 0 0 0 0000204 [SLPQ syncer 0xc094fe60][SLP] syncer 55 c1592400 0 0 0 0000204 [SLPQ vlruwt 0xc1592400][SLP] vnlru 54 c1592600 0 0 0 0000204 [RUNQ] bufdaemon 53 c1592800 0 0 0 000020c [RUNQ] pagezero 52 c1592a00 0 0 0 0000204 [SLPQ psleep 0xc09ab9d4][SLP] vmdaemon 51 c1592c00 0 0 0 0000204 [CPU 0] pagedaemon 50 c1592e00 0 0 0 0000204 [SLPQ - 0xc168383c][SLP] fdc0 49 c165f000 0 0 0 0000204 [IWAIT] swi0: sio 48 c165f200 0 0 0 0000204 [SLPQ usbevt 0xc162c210][SLP] usb4 47 c165f400 0 0 0 0000204 [SLPQ usbevt 0xc1679210][SLP] usb3 46 c165f600 0 0 0 0000204 [SLPQ usbevt 0xc1667210][SLP] usb2 45 c165f800 0 0 0 0000204 [SLPQ usbevt 0xc1668210][SLP] usb1 44 c165fa00 0 0 0 0000204 [SLPQ usbtsk 0xc0916dd4][SLP] usbtask 43 c165fc00 0 0 0 0000204 [SLPQ usbevt 0xc163b210][SLP] usb0 42 c1582c00 0 0 0 0000204 [IWAIT] swi6: task queue 9 c1582e00 0 0 0 0000204 [SLPQ - 0xc1635100][SLP] kqueue taskq 8 c1590000 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task2 7 c1590200 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task1 6 c1590400 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task0 41 c1590600 0 0 0 0000204 [IWAIT] swi2: cambio 40 c1590800 0 0 0 0000204 [IWAIT] swi5:+ 5 c1590a00 0 0 0 0000204 [SLPQ - 0xc1635400][SLP] thread taskq 39 c1590c00 0 0 0 0000204 [IWAIT] swi6:+ 38 c1590e00 0 0 0 0000204 [SLPQ - 0xc0914b00][SLP] yarrow 4 c1592000 0 0 0 0000204 [RUNQ] g_down 3 c1592200 0 0 0 0000204 [SLPQ - 0xc09195c4][SLP] g_up 2 c1574600 0 0 0 0000204 [SLPQ - 0xc09195bc][SLP] g_event 37 c1574800 0 0 0 0000204 [IWAIT] swi1: net 36 c1574a00 0 0 0 0000204 [IWAIT] swi3: vm 35 c1574c00 0 0 0 000020c [LOCK Giant c1533200] swi4: clock sio 34 c1574e00 0 0 0 0000204 [IWAIT] irq23: ehci0 33 c1582000 0 0 0 0000204 [IWAIT] irq22: rl0 32 c1582200 0 0 0 0000204 [IWAIT] irq21: 31 c1582400 0 0 0 0000204 [IWAIT] irq20: 30 c1582600 0 0 0 0000204 [IWAIT] irq19: uhci1 29 c1582800 0 0 0 0000204 [IWAIT] irq18: uhci2 28 c1582a00 0 0 0 0000204 [IWAIT] irq17: pcm0 27 c1543200 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 26 c1543400 0 0 0 0000204 [IWAIT] irq15: ata1 25 c1543600 0 0 0 0000204 [RUNQ] irq14: ata0 24 c1543800 0 0 0 0000204 [IWAIT] irq13: 23 c1543a00 0 0 0 0000204 [IWAIT] irq12: psm0 22 c1543c00 0 0 0 0000204 [IWAIT] irq11: 21 c1543e00 0 0 0 0000204 [IWAIT] irq10: 20 c1574000 0 0 0 0000204 [IWAIT] irq9: acpi0 19 c1574200 0 0 0 0000204 [IWAIT] irq8: 18 c1574400 0 0 0 0000204 [IWAIT] irq7: ppc0 17 c153e000 0 0 0 0000204 [IWAIT] irq6: fdc0 16 c153e200 0 0 0 0000204 [IWAIT] irq5: 15 c153e400 0 0 0 0000204 [IWAIT] irq4: sio0 14 c153e600 0 0 0 0000204 [IWAIT] irq3: 13 c153e800 0 0 0 0000204 [IWAIT] irq0: 12 c153ea00 0 0 0 0000204 [IWAIT] irq1: atkbd0 11 c153ec00 0 0 0 000020c [Can run] idle: cpu0 1 c153ee00 0 0 1 0004200 [SLPQ wait 0xc153ee00][SLP] init 10 c1543000 0 0 0 0000204 [SLPQ ktrace 0xc094e038][SLP] ktrace 0 c09196c0 0 0 0 0000200 [IWAIT] swapper 836 c208e200 1001 666 659 0006002 zomb[INACTIVE] sysctl 834 c208e600 1001 666 659 0006002 zomb[INACTIVE] rw 835 c208e400 1001 666 659 0006002 zomb[INACTIVE] syscall db> call doadump Dumping 255 MB 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240 Dump complete 0xf db> reset #10 0xc062e523 in panic (fmt=---Can't read userspace from dump, or kernel process--- ) at ../../../kern/kern_shutdown.c:547 #11 0xc077e39f in trash_ctor (mem=0xc24d8800, size=0x0, arg=0x0, flags=0x0) at ../../../vm/uma_dbg.c:72 #12 0xc077e3fe in trash_fini (mem=0xc24d8800, size=0x100) at ../../../vm/uma_dbg.c:117 #13 0xc077b998 in zone_drain (zone=0xc104a9a0) at ../../../vm/uma_core.c:725 #14 0xc077c8d3 in zone_foreach (zfunc=0xc077b828 <zone_drain>) at ../../../vm/uma_core.c:1478 #15 0xc077dda6 in uma_reclaim () at ../../../vm/uma_core.c:2649 #16 0xc078d2cf in vm_pageout_scan (pass=0x0) at ../../../vm/vm_pageout.c:674 #17 0xc078e34b in vm_pageout () at ../../../vm/vm_pageout.c:1476 #18 0xc061b0ec in fork_exit (callout=0xc078e088 <vm_pageout>, arg=0x0, frame=0xcc9bed38) at ../../../kern/kern_fork.c:789 #19 0xc07d7ecc in fork_trampoline () at ../../../i386/i386/exception.s:208 (kgdb) f 13 #13 0xc077b998 in zone_drain (zone=0xc104a9a0) at ../../../vm/uma_core.c:725 725 keg->uk_fini( (kgdb) info loc freeslabs = {slh_first = 0xc1ac7fa8} keg = 0xc10443c0 slab = 0xc24d8fa8 n = 0x8 flags = 0x2 can not access 0xc243e000, invalid address (c243e000) can not access 0xc243e000, invalid address (c243e000) can not access 0xc243e000, invalid address (c243e000) can not access 0xc243e000, invalid address (c243e000) can not access 0xc243e000, invalid address (c243e000) can not access 0xc243e000, invalid address (c243e000) mem = (u_int8_t *) 0xc243e000 <Address 0xc243e000 out of bounds> i = 0x8 (kgdb) p *zone $1 = {uz_name = 0xc0850f58 "Mbuf", uz_lock = 0xc10443c8, uz_keg = 0xc10443c0, uz_link = {le_next = 0xc104ac60, le_prev = 0xc10443f8}, uz_full_bucket = {lh_first = 0x0}, uz_free_bucket = {lh_first = 0x0}, uz_ctor = 0xc06255f0 <mb_ctor_mbuf>, uz_dtor = 0xc0625660 <mb_dtor_mbuf>, uz_init = 0, uz_fini = 0, uz_allocs = 0xd33ab, uz_fills = 0x0, uz_count = 0x80, uz_cpu = {{ uc_freebucket = 0xc17ea000, uc_allocbucket = 0xc104220c, uc_allocs = 0x21}}}