GENERIC HEAD from Jun 24 06:13 UTC, vmcore.377
vmcore.378
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Fri Jun 24 16:35:32 CEST 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252227584 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
panic: Memory modified after free 0xc24d8800(256) val=c2442600 @ 0xc24d8800
cpuid = 0
KDB: enter: panic
[thread pid 51 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 51 tid 100046 td 0xc1575d80
kdb_enter(c0852679) at kdb_enter+0x2b
panic(c086d47e,c24d8800,100,c2442600,c24d8800) at panic+0x14b
trash_ctor(c24d8800,100,0,0,cc9bec38) at trash_ctor+0x2f
trash_fini(c24d8800,100) at trash_fini+0x12
zone_drain(c104a9a0) at zone_drain+0x170
zone_foreach(c077b828,cc9becec,c078d2cf,c1575d80,cc9bec74) at zone_foreach+0x37
uma_reclaim(c1575d80,cc9bec74,0,c0956c40,cc9bec80) at uma_reclaim+0x12
vm_pageout_scan(0,c09ab960,0,c086f231,5c3) at vm_pageout_scan+0x107
vm_pageout(0,cc9bed38,0,c078e088,0) at vm_pageout+0x2c3
fork_exit(c078e088,0,cc9bed38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc9bed6c, ebp = 0 ---
db> show alllocks
Process 930 (tcp) thread 0xc208fa80 (100172)
exclusive sx user map r = 0 (0xc2091170) locked @ vm/vm_map.c:2317
Process 892 (thr1) thread 0xc2107600 (100169)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1d58b58) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc2078bfc) locked @ vm/vm_map.c:2997
Process 891 (thr1) thread 0xc2106300 (100187)
exclusive sleep mutex vm object (standard object) r = 0 (0xc20bda50) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc2092170) locked @ vm/vm_map.c:2997
Process 889 (thr1) thread 0xc267b180 (100177)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1ea34a4) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc2091e54) locked @ vm/vm_map.c:2997
Process 873 (swap) thread 0xc18a1d80 (100122)
exclusive sx user map r = 0 (0xc2078878) locked @ vm/vm_fault.c:803
Process 870 (swap) thread 0xc2070c00 (100154)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1f70bdc) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc1b4c74c) locked @ vm/vm_map.c:2997
Process 855 (creat) thread 0xc189e480 (100106)
exclusive sleep mutex vnode interlock r = 0 (0xc1b85ca0) locked @ kern/vfs_hash.c:79
Process 51 (pagedaemon) thread 0xc1575d80 (100046)
exclusive sleep mutex UMA lock r = 0 (0xc09ab500) locked @ vm/uma_core.c:1475
exclusive sleep mutex Giant r = 0 (0xc094f800) locked @ vm/vm_pageout.c:666
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
960 c2051c00 1001 861 659 0000002 [RUNQ] tcp
959 c206ba00 1001 862 659 0000002 [RUNQ] tcp
958 c20b3600 1001 842 659 0000002 [RUNQ] tcp
945 c20b3800 1001 894 659 0002002 [RUNQ] tcp
931 c20b3000 1001 882 659 0002002 [RUNQ] tcp
930 c2103800 1001 841 659 0002002 [SLPQ objde1 0xc1cccc60][SLP] tcp
903 c20ade00 1001 844 659 0002002 [RUNQ] tcp
900 c2105400 1001 888 659 0000002 [RUNQ] tcp
895 c2105800 1001 843 659 0002002 [RUNQ] tcp
894 c20b3c00 1001 839 659 0000002 [SLPQ swread 0xc13d0a30][SLP] tcp
893 c208ea00 1001 840 659 0000002 [SLPQ biord 0xc667f714][SLP] mkdir
892 c2103200 1001 884 659 0008082 (threaded) thr1
thread 0xc2107600 ksegrp 0xc1826240 [RUNQ]
thread 0xc2106180 ksegrp 0xc206cde0 [SLPQ ksesigwait 0xc2103338][SLP]
891 c2105200 1001 884 659 0008082 (threaded) thr1
thread 0xc2106300 ksegrp 0xc21042a0 [RUNQ]
thread 0xc2106780 ksegrp 0xc206cea0 [SLPQ ksesigwait 0xc2105338][SLP]
890 c2103000 1001 884 659 0008082 (threaded) thr1
thread 0xc267b900 ksegrp 0xc18262a0 [SLPQ swread 0xc12e4ea0][SLP]
thread 0xc2106480 ksegrp 0xc206ce40 [SLPQ ksesigwait 0xc2103138][SLP]
889 c20ad800 1001 884 659 0008082 (threaded) thr1
thread 0xc267b180 ksegrp 0xc1826720 [RUNQ]
thread 0xc2106a80 ksegrp 0xc2104000 [SLPQ ksesigwait 0xc20ad938][SLP]
888 c2103a00 1001 839 659 0000002 [RUNQ] tcp
887 c206b000 1001 845 659 0000002 [RUNQ] creat
886 c206d800 1001 845 659 0000002 [RUNQ] creat
885 c206fe00 1001 845 659 0000002 [RUNQ] creat
884 c206fc00 1001 833 659 0000002 [SLPQ swread 0xc121c500][SLP] thr1
883 c206fa00 1001 845 659 0000002 [RUNQ] creat
882 c2103600 1001 839 659 0000002 [SLPQ swread 0xc1168d28][SLP] tcp
881 c20ad600 1001 840 659 0000002 [SLPQ swread 0xc12b6508][SLP] mkdir
880 c20ad200 1001 856 659 0000002 [SLPQ swread 0xc1350708][SLP] swap
879 c208ec00 1001 856 659 0000002 [SLPQ swread 0xc14059e0][SLP] swap
878 c20b3a00 1001 856 659 0000002 [SLPQ swread 0xc1366188][SLP] swap
877 c2103c00 1001 856 659 0000002 [SLPQ swread 0xc1224930][SLP] swap
876 c206d400 1001 856 659 0000002 [SLPQ swread 0xc1267fc8][SLP] swap
875 c206b800 1001 856 659 0000002 [RUNQ] swap
874 c206b600 1001 856 659 0000002 [SLPQ swread 0xc1138728][SLP] swap
873 c206b400 1001 856 659 0000002 [RUNQ] swap
872 c189da00 1001 856 659 0000002 [SLPQ swread 0xc126f678][SLP] swap
871 c206d000 1001 856 659 0000002 [SLPQ swread 0xc1379610][SLP] swap
870 c20ad400 1001 856 659 0000002 [RUNQ] swap
869 c20adc00 1001 856 659 0000002 [SLPQ swread 0xc13dd300][SLP] swap
868 c20b3e00 1001 856 659 0000002 [RUNQ] swap
867 c2051e00 1001 856 659 0000002 [SLPQ swread 0xc14b2018][SLP] swap
866 c206f800 1001 856 659 0000002 [SLPQ swread 0xc1156fb0][SLP] swap
865 c20ada00 1001 845 659 0000002 [RUNQ] creat
864 c2105000 1001 845 659 0000002 [RUNQ] creat
863 c2051800 1001 845 659 0000002 [RUNQ] creat
862 c208e800 1001 839 659 0000002 [RUNQ] tcp
861 c189d800 1001 839 659 0000002 [RUNQ] tcp
860 c206d200 1001 846 659 0000002 [RUNQ] udp
859 c204ca00 1001 846 659 0000002 [RUNQ] udp
858 c206f600 1001 846 659 0000002 [RUNQ] udp
857 c206f400 1001 846 659 0000002 [RUNQ] udp
856 c204c600 1001 830 659 0000002 [SLPQ wait 0xc204c600][SLP] swap
855 c204c400 1001 845 659 0000002 [RUNQ] creat
854 c204c200 1001 845 659 0000002 [RUNQ] creat
853 c204c000 1001 845 659 0000002 [RUNQ] creat
852 c189de00 1001 840 659 0000002 [SLPQ swread 0xc1229fd0][SLP] mkdir
851 c189dc00 1001 840 659 0000002 [SLPQ swread 0xc13ebe68][SLP] mkdir
850 c204cc00 1001 840 659 0000002 [RUNQ] mkdir
849 c206f200 1001 840 659 0000002 [SLPQ swread 0xc1160b38][SLP] mkdir
848 c206d600 1001 840 659 0000002 [SLPQ swread 0xc1184f28][SLP] mkdir
847 c189d600 1001 840 659 0000002 [SLPQ swread 0xc13e5190][SLP] mkdir
846 c1764400 1001 838 659 0000002 [SLPQ wait 0xc1764400][SLP] udp
845 c189c400 1001 831 659 0000002 [SLPQ wait 0xc189c400][SLP] creat
844 c1820200 1001 839 659 0000002 [SLPQ swread 0xc12d3878][SLP] tcp
843 c2051600 1001 839 659 0000002 [SLPQ swread 0xc1273770][SLP] tcp
842 c2051400 1001 839 659 0000002 [RUNQ] tcp
841 c2051200 1001 839 659 0000002 [SLPQ swread 0xc10b6318][SLP] tcp
840 c2051000 1001 832 659 0000002 [SLPQ wait 0xc2051000][SLP] mkdir
839 c204ce00 1001 837 659 0000002 [SLPQ wait 0xc204ce00][SLP] tcp
838 c206de00 1001 666 659 0004002 [SLPQ wait 0xc206de00][SLP] udp
837 c208e000 1001 666 659 0004002 [SLPQ wait 0xc208e000][SLP] tcp
833 c206b200 1001 666 659 0004002 [SLPQ wait 0xc206b200][SLP] thr1
832 c204c800 1001 666 659 0004002 [SLPQ wait 0xc204c800][SLP] mkdir
831 c206dc00 1001 666 659 0004002 [SLPQ wait 0xc206dc00][SLP] creat
830 c206da00 1001 666 659 0004002 [SLPQ wait 0xc206da00][SLP] swap
666 c181e400 1001 665 659 0000002 [SLPQ wait 0xc181e400][SLP][SWAP] run
665 c189ca00 1001 664 659 0000002 [SLPQ wait 0xc189ca00][SLP][SWAP] run
664 c189d400 1001 659 659 0004002 [SLPQ nanslp 0xc09500ec][SLP] run
659 c1764800 1001 572 659 0004002 [SLPQ wait 0xc1764800][SLP][SWAP] sh
656 c189ce00 1001 650 656 0004002 [SLPQ select 0xc099d3e4][SLP] top
650 c1764200 1001 649 650 0004002 [SLPQ wait 0xc1764200][SLP][SWAP] bash
649 c181ee00 1001 647 647 0000100 [SLPQ select 0xc099d3e4][SLP] sshd
647 c1820e00 0 433 647 0004100 [SLPQ sbwait 0xc1833c48][SLP][SWAP] sshd
572 c189d200 1001 571 572 0004002 [SLPQ wait 0xc189d200][SLP][SWAP] bash
571 c189d000 1001 569 569 0000100 [SLPQ select 0xc099d3e4][SLP][SWAP] sshd
569 c189c200 0 433 569 0004100 [SLPQ sbwait 0xc1816480][SLP][SWAP] sshd
556 c189cc00 0 1 556 0004002 [SLPQ ttyin 0xc16cc810][SLP][SWAP] getty
555 c189c000 0 1 555 0004002 [SLPQ ttyin 0xc16ccc10][SLP][SWAP] getty
554 c189c600 0 1 554 0004002 [SLPQ ttyin 0xc16cd010][SLP][SWAP] getty
553 c181ec00 0 1 553 0004002 [SLPQ ttyin 0xc16cd410][SLP][SWAP] getty
552 c1764000 0 1 552 0004002 [SLPQ ttyin 0xc16c1410][SLP][SWAP] getty
551 c1820800 0 1 551 0004002 [SLPQ ttyin 0xc16b9c10][SLP][SWAP] getty
550 c1820a00 0 1 550 0004002 [SLPQ ttyin 0xc16c0c10][SLP][SWAP] getty
549 c1820c00 0 1 549 0004002 [SLPQ ttyin 0xc16c1810][SLP][SWAP] getty
517 c189c800 0 1 517 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] moused
457 c181e800 0 1 457 0000000 [SLPQ nanslp 0xc09500ec][SLP][SWAP] cron
445 c165fe00 25 1 445 0000100 [SLPQ pause 0xc165fe34][SLP][SWAP] sendmail
439 c1820600 0 1 439 0000100 [SLPQ vnread 0xc65ded34][SLP] sendmail
433 c1820000 0 1 433 0000100 [SLPQ select 0xc099d3e4][SLP][SWAP] sshd
415 c181e600 0 1 415 0000000 [RUNQ] ntpd
386 c181ea00 0 1 386 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] usbd
365 c1820400 0 361 361 0000000 [SLPQ - 0xc1828a00][SLP][SWAP] nfsd
364 c181e000 0 361 361 0000000 [SLPQ - 0xc1828600][SLP][SWAP] nfsd
363 c1767a00 0 361 361 0000000 [SLPQ - 0xc1828800][SLP][SWAP] nfsd
362 c1767c00 0 361 361 0000000 [SLPQ - 0xc1828400][SLP][SWAP] nfsd
361 c1767e00 0 1 361 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] nfsd
359 c181e200 0 1 359 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] mountd
290 c1764c00 0 1 290 0000000 [SLPQ swread 0xc14a4e00][SLP] rpcbind
272 c1764600 0 1 272 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] syslogd
243 c1764a00 0 1 243 0000000 [SLPQ select 0xc099d3e4][SLP][SWAP] devd
61 c1764e00 0 0 0 0000204 [SLPQ - 0xce9ecd04][SLP] schedcpu
60 c1767000 0 0 0 0000204 [SLPQ - 0xc09a58ec][SLP] nfsiod 3
59 c1767200 0 0 0 0000204 [SLPQ - 0xc09a58e8][SLP] nfsiod 2
58 c1767400 0 0 0 0000204 [SLPQ - 0xc09a58e4][SLP] nfsiod 1
57 c1767600 0 0 0 0000204 [SLPQ - 0xc09a58e0][SLP] nfsiod 0
56 c1767800 0 0 0 0000204 [SLPQ syncer 0xc094fe60][SLP] syncer
55 c1592400 0 0 0 0000204 [SLPQ vlruwt 0xc1592400][SLP] vnlru
54 c1592600 0 0 0 0000204 [RUNQ] bufdaemon
53 c1592800 0 0 0 000020c [RUNQ] pagezero
52 c1592a00 0 0 0 0000204 [SLPQ psleep 0xc09ab9d4][SLP] vmdaemon
51 c1592c00 0 0 0 0000204 [CPU 0] pagedaemon
50 c1592e00 0 0 0 0000204 [SLPQ - 0xc168383c][SLP] fdc0
49 c165f000 0 0 0 0000204 [IWAIT] swi0: sio
48 c165f200 0 0 0 0000204 [SLPQ usbevt 0xc162c210][SLP] usb4
47 c165f400 0 0 0 0000204 [SLPQ usbevt 0xc1679210][SLP] usb3
46 c165f600 0 0 0 0000204 [SLPQ usbevt 0xc1667210][SLP] usb2
45 c165f800 0 0 0 0000204 [SLPQ usbevt 0xc1668210][SLP] usb1
44 c165fa00 0 0 0 0000204 [SLPQ usbtsk 0xc0916dd4][SLP] usbtask
43 c165fc00 0 0 0 0000204 [SLPQ usbevt 0xc163b210][SLP] usb0
42 c1582c00 0 0 0 0000204 [IWAIT] swi6: task queue
9 c1582e00 0 0 0 0000204 [SLPQ - 0xc1635100][SLP] kqueue taskq
8 c1590000 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task2
7 c1590200 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task1
6 c1590400 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task0
41 c1590600 0 0 0 0000204 [IWAIT] swi2: cambio
40 c1590800 0 0 0 0000204 [IWAIT] swi5:+
5 c1590a00 0 0 0 0000204 [SLPQ - 0xc1635400][SLP] thread taskq
39 c1590c00 0 0 0 0000204 [IWAIT] swi6:+
38 c1590e00 0 0 0 0000204 [SLPQ - 0xc0914b00][SLP] yarrow
4 c1592000 0 0 0 0000204 [RUNQ] g_down
3 c1592200 0 0 0 0000204 [SLPQ - 0xc09195c4][SLP] g_up
2 c1574600 0 0 0 0000204 [SLPQ - 0xc09195bc][SLP] g_event
37 c1574800 0 0 0 0000204 [IWAIT] swi1: net
36 c1574a00 0 0 0 0000204 [IWAIT] swi3: vm
35 c1574c00 0 0 0 000020c [LOCK Giant c1533200] swi4: clock sio
34 c1574e00 0 0 0 0000204 [IWAIT] irq23: ehci0
33 c1582000 0 0 0 0000204 [IWAIT] irq22: rl0
32 c1582200 0 0 0 0000204 [IWAIT] irq21:
31 c1582400 0 0 0 0000204 [IWAIT] irq20:
30 c1582600 0 0 0 0000204 [IWAIT] irq19: uhci1
29 c1582800 0 0 0 0000204 [IWAIT] irq18: uhci2
28 c1582a00 0 0 0 0000204 [IWAIT] irq17: pcm0
27 c1543200 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
26 c1543400 0 0 0 0000204 [IWAIT] irq15: ata1
25 c1543600 0 0 0 0000204 [RUNQ] irq14: ata0
24 c1543800 0 0 0 0000204 [IWAIT] irq13:
23 c1543a00 0 0 0 0000204 [IWAIT] irq12: psm0
22 c1543c00 0 0 0 0000204 [IWAIT] irq11:
21 c1543e00 0 0 0 0000204 [IWAIT] irq10:
20 c1574000 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c1574200 0 0 0 0000204 [IWAIT] irq8:
18 c1574400 0 0 0 0000204 [IWAIT] irq7: ppc0
17 c153e000 0 0 0 0000204 [IWAIT] irq6: fdc0
16 c153e200 0 0 0 0000204 [IWAIT] irq5:
15 c153e400 0 0 0 0000204 [IWAIT] irq4: sio0
14 c153e600 0 0 0 0000204 [IWAIT] irq3:
13 c153e800 0 0 0 0000204 [IWAIT] irq0:
12 c153ea00 0 0 0 0000204 [IWAIT] irq1: atkbd0
11 c153ec00 0 0 0 000020c [Can run] idle: cpu0
1 c153ee00 0 0 1 0004200 [SLPQ wait 0xc153ee00][SLP] init
10 c1543000 0 0 0 0000204 [SLPQ ktrace 0xc094e038][SLP] ktrace
0 c09196c0 0 0 0 0000200 [IWAIT] swapper
836 c208e200 1001 666 659 0006002 zomb[INACTIVE] sysctl
834 c208e600 1001 666 659 0006002 zomb[INACTIVE] rw
835 c208e400 1001 666 659 0006002 zomb[INACTIVE] syscall
db> call doadump
Dumping 255 MB
16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset
#10 0xc062e523 in panic (fmt=---Can't read userspace from dump, or kernel process---
) at ../../../kern/kern_shutdown.c:547
#11 0xc077e39f in trash_ctor (mem=0xc24d8800, size=0x0, arg=0x0, flags=0x0) at ../../../vm/uma_dbg.c:72
#12 0xc077e3fe in trash_fini (mem=0xc24d8800, size=0x100) at ../../../vm/uma_dbg.c:117
#13 0xc077b998 in zone_drain (zone=0xc104a9a0) at ../../../vm/uma_core.c:725
#14 0xc077c8d3 in zone_foreach (zfunc=0xc077b828 <zone_drain>) at ../../../vm/uma_core.c:1478
#15 0xc077dda6 in uma_reclaim () at ../../../vm/uma_core.c:2649
#16 0xc078d2cf in vm_pageout_scan (pass=0x0) at ../../../vm/vm_pageout.c:674
#17 0xc078e34b in vm_pageout () at ../../../vm/vm_pageout.c:1476
#18 0xc061b0ec in fork_exit (callout=0xc078e088 <vm_pageout>, arg=0x0, frame=0xcc9bed38) at ../../../kern/kern_fork.c:789
#19 0xc07d7ecc in fork_trampoline () at ../../../i386/i386/exception.s:208
(kgdb) f 13
#13 0xc077b998 in zone_drain (zone=0xc104a9a0) at ../../../vm/uma_core.c:725
725 keg->uk_fini(
(kgdb) info loc
freeslabs = {slh_first = 0xc1ac7fa8}
keg = 0xc10443c0
slab = 0xc24d8fa8
n = 0x8
flags = 0x2
can not access 0xc243e000, invalid address (c243e000)
can not access 0xc243e000, invalid address (c243e000)
can not access 0xc243e000, invalid address (c243e000)
can not access 0xc243e000, invalid address (c243e000)
can not access 0xc243e000, invalid address (c243e000)
can not access 0xc243e000, invalid address (c243e000)
mem = (u_int8_t *) 0xc243e000 <Address 0xc243e000 out of bounds>
i = 0x8
(kgdb) p *zone
$1 = {uz_name = 0xc0850f58 "Mbuf", uz_lock = 0xc10443c8, uz_keg = 0xc10443c0, uz_link = {le_next = 0xc104ac60, le_prev = 0xc10443f8},
uz_full_bucket = {lh_first = 0x0}, uz_free_bucket = {lh_first = 0x0}, uz_ctor = 0xc06255f0 <mb_ctor_mbuf>,
uz_dtor = 0xc0625660 <mb_dtor_mbuf>, uz_init = 0, uz_fini = 0, uz_allocs = 0xd33ab, uz_fills = 0x0, uz_count = 0x80, uz_cpu = {{
uc_freebucket = 0xc17ea000, uc_allocbucket = 0xc104220c, uc_allocs = 0x21}}}