GENERIC HEAD from Jun 24 06:13 UTC, vmcore.377 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-CURRENT #0: Fri Jun 24 16:35:32 CEST 2005 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252227584 (240 MB) : Trying to mount root from ufs:/dev/ad0s1a rl0: link state changed to DOWN panic: Memory modified after free 0xc216d500(256) val=c1d5e100 @ 0xc216d500 cpuid = 0 KDB: enter: panic [thread pid 37 tid 100020 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 37 tid 100020 td 0xc1540480 kdb_enter(c0852679) at kdb_enter+0x2b panic(c086d47e,c216d500,100,c1d5e100,c216d500) at panic+0x14b trash_ctor(c216d500,100,cbfa0b04,1,c104a9d8) at trash_ctor+0x2f mb_ctor_mbuf(c216d500,100,cbfa0b04,1) at mb_ctor_mbuf+0x18 uma_zalloc_arg(c104a9a0,cbfa0b04,1) at uma_zalloc_arg+0x10f m_copym(c1739300,16a0,5a8,1,5cef834) at m_copym+0x11c tcp_output(c1fe78fc) at tcp_output+0xa42 tcp_input(c178ab00,14,c178ab00,0,0) at tcp_input+0x2b0f ip_input(c178ab00) at ip_input+0x511 netisr_processqueue(c099eb38) at netisr_processqueue+0x6e swi_net(0) at swi_net+0xbe ithread_loop(c1573480,cbfa0d38,c1573480,c061bba0,0) at ithread_loop+0x11c fork_exit(c061bba0,c1573480,cbfa0d38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xcbfa0d6c, ebp = 0 --- db> show alllocks Process 1318 (tcp) thread 0xc1c21a80 (100131) exclusive sx user map r = 0 (0xc1c9c74c) locked @ vm/vm_map.c:2317 Process 1253 (swap) thread 0xc1cb5000 (100145) exclusive sleep mutex vm object (standard object) r = 0 (0xc2122948) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc1c9c3c8) locked @ vm/vm_map.c:2997 Process 1247 (swap) thread 0xc1663d80 (100076) exclusive sx user map r = 0 (0xc205cbfc) locked @ vm/vm_fault.c:803 Process 1234 (swap) thread 0xc1c78780 (100116) exclusive sleep mutex vm object (standard object) r = 0 (0xc1f10ce4) locked @ vm/vm_fault.c:985 exclusive sx user map r = 0 (0xc1d414f4) locked @ vm/vm_map.c:2997 Process 1233 (swap) thread 0xc1cb4780 (100104) exclusive sleep mutex vm object (standard object) r = 0 (0xc1c1ba50) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc205c74c) locked @ vm/vm_map.c:2997 Process 1225 (swap) thread 0xc1cb5900 (100152) exclusive sleep mutex pmap r = 0 (0xc205d570) locked @ i386/i386/pmap.c:2679 exclusive sx user map r = 0 (0xc205d4f4) locked @ vm/vm_map.c:2997 Process 37 (swi1: net) thread 0xc1540480 (100020) exclusive sleep mutex so_snd r = 0 (0xc205f0d4) locked @ netinet/tcp_output.c:253 exclusive sleep mutex inp (tcpinp) r = 0 (0xc1800414) locked @ netinet/tcp_input.c:743 db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 1318 c1cb2400 1001 1223 588 0002002 [SLPQ objde1 0xc20c6dec][SLP] tcp 1309 c1bf6800 1001 1231 588 0000002 [SLPQ sbwait 0xc205e254][SLP] tcp 1308 c1869800 1001 1227 588 0000002 [SLPQ sbwait 0xc1a80784][SLP] tcp 1288 c1bfb400 1001 1230 588 0000002 [SLPQ sbwait 0xc205ef4c][SLP] tcp 1287 c1869e00 1001 1229 588 0000002 [SLPQ sbwait 0xc182a4ec][SLP] tcp 1286 c1c98600 1001 1226 588 0000002 [SLPQ sbwait 0xc205f108][SLP] tcp 1255 c1bfb800 1001 1222 588 0000002 [RUNQ] tcp 1254 c1c96a00 1001 1221 588 0000002 [SLPQ swread 0xc12cbdd8][SLP] swap 1253 c1cb3200 1001 1221 588 0000002 [RUNQ] swap 1252 c1c96c00 1001 1221 588 0000002 [RUNQ] swap 1251 c1d2f400 1001 1221 588 0000002 [SLPQ swread 0xc11d7cb0][SLP] swap 1250 c1bf6c00 1001 1221 588 0000002 [RUNQ] swap 1249 c1c98c00 1001 1221 588 0000002 [SLPQ swread 0xc124a2c8][SLP] swap 1248 c1d2f200 1001 1221 588 0000002 [RUNQ] swap 1247 c1818800 1001 1221 588 0000002 [RUNQ] swap 1246 c1c96200 1001 1221 588 0000002 [RUNQ] swap 1244 c1c77200 1001 1221 588 0000002 [RUNQ] swap 1235 c1d00600 1001 1216 588 0000002 [SLPQ swread 0xc116e0b0][SLP] udp 1234 c1c77800 1001 1221 588 0000002 [RUNQ] swap 1233 c1c98200 1001 1221 588 0000002 [RUNQ] swap 1232 c1cb3a00 1001 1221 588 0000002 [SLPQ swread 0xc141d6f8][SLP] swap 1231 c1cb2e00 1001 1218 588 0000002 [SLPQ swread 0xc1142df0][SLP] tcp 1230 c1d00400 1001 1218 588 0000002 [SLPQ swread 0xc12c3d98][SLP] tcp 1229 c1d2f600 1001 1218 588 0000002 [SLPQ swread 0xc12c1d40][SLP] tcp 1228 c1c76200 1001 1218 588 0000002 [SLPQ swread 0xc11c18a0][SLP] tcp 1227 c1bf6e00 1001 1218 588 0000002 [SLPQ swread 0xc1282b90][SLP] tcp 1226 c1819c00 1001 1218 588 0000002 [RUNQ] tcp 1225 c1c77a00 1001 1221 588 0000002 [RUNQ] swap 1224 c1c77e00 1001 1221 588 0000002 [SLPQ swread 0xc11084d0][SLP] swap 1223 c1cb2a00 1001 1218 588 0000002 [RUNQ] tcp 1222 c1cb3800 1001 1218 588 0000002 [RUNQ] tcp 1221 c1869c00 1001 1208 588 0000002 [SLPQ wait 0xc1869c00][SLP] swap 1220 c1c76000 1001 1217 588 0000002 [SLPQ biord 0xc663d4d0][SLP] mkdir 1219 c1d2fa00 1001 1217 588 0000002 [SLPQ getblk 0xc65f79e8][SLP] mkdir 1218 c1d00800 1001 1215 588 0000002 [SLPQ wait 0xc1d00800][SLP] tcp 1217 c1bfb200 1001 1210 588 0000002 [SLPQ wait 0xc1bfb200][SLP] mkdir 1216 c1d00200 1001 595 588 0004002 [SLPQ wait 0xc1d00200][SLP] udp 1215 c1d00e00 1001 595 588 0004002 [SLPQ wait 0xc1d00e00][SLP] tcp 1210 c1c76800 1001 595 588 0004002 [SLPQ wait 0xc1c76800][SLP] mkdir 1208 c1cb2600 1001 595 588 0004002 [SLPQ wait 0xc1cb2600][SLP] swap 595 c1868800 1001 594 588 0000002 [SLPQ wait 0xc1868800][SLP] run 594 c1868600 1001 593 588 0000002 [SLPQ wait 0xc1868600][SLP] run 593 c1868200 1001 588 588 0004002 [SLPQ nanslp 0xc09500ec][SLP] run 588 c1818200 1001 582 588 0004002 [SLPQ wait 0xc1818200][SLP] sh 582 c1869400 1001 581 582 0004002 [SLPQ wait 0xc1869400][SLP] bash 581 c1819a00 1001 579 579 0000100 [SLPQ select 0xc099d3e4][SLP] sshd 579 c1818c00 0 431 579 0004100 [SLPQ sbwait 0xc182ac48][SLP] sshd 578 c1767a00 1001 572 578 0004002 [SLPQ select 0xc099d3e4][SLP] top 572 c1869600 1001 571 572 0004002 [SLPQ wait 0xc1869600][SLP] bash 571 c1764000 1001 569 569 0000100 [SLPQ select 0xc099d3e4][SLP] sshd 569 c1819e00 0 431 569 0004100 [SLPQ sbwait 0xc182a334][SLP] sshd 545 c1868a00 0 1 545 0004002 [SLPQ ttyin 0xc16cc810][SLP] getty 544 c1868400 0 1 544 0004002 [SLPQ ttyin 0xc16ccc10][SLP] getty 543 c1868c00 0 1 543 0004002 [SLPQ ttyin 0xc16cd010][SLP] getty 542 c1868e00 0 1 542 0004002 [SLPQ ttyin 0xc16cd410][SLP] getty 541 c1818400 0 1 541 0004002 [SLPQ ttyin 0xc16c1410][SLP] getty 540 c1764600 0 1 540 0004002 [SLPQ ttyin 0xc16b9c10][SLP] getty 539 c1818600 0 1 539 0004002 [SLPQ ttyin 0xc16c0c10][SLP] getty 538 c1869000 0 1 538 0004002 [SLPQ ttyin 0xc16c1810][SLP] getty 506 c1869200 0 1 506 0000000 [SLPQ select 0xc099d3e4][SLP] moused 453 c1767c00 0 1 453 0000000 [SLPQ nanslp 0xc09500ec][SLP] cron 441 c1818a00 25 1 441 0000100 [SLPQ pause 0xc1818a34][SLP] sendmail 437 c1767e00 0 1 437 0000100 [SLPQ select 0xc099d3e4][SLP] sendmail 431 c165fe00 0 1 431 0000100 [SLPQ select 0xc099d3e4][SLP] sshd 413 c1819000 0 1 413 0000000 [SLPQ select 0xc099d3e4][SLP] ntpd 382 c1764200 0 1 382 0000000 [SLPQ select 0xc099d3e4][SLP] usbd 362 c1818000 0 357 357 0000000 [SLPQ - 0xc181f400][SLP] nfsd 361 c1819200 0 357 357 0000000 [SLPQ - 0xc181f600][SLP] nfsd 360 c1818e00 0 357 357 0000000 [SLPQ - 0xc181f800][SLP] nfsd 359 c1819600 0 357 357 0000000 [SLPQ - 0xc181fa00][SLP] nfsd 357 c1764a00 0 1 357 0000000 [SLPQ select 0xc099d3e4][SLP] nfsd 355 c1819400 0 1 355 0000000 [SLPQ select 0xc099d3e4][SLP] mountd 282 c1764c00 0 1 282 0000000 [SLPQ select 0xc099d3e4][SLP] rpcbind 268 c1764800 0 1 268 0000000 [SLPQ select 0xc099d3e4][SLP] syslogd 239 c1764400 0 1 239 0000000 [SLPQ select 0xc099d3e4][SLP] devd 61 c1764e00 0 0 0 0000204 [SLPQ - 0xce9ecd04][SLP] schedcpu 60 c1767000 0 0 0 0000204 [SLPQ - 0xc09a58ec][SLP] nfsiod 3 59 c1767200 0 0 0 0000204 [SLPQ - 0xc09a58e8][SLP] nfsiod 2 58 c1767400 0 0 0 0000204 [SLPQ - 0xc09a58e4][SLP] nfsiod 1 57 c1767600 0 0 0 0000204 [SLPQ - 0xc09a58e0][SLP] nfsiod 0 56 c1767800 0 0 0 0000204 [SLPQ biord 0xc6684be8][SLP] syncer 55 c1592400 0 0 0 0000204 [SLPQ vlruwt 0xc1592400][SLP] vnlru 54 c1592600 0 0 0 0000204 [SLPQ qsleep 0xc099d92c][SLP] bufdaemon 53 c1592800 0 0 0 000020c [SLPQ pgzero 0xc09abe84][SLP] pagezero 52 c1592a00 0 0 0 0000204 [SLPQ psleep 0xc09ab9d4][SLP] vmdaemon 51 c1592c00 0 0 0 0000204 [SLPQ psleep 0xc09ab990][SLP] pagedaemon 50 c1592e00 0 0 0 0000204 [SLPQ - 0xc168383c][SLP] fdc0 49 c165f000 0 0 0 0000204 [IWAIT] swi0: sio 48 c165f200 0 0 0 0000204 [SLPQ usbevt 0xc162c210][SLP] usb4 47 c165f400 0 0 0 0000204 [SLPQ usbevt 0xc1679210][SLP] usb3 46 c165f600 0 0 0 0000204 [SLPQ usbevt 0xc1667210][SLP] usb2 45 c165f800 0 0 0 0000204 [SLPQ usbevt 0xc1668210][SLP] usb1 44 c165fa00 0 0 0 0000204 [SLPQ usbtsk 0xc0916dd4][SLP] usbtask 43 c165fc00 0 0 0 0000204 [SLPQ usbevt 0xc163b210][SLP] usb0 42 c1582c00 0 0 0 0000204 [IWAIT] swi6: task queue 9 c1582e00 0 0 0 0000204 [SLPQ - 0xc1635100][SLP] kqueue taskq 8 c1590000 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task2 7 c1590200 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task1 6 c1590400 0 0 0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task0 41 c1590600 0 0 0 0000204 [IWAIT] swi2: cambio 40 c1590800 0 0 0 0000204 [IWAIT] swi5:+ 5 c1590a00 0 0 0 0000204 [SLPQ - 0xc1635400][SLP] thread taskq 39 c1590c00 0 0 0 0000204 [IWAIT] swi6:+ 38 c1590e00 0 0 0 0000204 [SLPQ - 0xc0914b00][SLP] yarrow 4 c1592000 0 0 0 0000204 [SLPQ - 0xc09195c8][SLP] g_down 3 c1592200 0 0 0 0000204 [RUNQ] g_up 2 c1574600 0 0 0 0000204 [SLPQ - 0xc09195bc][SLP] g_event 37 c1574800 0 0 0 0000204 [CPU 0] swi1: net 36 c1574a00 0 0 0 0000204 [IWAIT] swi3: vm 35 c1574c00 0 0 0 000020c [RUNQ] swi4: clock sio 34 c1574e00 0 0 0 0000204 [IWAIT] irq23: ehci0 33 c1582000 0 0 0 0000204 [IWAIT] irq22: rl0 32 c1582200 0 0 0 0000204 [IWAIT] irq21: 31 c1582400 0 0 0 0000204 [IWAIT] irq20: 30 c1582600 0 0 0 0000204 [IWAIT] irq19: uhci1 29 c1582800 0 0 0 0000204 [IWAIT] irq18: uhci2 28 c1582a00 0 0 0 0000204 [IWAIT] irq17: pcm0 27 c1543200 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3 26 c1543400 0 0 0 0000204 [IWAIT] irq15: ata1 25 c1543600 0 0 0 0000204 [IWAIT] irq14: ata0 24 c1543800 0 0 0 0000204 [IWAIT] irq13: 23 c1543a00 0 0 0 0000204 [IWAIT] irq12: psm0 22 c1543c00 0 0 0 0000204 [IWAIT] irq11: 21 c1543e00 0 0 0 0000204 [IWAIT] irq10: 20 c1574000 0 0 0 0000204 [IWAIT] irq9: acpi0 19 c1574200 0 0 0 0000204 [IWAIT] irq8: 18 c1574400 0 0 0 0000204 [IWAIT] irq7: ppc0 17 c153e000 0 0 0 0000204 [IWAIT] irq6: fdc0 16 c153e200 0 0 0 0000204 [IWAIT] irq5: 15 c153e400 0 0 0 0000204 [IWAIT] irq4: sio0 14 c153e600 0 0 0 0000204 [IWAIT] irq3: 13 c153e800 0 0 0 0000204 [IWAIT] irq0: 12 c153ea00 0 0 0 0000204 [IWAIT] irq1: atkbd0 11 c153ec00 0 0 0 000020c [Can run] idle: cpu0 1 c153ee00 0 0 1 0004200 [SLPQ wait 0xc153ee00][SLP] init 10 c1543000 0 0 0 0000204 [SLPQ ktrace 0xc094e038][SLP] ktrace 0 c09196c0 0 0 0 0000200 [IWAIT] swapper 1297 c1bfba00 1001 1228 588 0002002 zomb[INACTIVE] tcp 1245 c1c77000 1001 1221 588 0002002 zomb[INACTIVE] swap 1213 c1cb3000 1001 595 588 0006002 zomb[INACTIVE] syscall 1212 c1c77400 1001 595 588 0006002 zomb[INACTIVE] rw 1211 c1c76400 1001 595 588 0006002 zomb[INACTIVE] thr1 1209 c1d00a00 1001 595 588 0006002 zomb[INACTIVE] creat 1214 c1d00000 1001 595 588 0006002 zomb[INACTIVE] sysctl db> call doadump Dumping 255 MB 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240 Dump complete 0xf db> reset #10 0xc062e523 in panic (fmt=---Can't read userspace from dump, or kernel process--- ) at ../../../kern/kern_shutdown.c:547 #11 0xc077e39f in trash_ctor (mem=0xc216d500, size=0x0, arg=0xcbfa0b04, flags=0x1) at ../../../vm/uma_dbg.c:72 #12 0xc0625608 in mb_ctor_mbuf (mem=0xc216d500, size=0x100, arg=0xcbfa0b04, how=0x1) at ../../../kern/kern_mbuf.c:204 #13 0xc077cdab in uma_zalloc_arg (zone=0xc104a9a0, udata=0xcbfa0b04, flags=0x1) at ../../../vm/uma_core.c:1839 #14 0xc0664648 in m_copym (m=0xc1739300, off0=0x16a0, len=0x5a8, wait=0x1) at mbuf.h:365 #15 0xc06c83aa in tcp_output (tp=0xc1fe78fc) at ../../../netinet/tcp_output.c:774 #16 0xc06c6be7 in tcp_input (m=0xc178ab00, off0=0x14) at ../../../netinet/tcp_input.c:2441 #17 0xc06be809 in ip_input (m=0xc178ab00) at ../../../netinet/ip_input.c:776 #18 0xc069deb2 in netisr_processqueue (ni=0xc099eb38) at ../../../net/netisr.c:235 #19 0xc069e096 in swi_net (dummy=0x0) at ../../../net/netisr.c:348 #20 0xc061bcbc in ithread_loop (arg=0xc1573480) at ../../../kern/kern_intr.c:545 #21 0xc061b0ec in fork_exit (callout=0xc061bba0 <ithread_loop>, arg=0xc1573480, frame=0xcbfa0d38) at ../../../kern/kern_fork.c:789 #22 0xc07d7ecc in fork_trampoline () at ../../../i386/i386/exception.s:208 (kgdb) f 13 #13 0xc077cdab in uma_zalloc_arg (zone=0xc104a9a0, udata=0xcbfa0b04, flags=0x1) at ../../../vm/uma_core.c:1839 1839 if (zone->uz_ctor(item, zone->uz_keg->uk_size, (kgdb) p *zone $1 = {uz_name = 0xc0850f58 "Mbuf", uz_lock = 0xc10443c8, uz_keg = 0xc10443c0, uz_link = {le_next = 0xc104ac60, le_prev = 0xc10443f8}, uz_full_bucket = {lh_first = 0x0}, uz_free_bucket = {lh_first = 0x0}, uz_ctor = 0xc06255f0 <mb_ctor_mbuf>, uz_dtor = 0xc0625660 <mb_dtor_mbuf>, uz_init = 0, uz_fini = 0, uz_allocs = 0x380bf5, uz_fills = 0x0, uz_count = 0x80, uz_cpu = {{ uc_freebucket = 0x0, uc_allocbucket = 0xc2de8000, uc_allocs = 0x1}}}