GENERIC HEAD from Jun 24 06:13 UTC, vmcore.377

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Fri Jun 24 16:35:32 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252227584 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
panic: Memory modified after free 0xc216d500(256) val=c1d5e100 @ 0xc216d500

cpuid = 0
KDB: enter: panic
[thread pid 37 tid 100020 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 37 tid 100020 td 0xc1540480
kdb_enter(c0852679) at kdb_enter+0x2b
panic(c086d47e,c216d500,100,c1d5e100,c216d500) at panic+0x14b
trash_ctor(c216d500,100,cbfa0b04,1,c104a9d8) at trash_ctor+0x2f
mb_ctor_mbuf(c216d500,100,cbfa0b04,1) at mb_ctor_mbuf+0x18
uma_zalloc_arg(c104a9a0,cbfa0b04,1) at uma_zalloc_arg+0x10f
m_copym(c1739300,16a0,5a8,1,5cef834) at m_copym+0x11c
tcp_output(c1fe78fc) at tcp_output+0xa42
tcp_input(c178ab00,14,c178ab00,0,0) at tcp_input+0x2b0f
ip_input(c178ab00) at ip_input+0x511
netisr_processqueue(c099eb38) at netisr_processqueue+0x6e
swi_net(0) at swi_net+0xbe
ithread_loop(c1573480,cbfa0d38,c1573480,c061bba0,0) at ithread_loop+0x11c
fork_exit(c061bba0,c1573480,cbfa0d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcbfa0d6c, ebp = 0 ---
db> show alllocks
Process 1318 (tcp) thread 0xc1c21a80 (100131)
exclusive sx user map r = 0 (0xc1c9c74c) locked @ vm/vm_map.c:2317
Process 1253 (swap) thread 0xc1cb5000 (100145)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2122948) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc1c9c3c8) locked @ vm/vm_map.c:2997
Process 1247 (swap) thread 0xc1663d80 (100076)
exclusive sx user map r = 0 (0xc205cbfc) locked @ vm/vm_fault.c:803
Process 1234 (swap) thread 0xc1c78780 (100116)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1f10ce4) locked @ vm/vm_fault.c:985
exclusive sx user map r = 0 (0xc1d414f4) locked @ vm/vm_map.c:2997
Process 1233 (swap) thread 0xc1cb4780 (100104)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1c1ba50) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc205c74c) locked @ vm/vm_map.c:2997
Process 1225 (swap) thread 0xc1cb5900 (100152)
exclusive sleep mutex pmap r = 0 (0xc205d570) locked @ i386/i386/pmap.c:2679
exclusive sx user map r = 0 (0xc205d4f4) locked @ vm/vm_map.c:2997
Process 37 (swi1: net) thread 0xc1540480 (100020)
exclusive sleep mutex so_snd r = 0 (0xc205f0d4) locked @ netinet/tcp_output.c:253
exclusive sleep mutex inp (tcpinp) r = 0 (0xc1800414) locked @ netinet/tcp_input.c:743
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 1318 c1cb2400 1001  1223   588 0002002 [SLPQ objde1 0xc20c6dec][SLP] tcp
 1309 c1bf6800 1001  1231   588 0000002 [SLPQ sbwait 0xc205e254][SLP] tcp
 1308 c1869800 1001  1227   588 0000002 [SLPQ sbwait 0xc1a80784][SLP] tcp
 1288 c1bfb400 1001  1230   588 0000002 [SLPQ sbwait 0xc205ef4c][SLP] tcp
 1287 c1869e00 1001  1229   588 0000002 [SLPQ sbwait 0xc182a4ec][SLP] tcp
 1286 c1c98600 1001  1226   588 0000002 [SLPQ sbwait 0xc205f108][SLP] tcp
 1255 c1bfb800 1001  1222   588 0000002 [RUNQ] tcp
 1254 c1c96a00 1001  1221   588 0000002 [SLPQ swread 0xc12cbdd8][SLP] swap
 1253 c1cb3200 1001  1221   588 0000002 [RUNQ] swap
 1252 c1c96c00 1001  1221   588 0000002 [RUNQ] swap
 1251 c1d2f400 1001  1221   588 0000002 [SLPQ swread 0xc11d7cb0][SLP] swap
 1250 c1bf6c00 1001  1221   588 0000002 [RUNQ] swap
 1249 c1c98c00 1001  1221   588 0000002 [SLPQ swread 0xc124a2c8][SLP] swap
 1248 c1d2f200 1001  1221   588 0000002 [RUNQ] swap
 1247 c1818800 1001  1221   588 0000002 [RUNQ] swap
 1246 c1c96200 1001  1221   588 0000002 [RUNQ] swap
 1244 c1c77200 1001  1221   588 0000002 [RUNQ] swap
 1235 c1d00600 1001  1216   588 0000002 [SLPQ swread 0xc116e0b0][SLP] udp
 1234 c1c77800 1001  1221   588 0000002 [RUNQ] swap
 1233 c1c98200 1001  1221   588 0000002 [RUNQ] swap
 1232 c1cb3a00 1001  1221   588 0000002 [SLPQ swread 0xc141d6f8][SLP] swap
 1231 c1cb2e00 1001  1218   588 0000002 [SLPQ swread 0xc1142df0][SLP] tcp
 1230 c1d00400 1001  1218   588 0000002 [SLPQ swread 0xc12c3d98][SLP] tcp
 1229 c1d2f600 1001  1218   588 0000002 [SLPQ swread 0xc12c1d40][SLP] tcp
 1228 c1c76200 1001  1218   588 0000002 [SLPQ swread 0xc11c18a0][SLP] tcp
 1227 c1bf6e00 1001  1218   588 0000002 [SLPQ swread 0xc1282b90][SLP] tcp
 1226 c1819c00 1001  1218   588 0000002 [RUNQ] tcp
 1225 c1c77a00 1001  1221   588 0000002 [RUNQ] swap
 1224 c1c77e00 1001  1221   588 0000002 [SLPQ swread 0xc11084d0][SLP] swap
 1223 c1cb2a00 1001  1218   588 0000002 [RUNQ] tcp
 1222 c1cb3800 1001  1218   588 0000002 [RUNQ] tcp
 1221 c1869c00 1001  1208   588 0000002 [SLPQ wait 0xc1869c00][SLP] swap
 1220 c1c76000 1001  1217   588 0000002 [SLPQ biord 0xc663d4d0][SLP] mkdir
 1219 c1d2fa00 1001  1217   588 0000002 [SLPQ getblk 0xc65f79e8][SLP] mkdir
 1218 c1d00800 1001  1215   588 0000002 [SLPQ wait 0xc1d00800][SLP] tcp
 1217 c1bfb200 1001  1210   588 0000002 [SLPQ wait 0xc1bfb200][SLP] mkdir
 1216 c1d00200 1001   595   588 0004002 [SLPQ wait 0xc1d00200][SLP] udp
 1215 c1d00e00 1001   595   588 0004002 [SLPQ wait 0xc1d00e00][SLP] tcp
 1210 c1c76800 1001   595   588 0004002 [SLPQ wait 0xc1c76800][SLP] mkdir
 1208 c1cb2600 1001   595   588 0004002 [SLPQ wait 0xc1cb2600][SLP] swap
  595 c1868800 1001   594   588 0000002 [SLPQ wait 0xc1868800][SLP] run
  594 c1868600 1001   593   588 0000002 [SLPQ wait 0xc1868600][SLP] run
  593 c1868200 1001   588   588 0004002 [SLPQ nanslp 0xc09500ec][SLP] run
  588 c1818200 1001   582   588 0004002 [SLPQ wait 0xc1818200][SLP] sh
  582 c1869400 1001   581   582 0004002 [SLPQ wait 0xc1869400][SLP] bash
  581 c1819a00 1001   579   579 0000100 [SLPQ select 0xc099d3e4][SLP] sshd
  579 c1818c00    0   431   579 0004100 [SLPQ sbwait 0xc182ac48][SLP] sshd
  578 c1767a00 1001   572   578 0004002 [SLPQ select 0xc099d3e4][SLP] top
  572 c1869600 1001   571   572 0004002 [SLPQ wait 0xc1869600][SLP] bash
  571 c1764000 1001   569   569 0000100 [SLPQ select 0xc099d3e4][SLP] sshd
  569 c1819e00    0   431   569 0004100 [SLPQ sbwait 0xc182a334][SLP] sshd
  545 c1868a00    0     1   545 0004002 [SLPQ ttyin 0xc16cc810][SLP] getty
  544 c1868400    0     1   544 0004002 [SLPQ ttyin 0xc16ccc10][SLP] getty
  543 c1868c00    0     1   543 0004002 [SLPQ ttyin 0xc16cd010][SLP] getty
  542 c1868e00    0     1   542 0004002 [SLPQ ttyin 0xc16cd410][SLP] getty
  541 c1818400    0     1   541 0004002 [SLPQ ttyin 0xc16c1410][SLP] getty
  540 c1764600    0     1   540 0004002 [SLPQ ttyin 0xc16b9c10][SLP] getty
  539 c1818600    0     1   539 0004002 [SLPQ ttyin 0xc16c0c10][SLP] getty
  538 c1869000    0     1   538 0004002 [SLPQ ttyin 0xc16c1810][SLP] getty
  506 c1869200    0     1   506 0000000 [SLPQ select 0xc099d3e4][SLP] moused
  453 c1767c00    0     1   453 0000000 [SLPQ nanslp 0xc09500ec][SLP] cron
  441 c1818a00   25     1   441 0000100 [SLPQ pause 0xc1818a34][SLP] sendmail
  437 c1767e00    0     1   437 0000100 [SLPQ select 0xc099d3e4][SLP] sendmail
  431 c165fe00    0     1   431 0000100 [SLPQ select 0xc099d3e4][SLP] sshd
  413 c1819000    0     1   413 0000000 [SLPQ select 0xc099d3e4][SLP] ntpd
  382 c1764200    0     1   382 0000000 [SLPQ select 0xc099d3e4][SLP] usbd
  362 c1818000    0   357   357 0000000 [SLPQ - 0xc181f400][SLP] nfsd
  361 c1819200    0   357   357 0000000 [SLPQ - 0xc181f600][SLP] nfsd
  360 c1818e00    0   357   357 0000000 [SLPQ - 0xc181f800][SLP] nfsd
  359 c1819600    0   357   357 0000000 [SLPQ - 0xc181fa00][SLP] nfsd
  357 c1764a00    0     1   357 0000000 [SLPQ select 0xc099d3e4][SLP] nfsd
  355 c1819400    0     1   355 0000000 [SLPQ select 0xc099d3e4][SLP] mountd
  282 c1764c00    0     1   282 0000000 [SLPQ select 0xc099d3e4][SLP] rpcbind
  268 c1764800    0     1   268 0000000 [SLPQ select 0xc099d3e4][SLP] syslogd
  239 c1764400    0     1   239 0000000 [SLPQ select 0xc099d3e4][SLP] devd
   61 c1764e00    0     0     0 0000204 [SLPQ - 0xce9ecd04][SLP] schedcpu
   60 c1767000    0     0     0 0000204 [SLPQ - 0xc09a58ec][SLP] nfsiod 3
   59 c1767200    0     0     0 0000204 [SLPQ - 0xc09a58e8][SLP] nfsiod 2
   58 c1767400    0     0     0 0000204 [SLPQ - 0xc09a58e4][SLP] nfsiod 1
   57 c1767600    0     0     0 0000204 [SLPQ - 0xc09a58e0][SLP] nfsiod 0
   56 c1767800    0     0     0 0000204 [SLPQ biord 0xc6684be8][SLP] syncer
   55 c1592400    0     0     0 0000204 [SLPQ vlruwt 0xc1592400][SLP] vnlru
   54 c1592600    0     0     0 0000204 [SLPQ qsleep 0xc099d92c][SLP] bufdaemon
   53 c1592800    0     0     0 000020c [SLPQ pgzero 0xc09abe84][SLP] pagezero
   52 c1592a00    0     0     0 0000204 [SLPQ psleep 0xc09ab9d4][SLP] vmdaemon
   51 c1592c00    0     0     0 0000204 [SLPQ psleep 0xc09ab990][SLP] pagedaemon
   50 c1592e00    0     0     0 0000204 [SLPQ - 0xc168383c][SLP] fdc0
   49 c165f000    0     0     0 0000204 [IWAIT] swi0: sio
   48 c165f200    0     0     0 0000204 [SLPQ usbevt 0xc162c210][SLP] usb4
   47 c165f400    0     0     0 0000204 [SLPQ usbevt 0xc1679210][SLP] usb3
   46 c165f600    0     0     0 0000204 [SLPQ usbevt 0xc1667210][SLP] usb2
   45 c165f800    0     0     0 0000204 [SLPQ usbevt 0xc1668210][SLP] usb1
   44 c165fa00    0     0     0 0000204 [SLPQ usbtsk 0xc0916dd4][SLP] usbtask
   43 c165fc00    0     0     0 0000204 [SLPQ usbevt 0xc163b210][SLP] usb0
   42 c1582c00    0     0     0 0000204 [IWAIT] swi6: task queue
    9 c1582e00    0     0     0 0000204 [SLPQ - 0xc1635100][SLP] kqueue taskq
    8 c1590000    0     0     0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task2
    7 c1590200    0     0     0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task1
    6 c1590400    0     0     0 0000204 [SLPQ - 0xc1635180][SLP] acpi_task0
   41 c1590600    0     0     0 0000204 [IWAIT] swi2: cambio
   40 c1590800    0     0     0 0000204 [IWAIT] swi5:+
    5 c1590a00    0     0     0 0000204 [SLPQ - 0xc1635400][SLP] thread taskq
   39 c1590c00    0     0     0 0000204 [IWAIT] swi6:+
   38 c1590e00    0     0     0 0000204 [SLPQ - 0xc0914b00][SLP] yarrow
    4 c1592000    0     0     0 0000204 [SLPQ - 0xc09195c8][SLP] g_down
    3 c1592200    0     0     0 0000204 [RUNQ] g_up
    2 c1574600    0     0     0 0000204 [SLPQ - 0xc09195bc][SLP] g_event
   37 c1574800    0     0     0 0000204 [CPU 0] swi1: net
   36 c1574a00    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1574c00    0     0     0 000020c [RUNQ] swi4: clock sio
   34 c1574e00    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c1582000    0     0     0 0000204 [IWAIT] irq22: rl0
   32 c1582200    0     0     0 0000204 [IWAIT] irq21:
   31 c1582400    0     0     0 0000204 [IWAIT] irq20:
   30 c1582600    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c1582800    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c1582a00    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c1543200    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c1543400    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c1543600    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c1543800    0     0     0 0000204 [IWAIT] irq13:
   23 c1543a00    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c1543c00    0     0     0 0000204 [IWAIT] irq11:
   21 c1543e00    0     0     0 0000204 [IWAIT] irq10:
   20 c1574000    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1574200    0     0     0 0000204 [IWAIT] irq8:
   18 c1574400    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c153e000    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c153e200    0     0     0 0000204 [IWAIT] irq5:
   15 c153e400    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c153e600    0     0     0 0000204 [IWAIT] irq3:
   13 c153e800    0     0     0 0000204 [IWAIT] irq0:
   12 c153ea00    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c153ec00    0     0     0 000020c [Can run] idle: cpu0
    1 c153ee00    0     0     1 0004200 [SLPQ wait 0xc153ee00][SLP] init
   10 c1543000    0     0     0 0000204 [SLPQ ktrace 0xc094e038][SLP] ktrace
    0 c09196c0    0     0     0 0000200 [IWAIT] swapper
 1297 c1bfba00 1001  1228   588 0002002 zomb[INACTIVE] tcp
 1245 c1c77000 1001  1221   588 0002002 zomb[INACTIVE] swap
 1213 c1cb3000 1001   595   588 0006002 zomb[INACTIVE] syscall
 1212 c1c77400 1001   595   588 0006002 zomb[INACTIVE] rw
 1211 c1c76400 1001   595   588 0006002 zomb[INACTIVE] thr1
 1209 c1d00a00 1001   595   588 0006002 zomb[INACTIVE] creat
 1214 c1d00000 1001   595   588 0006002 zomb[INACTIVE] sysctl
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

#10 0xc062e523 in panic (fmt=---Can't read userspace from dump, or kernel process---

) at ../../../kern/kern_shutdown.c:547
#11 0xc077e39f in trash_ctor (mem=0xc216d500, size=0x0, arg=0xcbfa0b04, flags=0x1) at ../../../vm/uma_dbg.c:72
#12 0xc0625608 in mb_ctor_mbuf (mem=0xc216d500, size=0x100, arg=0xcbfa0b04, how=0x1) at ../../../kern/kern_mbuf.c:204
#13 0xc077cdab in uma_zalloc_arg (zone=0xc104a9a0, udata=0xcbfa0b04, flags=0x1) at ../../../vm/uma_core.c:1839
#14 0xc0664648 in m_copym (m=0xc1739300, off0=0x16a0, len=0x5a8, wait=0x1) at mbuf.h:365
#15 0xc06c83aa in tcp_output (tp=0xc1fe78fc) at ../../../netinet/tcp_output.c:774
#16 0xc06c6be7 in tcp_input (m=0xc178ab00, off0=0x14) at ../../../netinet/tcp_input.c:2441
#17 0xc06be809 in ip_input (m=0xc178ab00) at ../../../netinet/ip_input.c:776
#18 0xc069deb2 in netisr_processqueue (ni=0xc099eb38) at ../../../net/netisr.c:235
#19 0xc069e096 in swi_net (dummy=0x0) at ../../../net/netisr.c:348
#20 0xc061bcbc in ithread_loop (arg=0xc1573480) at ../../../kern/kern_intr.c:545
#21 0xc061b0ec in fork_exit (callout=0xc061bba0 <ithread_loop>, arg=0xc1573480, frame=0xcbfa0d38) at ../../../kern/kern_fork.c:789
#22 0xc07d7ecc in fork_trampoline () at ../../../i386/i386/exception.s:208
(kgdb) f 13
#13 0xc077cdab in uma_zalloc_arg (zone=0xc104a9a0, udata=0xcbfa0b04, flags=0x1) at ../../../vm/uma_core.c:1839
1839                                    if (zone->uz_ctor(item, zone->uz_keg->uk_size,
(kgdb) p *zone
$1 = {uz_name = 0xc0850f58 "Mbuf", uz_lock = 0xc10443c8, uz_keg = 0xc10443c0, uz_link = {le_next = 0xc104ac60, le_prev = 0xc10443f8},
  uz_full_bucket = {lh_first = 0x0}, uz_free_bucket = {lh_first = 0x0}, uz_ctor = 0xc06255f0 <mb_ctor_mbuf>,
  uz_dtor = 0xc0625660 <mb_dtor_mbuf>, uz_init = 0, uz_fini = 0, uz_allocs = 0x380bf5, uz_fills = 0x0, uz_count = 0x80, uz_cpu = {{
      uc_freebucket = 0x0, uc_allocbucket = 0xc2de8000, uc_allocs = 0x1}}}