GENERIC HEAD from Feb 23 06:23 UTC + mpsafe_vfs = 1 , vmcore.189

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Wed Feb 23 07:48:39 CET 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252358656 (240 MB)
:
mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
Slab at 0xc2580fa8, freei 10 = 0.
panic: Duplicate free of item 0xc2580a00 from zone 0xc103e9a0(Mbuf)

cpuid = 0
KDB: enter: panic
[thread pid 37 tid 100013 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 37 tid 100013 td 0xc1524450
kdb_enter(c0824c5d) at kdb_enter+0x2b
panic(c083ea9c,c2580a00,c103e9a0,c0823405,c083ea80) at panic+0x14b
uma_dbg_free(c103e9a0,0,c2580a00) at uma_dbg_free+0x110
uma_zfree_arg(c103e9a0,c2580a00,0) at uma_zfree_arg+0xf3
m_freem(c2580a00,5ea,3,c15fc8fc,0) at m_freem+0x36
m_defrag(c2580a00,1,c15fcf00,1,c08384bf,579) at m_defrag+0x18a
rl_encap(c15fc800,c2580a00) at rl_encap+0x2b
rl_start_locked(c15fc800,c15fcf00,0,c08384bf,5a4) at rl_start_locked+0x1f3
rl_start(c15fc800) at rl_start+0x28
if_start(c15fc800) at if_start+0x7b
ether_output_frame(c15fc800,c2580a00,0,0,0) at ether_output_frame+0x1d9
ether_output(c15fc800,c2580a00,c2467500,c180c7bc,c2264c58) at ether_output+0x380
in_arpinput(c2264c00,c2264c00,cbf9bce0,c067eef6,c2264c00) at in_arpinput+0x5a6
arpintr(c2264c00) at arpintr+0xca
netisr_processqueue(c0951978) at netisr_processqueue+0x6e
swi_net(0) at swi_net+0xbe
ithread_loop(c154f080,cbf9bd48,c154f080,c05fe964,0) at ithread_loop+0x120
fork_exit(c05fe964,c154f080,cbf9bd48) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcbf9bd7c, ebp = 0 ---
db> show alllocks
Process 54218 (swap) thread 0xc1ee7170 (100371)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1e76d68) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc1852d28) locked @ vm/vm_map.c:2998
Process 561 (sshd) thread 0xc18488a0 (100096)
exclusive sleep mutex inp (tcpinp) r = 0 (0xc183b4c8) locked @ netinet/tcp_usrreq.c:651
exclusive sleep mutex tcp r = 0 (0xc09526ec) locked @ netinet/tcp_usrreq.c:634
Process 37 (swi1: net) thread 0xc1524450 (100013)
exclusive sleep mutex Mbuf (UMA zone) r = 0 (0xc15113c8) locked @ vm/uma_core.c:2263
exclusive sleep mutex UMA pcpu r = 0 (0xc095e340) locked @ vm/uma_core.c:2245
exclusive sleep mutex rl0 (network driver) r = 0 (0xc15fcf00) locked @ pci/if_rl.c:1444
db> where 561
Tracing pid 561 tid 100096 td 0xc18488a0
sched_switch(c18488a0,0,2) at sched_switch+0x17f
mi_switch(2,0,c0902e60,0,c0826444) at mi_switch+0x264
critical_exit(0,c1558450,ffffffff,cf36e96c,c0631421) at critical_exit+0x86
_mtx_unlock_spin_flags(c0902e60,0,c0827ec7,332,0) at _mtx_unlock_spin_flags+0xc9
turnstile_unpend(c154d2c0,c095e340,0,8de,cf36e9a8) at turnstile_unpend+0x2cd
_mtx_unlock_sleep(c095e340,0,c083e363,8de) at _mtx_unlock_sleep+0x10e
_mtx_unlock_flags(c095e340,0,c083e363,8de,c15113c8) at _mtx_unlock_flags+0xd6
uma_zfree_arg(c103e9a0,c254eb00,0) at uma_zfree_arg+0x129
mb_free_ext(c254eb00) at mb_free_ext+0xcf
m_freem(c2580a00) at m_freem+0x21
arpresolve(c15fc800,c180c7bc,c2563900,cf36eabc,cf36ea60) at arpresolve+0x1f4
ether_output(c15fc800,c2563900,cf36eabc,c180c7bc,c176f000) at ether_output+0x66
ip_output(c2563900,0,cf36eab8,0,0) at ip_output+0x6fc
tcp_output(c1a9a000,0,c183b438,0,30) at tcp_output+0xf8d
tcp_usr_send(c183f530,0,c263f600,0,0) at tcp_usr_send+0x18b
sosend(c183f530,0,cf36ec88,c263f600,0) at sosend+0x5e7
soo_write(c1784cf0,cf36ec88,c1a95c00,0,c18488a0) at soo_write+0x46
dofilewrite(c18488a0,c1784cf0,3,807e000,830) at dofilewrite+0xa8
write(c18488a0,cf36ed14,3,2f9,206) at write+0x39
syscall(2f,bfbf002f,bfbf002f,bfbfde68,806edc8) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x282ac973, esp = 0xbfbfddcc, ebp = 0xbfbfdde8 ---
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

(kgdb) p *(struct ifnet *)0xc15fc800
$1 = {if_softc = 0xc15fc800, if_link = {tqe_next = 0xc1691400, tqe_prev = 0xc09515e4}, if_xname = "rl0", '\0' <repeats 12 times>,
  if_dname = 0xc158732c "rl", if_dunit = 0x0, if_addrhead = {tqh_first = 0xc165c000, tqh_last = 0xc168ce60}, if_klist = {
    kl_lock = 0xc08e9560, kl_list = {slh_first = 0x0}}, if_pcount = 0x0, if_carp = 0x0, if_bpf = 0x0, if_index = 0x1, if_timer = 0x0,
  if_nvlans = 0x0, if_flags = 0x8843, if_capabilities = 0x8, if_capenable = 0x8, if_linkmib = 0x0, if_linkmiblen = 0x0, if_data = {
    ifi_type = 0x6, ifi_physical = 0x0, ifi_addrlen = 0x6, ifi_hdrlen = 0xe, ifi_link_state = 0x2, ifi_recvquota = 0x0,
    ifi_xmitquota = 0x0, ifi_datalen = 0x50, ifi_mtu = 0x5dc, ifi_metric = 0x0, ifi_baudrate = 0x989680, ifi_ipackets = 0x13e355,
    ifi_ierrors = 0x0, ifi_opackets = 0x81fa73, ifi_oerrors = 0x0, ifi_collisions = 0x0, ifi_ibytes = 0x56fe418, ifi_obytes = 0x103f975d,
    ifi_imcasts = 0x2e, ifi_omcasts = 0x7, ifi_iqdrops = 0x0, ifi_noproto = 0x0, ifi_hwassist = 0x0, ifi_epoch = 0x1, ifi_lastchange = {
      tv_sec = 0x0, tv_usec = 0x0}}, if_multiaddrs = {tqh_first = 0xc17cd140, tqh_last = 0xc17cd900}, if_amcount = 0x0,
  if_output = 0xc06774f4 <ether_output>, if_input = 0xc0677c80 <ether_input>, if_start = 0xc071151c <rl_start>,
  if_ioctl = 0xc0711c40 <rl_ioctl>, if_watchdog = 0xc0711d98 <rl_watchdog>, if_init = 0xc07118d4 <rl_init>,
  if_resolvemulti = 0xc06784c8 <ether_resolvemulti>, if_spare1 = 0x0, if_spare2 = 0x0, if_spare3 = 0x0, if_spare_flags1 = 0x0,
  if_spare_flags2 = 0x0, if_snd = {ifq_head = 0x0, ifq_tail = 0x0, ifq_len = 0x0, ifq_maxlen = 0x32, ifq_drops = 0x334, ifq_mtx = {
      mtx_object = {lo_class = 0xc0886b88, lo_name = 0xc15fc80c "rl0", lo_type = 0xc082e54c "if send queue", lo_flags = 0x30000,
        lo_list = {tqe_next = 0xc165c07c, tqe_prev = 0xc15fca18}, lo_witness = 0xc0912c88}, mtx_lock = 0x4, mtx_recurse = 0x0},
    ifq_drv_head = 0x0, ifq_drv_tail = 0x0, ifq_drv_len = 0x0, ifq_drv_maxlen = 0x32, altq_type = 0x0, altq_flags = 0x1, altq_disc = 0x0,
    altq_ifp = 0xc15fc800, altq_enqueue = 0, altq_dequeue = 0, altq_request = 0, altq_clfier = 0x0, altq_classify = 0, altq_tbr = 0x0,
    altq_cdnr = 0x0}, if_broadcastaddr = 0xc07e1d40 "˙˙˙˙˙˙ether_output", lltables = 0x0, if_label = 0x0, if_prefixhead = {
    tqh_first = 0x0, tqh_last = 0xc15fc968}, if_afdata = {0x0 <repeats 28 times>, 0xc16a6160, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
  if_afdata_initialized = 0x2, if_afdata_mtx = {mtx_object = {lo_class = 0xc0886b88, lo_name = 0xc082e53c "if_afdata",
      lo_type = 0xc082e53c "if_afdata", lo_flags = 0x30000, lo_list = {tqe_next = 0xc15fc8fc, tqe_prev = 0xc15fcf10},
      lo_witness = 0xc0912cb0}, mtx_lock = 0x4, mtx_recurse = 0x0}, if_starttask = {ta_link = {stqe_next = 0x0}, ta_pending = 0x0,
    ta_priority = 0x0, ta_func = 0xc06768a8 <if_start_deferred>, ta_context = 0xc15fc800, ta_flags = 0x0}}