GENERIC HEAD from Feb 23 06:23 UTC + mpsafe_vfs = 1 , vmcore.189 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-CURRENT #0: Wed Feb 23 07:48:39 CET 2005 pho@current.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf13 Stepping = 3 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> real memory = 267583488 (255 MB) avail memory = 252358656 (240 MB) : mount root from ufs:/dev/ad0s1a rl0: link state changed to DOWN sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 sigreturn: eflags = 0x0 Slab at 0xc2580fa8, freei 10 = 0. panic: Duplicate free of item 0xc2580a00 from zone 0xc103e9a0(Mbuf) cpuid = 0 KDB: enter: panic [thread pid 37 tid 100013 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 37 tid 100013 td 0xc1524450 kdb_enter(c0824c5d) at kdb_enter+0x2b panic(c083ea9c,c2580a00,c103e9a0,c0823405,c083ea80) at panic+0x14b uma_dbg_free(c103e9a0,0,c2580a00) at uma_dbg_free+0x110 uma_zfree_arg(c103e9a0,c2580a00,0) at uma_zfree_arg+0xf3 m_freem(c2580a00,5ea,3,c15fc8fc,0) at m_freem+0x36 m_defrag(c2580a00,1,c15fcf00,1,c08384bf,579) at m_defrag+0x18a rl_encap(c15fc800,c2580a00) at rl_encap+0x2b rl_start_locked(c15fc800,c15fcf00,0,c08384bf,5a4) at rl_start_locked+0x1f3 rl_start(c15fc800) at rl_start+0x28 if_start(c15fc800) at if_start+0x7b ether_output_frame(c15fc800,c2580a00,0,0,0) at ether_output_frame+0x1d9 ether_output(c15fc800,c2580a00,c2467500,c180c7bc,c2264c58) at ether_output+0x380 in_arpinput(c2264c00,c2264c00,cbf9bce0,c067eef6,c2264c00) at in_arpinput+0x5a6 arpintr(c2264c00) at arpintr+0xca netisr_processqueue(c0951978) at netisr_processqueue+0x6e swi_net(0) at swi_net+0xbe ithread_loop(c154f080,cbf9bd48,c154f080,c05fe964,0) at ithread_loop+0x120 fork_exit(c05fe964,c154f080,cbf9bd48) at fork_exit+0xa4 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xcbf9bd7c, ebp = 0 --- db> show alllocks Process 54218 (swap) thread 0xc1ee7170 (100371) exclusive sleep mutex vm object (standard object) r = 0 (0xc1e76d68) locked @ vm/vm_fault.c:295 exclusive sx user map r = 0 (0xc1852d28) locked @ vm/vm_map.c:2998 Process 561 (sshd) thread 0xc18488a0 (100096) exclusive sleep mutex inp (tcpinp) r = 0 (0xc183b4c8) locked @ netinet/tcp_usrreq.c:651 exclusive sleep mutex tcp r = 0 (0xc09526ec) locked @ netinet/tcp_usrreq.c:634 Process 37 (swi1: net) thread 0xc1524450 (100013) exclusive sleep mutex Mbuf (UMA zone) r = 0 (0xc15113c8) locked @ vm/uma_core.c:2263 exclusive sleep mutex UMA pcpu r = 0 (0xc095e340) locked @ vm/uma_core.c:2245 exclusive sleep mutex rl0 (network driver) r = 0 (0xc15fcf00) locked @ pci/if_rl.c:1444 db> where 561 Tracing pid 561 tid 100096 td 0xc18488a0 sched_switch(c18488a0,0,2) at sched_switch+0x17f mi_switch(2,0,c0902e60,0,c0826444) at mi_switch+0x264 critical_exit(0,c1558450,ffffffff,cf36e96c,c0631421) at critical_exit+0x86 _mtx_unlock_spin_flags(c0902e60,0,c0827ec7,332,0) at _mtx_unlock_spin_flags+0xc9 turnstile_unpend(c154d2c0,c095e340,0,8de,cf36e9a8) at turnstile_unpend+0x2cd _mtx_unlock_sleep(c095e340,0,c083e363,8de) at _mtx_unlock_sleep+0x10e _mtx_unlock_flags(c095e340,0,c083e363,8de,c15113c8) at _mtx_unlock_flags+0xd6 uma_zfree_arg(c103e9a0,c254eb00,0) at uma_zfree_arg+0x129 mb_free_ext(c254eb00) at mb_free_ext+0xcf m_freem(c2580a00) at m_freem+0x21 arpresolve(c15fc800,c180c7bc,c2563900,cf36eabc,cf36ea60) at arpresolve+0x1f4 ether_output(c15fc800,c2563900,cf36eabc,c180c7bc,c176f000) at ether_output+0x66 ip_output(c2563900,0,cf36eab8,0,0) at ip_output+0x6fc tcp_output(c1a9a000,0,c183b438,0,30) at tcp_output+0xf8d tcp_usr_send(c183f530,0,c263f600,0,0) at tcp_usr_send+0x18b sosend(c183f530,0,cf36ec88,c263f600,0) at sosend+0x5e7 soo_write(c1784cf0,cf36ec88,c1a95c00,0,c18488a0) at soo_write+0x46 dofilewrite(c18488a0,c1784cf0,3,807e000,830) at dofilewrite+0xa8 write(c18488a0,cf36ed14,3,2f9,206) at write+0x39 syscall(2f,bfbf002f,bfbf002f,bfbfde68,806edc8) at syscall+0x213 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (4, FreeBSD ELF32, write), eip = 0x282ac973, esp = 0xbfbfddcc, ebp = 0xbfbfdde8 --- db> call doadump Dumping 255 MB 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240 Dump complete 0xf db> reset (kgdb) p *(struct ifnet *)0xc15fc800 $1 = {if_softc = 0xc15fc800, if_link = {tqe_next = 0xc1691400, tqe_prev = 0xc09515e4}, if_xname = "rl0", '\0' <repeats 12 times>, if_dname = 0xc158732c "rl", if_dunit = 0x0, if_addrhead = {tqh_first = 0xc165c000, tqh_last = 0xc168ce60}, if_klist = { kl_lock = 0xc08e9560, kl_list = {slh_first = 0x0}}, if_pcount = 0x0, if_carp = 0x0, if_bpf = 0x0, if_index = 0x1, if_timer = 0x0, if_nvlans = 0x0, if_flags = 0x8843, if_capabilities = 0x8, if_capenable = 0x8, if_linkmib = 0x0, if_linkmiblen = 0x0, if_data = { ifi_type = 0x6, ifi_physical = 0x0, ifi_addrlen = 0x6, ifi_hdrlen = 0xe, ifi_link_state = 0x2, ifi_recvquota = 0x0, ifi_xmitquota = 0x0, ifi_datalen = 0x50, ifi_mtu = 0x5dc, ifi_metric = 0x0, ifi_baudrate = 0x989680, ifi_ipackets = 0x13e355, ifi_ierrors = 0x0, ifi_opackets = 0x81fa73, ifi_oerrors = 0x0, ifi_collisions = 0x0, ifi_ibytes = 0x56fe418, ifi_obytes = 0x103f975d, ifi_imcasts = 0x2e, ifi_omcasts = 0x7, ifi_iqdrops = 0x0, ifi_noproto = 0x0, ifi_hwassist = 0x0, ifi_epoch = 0x1, ifi_lastchange = { tv_sec = 0x0, tv_usec = 0x0}}, if_multiaddrs = {tqh_first = 0xc17cd140, tqh_last = 0xc17cd900}, if_amcount = 0x0, if_output = 0xc06774f4 <ether_output>, if_input = 0xc0677c80 <ether_input>, if_start = 0xc071151c <rl_start>, if_ioctl = 0xc0711c40 <rl_ioctl>, if_watchdog = 0xc0711d98 <rl_watchdog>, if_init = 0xc07118d4 <rl_init>, if_resolvemulti = 0xc06784c8 <ether_resolvemulti>, if_spare1 = 0x0, if_spare2 = 0x0, if_spare3 = 0x0, if_spare_flags1 = 0x0, if_spare_flags2 = 0x0, if_snd = {ifq_head = 0x0, ifq_tail = 0x0, ifq_len = 0x0, ifq_maxlen = 0x32, ifq_drops = 0x334, ifq_mtx = { mtx_object = {lo_class = 0xc0886b88, lo_name = 0xc15fc80c "rl0", lo_type = 0xc082e54c "if send queue", lo_flags = 0x30000, lo_list = {tqe_next = 0xc165c07c, tqe_prev = 0xc15fca18}, lo_witness = 0xc0912c88}, mtx_lock = 0x4, mtx_recurse = 0x0}, ifq_drv_head = 0x0, ifq_drv_tail = 0x0, ifq_drv_len = 0x0, ifq_drv_maxlen = 0x32, altq_type = 0x0, altq_flags = 0x1, altq_disc = 0x0, altq_ifp = 0xc15fc800, altq_enqueue = 0, altq_dequeue = 0, altq_request = 0, altq_clfier = 0x0, altq_classify = 0, altq_tbr = 0x0, altq_cdnr = 0x0}, if_broadcastaddr = 0xc07e1d40 "˙˙˙˙˙˙ether_output", lltables = 0x0, if_label = 0x0, if_prefixhead = { tqh_first = 0x0, tqh_last = 0xc15fc968}, if_afdata = {0x0 <repeats 28 times>, 0xc16a6160, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, if_afdata_initialized = 0x2, if_afdata_mtx = {mtx_object = {lo_class = 0xc0886b88, lo_name = 0xc082e53c "if_afdata", lo_type = 0xc082e53c "if_afdata", lo_flags = 0x30000, lo_list = {tqe_next = 0xc15fc8fc, tqe_prev = 0xc15fcf10}, lo_witness = 0xc0912cb0}, mtx_lock = 0x4, mtx_recurse = 0x0}, if_starttask = {ta_link = {stqe_next = 0x0}, ta_pending = 0x0, ta_priority = 0x0, ta_func = 0xc06768a8 <if_start_deferred>, ta_context = 0xc15fc800, ta_flags = 0x0}}