GENERIC HEAD from May 29 16:27 UTC, vmcore.335

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Sun May 29 18:44:33 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252256256 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
Slab at 0xc2ba5fa8, freei 2 = 0.
panic: Duplicate free of item 0xc2ba5200 from zone 0xc10429a0(Mbuf)

cpuid = 0
KDB: enter: panic
[thread pid 37 tid 100020 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 37 tid 100020 td 0xc153a480
kdb_enter(c0857df7) at kdb_enter+0x2b
panic(c0872304,c2ba5200,c10429a0,c0856566,c08722e8) at panic+0x14b
uma_dbg_free(c10429a0,0,c2ba5200) at uma_dbg_free+0x110
uma_zfree_arg(c10429a0,c2ba5200,0) at uma_zfree_arg+0x67
m_freem(c2ba5200,5ea,3,c16298fc,0) at m_freem+0x36
m_defrag(c2ba5200,1,c1629f08,1,c086baf7,577) at m_defrag+0x182
rl_encap(c1629800,c2ba5200) at rl_encap+0x2b
rl_start_locked(c1629800,c1629f08,0,c086baf7,5a2) at rl_start_locked+0x1f3
rl_start(c1629800) at rl_start+0x28
if_start(c1629800) at if_start+0x7b
ether_output_frame(c1629800,c2ba5200,0,0,0) at ether_output_frame+0x1d9
ether_output(c1629800,c2ba5200,c1a14e00,c17eb8c4,c173f158) at ether_output+0x384
in_arpinput(c173f100,c173f100,cbf9bcd0,c06a1736,c173f100) at in_arpinput+0x5a6
arpintr(c173f100) at arpintr+0xca
netisr_processqueue(c097a478) at netisr_processqueue+0x6e
swi_net(0) at swi_net+0xbe
ithread_loop(c156e480,cbf9bd38,c156e480,c06201ec,0) at ithread_loop+0x120
fork_exit(c06201ec,c156e480,cbf9bd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcbf9bd6c, ebp = 0 ---
db> show alllocks
Process 14726 (sh) thread 0xc2bfe780 (100130)
exclusive sleep mutex vm object (standard object) r = 0 (0xc26445ac) locked @ vm/vm_fault.c:683
exclusive sx user map r = 0 (0xc1b58bfc) locked @ vm/vm_map.c:2997
Process 14725 (rw) thread 0xc1b8aa80 (100192)
exclusive sleep mutex vm object (standard object) r = 0 (0xc1b5fad4) locked @ vm/vm_fault.c:665
exclusive sx user map r = 0 (0xc275e4f4) locked @ vm/vm_map.c:2997
Process 14724 (sh) thread 0xc1b08900 (100384)
exclusive sleep mutex vm object (standard object) r = 0 (0xc105d8c4) locked @ vm/vm_fault.c:683
exclusive sx user map r = 0 (0xc230d878) locked @ vm/vm_map.c:2997
Process 14723 (swapinfo) thread 0xc22a9600 (100311)
exclusive sx user map r = 0 (0xc1af03c8) locked @ vm/vm_map.c:2317
Process 14720 (swapinfo) thread 0xc1bef300 (100326)
exclusive sx user map r = 0 (0xc275fbfc) locked @ vm/vm_map.c:1460
Process 14718 (tcp) thread 0xc1b55000 (100374)
exclusive sleep mutex sleep mtxpool r = 0 (0xc1516328) locked @ kern/kern_event.c:942
Process 14717 (sh) thread 0xc1c0c000 (100343)
exclusive sx user map r = 0 (0xc1b584f4) locked @ vm/vm_map.c:2489
Process 14668 (udp) thread 0xc1befd80 (100277)
exclusive sleep mutex vm object (standard object) r = 0 (0xc2175ce4) locked @ vm/vm_fault.c:665
exclusive sx user map r = 0 (0xc275f29c) locked @ vm/vm_map.c:2997
Process 14667 (udp) thread 0xc1b56a80 (100110)
exclusive sleep mutex inp (udpinp) r = 0 (0xc17e9360) locked @ netinet/udp_usrreq.c:773
Process 14652 (swap) thread 0xc2a76c00 (100225)
exclusive sleep mutex vm object (standard object) r = 0 (0xc26464a4) locked @ vm/vm_fault.c:295
exclusive sx user map r = 0 (0xc275f3c8) locked @ vm/vm_map.c:2997
Process 3 (g_up) thread 0xc158a600 (100041)
exclusive sleep mutex g_disk_done r = 0 (0xc091d4c0) locked @ geom/geom_disk.c:198
exclusive sleep mutex g_xup r = 0 (0xcc9c8cc4) locked @ geom/geom_io.c:471
Process 37 (swi1: net) thread 0xc153a480 (100020)
exclusive sleep mutex Mbuf (UMA zone) r = 0 (0xc15183c8) locked @ vm/uma_core.c:2253
exclusive sleep mutex rl0 (network driver) r = 0 (0xc1629f08) locked @ pci/if_rl.c:1442
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
14727 c2757600 1001 14717   608 0000002 new [INACTIVE] sh
14726 c24efc00 1001 14717   608 0000002 [RUNQ] sh
14725 c1874e00 1001 14637   608 0000012 [RUNQ] rw
14724 c1b06200 1001 14651   608 0004002 [RUNQ] sh
14723 c1b2a800 1001 14717   608 0006002 [LOCK vm object c182b880] swapinfo
14722 c1ae6200 1001 14670   608 0000002 [RUNQ] tcp
14721 c24efe00 1001 14719   608 0004002 [SLPQ piperd 0xc1b51300][SLP] tail
14720 c1f55a00 1001 14719   608 0004002 [RUNQ] swapinfo
14719 c1b06600 1001 14655   608 0004002 [RUNQ] sh
14718 c275b600 1001 14679   608 0000002 [RUNQ] tcp
14717 c1b27400 1001 14656   608 0004002 [LOCK vm object c182b880] sh
14715 c275b400 1001 14675   608 0000002 [RUNQ] tcp
14701 c1b27c00 1001 14671   608 0000002 [RUNQ] tcp
14682 c1ac7e00 1001 14644   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] mkdir
14681 c1f5b000 1001 14644   608 0000002 [RUNQ] mkdir
14680 c2757e00 1001 14644   608 0000002 [SLPQ biord 0xc662f434][SLP] mkdir
14679 c1ac7a00 1001 14657   608 0000002 [SLPQ accept 0xc223ba9a][SLP] tcp
14678 c1874c00 1001 14644   608 0000002 [RUNQ] mkdir
14677 c1f5b400 1001 14644   608 0000002 [RUNQ] mkdir
14676 c1ae8c00 1001 14657   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] tcp
14675 c1874800 1001 14657   608 0000002 [SLPQ sbwait 0xc1a9b1e8][SLP] tcp
14674 c1cd2400 1001 14657   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] tcp
14673 c1b07e00 1001 14657   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] tcp
14672 c1ae6600 1001 14657   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] tcp
14671 c1b07c00 1001 14657   608 0000002 [SLPQ sbwait 0xc223c5cc][SLP] tcp
14670 c1f55000 1001 14657   608 0000002 [SLPQ accept 0xc223c802][SLP] tcp
14669 c1b07600 1001 14657   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] tcp
14668 c1cd1000 1001 14664   608 0000002 [RUNQ] udp
14667 c1cd1600 1001 14664   608 0000002 [RUNQ] udp
14666 c1f55c00 1001 14643   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] creat
14665 c1874600 1001 14643   608 0000002 [RUNQ] creat
14664 c24ef600 1001 14634   608 0000002 [SLPQ wait 0xc24ef600][SLP] udp
14663 c1b2ae00 1001 14643   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] creat
14662 c1b2a600 1001 14643   608 0000002 [RUNQ] creat
14661 c1b4e800 1001 14643   608 0000002 [RUNQ] creat
14660 c1cd2800 1001 14643   608 0000002 [RUNQ] creat
14659 c1b27600 1001 14642   608 0000002 [RUNQ] swap
14658 c1764200 1001 14642   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] swap
14657 c2757c00 1001 14633   608 0000002 [SLPQ wait 0xc2757c00][SLP] tcp
14656 c1b2a400 1001 14642   608 0000002 [SLPQ piperd 0xc2772480][SLP] swap
14655 c1b28600 1001 14642   608 0000002 [SLPQ piperd 0xc274a900][SLP] swap
14654 c1b4ea00 1001 14642   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] swap
14653 c24efa00 1001 14642   608 0000002 [RUNQ] swap
14652 c24ef800 1001 14642   608 0000002 [RUNQ] swap
14651 c1cd1200 1001 14642   608 0000002 [SLPQ piperd 0xc1b51180][SLP] swap
14650 c2757800 1001 14644   608 0000002 [RUNQ] mkdir
14649 c2749800 1001 14644   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] mkdir
14648 c1cd2200 1001 14644   608 0000002 [RUNQ] mkdir
14647 c1b2a200 1001 14644   608 0000002 [RUNQ] mkdir
14646 c1b4e200 1001 14644   608 0000002 [RUNQ] mkdir
14645 c1ae6c00 1001 14642   608 0000002 [RUNQ] swap
14644 c1ac8200 1001 14628   608 0000002 [SLPQ wait 0xc1ac8200][SLP] mkdir
14643 c1cd1800 1001 14627   608 0000002 [SLPQ wait 0xc1cd1800][SLP] creat
14642 c1b07400 1001 14626   608 0000002 [SLPQ wait 0xc1b07400][SLP] swap
14641 c1ac8400 1001 14635   608 0000002 [RUNQ] rw
14640 c1ae8800 1001 14635   608 0000002 [RUNQ] rw
14639 c1b06a00 1001 14635   608 0000002 [RUNQ] rw
14638 c1b28200 1001 14635   608 0000002 [RUNQ] rw
14637 c1ac7200 1001 14635   608 0000002 [SLPQ ppwait 0xc1ac7200][SLP] rw
14636 c1ae8000 1001 14635   608 0000002 [SLPQ nanslp 0xc092c18c][SLP] rw
14635 c1b28c00 1001 14630   608 0000002 [SLPQ wait 0xc1b28c00][SLP] rw
14634 c1b4e000 1001   615   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] udp
14633 c1b07000 1001   615   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] tcp
14630 c1b2a000 1001   615   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] rw
14628 c24ea400 1001   615   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] mkdir
14627 c1ac8e00 1001   615   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] creat
14626 c1b27a00 1001   615   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] swap
 6411 c1cd2600    0  6410  6411 0004002 [SLPQ ttyin 0xc16b6410][SLP][SWAP] csh
 6410 c1cd2a00 1001   592  6410 0004102 [SLPQ wait 0xc1cd2a00][SLP][SWAP] su
  615 c180e200 1001   614   608 0000002 [SLPQ wait 0xc180e200][SLP] run
  614 c1873000 1001   613   608 0000002 [SLPQ wait 0xc1873000][SLP][SWAP] run
  613 c180ea00 1001   608   608 0004002 [SLPQ nanslp 0xc092c18c][SLP] run
  608 c180ee00 1001   602   608 0004002 [SLPQ wait 0xc180ee00][SLP][SWAP] sh
  602 c1873c00 1001   601   602 0004002 [SLPQ wait 0xc1873c00][SLP][SWAP] bash
  601 c180ec00 1001   599   599 0000100 [SLPQ select 0xc0979484][SLP] sshd
  599 c180e000    0   423   599 0004100 [SLPQ sbwait 0xc181cc48][SLP][SWAP] sshd
  592 c1874400 1001   591   592 0004002 [SLPQ wait 0xc1874400][SLP][SWAP] bash
  591 c180ba00 1001   589   589 0000100 [SLPQ select 0xc0979484][SLP][SWAP] sshd
  589 c1764000    0   423   589 0004100 [SLPQ sbwait 0xc181c334][SLP][SWAP] sshd
  553 c1874200    0     1   553 0004002 [SLPQ ttyin 0xc16ccc10][SLP][SWAP] getty
  552 c1873800    0     1   552 0004002 [SLPQ ttyin 0xc16cd010][SLP][SWAP] getty
  551 c1873200    0     1   551 0004002 [SLPQ ttyin 0xc16cd410][SLP][SWAP] getty
  550 c1873e00    0     1   550 0004002 [SLPQ ttyin 0xc16c4010][SLP][SWAP] getty
  549 c1873400    0     1   549 0004002 [SLPQ ttyin 0xc16c1410][SLP][SWAP] getty
  548 c1873a00    0     1   548 0004002 [SLPQ ttyin 0xc16c4410][SLP][SWAP] getty
  547 c1873600    0     1   547 0004002 [SLPQ ttyin 0xc16c0c10][SLP][SWAP] getty
  546 c1874000    0     1   546 0004002 [SLPQ ttyin 0xc16c0010][SLP][SWAP] getty
  514 c180b600    0     1   514 0000000 [SLPQ select 0xc0979484][SLP][SWAP] moused
  447 c180b400    0     1   447 0000000 [SLPQ nanslp 0xc092c18c][SLP] cron
  435 c180e600   25     1   435 0000100 [SLPQ pause 0xc180e634][SLP][SWAP] sendmail
  429 c1764600    0     1   429 0000100 [SLPQ select 0xc0979484][SLP] sendmail
  423 c180bc00    0     1   423 0000100 [SLPQ select 0xc0979484][SLP][SWAP] sshd
  405 c180be00    0     1   405 0000000 [SLPQ select 0xc0979484][SLP] ntpd
  376 c180b800    0     1   376 0000000 [SLPQ select 0xc0979484][SLP] usbd
  356 c180e400    0   351   351 0000000 [SLPQ - 0xc1812400][SLP][SWAP] nfsd
  355 c180b000    0   351   351 0000000 [SLPQ - 0xc1812800][SLP][SWAP] nfsd
  354 c165ee00    0   351   351 0000000 [SLPQ - 0xc1812600][SLP][SWAP] nfsd
  352 c1767c00    0   351   351 0000000 [SLPQ - 0xc1812a00][SLP][SWAP] nfsd
  351 c1767e00    0     1   351 0000000 [SLPQ select 0xc0979484][SLP][SWAP] nfsd
  349 c180b200    0     1   349 0000000 [SLPQ select 0xc0979484][SLP][SWAP] mountd
  280 c1764a00    0     1   280 0000000 [SLPQ select 0xc0979484][SLP] rpcbind
  266 c1764c00    0     1   266 0000000 [SLPQ select 0xc0979484][SLP] syslogd
  237 c1764800    0     1   237 0000000 [SLPQ select 0xc0979484][SLP][SWAP] devd
   61 c1764e00    0     0     0 0000204 [SLPQ - 0xce9e7d04][SLP] schedcpu
   60 c1767000    0     0     0 0000204 [SLPQ - 0xc098116c][SLP] nfsiod 3
   59 c1767200    0     0     0 0000204 [SLPQ - 0xc0981168][SLP] nfsiod 2
   58 c1767400    0     0     0 0000204 [SLPQ - 0xc0981164][SLP] nfsiod 1
   57 c1767600    0     0     0 0000204 [SLPQ - 0xc0981160][SLP] nfsiod 0
   56 c1767800    0     0     0 0000204 [SLPQ syncer 0xc092bf00][SLP] syncer
   55 c158b400    0     0     0 0000204 [SLPQ vlruwt 0xc158b400][SLP] vnlru
   54 c158b600    0     0     0 0000204 [SLPQ qsleep 0xc09799d0][SLP] bufdaemon
   53 c158b800    0     0     0 000020c [RUNQ] pagezero
   52 c158ba00    0     0     0 0000204 [SLPQ psleep 0xc0987254][SLP] vmdaemon
   51 c158bc00    0     0     0 0000204 [SLPQ psleep 0xc0987210][SLP] pagedaemon
   50 c158be00    0     0     0 0000204 [SLPQ - 0xc1683a3c][SLP] fdc0
   49 c165e000    0     0     0 0000204 [IWAIT] swi0: sio
   48 c165e200    0     0     0 0000204 [SLPQ usbevt 0xc1626210][SLP] usb4
   47 c165e400    0     0     0 0000204 [SLPQ usbevt 0xc167a210][SLP] usb3
   46 c165e600    0     0     0 0000204 [SLPQ usbevt 0xc1666210][SLP] usb2
   45 c165e800    0     0     0 0000204 [SLPQ usbevt 0xc1668210][SLP] usb1
   44 c165ea00    0     0     0 0000204 [SLPQ usbtsk 0xc091ae94][SLP] usbtask
   43 c165ec00    0     0     0 0000204 [SLPQ usbevt 0xc163c210][SLP] usb0
   42 c157ec00    0     0     0 0000204 [IWAIT] swi2: cambio
   41 c157ee00    0     0     0 0000204 [IWAIT] swi5:+
    9 c1589000    0     0     0 0000204 [SLPQ - 0xc1634280][SLP] acpi_task2
    8 c1589200    0     0     0 0000204 [SLPQ - 0xc1634280][SLP] acpi_task1
    7 c1589400    0     0     0 0000204 [SLPQ - 0xc1634280][SLP] acpi_task0
    6 c1589600    0     0     0 0000204 [SLPQ - 0xc1634300][SLP] thread taskq
   40 c1589800    0     0     0 0000204 [IWAIT] swi6:+
   39 c1589a00    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c1589c00    0     0     0 0000204 [SLPQ - 0xc1537c00][SLP] kqueue taskq
   38 c1589e00    0     0     0 0000204 [SLPQ - 0xc0918bc0][SLP] yarrow
    4 c158b000    0     0     0 0000204 [SLPQ - 0xc091d688][SLP] g_down
    3 c158b200    0     0     0 0000204 [RUNQ] g_up
    2 c156f600    0     0     0 0000204 [SLPQ - 0xc091d67c][SLP] g_event
   37 c156f800    0     0     0 0000204 [CPU 0] swi1: net
   36 c156fa00    0     0     0 0000204 [IWAIT] swi3: vm
   35 c156fc00    0     0     0 000020c [RUNQ] swi4: clock sio
   34 c156fe00    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c157e000    0     0     0 0000204 [IWAIT] irq22: rl0
   32 c157e200    0     0     0 0000204 [IWAIT] irq21:
   31 c157e400    0     0     0 0000204 [IWAIT] irq20:
   30 c157e600    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c157e800    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c157ea00    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c153d200    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c153d400    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c153d600    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c153d800    0     0     0 0000204 [IWAIT] irq13:
   23 c153da00    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c153dc00    0     0     0 0000204 [IWAIT] irq11:
   21 c153de00    0     0     0 0000204 [IWAIT] irq10:
   20 c156f000    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c156f200    0     0     0 0000204 [IWAIT] irq8:
   18 c156f400    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c1538000    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c1538200    0     0     0 0000204 [IWAIT] irq5:
   15 c1538400    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c1538600    0     0     0 0000204 [IWAIT] irq3:
   13 c1538800    0     0     0 0000204 [IWAIT] irq0:
   12 c1538a00    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c1538c00    0     0     0 000020c [Can run] idle: cpu0
    1 c1538e00    0     0     1 0004200 [SLPQ wait 0xc1538e00][SLP] init
   10 c153d000    0     0     0 0000204 [SLPQ ktrace 0xc092a0f8][SLP] ktrace
    0 c091d780    0     0     0 0000200 [IWAIT] swapper
14629 c1b06800 1001   615   608 0006002 zomb[INACTIVE] thr1
14631 c24ef400 1001   615   608 0006002 zomb[INACTIVE] syscall
14632 c24eac00 1001   615   608 0006002 zomb[INACTIVE] sysctl
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

#10 0xc0632e5b in panic (fmt=---Can't read userspace from dump, or kernel process---

) at ../../../kern/kern_shutdown.c:547
#11 0xc0784ff0 in uma_dbg_free (zone=0xc10429a0, slab=0xc2ba5fa8, item=0xc2ba5200) at ../../../vm/uma_dbg.c:301
#12 0xc0783dd3 in uma_zfree_arg (zone=0xc10429a0, item=0xc2ba5200, udata=0x0) at ../../../vm/uma_core.c:2257
#13 0xc0668d96 in m_freem (mb=0x0) at uma.h:304
#14 0xc066a59e in m_defrag (m0=0xc2ba5200, how=0x1) at ../../../kern/uipc_mbuf.c:1237
#15 0xc073366f in rl_encap (sc=0xc1629800, m_head=0xc2ba5200) at ../../../pci/if_rl.c:1406
#16 0xc0733907 in rl_start_locked (ifp=0xc1629800) at ../../../pci/if_rl.c:1462
#17 0xc07336f8 in rl_start (ifp=0xc1629800) at ../../../pci/if_rl.c:1443
#18 0xc0699073 in if_start (ifp=0xc1629800) at ../../../net/if.c:2044
#19 0xc069a229 in ether_output_frame (ifp=0xc1629800, m=0xc2ba5200) at ../../../net/if_ethersubr.c:388
#20 0xc069a048 in ether_output (ifp=0xc1629800, m=0xc2ba5200, dst=0xc1a14e00, rt0=0x0) at ../../../net/if_ethersubr.c:341
#21 0xc06ba8ae in in_arpinput (m=0xc173f100) at ../../../netinet/if_ether.c:732
#22 0xc06ba2fa in arpintr (m=0xc173f100) at ../../../netinet/if_ether.c:505
#23 0xc06a1736 in netisr_processqueue (ni=0xc097a478) at ../../../net/netisr.c:235
#24 0xc06a191a in swi_net (dummy=0x0) at ../../../net/netisr.c:348
#25 0xc062030c in ithread_loop (arg=0xc156e480) at ../../../kern/kern_intr.c:546
#26 0xc061f734 in fork_exit (callout=0xc06201ec <ithread_loop>, arg=0xc156e480, frame=0xcbf9bd38) at ../../../kern/kern_fork.c:789
#27 0xc07da54c in fork_trampoline () at ../../../i386/i386/exception.s:208
(kgdb) f 18
#18 0xc0699073 in if_start (ifp=0xc1629800) at ../../../net/if.c:2044
2044                    (*(ifp)->if_start)(ifp);
(kgdb) p *ifp
$1 = {if_softc = 0xc1629800, if_link = {tqe_next = 0xc16b5400, tqe_prev = 0xc097a0e4}, if_xname = "rl0", '\0' <repeats 12 times>,
  if_dname = 0xc15b296c "rl", if_dunit = 0x0, if_addrhead = {tqh_first = 0xc1641a00, tqh_last = 0xc1745260}, if_klist = {
    kl_lock = 0xc091dfc0, kl_list = {slh_first = 0x0}}, if_pcount = 0x0, if_carp = 0x0, if_bpf = 0x0, if_index = 0x1, if_timer = 0x0,
  if_nvlans = 0x0, if_flags = 0x8843, if_capabilities = 0x8, if_capenable = 0x8, if_linkmib = 0x0, if_linkmiblen = 0x0, if_data = {
    ifi_type = 0x6, ifi_physical = 0x0, ifi_addrlen = 0x6, ifi_hdrlen = 0xe, ifi_link_state = 0x2, ifi_recvquota = 0x0,
    ifi_xmitquota = 0x0, ifi_datalen = 0x50, ifi_mtu = 0x5dc, ifi_metric = 0x0, ifi_baudrate = 0x989680, ifi_ipackets = 0x89bcf,
    ifi_ierrors = 0x0, ifi_opackets = 0x3dd318, ifi_oerrors = 0x0, ifi_collisions = 0x0, ifi_ibytes = 0x25aed6b, ifi_obytes = 0x81115751,
    ifi_imcasts = 0x21, ifi_omcasts = 0x7, ifi_iqdrops = 0x0, ifi_noproto = 0x0, ifi_hwassist = 0x0, ifi_epoch = 0x0, ifi_lastchange = {
      tv_sec = 0x0, tv_usec = 0x0}}, if_multiaddrs = {tqh_first = 0xc17d70e0, tqh_last = 0xc17d7300}, if_amcount = 0x0,
  if_output = 0xc0699cc4 <ether_output>, if_input = 0xc069a4a0 <ether_input>, if_start = 0xc07336d0 <rl_start>,
  if_ioctl = 0xc0733df4 <rl_ioctl>, if_watchdog = 0xc0733f4c <rl_watchdog>, if_init = 0xc0733a88 <rl_init>,
  if_resolvemulti = 0xc069acec <ether_resolvemulti>, if_spare1 = 0x0, if_spare2 = 0x0, if_spare3 = 0x0, if_spare_flags1 = 0x0,
  if_spare_flags2 = 0x0, if_snd = {ifq_head = 0x0, ifq_tail = 0x0, ifq_len = 0x0, ifq_maxlen = 0x32, ifq_drops = 0x3c9, ifq_mtx = {
      mtx_object = {lo_class = 0xc08bb464, lo_name = 0xc162980c "rl0", lo_type = 0xc086196f "if send queue", lo_flags = 0x30000,
        lo_list = {tqe_next = 0xc1641a7c, tqe_prev = 0xc1629a18}, lo_witness = 0xc093b740}, mtx_lock = 0x4, mtx_recurse = 0x0},
    ifq_drv_head = 0x0, ifq_drv_tail = 0x0, ifq_drv_len = 0x0, ifq_drv_maxlen = 0x32, altq_type = 0x0, altq_flags = 0x1, altq_disc = 0x0,