GENERIC HEAD from Sep 7 07:29 UTC, vmcore.78 (trash)

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #1: Thu Sep  7 10:12:39 CEST 2006
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1032458240 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
Kernel page fault with the following non-sleepable locks held:
exclusive sleep mutex unp r = 0 (0xc0a5520c) locked @ kern/uipc_usrreq.c:987
KDB: stack backtrace:
kdb_backtrace(1,c410b000,c,c3f77a20,e43f7a28,...) at kdb_backtrace+0x29
witness_warn(5,0,c0941302) at witness_warn+0x192
trap(8,28,c4190028,c413a7a8,c4195690,...) at trap+0x108
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc06e01e6, esp = 0xe43f7a70, ebp = 0xe43f7bfc ---
unp_connect(c41ce000,c3f797e0,c3f77a20,c0a5520c,0,...) at unp_connect+0x292
uipc_connect(c41ce000,c3f797e0,c3f77a20) at uipc_connect+0x3e
soconnect(c41ce000,c3f797e0,c3f77a20) at soconnect+0x4e
kern_connect(c3f77a20,3,c3f797e0,c3f797e0,0,...) at kern_connect+0x76
connect(c3f77a20,e43f7d04) at connect+0x30
syscall(3b,3b,3b,1,8270000,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (98, FreeBSD ELF32, connect), eip = 0x28148b53, esp = 0xbfbfe72c, ebp = 0xbfbfe888 ---


Fatal trap 12: page fault while in kernel mode
cpuid = 3; apic id = 07
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc06e01e6
stack pointer           = 0x28:0xe43f7a70
frame pointer           = 0x28:0xe43f7bfc
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 760 (mountd)
[thread pid 760 tid 100105 ]
Stopped at      unp_connect+0x292:      cmpl    $0,0x24(%ebx)
db> where
Tracing pid 760 tid 100105 td 0xc3f77a20
unp_connect(c41ce000,c3f797e0,c3f77a20,c0a5520c,0,...) at unp_connect+0x292
uipc_connect(c41ce000,c3f797e0,c3f77a20) at uipc_connect+0x3e
soconnect(c41ce000,c3f797e0,c3f77a20) at soconnect+0x4e
kern_connect(c3f77a20,3,c3f797e0,c3f797e0,0,...) at kern_connect+0x76
connect(c3f77a20,e43f7d04) at connect+0x30
syscall(3b,3b,3b,1,8270000,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (98, FreeBSD ELF32, connect), eip = 0x28148b53, esp = 0xbfbfe72c, ebp = 0xbfbfe888 ---
db> show alllocks
Process 760 (mountd) thread 0xc3f77a20 (100105)
exclusive sleep mutex unp r = 0 (0xc0a5520c) locked @ kern/uipc_usrreq.c:987
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
 1001   998  1001     0  R+                          bash
  998     1   998     0  S+      pause    0xc4056268 csh
  991     1   991  1001  Rs+                         bash
  988   844   988     0  REs                         sshd
  931     1   931     0  REs                         moused
  857     1   857    25  REs     CPU 1               sendmail
  851     1   851     0  REs     CPU 0               sendmail
  844     1   844     0  Rs                          sshd
  766   762   762     0  S       -        0xc3fcac00 nfsd
  765   762   762     0  S       -        0xc41ad400 nfsd
  764   762   762     0  S       -        0xc3fcae00 nfsd
  763   762   762     0  S       -        0xc41ad600 nfsd
  762     1   762     0  Ss      select   0xc0a54e7c nfsd
  760     1   760     0  Rs      CPU 3               mountd
  678     1   678     0  REs     CPU 2               syslogd
   42     0     0     0  SL      -        0xe43f4cfc [schedcpu]
   41     0     0     0  SL      sdflush  0xc0a62340 [softdepflush]
   40     0     0     0  SL      vlruwt   0xc3f76d38 [vnlru]
   39     0     0     0  RL                          [syncer]
   38     0     0     0  SL      psleep   0xc0a552f4 [bufdaemon]
   37     0     0     0  SL      pgzero   0xc0a6ac70 [pagezero]
   36     0     0     0  SL      psleep   0xc0a62ba0 [vmdaemon]
   35     0     0     0  SL      psleep   0xc0a62b60 [pagedaemon]
   34     0     0     0  WL                          [irq7: ppc0]
   33     0     0     0  SL      -        0xc3d7e03c [fdc0]
   32     0     0     0  WL                          [swi0: sio]
   31     0     0     0  WL                          [irq12: psm0]
   30     0     0     0  WL                          [irq1: atkbd0]
   29     0     0     0  WL                          [irq15: ata1]
   28     0     0     0  WL                          [irq14: ata0]
   27     0     0     0  WL                          [irq17: fxp0]
   26     0     0     0  SL      usbtsk   0xc0a05924 [usbtask]
   25     0     0     0  SL      usbevt   0xc3d6d210 [usb0]
   24     0     0     0  WL                          [irq16: uhci0]
   23     0     0     0  SL      -        0xc3d5a280 [em0 taskq]
   22     0     0     0  WL                          [irq9: acpi0]
   21     0     0     0  WL                          [swi5: +]
    9     0     0     0  SL      -        0xc3c85700 [thread taskq]
   20     0     0     0  WL                          [swi6: Giant taskq]
    8     0     0     0  SL      -        0xc3c85880 [acpi_task_2]
    7     0     0     0  SL      -        0xc3c85880 [acpi_task_1]
    6     0     0     0  SL      -        0xc3c85880 [acpi_task_0]
   19     0     0     0  WL                          [swi6: task queue]
    5     0     0     0  SL      -        0xc3c85a00 [kqueue taskq]
   18     0     0     0  WL                          [swi2: cambio]
   17     0     0     0  SL      -        0xc0a03560 [yarrow]
    4     0     0     0  SL      -        0xc0a060dc [g_down]
    3     0     0     0  SL      -        0xc0a060d8 [g_up]
    2     0     0     0  SL      -        0xc0a060d0 [g_event]
   16     0     0     0  WL                          [swi3: vm]
   15     0     0     0  WL                          [swi4: clock sio]
   14     0     0     0  WL                          [swi1: net]
   13     0     0     0  RL                          [idle: cpu0]
   12     0     0     0  RL                          [idle: cpu1]
   11     0     0     0  RL                          [idle: cpu2]
   10     0     0     0  RL                          [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3c3a000 [init]
    0     0     0     0  WLs                         [swapper]
  990   988   988  1001  Z                           sshd
db> show allpcpu
Current CPU: 3

cpuid        = 0
curthread    = 0xc410cd80: pid 851 "sendmail"
curpcb       = 0xe66eed90
fpcurthread  = none
idlethread   = 0xc3c36a20: pid 13 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc410ca20: pid 857 "sendmail"
curpcb       = 0xe66e8d90
fpcurthread  = none
idlethread   = 0xc3c36870: pid 12 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc410d000: pid 678 "syslogd"
curpcb       = 0xe66f1d90
fpcurthread  = none
idlethread   = 0xc3c366c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc3f77a20: pid 760 "mountd"
curpcb       = 0xe43f7d90
fpcurthread  = none
idlethread   = 0xc3c36510: pid 10 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> where 851
Tracing pid 851 tid 100113 td 0xc410cd80
cpustop_handler(e66ee980,c0894242,c410cd80,3,a,...) at cpustop_handler+0x31
ipi_nmi_handler(c410cd80,3,a,0,0,...) at ipi_nmi_handler+0x28
trap(360008,c4100028,e66e0028,60,c3df3c00,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc086b964, esp = 0xe66ee9c8, ebp = 0xe66ee9d8 ---
siointr1(c3df3c00,c0a7772c,0,c093b82c,56e,...) at siointr1+0x374
siointr(c3df3c00) at siointr+0x21
intr_execute_handlers(c3c2c0c4,e66eea34,4,e66eea84,c087fd13,...) at intr_execute_handlers+0xe1
lapic_handle_intr(38) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc068c542, esp = 0xe66eea74, ebp = 0xe66eea84 ---
_mtx_lock_sleep(c0a5520c,c410cd80,0,c0920f73,1f5) at _mtx_lock_sleep+0x112
_mtx_lock_flags(c0a5520c,0,c0920f73,1f5,c3ff6288,...) at _mtx_lock_flags+0xae
uipc_disconnect(c411c7c8,e66eeaec,c06d840a,c411c7c8,c3ff6288,...) at uipc_disconnect+0x2e
sodisconnect(c411c7c8) at sodisconnect+0x26
soclose(c411c7c8) at soclose+0x1de
soo_close(c3ff6288,c410cd80) at soo_close+0x4b
fdrop_locked(c3ff6288,c410cd80,c3c13448,0,c0915721,...) at fdrop_locked+0x88
fdrop(c3ff6288,c410cd80,6b5,c0a0e734,0,...) at fdrop+0x24
closef(c3ff6288,c410cd80) at closef+0x367
fdfree(c410cd80) at fdfree+0x4a3
exit1(c410cd80,0,e66eed30,c0894fc2,c410cd80,...) at exit1+0x420
exit1(c410cd80,e66eed04) at exit1
syscall(280f003b,280f003b,bfbf003b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x282df44f, esp = 0xbfbfbfac, ebp = 0xbfbfbfc8 ---
db> where 857
Tracing pid 857 tid 100115 td 0xc410ca20
cpustop_handler(e66e8a2c,c0894242,c410ca20,b8,b76a936d,...) at cpustop_handler+0x31
ipi_nmi_handler(c410ca20,b8,b76a936d,0,0,...) at ipi_nmi_handler+0x28
trap(c4100008,e66e0028,28,c410ca20,c3f77a20,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc068c542, esp = 0xe66e8a74, ebp = 0xe66e8a84 ---
_mtx_lock_sleep(c0a5520c,c410ca20,0,c0920f73,1f5) at _mtx_lock_sleep+0x112
_mtx_lock_flags(c0a5520c,0,c0920f73,1f5,c3ff6000,...) at _mtx_lock_flags+0xae
uipc_disconnect(c41d5a60,e66e8aec,c06d840a,c41d5a60,c3ff6000,...) at uipc_disconnect+0x2e
sodisconnect(c41d5a60) at sodisconnect+0x26
soclose(c41d5a60) at soclose+0x1de
soo_close(c3ff6000,c410ca20) at soo_close+0x4b
fdrop_locked(c3ff6000,c410ca20,c3c13988,0,c0915721,...) at fdrop_locked+0x88
fdrop(c3ff6000,c410ca20,6b5,c0a0e734,0,...) at fdrop+0x24
closef(c3ff6000,c410ca20) at closef+0x367
fdfree(c410ca20) at fdfree+0x4a3
exit1(c410ca20,0,e66e8d30,c0894fc2,c410ca20,...) at exit1+0x420
exit1(c410ca20,e66e8d04) at exit1
syscall(3b,3b,bfbf003b,0,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x282df44f, esp = 0xbfbfcbbc, ebp = 0xbfbfcbd8 ---
db> call doadump
Physical memory: 1007 MB
Dumping 147 MB: 132 116 100 84 68 52 36 20 4
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 3

(kgdb) l *0xc06e01e6
0xc06e01e6 is in unp_connect (../../../kern/uipc_usrreq.c:997).
992                             goto bad2;
993                     }
994                     unp = sotounpcb(so);
995                     unp2 = sotounpcb(so2);
996                     unp3 = sotounpcb(so3);
997                     if (unp2->unp_addr != NULL) {
998                             bcopy(unp2->unp_addr, sa, unp2->unp_addr->sun_len);
999                             unp3->unp_addr = (struct sockaddr_un *) sa;
1000                            sa = NULL;
1001                    }