GENERIC HEAD from Sep 7 07:29 UTC, vmcore.78 (trash) GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2006 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 7.0-CURRENT #1: Thu Sep 7 10:12:39 CEST 2006 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032458240 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted fxp0: link state changed to UP Kernel page fault with the following non-sleepable locks held: exclusive sleep mutex unp r = 0 (0xc0a5520c) locked @ kern/uipc_usrreq.c:987 KDB: stack backtrace: kdb_backtrace(1,c410b000,c,c3f77a20,e43f7a28,...) at kdb_backtrace+0x29 witness_warn(5,0,c0941302) at witness_warn+0x192 trap(8,28,c4190028,c413a7a8,c4195690,...) at trap+0x108 calltrap() at calltrap+0x5 --- trap 0xc, eip = 0xc06e01e6, esp = 0xe43f7a70, ebp = 0xe43f7bfc --- unp_connect(c41ce000,c3f797e0,c3f77a20,c0a5520c,0,...) at unp_connect+0x292 uipc_connect(c41ce000,c3f797e0,c3f77a20) at uipc_connect+0x3e soconnect(c41ce000,c3f797e0,c3f77a20) at soconnect+0x4e kern_connect(c3f77a20,3,c3f797e0,c3f797e0,0,...) at kern_connect+0x76 connect(c3f77a20,e43f7d04) at connect+0x30 syscall(3b,3b,3b,1,8270000,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (98, FreeBSD ELF32, connect), eip = 0x28148b53, esp = 0xbfbfe72c, ebp = 0xbfbfe888 --- Fatal trap 12: page fault while in kernel mode cpuid = 3; apic id = 07 fault virtual address = 0x24 fault code = supervisor read, page not present instruction pointer = 0x20:0xc06e01e6 stack pointer = 0x28:0xe43f7a70 frame pointer = 0x28:0xe43f7bfc code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 760 (mountd) [thread pid 760 tid 100105 ] Stopped at unp_connect+0x292: cmpl $0,0x24(%ebx) db> where Tracing pid 760 tid 100105 td 0xc3f77a20 unp_connect(c41ce000,c3f797e0,c3f77a20,c0a5520c,0,...) at unp_connect+0x292 uipc_connect(c41ce000,c3f797e0,c3f77a20) at uipc_connect+0x3e soconnect(c41ce000,c3f797e0,c3f77a20) at soconnect+0x4e kern_connect(c3f77a20,3,c3f797e0,c3f797e0,0,...) at kern_connect+0x76 connect(c3f77a20,e43f7d04) at connect+0x30 syscall(3b,3b,3b,1,8270000,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (98, FreeBSD ELF32, connect), eip = 0x28148b53, esp = 0xbfbfe72c, ebp = 0xbfbfe888 --- db> show alllocks Process 760 (mountd) thread 0xc3f77a20 (100105) exclusive sleep mutex unp r = 0 (0xc0a5520c) locked @ kern/uipc_usrreq.c:987 db> ps pid ppid pgrp uid state wmesg wchan cmd 1001 998 1001 0 R+ bash 998 1 998 0 S+ pause 0xc4056268 csh 991 1 991 1001 Rs+ bash 988 844 988 0 REs sshd 931 1 931 0 REs moused 857 1 857 25 REs CPU 1 sendmail 851 1 851 0 REs CPU 0 sendmail 844 1 844 0 Rs sshd 766 762 762 0 S - 0xc3fcac00 nfsd 765 762 762 0 S - 0xc41ad400 nfsd 764 762 762 0 S - 0xc3fcae00 nfsd 763 762 762 0 S - 0xc41ad600 nfsd 762 1 762 0 Ss select 0xc0a54e7c nfsd 760 1 760 0 Rs CPU 3 mountd 678 1 678 0 REs CPU 2 syslogd 42 0 0 0 SL - 0xe43f4cfc [schedcpu] 41 0 0 0 SL sdflush 0xc0a62340 [softdepflush] 40 0 0 0 SL vlruwt 0xc3f76d38 [vnlru] 39 0 0 0 RL [syncer] 38 0 0 0 SL psleep 0xc0a552f4 [bufdaemon] 37 0 0 0 SL pgzero 0xc0a6ac70 [pagezero] 36 0 0 0 SL psleep 0xc0a62ba0 [vmdaemon] 35 0 0 0 SL psleep 0xc0a62b60 [pagedaemon] 34 0 0 0 WL [irq7: ppc0] 33 0 0 0 SL - 0xc3d7e03c [fdc0] 32 0 0 0 WL [swi0: sio] 31 0 0 0 WL [irq12: psm0] 30 0 0 0 WL [irq1: atkbd0] 29 0 0 0 WL [irq15: ata1] 28 0 0 0 WL [irq14: ata0] 27 0 0 0 WL [irq17: fxp0] 26 0 0 0 SL usbtsk 0xc0a05924 [usbtask] 25 0 0 0 SL usbevt 0xc3d6d210 [usb0] 24 0 0 0 WL [irq16: uhci0] 23 0 0 0 SL - 0xc3d5a280 [em0 taskq] 22 0 0 0 WL [irq9: acpi0] 21 0 0 0 WL [swi5: +] 9 0 0 0 SL - 0xc3c85700 [thread taskq] 20 0 0 0 WL [swi6: Giant taskq] 8 0 0 0 SL - 0xc3c85880 [acpi_task_2] 7 0 0 0 SL - 0xc3c85880 [acpi_task_1] 6 0 0 0 SL - 0xc3c85880 [acpi_task_0] 19 0 0 0 WL [swi6: task queue] 5 0 0 0 SL - 0xc3c85a00 [kqueue taskq] 18 0 0 0 WL [swi2: cambio] 17 0 0 0 SL - 0xc0a03560 [yarrow] 4 0 0 0 SL - 0xc0a060dc [g_down] 3 0 0 0 SL - 0xc0a060d8 [g_up] 2 0 0 0 SL - 0xc0a060d0 [g_event] 16 0 0 0 WL [swi3: vm] 15 0 0 0 WL [swi4: clock sio] 14 0 0 0 WL [swi1: net] 13 0 0 0 RL [idle: cpu0] 12 0 0 0 RL [idle: cpu1] 11 0 0 0 RL [idle: cpu2] 10 0 0 0 RL [idle: cpu3] 1 0 1 0 SLs wait 0xc3c3a000 [init] 0 0 0 0 WLs [swapper] 990 988 988 1001 Z sshd db> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc410cd80: pid 851 "sendmail" curpcb = 0xe66eed90 fpcurthread = none idlethread = 0xc3c36a20: pid 13 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc410ca20: pid 857 "sendmail" curpcb = 0xe66e8d90 fpcurthread = none idlethread = 0xc3c36870: pid 12 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc410d000: pid 678 "syslogd" curpcb = 0xe66f1d90 fpcurthread = none idlethread = 0xc3c366c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc3f77a20: pid 760 "mountd" curpcb = 0xe43f7d90 fpcurthread = none idlethread = 0xc3c36510: pid 10 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> where 851 Tracing pid 851 tid 100113 td 0xc410cd80 cpustop_handler(e66ee980,c0894242,c410cd80,3,a,...) at cpustop_handler+0x31 ipi_nmi_handler(c410cd80,3,a,0,0,...) at ipi_nmi_handler+0x28 trap(360008,c4100028,e66e0028,60,c3df3c00,...) at trap+0x3a calltrap() at calltrap+0x5 --- trap 0x13, eip = 0xc086b964, esp = 0xe66ee9c8, ebp = 0xe66ee9d8 --- siointr1(c3df3c00,c0a7772c,0,c093b82c,56e,...) at siointr1+0x374 siointr(c3df3c00) at siointr+0x21 intr_execute_handlers(c3c2c0c4,e66eea34,4,e66eea84,c087fd13,...) at intr_execute_handlers+0xe1 lapic_handle_intr(38) at lapic_handle_intr+0x30 Xapic_isr1() at Xapic_isr1+0x33 --- interrupt, eip = 0xc068c542, esp = 0xe66eea74, ebp = 0xe66eea84 --- _mtx_lock_sleep(c0a5520c,c410cd80,0,c0920f73,1f5) at _mtx_lock_sleep+0x112 _mtx_lock_flags(c0a5520c,0,c0920f73,1f5,c3ff6288,...) at _mtx_lock_flags+0xae uipc_disconnect(c411c7c8,e66eeaec,c06d840a,c411c7c8,c3ff6288,...) at uipc_disconnect+0x2e sodisconnect(c411c7c8) at sodisconnect+0x26 soclose(c411c7c8) at soclose+0x1de soo_close(c3ff6288,c410cd80) at soo_close+0x4b fdrop_locked(c3ff6288,c410cd80,c3c13448,0,c0915721,...) at fdrop_locked+0x88 fdrop(c3ff6288,c410cd80,6b5,c0a0e734,0,...) at fdrop+0x24 closef(c3ff6288,c410cd80) at closef+0x367 fdfree(c410cd80) at fdfree+0x4a3 exit1(c410cd80,0,e66eed30,c0894fc2,c410cd80,...) at exit1+0x420 exit1(c410cd80,e66eed04) at exit1 syscall(280f003b,280f003b,bfbf003b,1,1,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x282df44f, esp = 0xbfbfbfac, ebp = 0xbfbfbfc8 --- db> where 857 Tracing pid 857 tid 100115 td 0xc410ca20 cpustop_handler(e66e8a2c,c0894242,c410ca20,b8,b76a936d,...) at cpustop_handler+0x31 ipi_nmi_handler(c410ca20,b8,b76a936d,0,0,...) at ipi_nmi_handler+0x28 trap(c4100008,e66e0028,28,c410ca20,c3f77a20,...) at trap+0x3a calltrap() at calltrap+0x5 --- trap 0x13, eip = 0xc068c542, esp = 0xe66e8a74, ebp = 0xe66e8a84 --- _mtx_lock_sleep(c0a5520c,c410ca20,0,c0920f73,1f5) at _mtx_lock_sleep+0x112 _mtx_lock_flags(c0a5520c,0,c0920f73,1f5,c3ff6000,...) at _mtx_lock_flags+0xae uipc_disconnect(c41d5a60,e66e8aec,c06d840a,c41d5a60,c3ff6000,...) at uipc_disconnect+0x2e sodisconnect(c41d5a60) at sodisconnect+0x26 soclose(c41d5a60) at soclose+0x1de soo_close(c3ff6000,c410ca20) at soo_close+0x4b fdrop_locked(c3ff6000,c410ca20,c3c13988,0,c0915721,...) at fdrop_locked+0x88 fdrop(c3ff6000,c410ca20,6b5,c0a0e734,0,...) at fdrop+0x24 closef(c3ff6000,c410ca20) at closef+0x367 fdfree(c410ca20) at fdfree+0x4a3 exit1(c410ca20,0,e66e8d30,c0894fc2,c410ca20,...) at exit1+0x420 exit1(c410ca20,e66e8d04) at exit1 syscall(3b,3b,bfbf003b,0,1,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x282df44f, esp = 0xbfbfcbbc, ebp = 0xbfbfcbd8 --- db> call doadump Physical memory: 1007 MB Dumping 147 MB: 132 116 100 84 68 52 36 20 4 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) l *0xc06e01e6 0xc06e01e6 is in unp_connect (../../../kern/uipc_usrreq.c:997). 992 goto bad2; 993 } 994 unp = sotounpcb(so); 995 unp2 = sotounpcb(so2); 996 unp3 = sotounpcb(so3); 997 if (unp2->unp_addr != NULL) { 998 bcopy(unp2->unp_addr, sa, unp2->unp_addr->sun_len); 999 unp3->unp_addr = (struct sockaddr_un *) sa; 1000 sa = NULL; 1001 }