GENERIC HEAD from Feb 19 13:36 UTC + mpsafe_vfs = 1 , vmcore.185

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Sat Feb 19 15:47:31 CET 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252358656 (240 MB)
:
mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
ad0: WARNING - READ_DMA interrupt was seen but timeout fired LBA=575103
freebsd4_sigreturn: eflags = 0x0
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 6488, size: 32768
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 5878, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 18184, size: 20480
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 14275, size: 61440
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 5023, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 5708, size: 45056
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 19992, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 18672, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 9269, size: 32768
kernel trap 12 with interrupts disabled


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0xcf5f4c78
fault code              = supervisor read, page not present
instruction pointer     = 0x8:0xc0614a0b
stack pointer           = 0x10:0xcfacaca8
frame pointer           = 0x10:0xcfacacb4
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = resume, IOPL = 0
current process         = 64291 (syscall)
[thread pid 64291 tid 100582 ]
Stopped at      sigtd+0x6b:     testl   %edx,0(%eax,%esi,4)
db> where
Tracing pid 64291 tid 100582 td 0xc1e53a10
sigtd(c2700de4,1,81,c2700de4,cfacad14) at sigtd+0x6b
psignal(c2700de4,1) at psignal+0x5a
kill(c1e53a10,cfacad14,2,3,296) at kill+0x6e
syscall(2f,2f,2f,2804f6dc,bfbfeb00) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (37, FreeBSD ELF32, kill), eip = 0x280b7613, esp = 0xbfbfe66c, ebp = 0xbfbfe688 ---
db> show alllocks
Process 64291 (syscall) thread 0xc1e53a10 (100582)
exclusive sleep mutex process lock r = 0 (0xc2700e4c) locked @ kern/kern_proc.c:236
Process 64271 (swap) thread 0xc1ea5b80 (100633)
exclusive sx user map r = 0 (0xc2331620) locked @ vm/vm_fault.c:798
Process 64269 (swap) thread 0xc20d58a0 (100693)
exclusive sx user map r = 0 (0xc1bff170) locked @ vm/vm_map.c:2998
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

#0  doadump () at pcpu.h:159
#1  0xc0465ca6 in db_fncall (dummy1=0x0, dummy2=0x0, dummy3=0x0, dummy4=0xcfacaaf8 "$«¬Ï<\"zÀ\020«¬Ï\024«¬Ï\220\a")
    at ../../../ddb/db_command.c:531
#2  0xc0465ab4 in db_command (last_cmdp=0xc08d1744, cmd_table=0x0, aux_cmd_tablep=0xc08506f4, aux_cmd_tablep_end=0xc0850710)
    at ../../../ddb/db_command.c:349
#3  0xc0465b7c in db_command_loop () at ../../../ddb/db_command.c:455
#4  0xc0467705 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc062a54c in kdb_trap (type=0xc, code=0x0, tf=0xcfacac68) at ../../../kern/subr_kdb.c:421
#6  0xc07bee45 in trap_fatal (frame=0xcfacac68, eva=0xcf5f4c78) at ../../../i386/i386/trap.c:801
#7  0xc07be5a1 in trap (frame=
      {tf_fs = 0x18, tf_es = 0xc0820010, tf_ds = 0x10, tf_edi = 0x0, tf_esi = 0x0, tf_ebp = 0xcfacacb4, tf_isp = 0xcfacac94, tf_ebx = 0xc23adb80, tf_edx = 0x1, tf_ecx = 0x0, tf_eax = 0xcf5f4c78, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc0614a0b, tf_cs = 0x8, tf_eflags = 0x10086, tf_esp = 0x1, tf_ss = 0xc2700de4}) at ../../../i386/i386/trap.c:244
#8  0xc07ac95a in calltrap () at ../../../i386/i386/exception.s:139
#9  0x00000018 in ?? ()
:
#21 0x00000000 in ?? ()
#22 0xc0614a0b in sigtd (p=0xc2700de4, sig=0x1, prop=0x81) at ../../../kern/kern_sig.c:1598
#23 0xc0614ade in psignal (p=0xc2700de4, sig=0x1) at ../../../kern/kern_sig.c:1651
#24 0xc061446a in kill (td=0x0, uap=0xcfacad14) at ../../../kern/kern_sig.c:1409
#25 0xc07bf113 in syscall (frame=
      {tf_fs = 0x2f, tf_es = 0x2f, tf_ds = 0x2f, tf_edi = 0x2804f6dc, tf_esi = 0xbfbfeb00, tf_ebp = 0xbfbfe688, tf_isp = 0xcfacad74, tf_ebx = 0x28136784, tf_edx = 0x8, tf_ecx = 0xfb30, tf_eax = 0x25, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280b7613, tf_cs = 0x1f, tf_eflags = 0x296, tf_esp = 0xbfbfe66c, tf_ss = 0x2f}) at ../../../i386/i386/trap.c:951
#26 0xc07ac9af in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
#27 0x0000002f in ?? ()
:
#54 0xc23ada10 in ?? ()
#55 0xc06229ab in sched_switch (td=0xbfbfeb00, newtd=0x28136784, flags=---Can't read userspace from dump, or kernel process---
(kgdb) p td
$1 = (struct thread *) 0xc23adb80
(kgdb) p *td
$2 = {td_proc = 0xc2700de4, td_ksegrp = 0xc27018a0, td_plist = {tqe_next = 0x0, tqe_prev = 0xc2700df4}, td_kglist = {tqe_next = 0x0,
    tqe_prev = 0xc27018ac}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc28230a0}, td_lockq = {tqe_next = 0x0, tqe_prev = 0xcfa3fb14},
  td_runq = {tqe_next = 0x0, tqe_prev = 0xc27018b4}, td_selq = {tqh_first = 0x0, tqh_last = 0x0}, td_sleepqueue = 0x0,
  td_turnstile = 0xc179eb00, td_tid = 0x18806, td_flags = 0x8, td_inhibitors = 0x6, td_pflags = 0x0, td_dupfd = 0x0,
  td_wchan = 0xcf5f4c1c, td_wmesg = 0xc082450b "sigwait", td_lastcpu = 0x0, td_oncpu = 0xff, td_locks = 0x0, td_blocked = 0x0,
  td_ithd = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0x0, td_intr_nesting_level = 0x0, td_pinned = 0x0,
  td_mailbox = 0x0, td_ucred = 0xc1a5ea80, td_standin = 0x0, td_upcall = 0x0, td_sticks = 0x1, td_uuticks = 0x0, td_usticks = 0x0,
  td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_siglist = {__bits = {
      0x0, 0x0, 0x0, 0x0}}, td_waitset = 0xcf5f4c78, td_umtxq = 0x0, td_generation = 0x5, td_sigstk = {ss_sp = 0x0, ss_size = 0x0,
    ss_flags = 0x4}, td_kflags = 0x0, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_base_pri = 0x68, td_priority = 0x68,
  td_pcb = 0xcf5f4da0, td_state = TDS_INHIBITED, td_retval = {0x0, 0x0}, td_slpcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {
        tqe_next = 0x0, tqe_prev = 0xc65c25c8}}, c_time = 0x35abaf7, c_arg = 0xc23adb80, c_func = 0xc0630020 <sleepq_timeout>,
    c_mtx = 0x0, c_flags = 0x12}, td_frame = 0xcf5f4d48, td_kstack_obj = 0xc1aef294, td_kstack = 0xcf5f3000, td_kstack_pages = 0x2,
  td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_savecrit = 0x246},
  td_sched = 0xc23adcd0}
(kgdb) btp 64297
can not access 0xcf5f4dac, invalid address (cf5f4dac)
can not access 0xcf5f4dac, invalid address (cf5f4dac)
Cannot access memory at address 0xcf5f4dac

$ grep sigwai /var/crash/ps.185
 1001 64297 64291 268  20  0 61904     0 sigwai DW+  #C:    0:00.00 [syscall]