GENERIC 6.0-RC1 from Oct 27 07:44 UTC, vmcore.8

KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-RC1 #1: Thu Oct 27 10:01:19 CEST 2005
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Hyperthreading: 2 logical CPUs
real memory  = 1073676288 (1023 MB)
avail memory = 1041612800 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 80192, size: 32768
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 16528, size: 32768
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 24864, size: 32768
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
kernel trap 12 with interrupts disabled


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc06618b8
stack pointer           = 0x28:0xe5104c38
frame pointer           = 0x28:0xe5104c4c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = resume, IOPL = 0
current process         = 86 (swi4: clock sio)
[thread pid 86 tid 100091 ]
Stopped at      propagate_priority+0x60:        movl    0x24(%eax),%eax
db> where
Tracing pid 86 tid 100091 td 0xc237f900
propagate_priority(c237f900,c3b71240,c0941b08,c094f5c0,c269c300) at propagate_priority+0x60
turnstile_wait(c094f5c0,c269c300) at turnstile_wait+0x2e9
_mtx_lock_sleep(c094f5c0,c237f900,0,0,0) at _mtx_lock_sleep+0xf8
nfsrv_timer(0) at nfsrv_timer+0x35
softclock(0) at softclock+0x2eb
ithread_loop(c236b500,e5104d38) at ithread_loop+0x161
fork_exit(c062b238,c236b500,e5104d38) at fork_exit+0x71
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe5104d6c, ebp = 0 ---
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
40925 c31cc830 1001 33377  4983 0000002 [RUNQ] sysctl
40924 c405c830 1001 33376  4983 4000002 [SLPQ ufs 0xc268c278][SLP] sysctl
40917 c320520c 1001 40863 36231 0000002 [RUNQ] tcp
40916 c3c9c418 1001 40864 36231 0000002 [RUNQ] tcp
40913 c4051830 1001 40866 36231 0000002 [RUNQ] tcp
40906 c2b36418 1001 40865 36231 0000002 [RUNQ] tcp
40893 c405720c 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc41e2600 ksegrp 0xc31a67e0 [SLPQ kserel 0xc31a6814][SLP]
   thread 0xc3207900 ksegrp 0xc31a67e0 [RUNQ]
   thread 0xc29d9a80 ksegrp 0xc31a67e0 [SLPQ kserel 0xc31a6814][SLP]
   thread 0xc32f9a80 ksegrp 0xc31a67e0 [SLPQ kserel 0xc31a6814][SLP]
   thread 0xc3293300 ksegrp 0xc39915a0 [SLPQ ksesigwait 0xc4057344][SLP]
40892 c2b36a3c 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc2c19480 ksegrp 0xc269da80 [SLPQ kserel 0xc269dab4][SLP]
   thread 0xc41da480 ksegrp 0xc269da80 [SLPQ kserel 0xc269dab4][SLP]
   thread 0xc41d7600 ksegrp 0xc269da80 [SLPQ kserel 0xc269dab4][SLP]
   thread 0xc2da5480 ksegrp 0xc269da80 [RUNQ]
   thread 0xc29d9180 ksegrp 0xc3d2f840 [SLPQ ksesigwait 0xc2b36b74][SLP]
40891 c2795a3c 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc434f780 ksegrp 0xc29d8a20 [SLPQ kserel 0xc29d8a54][SLP]
   thread 0xc4362d80 ksegrp 0xc29d8a20 [RUNQ]
   thread 0xc2399c00 ksegrp 0xc29d8a20 [SLPQ kserel 0xc29d8a54][SLP]
   thread 0xc41d7900 ksegrp 0xc29d8a20 [SLPQ kserel 0xc29d8a54][SLP]
   thread 0xc31a3900 ksegrp 0xc3d2fc60 [SLPQ ksesigwait 0xc2795b74][SLP]
40890 c3f76c48 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc2698000 ksegrp 0xc31a6ea0 [SLPQ kserel 0xc31a6ed4][SLP]
   thread 0xc41b8a80 ksegrp 0xc31a6ea0 [SLPQ kserel 0xc31a6ed4][SLP]
   thread 0xc434fc00 ksegrp 0xc31a6ea0 [RUNQ]
   thread 0xc26a2000 ksegrp 0xc31a6ea0 [SLPQ kserel 0xc31a6ed4][SLP]
   thread 0xc26a2780 ksegrp 0xc3d2fa80 [SLPQ ksesigwait 0xc3f76d80][SLP]
40889 c3f76624 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc31d5900 ksegrp 0xc31cd0c0 [SLPQ kserel 0xc31cd0f4][SLP]
   thread 0xc41e3780 ksegrp 0xc31cd0c0 [RUNQ]
   thread 0xc41b8780 ksegrp 0xc31cd0c0 [SLPQ kserel 0xc31cd0f4][SLP]
   thread 0xc2df1c00 ksegrp 0xc39914e0 [SLPQ ksesigwait 0xc3f7675c][SLP]
   thread 0xc2b34600 ksegrp 0xc31cd0c0 [SLPQ kserel 0xc31cd0f4][SLP]
40888 c31ce000 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc2c4ed80 ksegrp 0xc31cd840 [RUNQ]
   thread 0xc41e3600 ksegrp 0xc31cd840 [SLPQ kserel 0xc31cd874][SLP]
   thread 0xc3191180 ksegrp 0xc31cd840 [SLPQ kserel 0xc31cd874][SLP]
   thread 0xc2da5300 ksegrp 0xc31cd840 [SLPQ kserel 0xc31cd874][SLP]
   thread 0xc4125c00 ksegrp 0xc3991600 [SLPQ ksesigwait 0xc31ce138][SLP]
40887 c3206418 1001 40886 36231 0008082 (threaded)  thr1
   thread 0xc434c600 ksegrp 0xc31a6240 [SLPQ kserel 0xc31a6274][SLP]
   thread 0xc41ca480 ksegrp 0xc31a6240 [RUNQ]
   thread 0xc3191d80 ksegrp 0xc31a6240 [SLPQ kserel 0xc31a6274][SLP]
   thread 0xc2da5c00 ksegrp 0xc31a6240 [SLPQ kserel 0xc31a6274][SLP]
   thread 0xc29d9000 ksegrp 0xc3d2f420 [SLPQ ksesigwait 0xc3206550][SLP]
40886 c2697830 1001 40831 36231 0000002 [SLPQ ufs 0xc268c278][SLP] thr1
40885 c2682830 1001 40873 36231 0000002 [SLPQ nfsreq 0xc37e8800][SLP] creat
40884 c319fc48 1001 40873 36231 0000002 [SLPQ nfsreq 0xc2b97200][SLP] creat
40883 c318fa3c 1001 40873 36231 0000002 [SLPQ nfsreq 0xc37a2500][SLP] creat
40882 c2684a3c 1001 40873 36231 0000002 [SLPQ nfsreq 0xc32d5580][SLP] creat
40881 c31cec48 1001 40873 36231 0000002 [SLPQ nfsreq 0xc379d100][SLP] creat
40880 c4057c48 1001 40870 36231 0000002 [SLPQ nfsaio 0xc2aba178][SLP] rw
40879 c318f624 1001 40870 36231 0000002 [SLPQ bo_wwait 0xc36ec634][SLP] rw
40878 c26a1a3c 1001 40870 36231 0000002 [SLPQ nfsaio 0xc2aba178][SLP] rw
40877 c3206000 1001 40867 36231 0000002 [RUNQ] udp
40876 c3ca1000 1001 40867 36231 0000002 [RUNQ] udp
40875 c4057830 1001 40867 36231 0000002 [RUNQ] udp
40874 c3206624 1001 40867 36231 0000002 [RUNQ] udp
40873 c2b3320c 1001 40829 36231 0000002 [SLPQ ufs 0xc268c278][SLP] creat
40872 c2795418 1001 40867 36231 0000002 [RUNQ] udp
40871 c31a2418 1001 40867 36231 0000002 [RUNQ] udp
40870 c2795830 1001 40827 36231 0000002 [SLPQ ufs 0xc268c278][SLP] rw
40869 c405120c 1001 40867 36231 0000002 [RUNQ] udp
40868 c3faa20c 1001 40867 36231 0000002 [RUNQ] udp
40867 c277c418 1001 40832 36231 0000002 [SLPQ ufs 0xc268c278][SLP] udp
40866 c31ce830 1001 40862 36231 0000002 [RUNQ] tcp
40865 c4062418 1001 40862 36231 0000002 [SLPQ sbwait 0xc328e638][SLP] tcp
40864 c318fc48 1001 40862 36231 0000002 [SLPQ sbwait 0xc328f0a8][SLP] tcp
40863 c405cc48 1001 40862 36231 0000002 [RUNQ] tcp
40862 c318f418 1001 40837 36231 0000002 [SLPQ ufs 0xc268c278][SLP] tcp
40861 c2b36000 1001 40841 36231 0000002 [RUNQ] swap
40860 c405ca3c 1001 40841 36231 0000002 [SLPQ swread 0xc1378e30][SLP] swap
40859 c405c20c 1001 40841 36231 0000002 [SLPQ swread 0xc1e3fb88][SLP] swap
40858 c3c9c000 1001 40841 36231 0000002 [RUNQ] swap
40857 c31a2a3c 1001 40841 36231 0000002 [RUNQ] swap
40856 c31cfa3c 1001 40841 36231 0000002 [RUNQ] swap
40855 c2697624 1001 40841 36231 0000002 [SLPQ swread 0xc1dc5458][SLP] swap
40854 c26a0a3c 1001 40841 36231 0000002 [RUNQ] swap
40853 c320620c 1001 40841 36231 0000002 [SLPQ swread 0xc1435b60][SLP] swap
40852 c4051624 1001 40841 36231 0000002 [SLPQ swread 0xc1e0fa98][SLP] swap
40851 c31ce418 1001 40841 36231 0000002 [RUNQ] swap
40850 c3f76a3c 1001 40841 36231 0000002 [SLPQ swread 0xc11ed7c0][SLP] swap
40849 c31cf830 1001 40841 36231 0000002 [SLPQ swread 0xc20170b0][SLP] swap
40848 c31a5000 1001 40841 36231 0000002 [RUNQ] swap
40847 c2795624 1001 40841 36231 0000002 [CPU 2] swap
40846 c3205418 1001 40839 36231 0000002 [SLPQ nfsreq 0xc3792880][SLP] mkdir
40845 c31a2c48 1001 40839 36231 0000002 [SLPQ nfsreq 0xc379d900][SLP] mkdir
40844 c2684830 1001 40839 36231 0000002 [SLPQ nfsreq 0xc37da300][SLP] mkdir
40843 c3190c48 1001 40839 36231 0000002 [SLPQ nfsreq 0xc3827b80][SLP] mkdir
40842 c29dd830 1001 40839 36231 0000002 [SLPQ nfsreq 0xc37d6d80][SLP] mkdir
40841 c4062830 1001 40828 36231 0000002 [SLPQ ufs 0xc268c278][SLP] swap
40840 c29d7830 1001 40839 36231 0000002 [SLPQ nfsreq 0xc3d40180][SLP] mkdir
40839 c31cc418 1001 40830 36231 0000002 [SLPQ ufs 0xc268c278][SLP] mkdir
40837 c3c9c624 1001 36302 36231 0004002 [SLPQ wait 0xc3c9c624][SLP] tcp
40832 c2b3620c 1001 36302 36231 0004002 [SLPQ wait 0xc2b3620c][SLP] udp
40831 c29ddc48 1001 36302 36231 0004002 [SLPQ wait 0xc29ddc48][SLP] thr1
40830 c405c418 1001 36302 36231 0004002 [SLPQ wait 0xc405c418][SLP] mkdir
40829 c277c000 1001 36302 36231 0004002 [SLPQ wait 0xc277c000][SLP] creat
40828 c319f000 1001 36302 36231 0004002 [SLPQ wait 0xc319f000][SLP] swap
40827 c4057624 1001 36302 36231 0004002 [SLPQ wait 0xc4057624][SLP] rw
39404 c2b33830    0     0     0 0000204 [SLPQ nfsreq 0xc3a18400][SLP] nfsiod 19
39403 c319f624    0     0     0 0000204 [SLPQ nfsreq 0xc3827300][SLP] nfsiod 18
39402 c31a520c    0     0     0 0000204 [SLPQ nfsreq 0xc2c73580][SLP] nfsiod 17
39401 c318f830    0     0     0 0000204 [SLPQ nfsreq 0xc2b93b80][SLP] nfsiod 16
39400 c3faa830    0     0     0 0000204 [SLPQ nfsreq 0xc379d800][SLP] nfsiod 15
39399 c3c9ca3c    0     0     0 0000204 [SLPQ nfsreq 0xc379dc00][SLP] nfsiod 14
39398 c26a1830    0     0     0 0000204 [SLPQ nfsreq 0xc37e6d80][SLP] nfsiod 13
39397 c405c624    0     0     0 0000204 [SLPQ nfsreq 0xc37dc980][SLP] nfsiod 12
39391 c318ec48    0     0     0 0000204 [SLPQ nfsreq 0xc2c51000][SLP] nfsiod 11
39390 c29d7000    0     0     0 0000204 [SLPQ nfsreq 0xc3d1b580][SLP] nfsiod 10
39388 c319f418    0     0     0 0000204 [SLPQ nfsreq 0xc379db00][SLP] nfsiod 9
39387 c29d7418    0     0     0 0000204 [SLPQ nfsreq 0xc3d58500][SLP] nfsiod 8
39386 c3205000    0     0     0 0000204 [SLPQ nfsreq 0xc379de00][SLP] nfsiod 6
39385 c31ccc48    0     0     0 0000204 [SLPQ nfsreq 0xc37dc000][SLP] nfsiod 7
39384 c319f20c    0     0     0 0000204 [SLPQ nfsreq 0xc37da680][SLP] nfsiod 4
39383 c2b36830    0     0     0 0000204 [SLPQ nfsreq 0xc3771480][SLP] nfsiod 5
36302 c3faac48 1001 36301 36231 0000002 [SLPQ wait 0xc3faac48][SLP][SWAP] run
36301 c3f76830 1001 36300 36231 0000002 [SLPQ wait 0xc3f76830][SLP][SWAP] run
36300 c31cc000 1001 36231 36231 0004002 [SLPQ nanslp 0xc093b1ac][SLP] run
36231 c4051c48 1001   648 36231 0004002 [SLPQ wait 0xc4051c48][SLP][SWAP] sh
33377 c4051418 1001     1  4983 0000002 [SLPQ wait 0xc4051418][SLP] sysctl
33376 c4051a3c 1001     1  4983 0000002 [SLPQ wait 0xc4051a3c][SLP] sysctl
  648 c29d720c 1001   647   648 0004002 [SLPQ wait 0xc29d720c][SLP][SWAP] bash
  647 c2682000 1001   645   645 0000100 [SLPQ select 0xc0941d44][SLP] sshd
  645 c29d7624    0   510   645 0004100 [SLPQ sbwait 0xc27ab4d4][SLP][SWAP] sshd
  644 c26a0418 1001   638   644 0004002 [SLPQ select 0xc0941d44][SLP] top
  638 c29dd000 1001   637   638 0004002 [SLPQ wait 0xc29dd000][SLP][SWAP] bash
  637 c29dd20c 1001   635   635 0000100 [SLPQ select 0xc0941d44][SLP] sshd
  635 c29dd418    0   510   635 0004100 [SLPQ sbwait 0xc27670a8][SLP][SWAP] sshd
  634 c29dd624    0     1   634 0004002 [SLPQ ttyin 0xc2505010][SLP][SWAP] getty
  633 c26a120c    0     1   633 0004002 [SLPQ ttyin 0xc24fc010][SLP][SWAP] getty
  632 c26a020c    0     1   632 0004002 [SLPQ ttyin 0xc2479410][SLP][SWAP] getty
  631 c26a0830    0     1   631 0004002 [SLPQ ttyin 0xc2504810][SLP][SWAP] getty
  630 c26a0000    0     1   630 0004002 [SLPQ ttyin 0xc2504410][SLP][SWAP] getty
  629 c26a1000    0     1   629 0004002 [SLPQ ttyin 0xc2503410][SLP][SWAP] getty
  628 c2697a3c    0     1   628 0004002 [SLPQ ttyin 0xc2503010][SLP][SWAP] getty
  627 c2684418    0     1   627 0004002 [SLPQ ttyin 0xc2504010][SLP][SWAP] getty
  611 c2456c48    0     1   611 0000000 [SLPQ select 0xc0941d44][SLP][SWAP] inetd
  590 c2456624    0     1   590 0000000 [SLPQ select 0xc0941d44][SLP][SWAP] moused
  536 c268220c    0     1   536 0000000 [SLPQ nanslp 0xc093b1ac][SLP] cron
  520 c2682418   25     1   520 0000100 [SLPQ pause 0xc268244c][SLP][SWAP] sendmail
  516 c2682c48    0     1   516 0000100 [SLPQ select 0xc0941d44][SLP] sendmail
  510 c2682624    0     1   510 0000100 [SLPQ select 0xc0941d44][SLP][SWAP] sshd
  466 c2697000    0     1   466 0000000 [SLPQ select 0xc0941d44][SLP] usbd
  449 c2456a3c    0   445   445 0000000 [SLPQ - 0xc27af600][SLP] nfsd
  448 c26a0624    0   445   445 0000000 [SLPQ - 0xc27af800][SLP] nfsd
  447 c2697418    0   445   445 0000000 [SLPQ - 0xc24ed000][SLP] nfsd
  446 c2697c48    0   445   445 0000000 [SLPQ - 0xc2639800][SLP] nfsd
  445 c2684c48    0     1   445 0000000 [SLPQ select 0xc0941d44][SLP][SWAP] nfsd
  443 c2684000    0     1   443 0000000 [SLPQ select 0xc0941d44][SLP][SWAP] mountd
  373 c268420c    0     1   373 0000000 [SLPQ select 0xc0941d44][SLP] rpcbind
  358 c2682a3c    0     1   358 0000000 [SLPQ select 0xc0941d44][SLP] syslogd
  329 c26a0c48    0     1   329 0000000 [SLPQ select 0xc0941d44][SLP][SWAP] devd
  108 c239520c    0     0     0 0000204 [SLPQ - 0xe5101d08][SLP] schedcpu
  107 c2395418    0     0     0 0000204 [SLPQ nfsreq 0xc2b93980][SLP] nfsiod 3
  106 c2395624    0     0     0 0000204 [SLPQ nfsreq 0xc37e6680][SLP] nfsiod 2
  105 c2395830    0     0     0 0000204 [SLPQ nfsreq 0xc3d3e780][SLP] nfsiod 1
  104 c2395a3c    0     0     0 0000204 [SLPQ nfsreq 0xc4278200][SLP] nfsiod 0
  103 c2395c48    0     0     0 0000204 [SLPQ vlruwt 0xc2395c48][SLP] vnlru
  102 c2454000    0     0     0 0000204 [SLPQ syncer 0xc093af20][SLP] syncer
  101 c245420c    0     0     0 0000204 [SLPQ psleep 0xc094228c][SLP] bufdaemon
  100 c2454418    0     0     0 000020c [RUNQ] pagezero
   99 c2454624    0     0     0 0000204 [SLPQ psleep 0xc09503d4][SLP] vmdaemon
   98 c2454830    0     0     0 0000204 [SLPQ psleep 0xc0950390][SLP] pagedaemon
   97 c2454a3c    0     0     0 0000204 [SLPQ - 0xc2443e3c][SLP] fdc0
   96 c2454c48    0     0     0 0000204 [IWAIT] swi0: sio
   95 c2456000    0     0     0 0000204 [SLPQ usbtsk 0xc09381e4][SLP] usbtask
   94 c245620c    0     0     0 0000204 [SLPQ usbevt 0xc2445210][SLP] usb0
   93 c2456418    0     0     0 0000204 [IWAIT] swi6:+
   92 c2390000    0     0     0 0000204 [IWAIT] swi6: task queue
    9 c239020c    0     0     0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task2
    8 c2390418    0     0     0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task1
    7 c2390624    0     0     0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task0
   91 c2390830    0     0     0 0000204 [IWAIT] swi2: cambio
    6 c2390a3c    0     0     0 0000204 [SLPQ - 0xc236cd00][SLP] kqueue taskq
   90 c2390c48    0     0     0 0000204 [IWAIT] swi5:+
    5 c2394000    0     0     0 0000204 [SLPQ - 0xc236ce80][SLP] thread taskq
   89 c239420c    0     0     0 0000204 [SLPQ - 0xc0935f00][SLP] yarrow
    4 c2394418    0     0     0 0000204 [SLPQ - 0xc09386c8][SLP] g_down
    3 c2394624    0     0     0 0000204 [SLPQ - 0xc09386c4][SLP] g_up
    2 c2394830    0     0     0 0000204 [SLPQ - 0xc09386bc][SLP] g_event
   88 c2394a3c    0     0     0 0000204 [IWAIT] swi1: net
   87 c2394c48    0     0     0 0000204 [IWAIT] swi3: vm
   86 c2395000    0     0     0 000020c [LOCK nfsd_mtx c3b71240] swi4: clock sio
   85 c237b000    0     0     0 0000204 [IWAIT] irq71:
   84 c237b20c    0     0     0 0000204 [IWAIT] irq70:
   83 c237b418    0     0     0 0000204 [IWAIT] irq69:
   82 c237b624    0     0     0 0000204 [IWAIT] irq68:
   81 c237b830    0     0     0 0000204 [IWAIT] irq67:
   80 c237ba3c    0     0     0 0000204 [IWAIT] irq66:
   79 c237bc48    0     0     0 0000204 [IWAIT] irq65:
   78 c2380000    0     0     0 0000204 [IWAIT] irq64:
   77 c238020c    0     0     0 0000204 [IWAIT] irq63:
   76 c2380418    0     0     0 0000204 [IWAIT] irq62:
   75 c2380624    0     0     0 0000204 [IWAIT] irq61:
   74 c2380830    0     0     0 0000204 [IWAIT] irq60:
   73 c2380a3c    0     0     0 0000204 [IWAIT] irq59:
   72 c2380c48    0     0     0 0000204 [IWAIT] irq58:
   71 c235a20c    0     0     0 0000204 [IWAIT] irq57:
   70 c235a418    0     0     0 0000204 [IWAIT] irq56:
   69 c235a624    0     0     0 0000204 [IWAIT] irq55:
   68 c235a830    0     0     0 0000204 [IWAIT] irq54:
   67 c235aa3c    0     0     0 0000204 [IWAIT] irq53:
   66 c235ac48    0     0     0 0000204 [IWAIT] irq52:
   65 c236d000    0     0     0 0000204 [IWAIT] irq51:
   64 c236d20c    0     0     0 0000204 [IWAIT] irq50:
   63 c236d418    0     0     0 0000204 [IWAIT] irq49:
   62 c236d624    0     0     0 0000204 [IWAIT] irq48: em0
   61 c236d830    0     0     0 0000204 [IWAIT] irq47:
   60 c236da3c    0     0     0 0000204 [IWAIT] irq46:
   59 c236dc48    0     0     0 0000204 [IWAIT] irq45:
   58 c234b624    0     0     0 0000204 [IWAIT] irq44:
   57 c234b830    0     0     0 0000204 [IWAIT] irq43:
   56 c234ba3c    0     0     0 0000204 [IWAIT] irq42:
   55 c234bc48    0     0     0 0000204 [IWAIT] irq41:
   54 c2359000    0     0     0 0000204 [IWAIT] irq40:
   53 c235920c    0     0     0 0000204 [IWAIT] irq39:
   52 c2359418    0     0     0 0000204 [IWAIT] irq38:
   51 c2359624    0     0     0 0000204 [IWAIT] irq37:
   50 c2359830    0     0     0 0000204 [IWAIT] irq36:
   49 c2359a3c    0     0     0 0000204 [IWAIT] irq35:
   48 c2359c48    0     0     0 0000204 [IWAIT] irq34:
   47 c235a000    0     0     0 0000204 [IWAIT] irq33:
   46 c233cc48    0     0     0 0000204 [IWAIT] irq32:
   45 c234a000    0     0     0 0000204 [IWAIT] irq31:
   44 c234a20c    0     0     0 0000204 [IWAIT] irq30:
   43 c234a418    0     0     0 0000204 [IWAIT] irq29:
   42 c234a624    0     0     0 0000204 [IWAIT] irq28:
   41 c234a830    0     0     0 0000204 [IWAIT] irq27:
   40 c234aa3c    0     0     0 0000204 [IWAIT] irq26:
   39 c234ac48    0     0     0 0000204 [IWAIT] irq25:
   38 c234b000    0     0     0 0000204 [IWAIT] irq24:
   37 c234b20c    0     0     0 0000204 [IWAIT] irq23:
   36 c234b418    0     0     0 0000204 [IWAIT] irq22:
   35 c232a624    0     0     0 0000204 [IWAIT] irq21:
   34 c232a830    0     0     0 0000204 [IWAIT] irq20:
   33 c232aa3c    0     0     0 0000204 [IWAIT] irq19:
   32 c232ac48    0     0     0 0000204 [IWAIT] irq18:
   31 c233c000    0     0     0 0000204 [IWAIT] irq17: fxp0
   30 c233c20c    0     0     0 0000204 [IWAIT] irq16: uhci0
   29 c233c418    0     0     0 0000204 [IWAIT] irq15: ata1
   28 c233c624    0     0     0 0000204 [IWAIT] irq14: ata0
   27 c233c830    0     0     0 0000204 [IWAIT] irq13:
   26 c233ca3c    0     0     0 0000204 [IWAIT] irq12: psm0
   25 c22dc20c    0     0     0 0000204 [IWAIT] irq11:
   24 c22dc418    0     0     0 0000204 [IWAIT] irq10:
   23 c22dc624    0     0     0 0000204 [IWAIT] irq9: acpi0
   22 c22dc830    0     0     0 0000204 [IWAIT] irq8:
   21 c22dca3c    0     0     0 0000204 [IWAIT] irq7: ppc0
   20 c22dcc48    0     0     0 0000204 [IWAIT] irq6: fdc0
   19 c232a000    0     0     0 0000204 [IWAIT] irq5:
   18 c232a20c    0     0     0 0000204 [IWAIT] irq4: sio0
   17 c232a418    0     0     0 0000204 [IWAIT] irq3: sio1
   16 c22d7000    0     0     0 0000204 [IWAIT] irq0:
   15 c22d720c    0     0     0 0000204 [IWAIT] irq1: atkbd0
   14 c22d7418    0     0     0 000020c [Can run] idle: cpu0
   13 c22d7624    0     0     0 000020c [CPU 1] idle: cpu1
   12 c22d7830    0     0     0 000020c [Can run] idle: cpu2
   11 c22d7a3c    0     0     0 000020c [CPU 3] idle: cpu3
    1 c22d7c48    0     0     1 0004200 [SLPQ wait 0xc22d7c48][SLP] init
   10 c22dc000    0     0     0 0000204 [SLPQ ktrace 0xc0939118][SLP] ktrace
    0 c09387c0    0     0     0 0000200 [IWAIT] swapper
40836 c269720c 1001 36302 36231 0006002 zomb[INACTIVE] sysctl
40838 c3f76000 1001 36302 36231 0006002 zomb[INACTIVE] shm
40834 c2b36c48 1001 36302 36231 0006002 zomb[INACTIVE] pty
40833 c3faa000 1001 36302 36231 0006002 zomb[INACTIVE] mkfifo
40835 c3c9c20c 1001 36302 36231 0006002 zomb[INACTIVE] syscall
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc0468f0b in db_fncall (dummy1=0xc096dde0, dummy2=0x0, dummy3=0x0, dummy4=0xe5104a88 "J\020P| \177| J\020J\020\231\a")
    at ../../../ddb/db_command.c:492
#2  0xc0468d10 in db_command (last_cmdp=0xc0921a84, cmd_table=0x0, aux_cmd_tablep=0xc089ea8c, aux_cmd_tablep_end=0xc089eaa8)
    at ../../../ddb/db_command.c:350
#3  0xc0468dd8 in db_command_loop () at ../../../ddb/db_command.c:458
#4  0xc046a9e9 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc0659f1a in kdb_trap (type=0xc, code=0x0, tf=0xe5104bf8) at ../../../kern/subr_kdb.c:473
#6  0xc08186ac in trap_fatal (frame=0xe5104bf8, eva=0x24) at ../../../i386/i386/trap.c:822
#7  0xc0817dba in trap (frame=
      {tf_fs = 0x8, tf_es = 0x28, tf_ds = 0x1c490028, tf_edi = 0xc269c300, tf_esi = 0xc269c300, tf_ebp = 0xe5104c4c, tf_isp = 0xe5104c24, tf_ebx = 0xc237f900, tf_edx = 0xc269c300, tf_ecx = 0xc3b71240, tf_eax = 0x0, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc06618b8, tf_cs = 0x20, tf_eflags = 0x10082, tf_esp = 0x34, tf_ss = 0x0}) at ../../../i386/i386/trap.c:267
#8  0xc080503a in calltrap () at ../../../i386/i386/exception.s:139
#9  0xc06618b8 in propagate_priority (td=0xc269c300) at ../../../kern/subr_turnstile.c:233
#10 0xc06621d1 in turnstile_wait (lock=0xc094f5c0, owner=0xc269c300) at ../../../kern/subr_turnstile.c:628
#11 0xc0637adc in _mtx_lock_sleep (m=0xc094f5c0, tid=0xc237f900, opts=0x0, file=0x0, line=0x0) at ../../../kern/kern_mutex.c:553
#12 0xc073c039 in nfsrv_timer (arg=0x0) at ../../../nfsserver/nfs_srvsock.c:811
#13 0xc064ced3 in softclock (dummy=0x0) at ../../../kern/kern_timeout.c:290
#14 0xc062b399 in ithread_loop (arg=0xc236b500) at ../../../kern/kern_intr.c:547
#15 0xc062a42d in fork_exit (callout=0xc062b238 <ithread_loop>, arg=0xc236b500, frame=0xe5104d38)
    at ../../../kern/kern_fork.c:789
#16 0xc080509c in fork_trampoline () at ../../../i386/i386/exception.s:208
(kgdb) l *0xc06618b8
0xc06618b8 is in propagate_priority (../../../kern/subr_turnstile.c:235).
230   /*
231    * Pick up the lock that td is blocked on.
232    */
233   ts = td->td_blocked;
234   MPASS(ts != NULL);
235   tc = TC_LOOKUP(ts->ts_lockobj);
236   mtx_lock_spin(&tc->tc_lock);
237
238   /* Resort td on the list if needed. */
239   if (!turnstile_adjust_thread(ts, td)) {
(kgdb) f 9
#9  0xc06618b8 in propagate_priority (td=0xc269c300) at ../../../kern/subr_turnstile.c:233
233   ts = td->td_blocked;
(kgdb) info loc
tc = (struct turnstile_chain *) 0xc237f900
ts = (struct turnstile *) 0x0
pri = 0x34
(kgdb) p *td
$1 = {td_proc = 0xc2697c48, td_ksegrp = 0xc269d120, td_plist = {tqe_next = 0x0, tqe_prev = 0xc2697c58}, td_kglist = {
    tqe_next = 0x0, tqe_prev = 0xc269d12c}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc26997a0}, td_lockq = {
    tqe_next = 0xc3194480, tqe_prev = 0xe79deaa0}, td_runq = {tqe_next = 0x0, tqe_prev = 0x0}, td_selq = {tqh_first = 0x0,
    tqh_last = 0x0}, td_sleepqueue = 0x0, td_turnstile = 0xc2392200, td_umtxq = 0xc269ae00, td_tid = 0x18724,
  td_flags = 0x1000009, td_inhibitors = 0x2, td_pflags = 0x0, td_dupfd = 0x0, td_wchan = 0xc2639800, td_wmesg = 0xc087821d "-",
  td_lastcpu = 0x0, td_oncpu = 0xff, td_owepreempt = 0x0, td_locks = 0x0, td_blocked = 0x0, td_ithd = 0x0, td_lockname = 0x0,
  td_contested = {lh_first = 0xc3b71240}, td_sleeplocks = 0x0, td_intr_nesting_level = 0x0, td_pinned = 0x0, td_mailbox = 0x0,
  td_ucred = 0xc22d5a80, td_standin = 0x0, td_upcall = 0x0, td_sticks = 0x85, td_uuticks = 0x0, td_usticks = 0x0,
  td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}},
  td_siglist = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0x26fa, td_sigstk = {ss_sp = 0x0, ss_size = 0x0,
    ss_flags = 0x4}, td_kflags = 0x0, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_base_pri = 0x58,
  td_priority = 0x34, td_pcb = 0xe75e1d90, td_state = TDS_INHIBITED, td_retval = {0x0, 0x281448b8}, td_slpcallout = {c_links = {
      sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0x0}}, c_time = 0x0, c_arg = 0x0, c_func = 0, c_mtx = 0x0,
    c_flags = 0x10}, td_frame = 0xe75e1d38, td_kstack_obj = 0xc1069210, td_kstack = 0xe75e0000, td_kstack_pages = 0x2,
  td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_spinlock_count = 0x1,
    md_saved_flags = 0x246}, td_sched = 0xc269c454}
(kgdb) f 10
#10 0xc06621d1 in turnstile_wait (lock=0xc094f5c0, owner=0xc269c300) at ../../../kern/subr_turnstile.c:628
628  propagate_priority(td);
(kgdb) p lock
$2 = (struct lock_object *) 0xc094f5c0
(kgdb) p *lock
$3 = {lo_class = 0xc08d8ae4, lo_name = 0xc0889608 "nfsd_mtx", lo_type = 0xc0889608 "nfsd_mtx", lo_flags = 0x30000, lo_list = {
    tqe_next = 0x0, tqe_prev = 0x0}, lo_witness = 0x0}