GENERIC 6.0-RC1 from Oct 24 11:15 UTC, vmcore.5

KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-RC1 #0: Mon Oct 24 13:31:26 CEST 2005
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Hyperthreading: 2 logical CPUs
real memory  = 1073676288 (1023 MB)
avail memory = 1041612800 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 16040, size: 32768
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
kernel trap 12 with interrupts disabled


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc06618b8
stack pointer           = 0x28:0xe510aaf4
frame pointer           = 0x28:0xe510ab08
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = resume, IOPL = 0
current process         = 88 (swi1: net)
[thread pid 88 tid 100089 ]
Stopped at      propagate_priority+0x60:        movl    0x24(%eax),%eax
db> where
Tracing pid 88 tid 100089 td 0xc237fc00
propagate_priority(c237fc00,c516f700,c0941ac8,c094f580,c26e8600) at propagate_priority+0x60
turnstile_wait(c094f580,c26e8600) at turnstile_wait+0x2e9
_mtx_lock_sleep(c094f580,c237fc00,0,0,0) at _mtx_lock_sleep+0xf8
nfsrv_rcv(c2a86b20,c29d5e80,1) at nfsrv_rcv+0x4e
sowakeup(c2a86b20,c2a86b70) at sowakeup+0xb1
udp_append(c2764438,c26d7830,c2a3eb00,1c,e510ac48) at udp_append+0x15c
udp_input(c2a3eb00,14,e510ace4,c06472ee,c237fc00) at udp_input+0x618
ip_input(c2a3eb00) at ip_input+0x5e5
netisr_processqueue(c0943438) at netisr_processqueue+0xa7
swi_net(0) at swi_net+0xf6
ithread_loop(c236b400,e510ad38) at ithread_loop+0x161
fork_exit(c062b238,c236b400,e510ad38) at fork_exit+0x71
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe510ad6c, ebp = 0 ---
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc237fc00: pid 88 "swi1: net"
curpcb       = 0xe510ad90
fpcurthread  = none
idlethread   = 0xc22d8c00: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50

cpuid        = 1
curthread    = 0xc22d8a80: pid 13 "idle: cpu1"
curpcb       = 0xe35f5d90
fpcurthread  = none
idlethread   = 0xc22d8a80: pid 13 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50

cpuid        = 2
curthread    = 0xc2acea80: pid 48297 "tcp"
curpcb       = 0xe7eded90
fpcurthread  = none
idlethread   = 0xc22d8900: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50

cpuid        = 3
curthread    = 0xc22d8780: pid 11 "idle: cpu3"
curpcb       = 0xe35efd90
fpcurthread  = none
idlethread   = 0xc22d8780: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50

db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
48299 c2fd3830 1001 48193 47909 0000002 [RUNQ] tcp
48298 c3ca9418 1001 40506 40431 0004002 [RUNQ] sh
48297 c3bed000 1001 48197 47909 0000002 [CPU 2] tcp
48296 c5b36c48 1001 40508 40431 0004002 [RUNQ] sh
48295 c54d9830 1001 48199 47909 0000002 [RUNQ] tcp
48294 c2a7f418 1001 48196 47909 0000002 [RUNQ] tcp
48293 c598fa3c 1001 48194 47909 0000002 [RUNQ] tcp
48292 c35c9418 1001 48200 47909 0000002 [RUNQ] tcp
48283 c54d7624 1001 48191 47909 0000002 [RUNQ] tcp
48270 c3bebc48 1001 48198 47909 0000002 [RUNQ] tcp
48269 c2a82a3c 1001 48195 47909 0000002 [RUNQ] tcp
48256 c2fd1000 1001 48244 47909 0000002 [RUNQ] syscall
48255 c35c8830 1001 48244 47909 0000002 [SLPQ nanslp 0xc093b16c][SLP] syscall
48253 c26e620c 1001 48244 47909 0000002 [SLPQ nanslp 0xc093b16c][SLP] syscall
48252 c35c7c48 1001 48244 47909 0000002 [SLPQ nanslp 0xc093b16c][SLP] syscall
48251 c54d9000 1001 48245 47909 0008082 (threaded)  thr1
   thread 0xc2fb2900 ksegrp 0xc26e9480 [SLPQ kserel 0xc26e94b4][SLP]
   thread 0xc2e7c000 ksegrp 0xc26e9480 [SLPQ kserel 0xc26e94b4][SLP]
   thread 0xc5b87600 ksegrp 0xc26e9480 [SLPQ kserel 0xc26e94b4][SLP]
   thread 0xc2c1d780 ksegrp 0xc26e9480 [RUNQ]
   thread 0xc2ce8000 ksegrp 0xc35481e0 [SLPQ ksesigwait 0xc54d9138][SLP]
48250 c3c94a3c 1001 48244 47909 0000002 [SLPQ nanslp 0xc093b16c][SLP] syscall
48249 c5b37000 1001 48244 47909 0000002 [SLPQ nanslp 0xc093b16c][SLP] syscall
48248 c269c418 1001 48245 47909 0008082 (threaded)  thr1
   thread 0xc41fc180 ksegrp 0xc234d540 [RUNQ]
   thread 0xc2a3f300 ksegrp 0xc234d540 [SLPQ kserel 0xc234d574][SLP]
   thread 0xc277f000 ksegrp 0xc234d540 [SLPQ kserel 0xc234d574][SLP]
   thread 0xc2a17000 ksegrp 0xc234d540 [SLPQ kserel 0xc234d574][SLP]
   thread 0xc26efd80 ksegrp 0xc3548240 [SLPQ ksesigwait 0xc269c550][SLP]
48245 c598e624 1001 48179 47909 0000002 [SLPQ wait 0xc598e624][SLP][SWAP] thr1
48244 c598ec48 1001 48183 47909 0000002 [SLPQ wait 0xc598ec48][SLP][SWAP] syscall
48242 c2fd320c 1001 48233 47909 0000002 [RUNQ] udp
48241 c54d7a3c 1001 48233 47909 0000002 [RUNQ] udp
48240 c2fd3c48 1001 48233 47909 0000002 [RUNQ] udp
48239 c5b3720c 1001 48233 47909 0000002 [RUNQ] udp
48238 c3c93a3c 1001 48233 47909 0000002 [RUNQ] udp
48237 c599fa3c 1001 48233 47909 0000002 [RUNQ] udp
48236 c284220c 1001 48233 47909 0000002 [RUNQ] udp
48235 c3c93624 1001 48233 47909 0000002 [RUNQ] udp
48234 c598e20c 1001 48233 47909 0000002 [RUNQ] udp
48233 c2a7f000 1001 48180 47909 0000002 [SLPQ wait 0xc2a7f000][SLP][SWAP] udp
48232 c3beb000 1001 48223 47909 0000002 [SLPQ nfsreq 0xc3ab5400][SLP] creat
48231 c3ca9c48 1001 48223 47909 0000002 [SLPQ nfsreq 0xc388c400][SLP] creat
48230 c35c720c 1001 48223 47909 0000002 [SLPQ nfsreq 0xc5e0c400][SLP] creat
48229 c5990a3c 1001 48223 47909 0000002 [SLPQ nfsreq 0xc3abdc00][SLP] creat
48228 c3c94830 1001 48223 47909 0000002 [SLPQ nfsreq 0xc39d4e80][SLP] creat
48227 c598f624 1001 48223 47909 0000002 [SLPQ nfs 0xc44e3278][SLP] creat
48226 c5b36624 1001 48223 47909 0000002 [SLPQ nfsreq 0xc55eb300][SLP] creat
48225 c26eaa3c 1001 48223 47909 0000002 [SLPQ nfsreq 0xc363a680][SLP] creat
48224 c35c7624 1001 48223 47909 0000002 [SLPQ nfsreq 0xc3ad7480][SLP] creat
48223 c269e624 1001 48177 47909 0000002 [SLPQ wait 0xc269e624][SLP][SWAP] creat
48220 c5b36830 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48219 c2fd3a3c 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48218 c35c9830 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48217 c283cc48 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48216 c5990830 1001 48210 47909 0000002 [SLPQ nfs 0xc46dc7c8][SLP] rw
48215 c599c20c 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48214 c599ac48 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48213 c54d6a3c 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48212 c54d9418 1001 48210 47909 0000002 [SLPQ nfsaio 0xc54dfe98][SLP] rw
48211 c35c920c 1001 48210 47909 0000002 [SLPQ nfsreq 0xc2b6da80][SLP] rw
48210 c3c9420c 1001 48175 47909 0000002 [SLPQ wait 0xc3c9420c][SLP][SWAP] rw
48208 c3ca9a3c 1001 48192 47909 0000002 [SLPQ swread 0xc175ae50][SLP] swap
48207 c3ca8418 1001 48192 47909 0000002 [SLPQ swread 0xc1157fb8][SLP] swap
48206 c54d9a3c 1001 48192 47909 0000002 [SLPQ pfault 0xc09500b8][SLP] swap
48205 c5b3620c 1001 48192 47909 0000002 [SLPQ pfault 0xc09500b8][SLP] swap
48204 c599c624 1001 48192 47909 0000002 [SLPQ pfault 0xc09500b8][SLP] swap
48203 c2456830 1001 48192 47909 0000002 [SLPQ swread 0xc111f300][SLP] swap
48202 c599c000 1001 48192 47909 0000002 [SLPQ pfault 0xc09500b8][SLP] swap
48201 c599020c 1001 48192 47909 0000002 [RUNQ] swap
48200 c26eba3c 1001 48190 47909 0000002 [SLPQ sbwait 0xc4d3d900][SLP] tcp
48199 c54d7830 1001 48190 47909 0000002 [SLPQ sbwait 0xc5176e90][SLP] tcp
48198 c3ca8000 1001 48190 47909 0000002 [SLPQ sbwait 0xc312b0a8][SLP] tcp
48197 c35c8418 1001 48190 47909 0000002 [RUNQ] tcp
48196 c26eb000 1001 48190 47909 0000002 [RUNQ] tcp
48195 c2a7f830 1001 48190 47909 0000002 [SLPQ sbwait 0xc5179900][SLP] tcp
48194 c2842000 1001 48190 47909 0000002 [SLPQ sbwait 0xc3106e90][SLP] tcp
48193 c5b36a3c 1001 48190 47909 0000002 [SLPQ sbwait 0xc4d3ed2c][SLP] tcp
48192 c2fd1624 1001 48176 47909 0000002 [SLPQ wait 0xc2fd1624][SLP][SWAP] swap
48191 c599f20c 1001 48190 47909 0000002 [SLPQ sbwait 0xc517a370][SLP] tcp
48190 c35c8a3c 1001 48185 47909 0000002 [SLPQ wait 0xc35c8a3c][SLP][SWAP] tcp
48189 c3ca9624 1001 48188 47909 0000002 [SLPQ nfsreq 0xc3903900][SLP] mkdir
48188 c3ca8a3c 1001 48178 47909 0000002 [SLPQ wait 0xc3ca8a3c][SLP][SWAP] mkdir
48186 c54d6830 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] shm
48185 c35c9a3c 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] tcp
48183 c2842c48 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] syscall
48180 c2842a3c 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] udp
48179 c599aa3c 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] thr1
48178 c3ca9000 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] mkdir
48177 c3ca8c48 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] creat
48176 c5b37a3c 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] swap
48175 c54d9c48 1001 47936 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] rw
48061 c2fd1830    0     0     0 0000204 [SLPQ nfsreq 0xc330de80][SLP] nfsiod 19
48060 c3beb20c    0     0     0 0000204 [SLPQ nfsreq 0xc3a6ca00][SLP] nfsiod 18
48059 c3ca9830    0     0     0 0000204 [SLPQ nfsreq 0xc5b1f480][SLP] nfsiod 17
48058 c5b36418    0     0     0 0000204 [SLPQ nfsreq 0xc3abdd80][SLP] nfsiod 16
48057 c599a830    0     0     0 0000204 [SLPQ nfsreq 0xc3ad7d80][SLP] nfsiod 15
48056 c2fd120c    0     0     0 0000204 [SLPQ nfsreq 0xc3a8b200][SLP] nfsiod 14
48055 c598f20c    0     0     0 0000204 [SLPQ nfsreq 0xc3a8b880][SLP] nfsiod 13
48054 c599a20c    0     0     0 0000204 [SLPQ nfsreq 0xc39c0b00][SLP] nfsiod 12
48053 c35c9624    0     0     0 0000204 [SLPQ nfsreq 0xc3a77000][SLP] nfsiod 11
48052 c598f830    0     0     0 0000204 [SLPQ nfsreq 0xc3adad80][SLP] nfsiod 10
48051 c2fd3418    0     0     0 0000204 [SLPQ nfsreq 0xc3a81e80][SLP] nfsiod 9
48050 c35c9c48    0     0     0 0000204 [SLPQ nfsreq 0xc38dec80][SLP] nfsiod 8
48049 c2fd1c48    0     0     0 0000204 [SLPQ nfsreq 0xc3bfe200][SLP] nfsiod 7
48048 c5990624    0     0     0 0000204 [SLPQ nfsreq 0xc39d5b00][SLP] nfsiod 6
48047 c599c830    0     0     0 0000204 [SLPQ nfsreq 0xc38ce300][SLP] nfsiod 5
48046 c35c7000    0     0     0 0000204 [SLPQ nfsreq 0xc3ab5580][SLP] nfsiod 4
47936 c598fc48 1001 47935 47909 0000002 [SLPQ wait 0xc598fc48][SLP][SWAP] run
47935 c3bed20c 1001 47934 47909 0000002 [SLPQ wait 0xc3bed20c][SLP][SWAP] run
47934 c54d620c 1001 47909 47909 0004002 [SLPQ nanslp 0xc093b16c][SLP] run
47909 c26e6624 1001   604 47909 0004002 [SLPQ wait 0xc26e6624][SLP][SWAP] sh
36648 c599fc48 1001 46823 36648 0004002 [SLPQ select 0xc0941d04][SLP][SWAP] ssh
46823 c2fd1418 1001 46822 46823 0004002 [SLPQ wait 0xc2fd1418][SLP][SWAP] bash
46822 c2a7f624 1001 46812 46812 0000100 [SLPQ select 0xc0941d04][SLP][SWAP] sshd
46812 c5990418    0   473 46812 0004100 [SLPQ sbwait 0xc5179bc8][SLP][SWAP] sshd
40508 c35c820c 1001     1 40431 0000002 [SLPQ wait 0xc35c820c][SLP][SWAP] sysctl
40506 c599f000 1001     1 40431 0000002 [SLPQ wait 0xc599f000][SLP][SWAP] sysctl
 2047 c5b37c48 1001   613  2047 0004002 [SLPQ select 0xc0941d04][SLP] top
  700 c26eb418    0   696   696 0000000 [SLPQ - 0xc2639e00][SLP][SWAP] nfsd
  699 c269e20c    0   696   696 0000000 [SLPQ - 0xc266ac00][SLP][SWAP] nfsd
  698 c26ea20c    0   696   696 0000000 [SLPQ - 0xc24eda00][SLP][SWAP] nfsd
  697 c26e6830    0   696   696 0000000 [SLPQ - 0xc3ed0a00][SLP] nfsd
  696 c2a7fc48    0     1   696 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] nfsd
  694 c26eb624    0     1   694 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] mountd
  671 c2a7f20c    0     1   671 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] rpcbind
  613 c26ea624 1001   612   613 0004002 [SLPQ wait 0xc26ea624][SLP][SWAP] bash
  612 c26eb20c 1001   610   610 0000100 [SLPQ select 0xc0941d04][SLP] sshd
  610 c2456624    0   473   610 0004100 [SLPQ sbwait 0xc276279c][SLP][SWAP] sshd
  604 c269c20c 1001   603   604 0004002 [SLPQ wait 0xc269c20c][SLP][SWAP] bash
  603 c2456a3c 1001   601   601 0000100 [SLPQ swread 0xc16362f0][SLP] sshd
  601 c26e6418    0   473   601 0004100 [SLPQ sbwait 0xc276120c][SLP][SWAP] sshd
  597 c283c20c    0     1   597 0004002 [SLPQ ttyin 0xc2505010][SLP][SWAP] getty
  596 c269c000    0     1   596 0004002 [SLPQ ttyin 0xc24fc010][SLP][SWAP] getty
  595 c269e830    0     1   595 0004002 [SLPQ ttyin 0xc2479410][SLP][SWAP] getty
  594 c2842624    0     1   594 0004002 [SLPQ ttyin 0xc2504810][SLP][SWAP] getty
  593 c269e000    0     1   593 0004002 [SLPQ ttyin 0xc2504410][SLP][SWAP] getty
  592 c269e418    0     1   592 0004002 [SLPQ ttyin 0xc2503410][SLP][SWAP] getty
  591 c2842418    0     1   591 0004002 [SLPQ ttyin 0xc2503010][SLP][SWAP] getty
  590 c2456c48    0     1   590 0004002 [SLPQ ttyin 0xc2504010][SLP][SWAP] getty
  574 c283ca3c    0     1   574 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] inetd
  553 c26eb830    0     1   553 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] moused
  499 c269ea3c    0     1   499 0000000 [SWAP] cron
  483 c26ea000   25     1   483 0000100 [SLPQ pause 0xc26ea034][SLP][SWAP] sendmail
  479 c26eac48    0     1   479 0000100 [SLPQ select 0xc0941d04][SLP] sendmail
  473 c26ea830    0     1   473 0000100 [SLPQ select 0xc0941d04][SLP][SWAP] sshd
  429 c26e6000    0     1   429 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] usbd
  356 c269c624    0     1   356 0000000 [SLPQ swread 0xc1a0ec98][SLP] syslogd
  327 c26e6a3c    0     1   327 0000000 [SLPQ select 0xc0941d04][SLP][SWAP] devd
  108 c239520c    0     0     0 0000204 [SLPQ - 0xe5101d08][SLP] schedcpu
  107 c2395418    0     0     0 0000204 [SLPQ nfsreq 0xc3ad4380][SLP] nfsiod 3
  106 c2395624    0     0     0 0000204 [SLPQ nfsreq 0xc3903500][SLP] nfsiod 2
  105 c2395830    0     0     0 0000204 [SLPQ nfsreq 0xc5619a80][SLP] nfsiod 1
  104 c2395a3c    0     0     0 0000204 [SLPQ nfsreq 0xc3adab80][SLP] nfsiod 0
  103 c2395c48    0     0     0 0000204 [SLPQ vlruwt 0xc2395c48][SLP] vnlru
  102 c2454000    0     0     0 0000204 [SLPQ syncer 0xc093aee0][SLP] syncer
  101 c245420c    0     0     0 0000204 [SLPQ nfsreq 0xc3616700][SLP] bufdaemon
  100 c2454418    0     0     0 000020c [SLPQ pgzero 0xc0950844][SLP] pagezero
   99 c2454624    0     0     0 0000204 [SLPQ psleep 0xc0950394][SLP] vmdaemon
   98 c2454830    0     0     0 0000204 [SLPQ wswbuf0 0xc094fb34][SLP] pagedaemon
   97 c2454a3c    0     0     0 0000204 [SLPQ - 0xc2443e3c][SLP] fdc0
   96 c2454c48    0     0     0 0000204 [IWAIT] swi0: sio
   95 c2456000    0     0     0 0000204 [SLPQ usbtsk 0xc09381a4][SLP] usbtask
   94 c245620c    0     0     0 0000204 [SLPQ usbevt 0xc2445210][SLP] usb0
   93 c2456418    0     0     0 0000204 [IWAIT] swi6:+
   92 c2390000    0     0     0 0000204 [IWAIT] swi6: task queue
    9 c239020c    0     0     0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task2
    8 c2390418    0     0     0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task1
    7 c2390624    0     0     0 0000204 [SLPQ - 0xc236cb00][SLP] acpi_task0
   91 c2390830    0     0     0 0000204 [IWAIT] swi2: cambio
    6 c2390a3c    0     0     0 0000204 [SLPQ - 0xc236cd00][SLP] kqueue taskq
   90 c2390c48    0     0     0 0000204 [IWAIT] swi5:+
    5 c2394000    0     0     0 0000204 [SLPQ - 0xc236ce80][SLP] thread taskq
   89 c239420c    0     0     0 0000204 [SLPQ - 0xc0935ec0][SLP] yarrow
    4 c2394418    0     0     0 0000204 [SLPQ - 0xc0938688][SLP] g_down
    3 c2394624    0     0     0 0000204 [SLPQ - 0xc0938684][SLP] g_up
    2 c2394830    0     0     0 0000204 [SLPQ - 0xc093867c][SLP] g_event
   88 c2394a3c    0     0     0 0000204 [LOCK nfsd_mtx c516f700] swi1: net
   87 c2394c48    0     0     0 0000204 [IWAIT] swi3: vm
   86 c2395000    0     0     0 000020c [IWAIT] swi4: clock sio
   85 c237b000    0     0     0 0000204 [IWAIT] irq71:
   84 c237b20c    0     0     0 0000204 [IWAIT] irq70:
   83 c237b418    0     0     0 0000204 [IWAIT] irq69:
   82 c237b624    0     0     0 0000204 [IWAIT] irq68:
   81 c237b830    0     0     0 0000204 [IWAIT] irq67:
   80 c237ba3c    0     0     0 0000204 [IWAIT] irq66:
   79 c237bc48    0     0     0 0000204 [IWAIT] irq65:
   78 c2380000    0     0     0 0000204 [IWAIT] irq64:
   77 c238020c    0     0     0 0000204 [IWAIT] irq63:
   76 c2380418    0     0     0 0000204 [IWAIT] irq62:
   75 c2380624    0     0     0 0000204 [IWAIT] irq61:
   74 c2380830    0     0     0 0000204 [IWAIT] irq60:
   73 c2380a3c    0     0     0 0000204 [IWAIT] irq59:
   72 c2380c48    0     0     0 0000204 [IWAIT] irq58:
   71 c235a20c    0     0     0 0000204 [IWAIT] irq57:
   70 c235a418    0     0     0 0000204 [IWAIT] irq56:
   69 c235a624    0     0     0 0000204 [IWAIT] irq55:
   68 c235a830    0     0     0 0000204 [IWAIT] irq54:
   67 c235aa3c    0     0     0 0000204 [IWAIT] irq53:
   66 c235ac48    0     0     0 0000204 [IWAIT] irq52:
   65 c236d000    0     0     0 0000204 [IWAIT] irq51:
   64 c236d20c    0     0     0 0000204 [IWAIT] irq50:
   63 c236d418    0     0     0 0000204 [IWAIT] irq49:
   62 c236d624    0     0     0 0000204 [IWAIT] irq48: em0
   61 c236d830    0     0     0 0000204 [IWAIT] irq47:
   60 c236da3c    0     0     0 0000204 [IWAIT] irq46:
   59 c236dc48    0     0     0 0000204 [IWAIT] irq45:
   58 c234b624    0     0     0 0000204 [IWAIT] irq44:
   57 c234b830    0     0     0 0000204 [IWAIT] irq43:
   56 c234ba3c    0     0     0 0000204 [IWAIT] irq42:
   55 c234bc48    0     0     0 0000204 [IWAIT] irq41:
   54 c2359000    0     0     0 0000204 [IWAIT] irq40:
   53 c235920c    0     0     0 0000204 [IWAIT] irq39:
   52 c2359418    0     0     0 0000204 [IWAIT] irq38:
   51 c2359624    0     0     0 0000204 [IWAIT] irq37:
   50 c2359830    0     0     0 0000204 [IWAIT] irq36:
   49 c2359a3c    0     0     0 0000204 [IWAIT] irq35:
   48 c2359c48    0     0     0 0000204 [IWAIT] irq34:
   47 c235a000    0     0     0 0000204 [IWAIT] irq33:
   46 c233cc48    0     0     0 0000204 [IWAIT] irq32:
   45 c234a000    0     0     0 0000204 [IWAIT] irq31:
   44 c234a20c    0     0     0 0000204 [IWAIT] irq30:
   43 c234a418    0     0     0 0000204 [IWAIT] irq29:
   42 c234a624    0     0     0 0000204 [IWAIT] irq28:
   41 c234a830    0     0     0 0000204 [IWAIT] irq27:
   40 c234aa3c    0     0     0 0000204 [IWAIT] irq26:
   39 c234ac48    0     0     0 0000204 [IWAIT] irq25:
   38 c234b000    0     0     0 0000204 [IWAIT] irq24:
   37 c234b20c    0     0     0 0000204 [IWAIT] irq23:
   36 c234b418    0     0     0 0000204 [IWAIT] irq22:
   35 c232a624    0     0     0 0000204 [IWAIT] irq21:
   34 c232a830    0     0     0 0000204 [IWAIT] irq20:
   33 c232aa3c    0     0     0 0000204 [IWAIT] irq19:
   32 c232ac48    0     0     0 0000204 [IWAIT] irq18:
   31 c233c000    0     0     0 0000204 [IWAIT] irq17: fxp0
   30 c233c20c    0     0     0 0000204 [IWAIT] irq16: uhci0
   29 c233c418    0     0     0 0000204 [IWAIT] irq15: ata1
   28 c233c624    0     0     0 0000204 [IWAIT] irq14: ata0
   27 c233c830    0     0     0 0000204 [IWAIT] irq13:
   26 c233ca3c    0     0     0 0000204 [IWAIT] irq12: psm0
   25 c22dc20c    0     0     0 0000204 [IWAIT] irq11:
   24 c22dc418    0     0     0 0000204 [IWAIT] irq10:
   23 c22dc624    0     0     0 0000204 [IWAIT] irq9: acpi0
   22 c22dc830    0     0     0 0000204 [IWAIT] irq8:
   21 c22dca3c    0     0     0 0000204 [IWAIT] irq7: ppc0
   20 c22dcc48    0     0     0 0000204 [IWAIT] irq6: fdc0
   19 c232a000    0     0     0 0000204 [IWAIT] irq5:
   18 c232a20c    0     0     0 0000204 [IWAIT] irq4: sio0
   17 c232a418    0     0     0 0000204 [IWAIT] irq3: sio1
   16 c22d7000    0     0     0 0000204 [IWAIT] irq0:
   15 c22d720c    0     0     0 0000204 [IWAIT] irq1: atkbd0
   14 c22d7418    0     0     0 000020c [Can run] idle: cpu0
   13 c22d7624    0     0     0 000020c [CPU 1] idle: cpu1
   12 c22d7830    0     0     0 000020c [Can run] idle: cpu2
   11 c22d7a3c    0     0     0 000020c [CPU 3] idle: cpu3
    1 c22d7c48    0     0     1 0004200 [SLPQ wait 0xc22d7c48][SLP] init
   10 c22dc000    0     0     0 0000204 [SLPQ ktrace 0xc09390d8][SLP] ktrace
    0 c0938780    0     0     0 0000200 [SLPQ vmwait 0xc09500b8][SLP] swapper
48246 c599cc48 1001 48186 47909 0002002 zomb[INACTIVE] shm
48257 c599f624 1001 48244 47909 0002002 zomb[INACTIVE] syscall
48254 c269ec48 1001 48244 47909 0002002 zomb[INACTIVE] syscall
48182 c54d6624 1001 47936 47909 0006002 zomb[INACTIVE] pty
48181 c599ca3c 1001 47936 47909 0006002 zomb[INACTIVE] mkfifo
48184 c3ca920c 1001 47936 47909 0006002 zomb[INACTIVE] sysctl
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc0468f0b in db_fncall (dummy1=0xc096dda0, dummy2=0x0, dummy3=0x0, dummy4=0xe510a944 "p\0200| \177\\\020`\020\220\a")
    at ../../../ddb/db_command.c:491
#2  0xc0468d10 in db_command (last_cmdp=0xc0921a44, cmd_table=0x0, aux_cmd_tablep=0xc089ea6c, aux_cmd_tablep_end=0xc089ea88)
    at ../../../ddb/db_command.c:350
#3  0xc0468dd8 in db_command_loop () at ../../../ddb/db_command.c:457
#4  0xc046a9e9 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc0659f1a in kdb_trap (type=0xc, code=0x0, tf=0xe510aab4) at ../../../kern/subr_kdb.c:473
#6  0xc081868c in trap_fatal (frame=0xe510aab4, eva=0x24) at ../../../i386/i386/trap.c:822
#7  0xc0817d9a in trap (frame=
      {tf_fs = 0x8, tf_es = 0x28, tf_ds = 0xc2790028, tf_edi = 0xc26e8600, tf_esi = 0xc26e8600, tf_ebp = 0xe510ab08, tf_isp = 0xe510aae0, tf_ebx = 0xc237fc00, tf_edx = 0xc26e8600, tf_ecx = 0xc516f700, tf_eax = 0x0, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc06618b8, tf_cs = 0x20, tf_eflags = 0x10082, tf_esp = 0x28, tf_ss = 0x0}) at ../../../i386/i386/trap.c:267
#8  0xc080501a in calltrap () at ../../../i386/i386/exception.s:139
#9  0xc06618b8 in propagate_priority (td=0xc26e8600) at ../../../kern/subr_turnstile.c:233
#10 0xc06621d1 in turnstile_wait (lock=0xc094f580, owner=0xc26e8600) at ../../../kern/subr_turnstile.c:628
#11 0xc0637adc in _mtx_lock_sleep (m=0xc094f580, tid=0xc237fc00, opts=0x0, file=0x0, line=0x0) at ../../../kern/kern_mutex.c:553
#12 0xc073b6ae in nfsrv_rcv (so=0xc2a86b20, arg=0xc29d5e80, waitflag=0x1) at ../../../nfsserver/nfs_srvsock.c:443
#13 0xc067dd25 in sowakeup (so=0xc2a86b20, sb=0xc2a86b70) at ../../../kern/uipc_socket2.c:408
#14 0xc06ed3cc in udp_append (last=0xc2764438, ip=0xc26d7830, n=0xc2a3eb00, off=0x1c, udp_in=0xe510ac48)
    at ../../../netinet/udp_usrreq.c:481
#15 0xc06ed168 in udp_input (m=0xc2a3eb00, off=0x14) at ../../../netinet/udp_usrreq.c:390
#16 0xc06d9dd9 in ip_input (m=0xc2a3eb00) at ../../../netinet/ip_input.c:778
#17 0xc06b6f1f in netisr_processqueue (ni=0xc0943438) at ../../../net/netisr.c:236
#18 0xc06b711e in swi_net (dummy=0x0) at ../../../net/netisr.c:349
#19 0xc062b399 in ithread_loop (arg=0xc236b400) at ../../../kern/kern_intr.c:547
#20 0xc062a42d in fork_exit (callout=0xc062b238 <ithread_loop>, arg=0xc236b400, frame=0xe510ad38)
    at ../../../kern/kern_fork.c:789
#21 0xc080507c in fork_trampoline () at ../../../i386/i386/exception.s:208
(kgdb) f 9
#9  0xc06618b8 in propagate_priority (td=0xc26e8600) at ../../../kern/subr_turnstile.c:233
233   ts = td->td_blocked;
(kgdb) p td->td_state
$6 = TDS_INHIBITED
(kgdb) info loc
tc = (struct turnstile_chain *) 0xc237fc00
ts = (struct turnstile *) 0x0
pri = 0x28
(kgdb) up
#10 0xc06621d1 in turnstile_wait (lock=0xc094f580, owner=0xc26e8600) at ../../../kern/subr_turnstile.c:628
628  propagate_priority(td);
(kgdb) l
623
624  /* Save who we are blocked on and switch. */
625  td->td_blocked = ts;
626  td->td_lockname = lock->lo_name;
627  TD_SET_LOCK(td);
628  propagate_priority(td);
629
630  if (LOCK_LOG_TEST(lock, 0))
631   CTR4(KTR_LOCK, "%s: td %d blocked on [%p] %s", __func__,
632       td->td_tid, lock, lock->lo_name);
(kgdb) l *0xc06618b8
0xc06618b8 is in propagate_priority (../../../kern/subr_turnstile.c:235).
230   /*
231    * Pick up the lock that td is blocked on.
232    */
233   ts = td->td_blocked;
234   MPASS(ts != NULL);
235   tc = TC_LOOKUP(ts->ts_lockobj);
236   mtx_lock_spin(&tc->tc_lock);
237
238   /* Resort td on the list if needed. */
239   if (!turnstile_adjust_thread(ts, td)) {