GENERIC HEAD from May 10 17:58 UTC, vmcore.308

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Wed May 11 17:56:24 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/LOCK
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252354560 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
kernel trap 12 with interrupts disabled


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc061a979
stack pointer           = 0x28:0xcf3568b0
frame pointer           = 0x28:0xcf3568d0
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = resume, IOPL = 0
current process         = 755 (top)
[thread pid 755 tid 100085 ]
Stopped at      fill_kinfo_thread+0x3f9:        movl    0x24(%edx),%eax
db> where
Tracing pid 755 tid 100085 td 0xc1877300
fill_kinfo_thread(c245b180,cf3568e8,11d18,0,288) at fill_kinfo_thread+0x3f9
sysctl_out_proc(c1b31200,cf356bf4,0,0,0) at sysctl_out_proc+0xdd
sysctl_kern_proc(c08a4f20,0,0,cf356bf4,c08a4f20) at sysctl_kern_proc+0x43c
sysctl_root(0,cf356c74,3,cf356bf4,c1877300) at sysctl_root+0x11b
userland_sysctl(c1877300,cf356c74,3,80df000,bfbfe97c) at userland_sysctl+0xf4
__sysctl(c1877300,cf356d04,6,af47,292) at __sysctl+0x77
syscall(3b,bfbf003b,bfbf003b,3,bfbfe97c) at syscall+0x257
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2812091f, esp = 0xbfbfe8dc, ebp = 0xbfbfe918 ---
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
72991 c1eee400 1001 72983   757 0008082 (threaded)  thr1
   thread 0xc1b2b900 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1e0f480 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc2463900 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc2935180 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc2b30480 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc2b2ed80 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1b59300 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1e13780 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc245bc00 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1b2b300 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1d57600 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1c94000 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc22f4180 ksegrp 0xc1c99120 [SLPQ swread 0xc13db258][SLP]
   thread 0xc29a7300 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc1e13900 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc22f4600 ksegrp 0xc1c99120 [SLPQ kserel 0xc1c99154][SLP]
   thread 0xc2217600 ksegrp 0xc1c99840 [SLPQ ksesigwait 0xc1eee538][SLP]
72990 c1b8d800 1001 72983   757 0008082 (threaded)  thr1
   thread 0xc1e00900 ksegrp 0xc1878720 [SLPQ swread 0xc1170cd0][SLP]
   thread 0xc1f2dd80 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1759a80 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1c95180 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1a60480 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1a44300 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc2930180 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1f9b480 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1bd5c00 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc29a7c00 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc18b8180 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1e0f180 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1a60d80 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1bafc00 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1e00300 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1ac3000 ksegrp 0xc1878720 [SLPQ kserel 0xc1878754][SLP]
   thread 0xc1b2ba80 ksegrp 0xc1c99c00 [SLPQ ksesigwait 0xc1b8d938][SLP]
72989 c1f5e400 1001 72983   757 0008082 (threaded)  thr1
   thread 0xc2b30c00 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc2b2e300 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc22f4900 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1bd5d80 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1e01480 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1d57900 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1a6d180 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1a67780 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1a60c00 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1c20180 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc2935780 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1a67a80 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1759300 ksegrp 0xc1bb0c60 [SLPQ swread 0xc13d0fc8][SLP]
   thread 0xc1c9f600 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc2249c00 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1d57480 ksegrp 0xc1bb0c60 [SLPQ kserel 0xc1bb0c94][SLP]
   thread 0xc1e0f600 ksegrp 0xc1c99d80 [SLPQ ksesigwait 0xc1f5e538][SLP]
72988 c1b4ea00 1001 72983   757 0088482 stop(threaded)  thr1
   thread 0xc2935000 ksegrp 0xc1573120 [RUNQ]
72987 c1c93000 1001 72983   757 0008082 (threaded)  thr1
   thread 0xc1baf600 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc18b8780 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1e10480 ksegrp 0xc1b4f840 [SLPQ swread 0xc1368730][SLP]
   thread 0xc1dfc900 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc180ca80 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1a67180 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1e02780 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1a44480 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc2217300 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc29a7900 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1c42900 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1df6a80 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1f9bc00 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1e00a80 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1e0fd80 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc1f2d900 ksegrp 0xc1b4f840 [SLPQ kserel 0xc1b4f874][SLP]
   thread 0xc2464a80 ksegrp 0xc1c999c0 [SLPQ ksesigwait 0xc1c93138][SLP]
72986 c1b31600 1001 72983   757 0008082 (threaded)  thr1
   thread 0xc1a6d900 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1e0ca80 ksegrp 0xc15734e0 [SLPQ swread 0xc10f54c0][SLP]
   thread 0xc2463600 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc180cc00 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1e02600 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc22f4780 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc180c180 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc2464900 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc2b2da80 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1c42a80 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1e0f900 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc245bd80 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc2b30300 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1c3f180 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1bd4900 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc1e10c00 ksegrp 0xc15734e0 [SLPQ kserel 0xc1573514][SLP]
   thread 0xc2935900 ksegrp 0xc1c99a20 [SLPQ ksesigwait 0xc1b31738][SLP]
72985 c1bd3a00 1001 72983   757 0008082 (threaded)  thr1
   thread 0xc1a3b000 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc1e0c900 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc1bd5480 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc1bd5a80 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc2814c00 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc1c95900 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc24a4600 ksegrp 0xc1b4fd20 [SLPQ swread 0xc130f6a8][SLP]
   thread 0xc1baf000 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc180c000 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc1c94d80 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc2238c00 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc18b8900 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc2238000 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc2238780 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc2238a80 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc1baf780 ksegrp 0xc1b4fd20 [SLPQ kserel 0xc1b4fd54][SLP]
   thread 0xc22f4480 ksegrp 0xc1c99ea0 [SLPQ ksesigwait 0xc1bd3b38][SLP]
72984 c1b31200 1001 72983   757 0088482 stop(threaded)  thr1
   thread 0xc1e0c600 ksegrp 0xc15735a0 [RUNQ]
72983 c1b71e00 1001 72959   757 0000002 [SLPQ wait 0xc1b71e00][SLP] thr1
72982 c1f80800 1001 72979   757 0000002 [RUNQ] tcp
72981 c1c93200 1001 72979   757 0000002 [RUNQ] tcp
72980 c1b8f200 1001 72979   757 0000002 [RUNQ] tcp
72979 c1bb1c00 1001 72963   757 0000002 [SLPQ wait 0xc1bb1c00][SLP] tcp
72978 c1c93c00 1001 72965   757 0000002 [SLPQ swread 0xc10e2e00][SLP] swap
72977 c1bd6000 1001 72965   757 0000002 [SLPQ swread 0xc12a8490][SLP] swap
72976 c1f5e200 1001 72966   757 0000002 [RUNQ] creat
72975 c2945800 1001 72966   757 0000002 [RUNQ] creat
72974 c1b50000 1001 72966   757 0000002 [RUNQ] creat
72973 c1f5ea00 1001 72966   757 0000002 [RUNQ] creat
72972 c1eede00 1001 72965   757 0000002 [SLPQ swread 0xc13df0c8][SLP] swap
72971 c2946800 1001 72965   757 0000002 [SLPQ swread 0xc10fedc0][SLP] swap
72970 c1f80400 1001 72965   757 0000002 [SLPQ swread 0xc1232c68][SLP] swap
72969 c1f5e800 1001 72965   757 0000002 [RUNQ] swap
72967 c1bac800 1001 72965   757 0000002 [SLPQ swread 0xc13e6148][SLP] swap
72966 c18b4c00 1001 72957   757 0000002 [SLPQ wait 0xc18b4c00][SLP] creat
72965 c1b31c00 1001 72956   757 0000002 [SLPQ wait 0xc1b31c00][SLP] swap
72963 c1b30200 1001   764   757 0004002 [SLPQ wait 0xc1b30200][SLP] tcp
72959 c2946600 1001   764   757 0004002 [SLPQ wait 0xc2946600][SLP] thr1
72957 c1750c00 1001   764   757 0004002 [SLPQ wait 0xc1750c00][SLP] creat
72956 c1bace00 1001   764   757 0004002 [SLPQ wait 0xc1bace00][SLP] swap
  764 c18b3c00 1001   763   757 0000002 [SLPQ wait 0xc18b3c00][SLP] run
  763 c174dc00 1001   762   757 0000002 [SLPQ wait 0xc174dc00][SLP] run
  762 c1876e00 1001   757   757 0004002 [SLPQ nanslp 0xc091596c][SLP] run
  757 c174da00 1001   557   757 0004002 [SLPQ wait 0xc174da00][SLP] sh
  755 c1876a00 1001   624   755 0004002 [CPU 0] top
  624 c18b4600 1001   623   624 0004002 [SLPQ wait 0xc18b4600][SLP] bash
  623 c1876800 1001   621   621 0000100 [SLPQ select 0xc0962c64][SLP] sshd
  621 c1876c00    0   423   621 0004100 [SLPQ sbwait 0xc17f8d94][SLP] sshd
  557 c1876200 1001   556   557 0004002 [SLPQ wait 0xc1876200][SLP] bash
  556 c174d200 1001   554   554 0000100 [SLPQ select 0xc0962c64][SLP] sshd
  554 c1875c00    0   423   554 0004100 [SLPQ sbwait 0xc17f81e8][SLP] sshd
  553 c18b4200    0     1   553 0004002 [SLPQ ttyin 0xc16b3c10][SLP] getty
  552 c18b3a00    0     1   552 0004002 [SLPQ ttyin 0xc16b4010][SLP] getty
  551 c18b3200    0     1   551 0004002 [SLPQ ttyin 0xc16b4410][SLP] getty
  550 c18b3e00    0     1   550 0004002 [SLPQ ttyin 0xc16ab010][SLP] getty
  549 c18b3400    0     1   549 0004002 [SLPQ ttyin 0xc16a9410][SLP] getty
  548 c18b3800    0     1   548 0004002 [SLPQ ttyin 0xc16ab410][SLP] getty
  547 c18b3600    0     1   547 0004002 [SLPQ ttyin 0xc16a8c10][SLP] getty
  546 c18b4000    0     1   546 0004002 [SLPQ ttyin 0xc16a8010][SLP] getty
  514 c1875600    0     1   514 0000000 [SLPQ select 0xc0962c64][SLP] moused
  447 c1875400    0     1   447 0000000 [SLPQ nanslp 0xc091596c][SLP] cron
  435 c1876000   25     1   435 0000100 [SLPQ pause 0xc1876034][SLP] sendmail
  429 c1876600    0     1   429 0000100 [SLPQ select 0xc0962c64][SLP] sendmail
  423 c1875a00    0     1   423 0000100 [SLPQ select 0xc0962c64][SLP] sshd
  405 c1875e00    0     1   405 0000000 [SLPQ select 0xc0962c64][SLP] ntpd
  376 c1875800    0     1   376 0000000 [SLPQ select 0xc0962c64][SLP] usbd
  356 c1876400    0   351   351 0000000 [SLPQ - 0xc187c800][SLP] nfsd
  355 c1875000    0   351   351 0000000 [SLPQ - 0xc187ca00][SLP] nfsd
  354 c174d400    0   351   351 0000000 [SLPQ - 0xc187c400][SLP] nfsd
  353 c1750a00    0   351   351 0000000 [SLPQ - 0xc187c600][SLP] nfsd
  351 c1750e00    0     1   351 0000000 [SLPQ select 0xc0962c64][SLP] nfsd
  349 c1875200    0     1   349 0000000 [SLPQ select 0xc0962c64][SLP] mountd
  280 c1646e00    0     1   280 0000000 [SLPQ select 0xc0962c64][SLP] rpcbind
  266 c174d800    0     1   266 0000000 [SLPQ select 0xc0962c64][SLP] syslogd
  237 c174d600    0     1   237 0000000 [SLPQ select 0xc0962c64][SLP] devd
   61 c174de00    0     0     0 0000204 [SLPQ - 0xce9e7d00][SLP] schedcpu
   60 c1750000    0     0     0 0000204 [SLPQ - 0xc096a94c][SLP] nfsiod 3
   59 c1750200    0     0     0 0000204 [SLPQ - 0xc096a948][SLP] nfsiod 2
   58 c1750400    0     0     0 0000204 [SLPQ - 0xc096a944][SLP] nfsiod 1
   57 c1750600    0     0     0 0000204 [SLPQ - 0xc096a940][SLP] nfsiod 0
   56 c1750800    0     0     0 0000204 [SLPQ syncer 0xc09156e0][SLP] syncer
   55 c1572400    0     0     0 0000204 [SLPQ vlruwt 0xc1572400][SLP] vnlru
   54 c1572600    0     0     0 0000204 [SLPQ psleep 0xc09631b0][SLP] bufdaemon
   53 c1572800    0     0     0 000020c [SLPQ pgzero 0xc0970ee4][SLP] pagezero
   52 c1572a00    0     0     0 0000204 [SLPQ psleep 0xc0970a34][SLP] vmdaemon
   51 c1572c00    0     0     0 0000204 [SLPQ psleep 0xc09709f0][SLP] pagedaemon
   50 c1572e00    0     0     0 0000204 [SLPQ - 0xc166aa3c][SLP] fdc0
   49 c1646000    0     0     0 0000204 [IWAIT] swi0: sio
   48 c1646200    0     0     0 0000204 [SLPQ usbevt 0xc160ea10][SLP] usb4
   47 c1646400    0     0     0 0000204 [SLPQ usbevt 0xc1660210][SLP] usb3
   46 c1646600    0     0     0 0000204 [SLPQ usbevt 0xc164e210][SLP] usb2
   45 c1646800    0     0     0 0000204 [SLPQ usbevt 0xc164f210][SLP] usb1
   44 c1646a00    0     0     0 0000204 [SLPQ usbtsk 0xc0904674][SLP] usbtask
   43 c1646c00    0     0     0 0000204 [SLPQ usbevt 0xc161d210][SLP] usb0
   42 c1565c00    0     0     0 0000204 [IWAIT] swi2: cambio
   41 c1565e00    0     0     0 0000204 [IWAIT] swi5:+
    9 c1570000    0     0     0 0000204 [SLPQ - 0xc1619280][SLP] acpi_task2
    8 c1570200    0     0     0 0000204 [SLPQ - 0xc1619280][SLP] acpi_task1
    7 c1570400    0     0     0 0000204 [SLPQ - 0xc1619280][SLP] acpi_task0
    6 c1570600    0     0     0 0000204 [SLPQ - 0xc1619300][SLP] thread taskq
   40 c1570800    0     0     0 0000204 [IWAIT] swi6:+
   39 c1570a00    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c1570c00    0     0     0 0000204 [SLPQ - 0xc1520c00][SLP] kqueue taskq
   38 c1570e00    0     0     0 0000204 [SLPQ - 0xc09023a0][SLP] yarrow
    4 c1572000    0     0     0 0000204 [SLPQ - 0xc0906e68][SLP] g_down
    3 c1572200    0     0     0 0000204 [SLPQ - 0xc0906e64][SLP] g_up
    2 c1557600    0     0     0 0000204 [SLPQ - 0xc0906e5c][SLP] g_event
   37 c1557800    0     0     0 0000204 [IWAIT] swi1: net
   36 c1557a00    0     0     0 0000204 [IWAIT] swi3: vm
   35 c1557c00    0     0     0 000020c [IWAIT] swi4: clock sio
   34 c1557e00    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c1565000    0     0     0 0000204 [IWAIT] irq22: rl0
   32 c1565200    0     0     0 0000204 [IWAIT] irq21:
   31 c1565400    0     0     0 0000204 [IWAIT] irq20:
   30 c1565600    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c1565800    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c1565a00    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c1526200    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c1526400    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c1526600    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c1526800    0     0     0 0000204 [IWAIT] irq13:
   23 c1526a00    0     0     0 0000204 [IWAIT] irq12: psm0
   22 c1526c00    0     0     0 0000204 [IWAIT] irq11:
   21 c1526e00    0     0     0 0000204 [IWAIT] irq10:
   20 c1557000    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c1557200    0     0     0 0000204 [IWAIT] irq8:
   18 c1557400    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c1521000    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c1521200    0     0     0 0000204 [IWAIT] irq5:
   15 c1521400    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c1521600    0     0     0 0000204 [IWAIT] irq3:
   13 c1521800    0     0     0 0000204 [IWAIT] irq0:
   12 c1521a00    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c1521c00    0     0     0 000020c [Can run] idle: cpu0
    1 c1521e00    0     0     1 0004200 [SLPQ wait 0xc1521e00][SLP] init
   10 c1526000    0     0     0 0000204 [SLPQ ktrace 0xc09138d8][SLP] ktrace
    0 c0906f60    0     0     0 0000200 [SLPQ sched 0xc0906f60][SLP] swapper
72968 c1b30e00 1001 72965   757 0002002 zomb[INACTIVE] swap
73016 c1b50200 1001 72981   757 0002002 zomb[INACTIVE] tcp
73022 c1c96e00 1001 72982   757 0002002 zomb[INACTIVE] tcp
73021 c1f80a00 1001 72980   757 0002002 zomb[INACTIVE] tcp
72958 c2947200 1001   764   757 0006002 zomb[INACTIVE] mkdir
72964 c1c96400 1001   764   757 0006002 zomb[INACTIVE] udp
72961 c1c96c00 1001   764   757 0006002 zomb[INACTIVE] syscall
72962 c1f80000 1001   764   757 0006002 zomb[INACTIVE] sysctl
72960 c1f80200 1001   764   757 0006002 zomb[INACTIVE] rw
db> show pcpu
cpuid        = 0
curthread    = 0xc1877300: pid 755 "top"
curpcb       = 0xcf356d90
fpcurthread  = none
idlethread   = 0xc1522600: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:
db> show alllocks
Process 72974 (creat) thread 0xc2afe000 (100341)
exclusive sleep mutex dirhash r = 0 (0xc1ad3800) locked @ ufs/ufs/ufs_dirhash.c:367
Process 755 (top) thread 0xc1877300 (100085)
exclusive sleep mutex process lock r = 0 (0xc1b31268) locked @ kern/kern_proc.c:890
shared sx allproc r = 0 (0xc0915180) locked @ kern/kern_proc.c:229
exclusive sx sysctl lock r = 0 (0xc0915740) locked @ kern/kern_sysctl.c:1335
exclusive sleep mutex Giant r = 0 (0xc09150a0) locked @ kern/kern_sysctl.c:1273
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

#5  0xc0638784 in kdb_trap (type=0xc, code=0x0, tf=0xcf356870) at ../../../kern/subr_kdb.c:471
#6  0xc07d8627 in trap_fatal (frame=0xcf356870, eva=0x24) at ../../../i386/i386/trap.c:809
#7  0xc07d7d6e in trap (frame=
      {tf_fs = 0x8, tf_es = 0xcf350028, tf_ds = 0xc0610028, tf_edi = 0xcf3568e8, tf_esi = 0xc2727000, tf_ebp = 0xcf3568d0, tf_isp = 0xcf35689c, tf_ebx = 0xc245b180, tf_edx = 0x0, tf_ecx = 0xc245b180, tf_eax = 0xfffffffe, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc061a979, tf_cs = 0x20, tf_eflags = 0x10006, tf_esp = 0x79bcd, tf_ss = 0x0}) at ../../../i386/i386/trap.c:252
#8  0xc07c5eba in calltrap () at ../../../i386/i386/exception.s:139
#9  0x00000008 in ?? ()
#10 0xcf350028 in ?? ()
#11 0xc0610028 in thread_export_context (td=0xc245b180, willexit=0xcf3568e8) at ../../../kern/kern_kse.c:874
#12 0xc061aea9 in sysctl_out_proc (p=0xc1b31200, req=0xcf356bf4, flags=0x0) at ../../../kern/kern_proc.c:886
#13 0xc061b400 in sysctl_kern_proc (oidp=0x0, arg1=0x0, arg2=0x0, req=0xcf356bf4) at ../../../kern/kern_proc.c:1075
#14 0xc062750f in sysctl_root (oidp=0x0, arg1=0x0, arg2=0x0, req=0xcf356bf4) at ../../../kern/kern_sysctl.c:1241
#15 0xc06276e0 in userland_sysctl (td=0x0, name=0xcf356c74, namelen=0x3, old=0xcf356bf4, oldlenp=0xbfbfe97c, inkernel=0x0, new=0x0,
    newlen=0x0, retval=0xcf356c70, flags=0x0) at ../../../kern/kern_sysctl.c:1340
#16 0xc0627597 in __sysctl (td=0xc1877300, uap=0xcf356d04) at ../../../kern/kern_sysctl.c:1275
#17 0xc07d8937 in syscall (frame=
      {tf_fs = 0x3b, tf_es = 0xbfbf003b, tf_ds = 0xbfbf003b, tf_edi = 0x3, tf_esi = 0xbfbfe97c, tf_ebp = 0xbfbfe918, tf_isp = 0xcf356d64, tf_ebx = 0x281a14e4, tf_edx = 0x80df000, tf_ecx = 0xbfbfe9b0, tf_eax = 0xca, tf_trapno = 0x0, tf_err = 0x2, tf_eip = 0x2812091f, tf_cs = 0x33, tf_eflags = 0x292, tf_esp = 0xbfbfe8dc, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:959
#18 0xc07c5f0f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
(kgdb) f 12
#12 0xc061aea9 in sysctl_out_proc (p=0xc1b31200, req=0xcf356bf4, flags=0x0) at ../../../kern/kern_proc.c:886
886                             fill_kinfo_thread(td, &kinfo_proc);
(kgdb) p td
$13 = (struct thread *) 0xc245b180
(kgdb) p *td
$14 = {td_proc = 0xc1b31200, td_ksegrp = 0x0, td_plist = {tqe_next = 0x0, tqe_prev = 0xc1e0c608}, td_kglist = {tqe_next = 0x0,
    tqe_prev = 0xc1bb066c}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc27a42e0}, td_lockq = {tqe_next = 0xc1a44c00,
    tqe_prev = 0xcf4f3be0}, td_runq = {tqe_next = 0xc1759c00, tqe_prev = 0xc1c20aa8}, td_selq = {tqh_first = 0x0, tqh_last = 0x0},
  td_sleepqueue = 0xc27a42e0, td_turnstile = 0xc1eb6000, td_umtxq = 0xc1eb61c0, td_tid = 0x187ca, td_flags = 0x1000800,
  td_inhibitors = 0x0, td_pflags = 0x8, td_dupfd = 0x0, td_wchan = 0x0, td_wmesg = 0x0, td_lastcpu = 0x0, td_oncpu = 0x0,
  td_owepreempt = 0x0, td_locks = 0x0, td_blocked = 0x0, td_ithd = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0},
  td_sleeplocks = 0x0, td_intr_nesting_level = 0x0, td_pinned = 0x0, td_mailbox = 0x28173450, td_ucred = 0xc1a03900, td_standin = 0x0,
  td_upcall = 0x0, td_sticks = 0x0, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0,
      0x0}}, td_sigmask = {__bits = {0xfffefeff, 0xffffffff, 0xffffffff, 0xffffffff}}, td_siglist = {__bits = {0x0, 0x0, 0x0, 0x0}},
  td_generation = 0x8, td_sigstk = {ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x0}, td_kflags = 0x0, td_xsig = 0x0, td_profil_addr = 0x0,
  td_profil_ticks = 0x0, td_base_pri = 0x68, td_priority = 0x68, td_pcb = 0xcfffbd90, td_state = TDS_INACTIVE, td_retval = {0x0, 0x3},
  td_slpcallout = {c_links = {sle = {sle_next = 0xc1c20b8c}, tqe = {tqe_next = 0xc1c20b8c, tqe_prev = 0xc65bf8b8}}, c_time = 0x3969155,
    c_arg = 0xc245b180, c_func = 0xc063e40c <sleepq_timeout>, c_mtx = 0x0, c_flags = 0x10}, td_frame = 0xcfffbd38,
  td_kstack_obj = 0xc2680d68, td_kstack = 0xcfffa000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0, td_altkstack = 0x0,
  td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_spinlock_count = 0x1, md_saved_flags = 0x246}, td_sched = 0xc245b2d4}