GENERIC RELENG_6 from Mar 13 16:04 UTC, vmcore.48

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.1-PRERELEASE #0: Mon Mar 13 17:19:28 CET 2006
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Hyperthreading: 2 logical CPUs
real memory  = 1073676288 (1023 MB)
avail memory = 1041571840 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
/tmp: mount pending error: blocks 4137248 files 0
/tmp: mount pending error: blocks 4137248 files 0
fsync: giving up on dirty
0xc4ebd110: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 1967 mountedhere 0xc4e17600
    flags ()
    v_object 0xc4f5b948 ref 0 pages 7854
     lock type devfs: EXCL (count 1) by thread 0xc4e84600 (pid 1626)
        dev ad0s1e
fsync: giving up on dirty
0xc4ebd110: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 1967 mountedhere 0xc4e17600
    flags ()
    v_object 0xc4f5b948 ref 0 pages 7862
     lock type devfs: EXCL (count 1) by thread 0xc4e84600 (pid 1626)
        dev ad0s1e
g_vfs_done():md1[READ(offset=65536, length=8192)]error = 5
/tmp: mount pending error: blocks 4137248 files 0
/tmp: mount pending error: blocks 4137248 files 0
fsync: giving up on dirty
0xc4ebd110: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 504 mountedhere 0xc4e17600
    flags ()
    v_object 0xc4f5b948 ref 0 pages 2008
     lock type devfs: EXCL (count 1) by thread 0xc5929300 (pid 3188)
        dev ad0s1e
fsync: giving up on dirty
0xc4ebd110: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 506 mountedhere 0xc4e17600
    flags ()
    v_object 0xc4f5b948 ref 0 pages 2016
     lock type devfs: EXCL (count 1) by thread 0xc5929300 (pid 3188)
        dev ad0s1e


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0xc608aacc
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc060bc6b
stack pointer           = 0x28:0xe75fc864
frame pointer           = 0x28:0xe75fc888
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 412 (mountd)
[thread pid 412 tid 100107 ]
Stopped at      g_io_request+0x3f:      movl    0xc(%eax),%esi
db> where
Tracing pid 412 tid 100107 td 0xc4fb4c00
g_io_request(c6803dec,c608aac0,d8bdf118,c7515990,e75fc8bc) at g_io_request+0x3f
g_vfs_strategy(c7515a50,d8bdf118,0,d8bdf118,0) at g_vfs_strategy+0x49
ffs_geom_strategy(c7515a50,d8bdf118) at ffs_geom_strategy+0xa7
breadn(c7515990,e0,0,4000,0) at breadn+0xfb
bread(c7515990,e0,0,4000,0) at bread+0x20
ffs_vget(c4dfbc00,2,2,e75fc9ac) at ffs_vget+0x318
ufs_root(c4dfbc00,2,e75fc9f0,c4fb4c00,0) at ufs_root+0x19
lookup(e75fcadc,1,0,c4fb4c00,c4f58330) at lookup+0x677
namei(e75fcadc,0,0,0,c106c968) at namei+0x37e
vfs_domount(c4fb4c00,c4e32200,c76da650,11001,c4e32640) at vfs_domount+0x173
vfs_donmount(c4fb4c00,11001,e75fcc04,c5913e00,c) at vfs_donmount+0x2ef
kernel_mount(c4ee4090,11001,0,20000,0) at kernel_mount+0x6d
ffs_cmount(c4ee4090,bfbfe970,11001,c4fb4c00,c0912440) at ffs_cmount+0x5d
mount(c4fb4c00,e75fcd04,4,75,216) at mount+0x156
syscall(804003b,807003b,bfbf003b,804dea3,8076e04) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280d0437, esp = 0xbfbfe8fc, ebp = 0xbfbfed58 ---
db> show allpcpu
Current CPU: 1

cpuid        = 0
curthread    = 0xc4bee900: pid 39 "bufdaemon"
curpcb       = 0xe503fd90
fpcurthread  = none
idlethread   = 0xc4aefc00: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc4fb4c00: pid 412 "mountd"
curpcb       = 0xe75fcd90
fpcurthread  = none
idlethread   = 0xc4aefa80: pid 13 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc4aef900: pid 12 "idle: cpu2"
curpcb       = 0xe35c3d90
fpcurthread  = none
idlethread   = 0xc4aef900: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc4aef780: pid 11 "idle: cpu3"
curpcb       = 0xe35c0d90
fpcurthread  = none
idlethread   = 0xc4aef780: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 412 (mountd) thread 0xc4fb4c00 (100107)
exclusive sleep mutex Giant r = 1 (0xc093c2c0) locked @ kern/vfs_mount.c:639
db> show lockedvnods
Locked vnodes

0xc6521110: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 17 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4300 (pid 3146)
        ino 237311, on dev ad0s1e

0xc6796440: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 17 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4480 (pid 3152)
        ino 238551, on dev ad0s1e

0xc6806aa0: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 17 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4eff900 (pid 3149)
        ino 238560, on dev ad0s1e

0xc675b440: tag ufs, type VREG
    usecount 1, writecount 0, refcount 107 mountedhere 0
    flags (VV_SYSTEM)
     lock type snaplk: EXCL (count 1) by thread 0xc4bee900 (pid 39) with 4 pending
        ino 211972, on dev ad0s1e

0xc6d57990: tag ufs, type VDIR
    usecount 0, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4bee900 (pid 39)
        ino 70855, on dev ad0s1e

0xc67ad660: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc770e900 (pid 3151)
        ino 53590, on dev ad0s1e

0xc69f4770: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4180 (pid 3148)
        ino 53605, on dev ad0s1e

0xc55ec000: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4efe900 (pid 3154)
        ino 53642, on dev ad0s1e

0xc7388550: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc770e900 (pid 3151)
        ino 53659, on dev ad0s1e

0xc5fb3dd0: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4180 (pid 3148)
        ino 53660, on dev ad0s1e

0xc5f9e770: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4efe900 (pid 3154)
        ino 53661, on dev ad0s1e

0xc7361330: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4480 (pid 3152)
        ino 15252, on dev ad0s1e

0xc5599660: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4300 (pid 3146)
        ino 15255, on dev ad0s1e

0xc54cd990: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4e84300 (pid 3155)
        ino 53686, on dev ad0s1e

0xc5a68770: tag ufs, type VREG
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4eff900 (pid 3149)
        ino 15256, on dev ad0s1e

0xc6cf4dd0: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4e84300 (pid 3155)
        ino 53687, on dev ad0s1e

0xc734b990: tag ufs, type VNON
    usecount 1, writecount 0, refcount 1 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc4fb4c00 (pid 412)
        ino 2, on dev md1
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 3213 c770c624    0  3210  3210 0004002 [SLPQ pfault 0xc09980b8][SLP] mount
 3210 c770d000    0   647  3210 0004002 [SLPQ wait 0xc770d000][SLP][SWAP] sh
 3182 c770d830 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc864f300 ksegrp 0xc4f00900 [SLPQ kserel 0xc4f00934][SLP]
   thread 0xc7ba6180 ksegrp 0xc4f00900 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc7b99900 ksegrp 0xc4f00900 [SLPQ kserel 0xc4f00934][SLP]
   thread 0xc7ba7000 ksegrp 0xc4f00900 [SLPQ kserel 0xc4f00934][SLP]
   thread 0xc7713000 ksegrp 0xc4af25a0 [SLPQ ksesigwait 0xc770d968][SLP]
 3181 c4fb3418 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc864f480 ksegrp 0xc4e85c60 [SLPQ kserel 0xc4e85c94][SLP]
   thread 0xc5871c00 ksegrp 0xc4e85c60 [SLPQ kserel 0xc4e85c94][SLP]
   thread 0xc7713600 ksegrp 0xc4e85c60 [SLPQ kserel 0xc4e85c94][SLP]
   thread 0xc8650000 ksegrp 0xc4e85c60 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc5871600 ksegrp 0xc4af2420 [SLPQ ksesigwait 0xc4fb3550][SLP]
 3180 c4ea520c 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc7ba7900 ksegrp 0xc4ea8300 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc7ba8900 ksegrp 0xc4ea8300 [SLPQ kserel 0xc4ea8334][SLP]
   thread 0xc7ba8d80 ksegrp 0xc4ea8300 [SLPQ kserel 0xc4ea8334][SLP]
   thread 0xc592b180 ksegrp 0xc4af23c0 [SLPQ ksesigwait 0xc4ea5344][SLP]
   thread 0xc7b98900 ksegrp 0xc4ea8300 [SLPQ kserel 0xc4ea8334][SLP]
 3179 c592c20c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3178 c4e81a3c 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc7b80480 ksegrp 0xc4e85000 [SLPQ kserel 0xc4e85034][SLP]
   thread 0xc53acc00 ksegrp 0xc4e85000 [SLPQ kserel 0xc4e85034][SLP]
   thread 0xc4e08480 ksegrp 0xc4e85000 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc7b80780 ksegrp 0xc4e85000 [SLPQ kserel 0xc4e85034][SLP]
   thread 0xc7b80d80 ksegrp 0xc4af2480 [SLPQ ksesigwait 0xc4e81b74][SLP]
 3177 c5928418 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3176 c53a8624 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc4e08900 ksegrp 0xc4e856c0 [SLPQ kserel 0xc4e856f4][SLP]
   thread 0xc53ac000 ksegrp 0xc4e856c0 [SLPQ kserel 0xc4e856f4][SLP]
   thread 0xc5871480 ksegrp 0xc4e856c0 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc770e480 ksegrp 0xc4e856c0 [SLPQ kserel 0xc4e856f4][SLP]
   thread 0xc7b98600 ksegrp 0xc53ede40 [SLPQ ksesigwait 0xc53a875c][SLP]
 3175 c4ffe000 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3174 c592f624 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc7b96180 ksegrp 0xc592e720 [SLPQ kserel 0xc592e754][SLP]
   thread 0xc4e09c00 ksegrp 0xc592e720 [SLPQ kserel 0xc592e754][SLP]
   thread 0xc592b000 ksegrp 0xc592e720 [SLPQ kserel 0xc592e754][SLP]
   thread 0xc770f900 ksegrp 0xc592e720 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc7713a80 ksegrp 0xc4af2600 [SLPQ ksesigwait 0xc592f75c][SLP]
 3173 c592f20c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3172 c5928000 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc53ab000 ksegrp 0xc53ed360 [SLPQ kserel 0xc53ed394][SLP]
   thread 0xc7b99c00 ksegrp 0xc53ed360 [SLPQ kserel 0xc53ed394][SLP]
   thread 0xc8650480 ksegrp 0xc53ed360 [SLPQ kserel 0xc53ed394][SLP]
   thread 0xc864e600 ksegrp 0xc53ed360 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc5871780 ksegrp 0xc4af24e0 [SLPQ ksesigwait 0xc5928138][SLP]
 3171 c4ffec48 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3170 c4ea5624 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc4fb4000 ksegrp 0xc4ea8240 [SLPQ kserel 0xc4ea8274][SLP]
   thread 0xc4e08300 ksegrp 0xc4ea8240 [SLPQ kserel 0xc4ea8274][SLP]
   thread 0xc7b99a80 ksegrp 0xc4ea8240 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc4e08180 ksegrp 0xc4ea8240 [SLPQ kserel 0xc4ea8274][SLP]
   thread 0xc7b97900 ksegrp 0xc4c8dde0 [SLPQ ksesigwait 0xc4ea575c][SLP]
 3169 c53e9000 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3168 c53eea3c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3167 c771020c 1001  3156   896 0008082 (threaded)  thr1
   thread 0xc864e000 ksegrp 0xc4f00780 [SLPQ kserel 0xc4f007b4][SLP]
   thread 0xc7ba8000 ksegrp 0xc4f00780 [SLPQ kserel 0xc4f007b4][SLP]
   thread 0xc7b99300 ksegrp 0xc4f00780 [SLPQ kserel 0xc4f007b4][SLP]
   thread 0xc592b300 ksegrp 0xc4f00780 [SLPQ pfault 0xc09980b8][SLP]
   thread 0xc864e480 ksegrp 0xc4af2540 [SLPQ ksesigwait 0xc7710344][SLP]
 3166 c53eec48 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3165 c592f418 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3164 c5928c48 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3163 c592ca3c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3162 c592d000 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3161 c4fb3000 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3160 c7712624 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3159 c4ea9c48 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3158 c4e07418 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3157 c4f03a3c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3156 c53aa624 1001  3140   896 0000002 [SLPQ wait 0xc53aa624][SLP][SWAP] thr1
 3155 c4fb320c 1001  3145   896 0000002 [SLPQ getblk 0xd8c84888][SLP] mkdir
 3154 c4f03418 1001  3145   896 0000002 [SLPQ getblk 0xd8c84888][SLP] mkdir
 3153 c4efda3c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3152 c53a8000 1001  3143   896 0000002 [SLPQ snaplk 0xc62f1094][SLP] creat
 3151 c7710c48 1001  3145   896 0000002 [SLPQ snaplk 0xc62f1094][SLP] mkdir
 3150 c5928a3c 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3149 c53e920c 1001  3143   896 0000002 [SLPQ snaplk 0xc62f1094][SLP] creat
 3148 c53a8418 1001  3145   896 0000002 [SLPQ getblk 0xd8c84888][SLP] mkdir
 3147 c4efd000 1001  3144   896 0000002 [SLPQ pfault 0xc09980b8][SLP] swap
 3146 c53a820c 1001  3143   896 0000002 [SLPQ snaplk 0xc62f1094][SLP] creat
 3145 c4ea5830 1001  3139   896 0000002 [SLPQ wait 0xc4ea5830][SLP][SWAP] mkdir
 3144 c4f03624 1001  3137   896 0000002 [SLPQ wait 0xc4f03624][SLP][SWAP] swap
 3143 c592820c 1001  3138   896 0000002 [SLPQ wait 0xc592820c][SLP][SWAP] creat
 3140 c53aaa3c 1001   961   896 0004002 [SLPQ nanslp 0xc093cbac][SLP] thr1
 3139 c592fc48 1001   961   896 0004002 [SLPQ nanslp 0xc093cbac][SLP] mkdir
 3138 c7710624 1001   961   896 0004002 [SLPQ nanslp 0xc093cbac][SLP] creat
 3137 c7715000 1001   961   896 0004002 [SLPQ nanslp 0xc093cbac][SLP] swap
 1758 c53ec000    0     0     0 0000204 [SLPQ mdwait 0xc5ff2000][SLP] md4
 1750 c7712c48    0     0     0 0000204 [SLPQ mdwait 0xc6499800][SLP] md3
 1742 c53aa20c    0     0     0 0000204 [SLPQ mdwait 0xc8635000][SLP] md2
 1734 c53ee418    0     0     0 0000204 [SLPQ mdwait 0xc5d24800][SLP] md1
  961 c53e9624 1001   960   896 0000002 [SLPQ wait 0xc53e9624][SLP][SWAP] run
  960 c4c8b830 1001   958   896 0000002 [SLPQ wait 0xc4c8b830][SLP][SWAP] run
  958 c4fffc48 1001   896   896 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
  896 c53e9830 1001   719   896 0004002 [SLPQ wait 0xc53e9830][SLP][SWAP] sh
  719 c4f04830 1001   718   719 0004002 [SLPQ wait 0xc4f04830][SLP][SWAP] bash
  718 c4f04418 1001   707   707 0000100 [SLPQ select 0xc0989ec4][SLP][SWAP] sshd
  707 c4fb3624    0   491   707 0004100 [SLPQ sbwait 0xc4f9a900][SLP][SWAP] sshd
  647 c4fb6a3c    0   644   647 0004002 [SLPQ wait 0xc4fb6a3c][SLP][SWAP] bash
  644 c4e07c48    0   643   644 0004002 [SLPQ pause 0xc4e07c7c][SLP][SWAP] csh
  643 c4e0720c 1001   634   643 0004102 [SLPQ wait 0xc4e0720c][SLP][SWAP] su
  634 c4fb3c48 1001   633   634 0004002 [SLPQ wait 0xc4fb3c48][SLP][SWAP] bash
  633 c4e81418 1001   631   631 0000100 [SLPQ select 0xc0989ec4][SLP][SWAP] sshd
  631 c4fb6830    0   491   631 0004100 [SLPQ sbwait 0xc4f9a0a8][SLP][SWAP] sshd
  630 c4ffe20c 1001   624   630 0004002 [SLPQ select 0xc0989ec4][SLP] top
  624 c4e07624 1001   623   624 0004002 [SLPQ wait 0xc4e07624][SLP][SWAP] bash
  623 c4fb3a3c 1001   621   621 0000100 [SLPQ select 0xc0989ec4][SLP] sshd
  621 c4c8b624    0   491   621 0004100 [SLPQ sbwait 0xc4f9520c][SLP][SWAP] sshd
  615 c4fb3830    0     1   615 0004002 [SLPQ ttyin 0xc4cb3010][SLP][SWAP] getty
  614 c4fb620c    0     1   614 0004002 [SLPQ ttyin 0xc4cac010][SLP][SWAP] getty
  613 c4fb6000    0     1   613 0004002 [SLPQ ttyin 0xc4c32c10][SLP][SWAP] getty
  612 c4efd20c    0     1   612 0004002 [SLPQ ttyin 0xc4cb2810][SLP][SWAP] getty
  611 c4ea9624    0     1   611 0004002 [SLPQ ttyin 0xc4cb2410][SLP][SWAP] getty
  610 c4e81c48    0     1   610 0004002 [SLPQ ttyin 0xc4cb1410][SLP][SWAP] getty
  609 c4ffe830    0     1   609 0004002 [SLPQ ttyin 0xc4cb1010][SLP][SWAP] getty
  608 c4ffea3c    0     1   608 0004002 [SLPQ ttyin 0xc4cb2010][SLP][SWAP] getty
  593 c4ffe624    0     1   593 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] inetd
  569 c4ea5000    0     1   569 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] moused
  514 c4fff000    0     1   514 0000000 [SLPQ nanslp 0xc093cbac][SLP][SWAP] cron
  501 c4ea920c   25     1   501 0000100 [SLPQ pause 0xc4ea9240][SLP][SWAP] sendmail
  497 c4e81624    0     1   497 0000100 [SLPQ select 0xc0989ec4][SLP] sendmail
  491 c4f04000    0     1   491 0000100 [SLPQ select 0xc0989ec4][SLP][SWAP] sshd
  471 c4ea5a3c    0     1   471 0000000 [SLPQ select 0xc0989ec4][SLP] ntpd
  443 c4e81830    0     1   443 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] usbd
  419 c4fff418    0   414   414 0000000 [SLPQ - 0xc4c92600][SLP][SWAP] nfsd
  417 c4fff624    0   414   414 0000000 [SLPQ - 0xc4ec1800][SLP][SWAP] nfsd
  416 c4fff830    0   414   414 0000000 [SLPQ - 0xc4df9e00][SLP][SWAP] nfsd
  415 c4ea9830    0   414   414 0000000 [SLPQ - 0xc4ec1400][SLP][SWAP] nfsd
  414 c4f03000    0     1   414 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] nfsd
  412 c4fb6418    0     1   412 0000000 [CPU 1] mountd
  357 c4e8120c    0     1   357 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] rpcbind
  342 c4efd830    0     1   342 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] syslogd
  297 c4e07a3c    0     1   297 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] devd
   47 c4c8bc48    0     0     0 0000204 [SLPQ - 0xe5283d04][SLP] schedcpu
   46 c4e06000    0     0     0 0000204 [SLPQ - 0xc099222c][SLP] nfsiod 3
   45 c4e0620c    0     0     0 0000204 [SLPQ - 0xc0992228][SLP] nfsiod 2
   44 c4e06418    0     0     0 0000204 [SLPQ - 0xc0992224][SLP] nfsiod 1
   43 c4e06624    0     0     0 0000204 [SLPQ - 0xc0992220][SLP] nfsiod 0
   42 c4e06830    0     0     0 0000204 [SLPQ sdflush 0xc09978d4][SLP] softdepflush
   41 c4e06a3c    0     0     0 0000204 [SLPQ syncer 0xc093c920][SLP] syncer
   40 c4e06c48    0     0     0 0000204 [SLPQ vlruwt 0xc4e06c48][SLP] vnlru
   39 c4e07000    0     0     0 0000204 [CPU 0] bufdaemon
   38 c4bedc48    0     0     0 000020c [SLPQ pgzero 0xc0998844][SLP] pagezero
   37 c4c89000    0     0     0 0000204 [SLPQ psleep 0xc0998394][SLP] vmdaemon
   36 c4c8920c    0     0     0 0000204 [LOCK  Giant c7afa940] pagedaemon
   35 c4c89418    0     0     0 0000204 [IWAIT] irq7: ppc0
   34 c4c89624    0     0     0 0000204 [SLPQ - 0xc4bf0e3c][SLP] fdc0
   33 c4c89830    0     0     0 0000204 [IWAIT] swi0: sio
   32 c4c89a3c    0     0     0 0000204 [IWAIT] irq12: psm0
   31 c4c89c48    0     0     0 0000204 [IWAIT] irq1: atkbd0
   30 c4c8b000    0     0     0 0000204 [IWAIT] irq15: ata1
   29 c4c8b20c    0     0     0 0000204 [IWAIT] irq14: ata0
   28 c4c8b418    0     0     0 0000204 [IWAIT] irq17: fxp0
   27 c4b46624    0     0     0 0000204 [SLPQ usbtsk 0xc0939844][SLP] usbtask
   26 c4b46830    0     0     0 0000204 [SLPQ usbevt 0xc4bf6210][SLP] usb0
   25 c4b46a3c    0     0     0 0000204 [IWAIT] irq16: uhci0
   24 c4b46c48    0     0     0 0000204 [IWAIT] irq48: em0
   23 c4bed000    0     0     0 0000204 [IWAIT] irq9: acpi0
   22 c4bed20c    0     0     0 0000204 [IWAIT] swi2: cambio
    9 c4bed418    0     0     0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task2
    8 c4bed624    0     0     0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task1
    7 c4bed830    0     0     0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task0
   21 c4beda3c    0     0     0 0000204 [IWAIT] swi5: +
    6 c4af320c    0     0     0 0000204 [SLPQ - 0xc4b45680][SLP] thread taskq
   20 c4af3418    0     0     0 0000204 [IWAIT] swi6: +
   19 c4af3624    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c4af3830    0     0     0 0000204 [SLPQ - 0xc4b45900][SLP] kqueue taskq
   18 c4af3a3c    0     0     0 0000204 [SLPQ - 0xc0937560][SLP] yarrow
    4 c4af3c48    0     0     0 0000204 [SLPQ - 0xc093a088][SLP] g_down
    3 c4b46000    0     0     0 0000204 [SLPQ - 0xc093a084][SLP] g_up
    2 c4b4620c    0     0     0 0000204 [SLPQ - 0xc093a07c][SLP] g_event
   17 c4b46418    0     0     0 0000204 [IWAIT] swi3: vm
   16 c4aee000    0     0     0 000020c [LOCK  Giant c7afa940] swi4: clock sio
   15 c4aee20c    0     0     0 0000204 [IWAIT] swi1: net
   14 c4aee418    0     0     0 000020c [Can run] idle: cpu0
   13 c4aee624    0     0     0 000020c [Can run] idle: cpu1
   12 c4aee830    0     0     0 000020c [CPU 2] idle: cpu2
   11 c4aeea3c    0     0     0 000020c [CPU 3] idle: cpu3
    1 c4aeec48    0     0     1 0004200 [SLPQ wait 0xc4aeec48][SLP] init
   10 c4af3000    0     0     0 0000204 [SLPQ ktrace 0xc093aad8][SLP] ktrace
    0 c093a180    0     0     0 0000200 [IWAIT] swapper
 3141 c4efd418 1001   961   896 0006002 zomb[INACTIVE] udp
 3142 c592c418 1001   961   896 0006002 zomb[INACTIVE] tcp
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 1

(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc046a8a7 in db_fncall (dummy1=0xc09b5e00, dummy2=0x0, dummy3=0x0, dummy4=0xe75fc688 "_\206~| __\220\a")
    at ../../../ddb/db_command.c:492
#2  0xc046a6ac in db_command (last_cmdp=0xc09230a4, cmd_table=0x0, aux_cmd_tablep=0xc089d984, aux_cmd_tablep_end=0xc089d9a0)
    at ../../../ddb/db_command.c:350
#3  0xc046a774 in db_command_loop () at ../../../ddb/db_command.c:458
#4  0xc046c369 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc0659212 in kdb_trap (type=0xc, code=0x0, tf=0xe75fc824) at ../../../kern/subr_kdb.c:473
#6  0xc0806624 in trap_fatal (frame=0xe75fc824, eva=0xc608aacc) at ../../../i386/i386/trap.c:827
#7  0xc0806367 in trap_pfault (frame=0xe75fc824, usermode=0x0, eva=0xc608aacc) at ../../../i386/i386/trap.c:744
#8  0xc0805fb1 in trap (frame=
      {tf_fs = 0x8, tf_es = 0xc0870028, tf_ds = 0x28, tf_edi = 0xc7515a50, tf_esi = 0xc608aac0, tf_ebp = 0xe75fc888, tf_isp = 0xe75fc850, tf_ebx = 0xc6803dec, tf_edx = 0x4000, tf_ecx = 0x0, tf_eax = 0xc608aac0, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc060bc6b, tf_cs = 0x20, tf_eflags = 0x10286, tf_esp = 0xc0796a55, tf_ss = 0xc6803dec}) at ../../../i386/i386/trap.c:434
#9  0xc07f36aa in calltrap () at ../../../i386/i386/exception.s:139
#10 0xc060bc6b in g_io_request (bp=0xc6803dec, cp=0xc608aac0) at ../../../geom/geom_io.c:247
#11 0xc060e961 in g_vfs_strategy (bo=0xc608aac0, bp=0xd8bdf118) at ../../../geom/geom_vfs.c:106
#12 0xc0785f0f in ffs_geom_strategy (bo=0xc7515a50, bp=0xd8bdf118) at ../../../ufs/ffs/ffs_vfsops.c:1740
#13 0xc0684a9b in breadn (vp=0xc7515990, blkno=0xe0, size=0x4000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0xc608aac0)
    at buf.h:415
#14 0xc068499c in bread (vp=0xc7515990, blkno=0xe0, size=0x4000, cred=0x0, bpp=0xe75fc980) at ../../../kern/vfs_bio.c:719
#15 0xc07854b8 in ffs_vget (mp=0xc4dfbc00, ino=0x2, flags=0x0, vpp=0xe75fc9ac) at ../../../ufs/ffs/ffs_vfsops.c:1282
#16 0xc078e361 in ufs_root (mp=0x4000, flags=0x2, vpp=0xc608aac0, td=0xc4fb4c00) at ../../../ufs/ufs/ufs_vfsops.c:78
#17 0xc068e917 in lookup (ndp=0xe75fcadc) at ../../../kern/vfs_lookup.c:631
#18 0xc068e03e in namei (ndp=0xe75fcadc) at ../../../kern/vfs_lookup.c:203
#19 0xc069025f in vfs_domount (td=0xc4fb4c00, fstype=0xc4e32200 "ufs", fspath=0xc76da650 "/backup/snap1", fsflags=0x11001,
    fsdata=0xc4e32640) at ../../../kern/vfs_mount.c:772
#20 0xc068ff47 in vfs_donmount (td=0xc4fb4c00, fsflags=0x11001, fsoptions=0xe75fcc04) at ../../../kern/vfs_mount.c:640
#21 0xc06923c9 in kernel_mount (ma=0xc4ee4090, flags=0x11001) at pcpu.h:162
#22 0xc0783489 in ffs_cmount (ma=0xc4ee4090, data=0x0, flags=0x11001, td=0xc4fb4c00) at ../../../ufs/ffs/ffs_vfsops.c:385
#23 0xc06900da in mount (td=0xc4fb4c00, uap=0xe75fcd04) at ../../../kern/vfs_mount.c:703
#24 0xc0806913 in syscall (frame=
      {tf_fs = 0x804003b, tf_es = 0x807003b, tf_ds = 0xbfbf003b, tf_edi = 0x804dea3, tf_esi = 0x8076e04, tf_ebp = 0xbfbfed58, tf_isp = 0xe75fcd64, tf_ebx = 0x8076ce8, tf_edx = 0x8076e68, tf_ecx = 0x0, tf_eax = 0x15, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280d0437, tf_cs = 0x33, tf_eflags = 0x216, tf_esp = 0xbfbfe8fc, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:981
#25 0xc07f36ff in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
(kgdb) f 12
#12 0xc0785f0f in ffs_geom_strategy (bo=0xc7515a50, bp=0xd8bdf118) at ../../../ufs/ffs/ffs_vfsops.c:1740
1740            g_vfs_strategy(bo, bp);
(kgdb) p *bo
$5 = {bo_mtx = 0xc7515a0c, bo_clean = {bv_hd = {tqh_first = 0xd8bdf118, tqh_last = 0xd8bdf150}, bv_root = 0xd8bdf118, bv_cnt = 0x1},
  bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc7515a64}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0,
  bo_ops = 0xc091249c, bo_bsize = 0x200, bo_object = 0xc71ef6b4, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc608aac0,
  __bo_vnode = 0xc7515990}
(kgdb) p *bp
$6 = {b_bufobj = 0xc7515a50, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xda75d000 "", b_error = 0x0, b_iocmd = 0x1, b_ioflags = 0x0,
  b_iooffset = 0x1c000, b_resid = 0x0, b_iodone = 0, b_blkno = 0xe0, b_offset = 0x1c000, b_bobufs = {tqe_next = 0x0,
    tqe_prev = 0xc7515a54}, b_left = 0x0, b_right = 0x0, b_vflags = 0x0, b_freelist = {tqe_next = 0xd8cf84d8, tqe_prev = 0xc098a3b8},
  b_qindex = 0x0, b_flags = 0x20000000, b_xflags = 0x2, b_lock = {lk_interlock = 0xc093c054, lk_flags = 0x40000, lk_sharecount = 0x0,
    lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc0878d00 "bufwait", lk_timo = 0x0,
    lk_lockholder = 0xc4fb4c00, lk_newlock = 0x0}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xda75d000 "",
  b_kvasize = 0x4000, b_lblkno = 0xe0, b_vp = 0xc7515990, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0,
  b_saveaddr = 0xda75d000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0xd8cf84d8, tqh_last = 0xd8d5fba8},
    cluster_entry = {tqe_next = 0xd8cf84d8, tqe_prev = 0xd8d5fba8}}, b_pages = {0xc1acd0d8, 0xc1b65820, 0xc1c48368, 0xc1d524b0,
    0x0 <repeats 28 times>}, b_npages = 0x4, b_dep = {lh_first = 0x0}}