GENERIC HEAD from May 7 03:55 UTC, vmcore.60

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #3: Sun May  7 18:58:45 CEST 2006
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1041444864 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5fe7770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c3551820,c3551820,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c3cd4360,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c3cd4360,c35516a0,c353f430,1211300,c3551c70) at vfs_domount+0x54e
vfs_donmount(c3cd4360,1211300,e5fe7bac,c3869180,e) at vfs_donmount+0x381
kernel_mount(c355c820,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c355c820,bfbfe4b0,1211300,c3cd4360,c09c1b60) at ffs_cmount+0x5d
mount(c3cd4360,e5fe7d04,c3cd1b04,c,c3cd4360) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5f87770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c37e65d0,c37e65d0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c39b1360,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c39b1360,c377c0b0,c377c0e0,1211300,c377cc90) at vfs_domount+0x54e
vfs_donmount(c39b1360,1211300,e5f87bac,c3a12300,e) at vfs_donmount+0x381
kernel_mount(c377c090,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c377c090,bfbfe4b0,1211300,c39b1360,c09c1b60) at ffs_cmount+0x5d
mount(c39b1360,e5f87d04,c3cd1000,c,c39b1360) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5f9c770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c36117a0,c36117a0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c39b2000,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c39b2000,c36117f0,c377cc60,1211300,c377cc20) at vfs_domount+0x54e
vfs_donmount(c39b2000,1211300,e5f9cbac,c3cc1080,e) at vfs_donmount+0x381
kernel_mount(c377cbb0,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c377cbb0,bfbfe4b0,1211300,c39b2000,c09c1b60) at ffs_cmount+0x5d
mount(c39b2000,e5f9cd04,c3cd0000,c,c39b2000) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
fsync: giving up on dirty
0xc37ddb2c: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 656 mountedhere 0xc3784500
    flags ()
    v_object 0xc382a3c0 ref 0 pages 2634
     lock type devfs: EXCL (count 1) by thread 0xc37b8360 (pid 973)
        dev ad0s1e
g_vfs_done():md0[READ(offset=65536, length=8192)]error = 5
Mount point /mnt had 1 dangling refs
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5f48770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c340f6c0,c340f6c0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c38ec870,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c38ec870,c37e6170,c37e6180,1211300,c37e6150) at vfs_domount+0x54e
vfs_donmount(c38ec870,1211300,e5f48bac,c4e50780,e) at vfs_donmount+0x381
kernel_mount(c37e6130,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c37e6130,bfbfe4b0,1211300,c38ec870,c09c1b60) at ffs_cmount+0x5d
mount(c38ec870,e5f48d04,c38ea468,c,c38ec870) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5f8a770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c37e6ad0,c37e6ad0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c39b1510,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c39b1510,c37e6a40,c37e6a60,1211300,c377cac0) at vfs_domount+0x54e
vfs_donmount(c39b1510,1211300,e5f8abac,c4c7ab80,e) at vfs_donmount+0x381
kernel_mount(c37e6a00,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c37e6a00,bfbfe4b0,1211300,c39b1510,c09c1b60) at ffs_cmount+0x5d
mount(c39b1510,e5f8ad04,c3cd0d38,c,c39b1510) at mount+0x156
syscall(3b,2807003b,bfbf003b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e60d4770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c3611940,c3611940,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c5331510,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c5331510,c37e6b10,c37e6b40,1211300,c37e6b00) at vfs_domount+0x54e
vfs_donmount(c5331510,1211300,e60d4bac,c485a880,e) at vfs_donmount+0x381
kernel_mount(c377c050,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c377c050,bfbfe4b0,1211300,c5331510,c09c1b60) at ffs_cmount+0x5d
mount(c5331510,e60d4d04,c536a468,c,c5331510) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5e49770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c377c240,c377c240,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c37b7bd0,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c37b7bd0,c377c2e0,c377c350,1211300,c377c3b0) at vfs_domount+0x54e
vfs_donmount(c37b7bd0,1211300,e5e49bac,c4a0e880,e) at vfs_donmount+0x381
kernel_mount(c377c3e0,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c377c3e0,bfbfe4b0,1211300,c37b7bd0,c09c1b60) at ffs_cmount+0x5d
mount(c37b7bd0,e5e49d04,c37b68d0,c,c37b7bd0) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e6056770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c35e5800,c35e5800,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c52f8360,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c52f8360,c35fe1e0,c37e6690,1211300,c35e53c0) at vfs_domount+0x54e
vfs_donmount(c52f8360,1211300,e6056bac,c3f3c180,e) at vfs_donmount+0x381
kernel_mount(c35e5480,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c35e5480,bfbfe4b0,1211300,c52f8360,c09c1b60) at ffs_cmount+0x5d
mount(c52f8360,e6056d04,c52fad38,c,c52f8360) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e3be1770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c377c6f0,c377c6f0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c35da360,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c35da360,c377c780,c353fc50,1211300,c377c7b0) at vfs_domount+0x54e
vfs_donmount(c35da360,1211300,e3be1bac,c4be3d80,e) at vfs_donmount+0x381
kernel_mount(c377c090,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c377c090,bfbfe4b0,1211300,c35da360,c09c1b60) at ffs_cmount+0x5d
mount(c35da360,e3be1d04,c35dcb04,c,c35da360) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e5f8a770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c37e66e0,c37e66e0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c39b1510,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c39b1510,c37e6b20,c37e6130,1211300,c377c430) at vfs_domount+0x54e
vfs_donmount(c39b1510,1211300,e5f8abac,c3ff1a80,e) at vfs_donmount+0x381
kernel_mount(c377c730,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c377c730,bfbfe4b0,1211300,c39b1510,c09c1b60) at ffs_cmount+0x5d
mount(c39b1510,e5f8ad04,c3cd0d38,c,c39b1510) at mount+0x156
syscall(2807003b,2807003b,bfbf003b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e60dd770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c3611790,c3611790,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c5331a20,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c5331a20,c37e6010,c37e6590,1211300,c37e6620) at vfs_domount+0x54e
vfs_donmount(c5331a20,1211300,e60ddbac,c4064c80,e) at vfs_donmount+0x381
kernel_mount(c356c330,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c356c330,bfbfe4b0,1211300,c5331a20,c09c1b60) at ffs_cmount+0x5d
mount(c5331a20,e60ddd04,c5369d38,c,c5331a20) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
vn_start_write() call with lock held:
KDB: stack backtrace:
kdb_backtrace(c09121b0) at kdb_backtrace+0x29
vn_start_write(0,e615b770,1,c37a5a20) at vn_start_write+0xce
ffs_snapshot(c37a5a20,c37e6800,c37e6800,c37d7000,c37ddb2c) at ffs_snapshot+0x2046
ffs_mount(c37a5a20,c543c1b0,20000000,201300,0) at ffs_mount+0x9f9
vfs_domount(c543c1b0,c37e60e0,c37e66e0,1211300,c377c830) at vfs_domount+0x54e
vfs_donmount(c543c1b0,1211300,e615bbac,c496c800,e) at vfs_donmount+0x381
kernel_mount(c37e65d0,1211300,bfbfec90,0,0) at kernel_mount+0x6d
ffs_cmount(c37e65d0,bfbfe4b0,1211300,c543c1b0,c09c1b60) at ffs_cmount+0x5d
mount(c543c1b0,e615bd04,c543f69c,c,c543c1b0) at mount+0x156
syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 ---
Recursive vn_start_write() call:
KDB: stack backtrace:R
ekcdbu_rbsaicvket rvanc_es(tca0r9t1_2w1r8iet)e (a)t  kcdabl_lb:acktrace+
0KxD2B9: s
tavcnk_ sbtaacrktt_rwarciet:e(c50171
0k4d,be_5bfaccck8tcr8a,ce1(0c10,9c10261b87ed)9 8a,tc 0k9dfb9_2b1a4c)k tarta cven+_0sxt2a9rt_write+
0xv8an_st
arvtn__wrridtwer((c15,0c1570110741,0e46,0cc55587c780,0100,12,0c0006,b07)d 9at vn_rd8w,rc+009xf699214) at v
n_vn_srtdawrrt__iwnrcihtuen+k0sx(81a,c5017104,c5
57v7n0_0r0d,w2r0(010,,c05)0 1at7 1v0n4_,rcd5wr5_fi8n0c0h0u,n4k0s+000,0)x 9bat vn_rd
wre+l0fx32_c6or9ehdr(c3cd33
60v,nc_5r0d1w7r1_0i4n,cch3ubn9k0s5(010,,cd5c0,1c75150747,0c0505)f 8a000,4000,0)t  aetl fv3n2__rcdowrre_hidnrc+h0uxn4kds+0x9b
e
lfe3l2f32_c_orecduompr(ech3cddr3(3c6503,1c85b0d107,1c0540,1f7f1f0f4f,fcf3fb,97ffffff0f5)0 0a,t1 5e2l,fc3525_fc8o0r0e0d)u mapt+ 0exlaff32_corehdr+0x
4dcoredum
p(ecl3fc3d23_3c6o0r)e dautm pc(ocr5e3d1u8mbpd+00,xc55a001710
4,sfifgfefxfiftf(fc,37cfdf3f3f6f0f,fb), c3adt0 0e0l6f83,20_,cco0r9e0d4uemcpc) at si+g0exxita+f0x61
coredum
p(kcs5e3_1t8hbrd_0i)n taetr rcuoprte(dcu3mcpd3+306x05,ae05fc
cds0i4g,eex5iftc(ccc5d341,8cb,dc03,cbd,3c336d00)f 7a0t4 ,k0s,ec_0t9h0r4_eicnc) at sterruipgte+x0ixt1c+40x61

skyse_tshcra_interrupt(c5318bd0,e60c5d04,e60c5cd4,c,c5318bd0) at lkse_Rtehcursr_initveer rvnu_pstt+a0rxt1_wcr4ite() cal
l:syscall(
3KbD,B3:b ,sbtfabcfk0 0b3abc,kbtr,a0c)e :at sys
ckdab_blaclk+t0rxa2c7e(ec091218e) a
tX ikndtb0_xb8a0c_kstyrsaccael+l0(x)2 9at Xint
0xvn_st8a0r_t_wsritey(scc5a0l1l7+100x41,fe61078
c-8-,-1 0s1y,scc0a6lbl7 d9(83,8c20,9f 9F2r1e4e)B SaDt  EvLnF_3s2t,a rkts_e_thr_intewrrriutpet+)0,x8 aeip = 0
x2v8n_0rad8w7r5(f1,, ce50s1p710 4,=c 5064x80002,8b30400,40e)8 ca,t  evnblp_ (=r d0w3rxb2+803,4x43bf6398 --R-ecu
r
svn_ridwrv_inech vunnks(1,c_50s171t04,acrt564_8000,b000,0) at wvn_rrditwr_ie(nchunks+0x9b
) elf32_corehdr(c5335360,c5017104,c3b90500,522,c5648000) at elfc3a2l_lco:rehdr+0x4d
KDB: st
acekl fb3a2c_kctorreadcuem:p(c533536
0k,dcb5_0b1a7c1k0t4r,affcfef(fcf0f9f1,271f8fef)f faftf )k dabt_ bealfc32k_tcroarceed+u0mxp2+90xaf
vn_start_
wrciotree(dcum5p0(1c751330543,6e0)6 1a7tf 8cco8r,e1d0u1m,pc+006xb57ad09
8,sci0g9efx9i2t(1c45)33 5a3t6 0v,nb_,sc4t8aeret9_3w8r,i0t,ec+009x084aecc)
atv ns_irgdewxri(t1+,0cx651017104,
c5k6s3e6_0t0h0r,_4in0t0e0r,r0u)p ta(tc 5v3n3_5r3d6w0r,+e06x16097d04,e610
7cvdn4_,rcd,wcr5_3i3n5c3h6u0n)k sa(t 1k,sce_5t0h1r7_1i0n4t,ecr5r6u3p6t00+00,x410c040,
0)s yastc avlnl_(r3dbw,r2_8ibn0c0h0u3nbk,sb+f0bxf90b03b,b,0)
 ealtf 3s2y_sccoarlle+h0dxr2(7ce4c
9Xfi6nct00,xc8500_1s7y1s0c4a,lcl3(b)9 0a5t0 0X,i1n5t20,xc8506_3s6y0s0c0a)l la+0x1f
-t- -e lsfy3s2c_aclolr e(h3d8r2+,0 xF4rdeeBSD ELF32
, eklsef3_2t_hcro_riendtuemrpr(ucpt4)c,9 fei6pc 0=, c05x0218701a0847,fff5fff,f fefs,p7 f= f0fxf2f8f2fe2)e 8act,  eelbfp3 2=_ c0oxr2e8d2uem2pf+308x a---
f
coredump(c4c9f6c0) at coredump+0x5a0
sigexit(c4c9f6c0,b,c4d97704,0,c0904ecc,)b fabtf 0s0i3gbe,xbi,t0+) 0axt 6s1yscall+0x27
ekse_thr
_Xiinntte0rxr8u0p_ts(ycs4cca9llf(6) ca0t, eX6i1n7tf0dx0804_,syes6c1a7lflc+d04x,1fc,c
4-c-9-f 6scy0s)c aaltl  k(s3e8_2t, hFrr_eienBStDe ErLrFu3p2t,+ 0kxs1ec_4thr_
instyesrcraulplt()3,b ,e2ip8 3=6 000x32b8,0baf8b7f50f0,3 be,sbp, 0=)  0axt2 sysca8l2le+20e8cx,2 7eebp = 0x
2X8i2ne2tf03x88 0-_-s-ys
call() at Xint0x80_syscall+0x1f
--- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 ---
~KDB: enter: Line break on console
[thread pid 13 tid 100003 ]
Stopped at      kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc3835bd0: pid 917 "top"
curpcb       = 0xe5f18d90
fpcurthread  = 0xc3835bd0: pid 917 "top"
idlethread   = 0xc342fa20: pid 13 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc342f870: pid 12 "idle: cpu1"
curpcb       = 0xe1f1bd90
fpcurthread  = none
idlethread   = 0xc342f870: pid 12 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc342f6c0: pid 11 "idle: cpu2"
curpcb       = 0xe1f18d90
fpcurthread  = none
idlethread   = 0xc342f6c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc342f510: pid 10 "idle: cpu3"
curpcb       = 0xe1f15d90
fpcurthread  = none
idlethread   = 0xc342f510: pid 10 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
db> show alllockedvnods
No such command
db> show lockedvnods
Locked vnodes
db> ps
 pid   uid  ppid  pgrp  state   wmesg      wchan    cmd
 1742 1001  1736  1742  S+      suspfs   0xc37a5a8c ls
 1736 1001  1735  1736  Ss+     ttyin    0xc3540c10 bash
 1735 1001  1733  1733  S       select   0xc0a3f95c sshd
 1733    0   751  1733  Ss      sbwait   0xc3908864 sshd
 1701    0   939   939  SW+     suspwt   0xc37a5a84 mksnap_ffs
 1692 1001  1676   959  T+      (threaded)          thr1
    100314              s                           thr1
    100313              s                           thr1
    100255              s                           thr1
    100299              s                           thr1
    100263              S       suspfs   0xc37a5a8c thr1
 1691 1001  1676   959  T+      (threaded)          thr1
    100335              D       suspfs   0xc37a5a8c thr1
    100334              s                           thr1
    100333              s                           thr1
    100332              s                           thr1
    100331              s                           thr1
 1690 1001  1676   959  T+      (threaded)          thr1
    100329              s                           thr1
    100041              D       suspfs   0xc37a5a8c thr1
 1688 1001  1676   959  T+      (threaded)          thr1
    100349              D       suspfs   0xc37a5a8c thr1
    100275              s                           thr1
 1686 1001  1676   959  T+      (threaded)          thr1
    100346              s                           thr1
    100362              s                           thr1
    100383              D       suspfs   0xc37a5a8c thr1
 1685 1001  1676   959  T+      (threaded)          thr1
    100306              s                           thr1
    100305              s                           thr1
    100303              s                           thr1
    100301              S       suspfs   0xc37a5a8c thr1
    100297              s                           thr1
 1684 1001  1676   959  T+      (threaded)          thr1
    100304              S       suspfs   0xc37a5a8c thr1
    100302              s                           thr1
    100300              s                           thr1
    100298              s                           thr1
    100296              s                           thr1
 1682 1001  1676   959  T+      (threaded)          thr1
    100324              s                           thr1
    100323              s                           thr1
    100322              s                           thr1
    100321              s                           thr1
    100320              D       suspfs   0xc37a5a8c thr1
    100092              s                           thr1
 1681 1001  1676   959  T+      (threaded)          thr1
    100294              s                           thr1
    100273              S       suspfs   0xc37a5a8c thr1
 1678 1001  1676   959  T+      (threaded)          thr1
    100281              s                           thr1
    100227              D       suspfs   0xc37a5a8c thr1
 1676 1001  1577   959  S+      wait     0xc3d0069c thr1
 1675 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1674 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1673 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1672 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1671 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1670 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1669 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1668 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1667 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1666 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1665 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1664 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1663 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1662 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1661 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1660 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1659 1001  1657   959  S+      nanslp   0xc09f3ac4 mkdir
 1658 1001  1657   959  S+      suspfs   0xc37a5a8c mkdir
 1657 1001  1576   959  S+      wait     0xc3cd0d38 mkdir
 1654 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1652 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1650 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1648 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1645 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1643 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1640 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1638 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1632 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1631 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1630 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1629 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1628 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1627 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1624 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1622 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1621 1001  1614   959  S+      nanslp   0xc09f3ac4 creat
 1620 1001  1614   959  S+      suspfs   0xc37a5a8c creat
 1614 1001  1575   959  S+      wait     0xc536ab04 creat
 1577 1001   993   959  S+      wait     0xc41e2000 thr1
 1576 1001   993   959  S+      wait     0xc3d0f468 mkdir
 1575 1001   993   959  S+      wait     0xc532d69c creat
  993 1001   992   959  S+      wait     0xc3cd08d0 run
  992 1001   991   959  SW+     wait     0xc3cd0234 run
  991 1001   959   959  S+      nanslp   0xc09f3ac4 run
  959 1001   902   959  SW+     wait     0xc37eb8d0 sh
  939    0   934   939  SW+     wait     0xc37f4468 sh
  934    0   931   934  SW+     wait     0xc35dc69c bash
  931    0   930   931  SW+     pause    0xc39b0034 csh
  930 1001   921   930  SW+     wait     0xc37f4000 su
  921 1001   920   921  SWs+    wait     0xc37b6d38 bash
  920 1001   918   918  SW      select   0xc0a3f95c sshd
  918    0   751   918  SWs     sbwait   0xc3cabd94 sshd
  917 1001   911   917  R+      CPU 0               top
  911 1001   910   911  SWs+    wait     0xc3767468 bash
  910 1001   908   908  S       select   0xc0a3f95c sshd
  908    0   751   908  SWs     sbwait   0xc390aafc sshd
  902 1001   901   902  SWs+    wait     0xc37b669c bash
  901 1001   899   899  SW      select   0xc0a3f95c sshd
  899    0   751   899  SWs     sbwait   0xc38f8718 sshd
  893    0     1   893  SWs+    ttyin    0xc3606810 getty
  892    0     1   892  SWs+    ttyin    0xc3604c10 getty
  891    0     1   891  SWs+    ttyin    0xc3604810 getty
  890    0     1   890  SWs+    ttyin    0xc3605810 getty
  889    0     1   889  SWs+    ttyin    0xc3605410 getty
  888    0     1   888  SWs+    ttyin    0xc3601c10 getty
  887    0     1   887  SWs+    ttyin    0xc3604010 getty
  886    0     1   886  SWs+    ttyin    0xc3604410 getty
  867    0     1   867  SWs     select   0xc0a3f95c inetd
  838    0     1   838  SWs     select   0xc0a3f95c moused
  818    0     1   818  Ss      nanslp   0xc09f3ac4 watchdogd
  768    0     1   768  Ss      nanslp   0xc09f3ac4 cron
  762   25     1   762  SWs     pause    0xc38ea034 sendmail
  758    0     1   758  Ss      select   0xc0a3f95c sendmail
  751    0     1   751  Ss      select   0xc0a3f95c sshd
  730    0     1   730  Ss      select   0xc0a3f95c ntpd
  675    0   671   671  SW      -        0xc37e7200 nfsd
  674    0   671   671  SW      -        0xc38f4400 nfsd
  673    0   671   671  SW      -        0xc37e7400 nfsd
  672    0   671   671  SW      -        0xc38f4600 nfsd
  671    0     1   671  SWs     select   0xc0a3f95c nfsd
  669    0     1   669  SWs     select   0xc0a3f95c mountd
  610    0     1   610  Ss      select   0xc0a3f95c rpcbind
  586    0     1   586  Ss      select   0xc0a3f95c syslogd
  524    0     1   524  SWs     select   0xc0a3f95c devd
   46    0     0     0  SL      -        0xe3bdbd04 [schedcpu]
   45    0     0     0  SL      -        0xc0a4768c [nfsiod 3]
   44    0     0     0  SL      -        0xc0a47688 [nfsiod 2]
   43    0     0     0  SL      -        0xc0a47684 [nfsiod 1]
   42    0     0     0  SL      -        0xc0a47680 [nfsiod 0]
   41    0     0     0  SL      sdflush  0xc0a4cbe0 [softdepflush]
   40    0     0     0  SL      vlruwt   0xc3765d38 [vnlru]
   39    0     0     0  SL      syncer   0xc09f37d0 [syncer]
   38    0     0     0  SL      psleep   0xc0a3fdd4 [bufdaemon]
   37    0     0     0  SL      pgzero   0xc0a55510 [pagezero]
   36    0     0     0  SL      psleep   0xc0a4d43c [vmdaemon]
   35    0     0     0  SL      psleep   0xc0a4d3fc [pagedaemon]
   34    0     0     0  WL                          [irq7: ppc0]
   33    0     0     0  SL      -        0xc35de23c [fdc0]
   32    0     0     0  WL                          [swi0: sio]
   31    0     0     0  WL                          [irq12: psm0]
   30    0     0     0  WL                          [irq1: atkbd0]
   29    0     0     0  WL                          [irq15: ata1]
   28    0     0     0  WL                          [irq14: ata0]
   27    0     0     0  WL                          [irq17: fxp0]
   26    0     0     0  SL      usbtsk   0xc09f0fc4 [usbtask]
   25    0     0     0  SL      usbevt   0xc3565210 [usb0]
   24    0     0     0  WL                          [irq16: uhci0]
   23    0     0     0  SL      -        0xc354eb00 [em0 taskq]
   22    0     0     0  WL                          [irq9: acpi0]
   21    0     0     0  WL                          [swi6: Giant taskq]
   20    0     0     0  WL                          [swi6: task queue]
    9    0     0     0  SL      -        0xc3484300 [acpi_task_2]
    8    0     0     0  SL      -        0xc3484300 [acpi_task_1]
    7    0     0     0  SL      -        0xc3484300 [acpi_task_0]
    6    0     0     0  SL      -        0xc3484380 [kqueue taskq]
   19    0     0     0  WL                          [swi2: cambio]
   18    0     0     0  WL                          [swi5: +]
    5    0     0     0  SL      -        0xc3484680 [thread taskq]
   17    0     0     0  SL      -        0xc09eec00 [yarrow]
    4    0     0     0  SL      -        0xc09f173c [g_down]
    3    0     0     0  SL      -        0xc09f1738 [g_up]
    2    0     0     0  SL      -        0xc09f1730 [g_event]
   16    0     0     0  WL                          [swi3: vm]
   15    0     0     0  WL                          [swi4: clock sio]
   14    0     0     0  WL                          [swi1: net]
   13    0     0     0  RL                          [idle: cpu0]
   12    0     0     0  RL      CPU 1               [idle: cpu1]
   11    0     0     0  RL      CPU 2               [idle: cpu2]
   10    0     0     0  RL      CPU 3               [idle: cpu3]
    1    0     0     1  SLs     wait     0xc3433000 [init]
    0    0     0     0  WLs                         [swapper]
 1679 1001  1676   959  Z+                          thr1
 1687 1001  1676   959  Z+                          thr1
 1683 1001  1676   959  Z+                          thr1
 1680 1001  1676   959  Z+                          thr1
 1689 1001  1676   959  Z+                          thr1
 1589 1001   993   959  Z+                          badcode
 1588 1001   993   959  Z+                          thr2
 1579 1001   993   959  Z+                          syscall
 1586 1001   993   959  Z+                          lockf
 1591 1001   993   959  Z+                          socket
 1581 1001   993   959  Z+                          tcp
 1583 1001   993   959  Z+                          pty
 1584 1001   993   959  Z+                          mkfifo
 1580 1001   993   959  Z+                          sysctl
 1590 1001   993   959  Z+                          mmap
 1578 1001   993   959  Z+                          rw
 1587 1001   993   959  Z+                          symlink
 1582 1001   993   959  Z+                          udp
 1585 1001   993   959  Z+                          shm
db> show sleepq 0xc37a5a8c
Wait channel: 0xc37a5a8c
Queue type: 0
Associated Interlock: 0xc37a5a44 - (sleep mutex) struct mount mtx
Blocked threads:
        0xc5633510 (tid 100320, pid 1682, "thr1")
        0xc4c9f6c0 (tid 100304, pid 1684, "thr1")
        0xc5335360 (tid 100263, pid 1692, "thr1")
        0xc5318bd0 (tid 100301, pid 1685, "thr1")
        0xc3cd3360 (tid 100273, pid 1681, "thr1")
        0xc35da1b0 (tid 100041, pid 1690, "thr1")
        0xc55f71b0 (tid 100335, pid 1691, "thr1")
        0xc35db1b0 (tid 100227, pid 1678, "thr1")
        0xc56306c0 (tid 100349, pid 1688, "thr1")
        0xc398c510 (tid 100383, pid 1686, "thr1")
        0xc38eb6c0 (tid 100117, pid 1658, "mkdir")
        0xc5332000 (tid 100213, pid 1620, "creat")
        0xc38351b0 (tid 100143, pid 1742, "ls")
db> where 1742
Tracing pid 1742 tid 100143 td 0xc38351b0
sched_switch(c38351b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37a5a8c,c09f31f0,0,c090a688,211) at sleepq_switch+0xcd
sleepq_wait(c37a5a8c,0,c0912154,39d,8) at sleepq_wait+0x46
msleep(c37a5a8c,c37a5a44,9f,c09121d7,0) at msleep+0x27d
vn_start_write(c382bd34,e5f06b18,1,c37a5a20,e5f06b28) at vn_start_write+0x127
vn_close(c382bd34,5,c4798280,c38351b0,e5f06b80) at vn_close+0x4f
vn_closefile(c37bea68,c38351b0) at vn_closefile+0xca
fdrop_locked(c37bea68,c38351b0,c3411868,0,c0903ecb) at fdrop_locked+0x88
fdrop(c37bea68,c38351b0,6b5,c09f9214,0) at fdrop+0x24
closef(c37bea68,c38351b0,0,0,4) at closef+0x367
close(c38351b0,e5f06d04,c52c869c,c,c38351b0) at close+0x1be
syscall(3b,3b,3b,82401c0,804e510) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (6, FreeBSD ELF32, close), eip = 0x2819e103, esp = 0xbfbfe48c, ebp = 0xbfbfe4b8 ---
db> where 1620
Tracing pid 1620 tid 100213 td 0xc5332000
sched_switch(c5332000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37a5a8c) at sleepq_switch+0xcd
sleepq_wait_sig(c37a5a8c,100,c0912154,39d,8) at sleepq_wait_sig+0x1d
msleep(c37a5a8c,c37a5a44,19f,c09121d7,0) at msleep+0x26e
vn_start_write(0,e60e6b5c,104,c50cd000,c37a5a20) at vn_start_write+0x127
kern_symlink(c5332000,bfbfe750,804bf20,0,e60e6d30) at kern_symlink+0x183
symlink(c5332000,e60e6d04,c536969c,c,c5332000) at symlink+0x15
syscall(3b,3b,3b,2805188c,bfbfe908) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (57, FreeBSD ELF32, symlink), eip = 0x280cf26f, esp = 0xbfbfe73c, ebp = 0xbfbfe798 ---
db> where 1658
Tracing pid 1658 tid 100117 td 0xc38eb6c0
sched_switch(c38eb6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37a5a8c) at sleepq_switch+0xcd
sleepq_wait_sig(c37a5a8c,100,c0912154,39d,8) at sleepq_wait_sig+0x1d
msleep(c37a5a8c,c37a5a44,19f,c09121d7,0) at msleep+0x26e
vn_start_write(0,e5f2ab5c,104,c5153c00,c37a5a20) at vn_start_write+0x127
kern_symlink(c38eb6c0,bfbfe740,804bd00,0,e5f2ad30) at kern_symlink+0x183
symlink(c38eb6c0,e5f2ad04,c39afb04,c,c38eb6c0) at symlink+0x15
syscall(3b,3b,3b,2805188c,bfbfe908) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (57, FreeBSD ELF32, symlink), eip = 0x280cf26f, esp = 0xbfbfe72c, ebp = 0xbfbfe788 ---
db> where 1686
Tracing pid 1686 tid 100346 td 0xc3915360
sched_switch(c3915360,0,2) at sched_switch+0x183
mi_switch(2,0,c52ca068,0,c09085e2,3ba) at mi_switch+0x280
thread_suspend_check(0,c52ca068,0,c0904ecc,4ac) at thread_suspend_check+0x18a
thread_user_enter(c3915360) at thread_user_enter+0x38
ast(e63a4d38) at ast+0xa5
doreti_ast() at doreti_ast+0x17
db> where 1688
Tracing pid 1688 tid 100349 td 0xc56306c0
sched_switch(c56306c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37a5a8c,c09f31f0,0,c090a688,211) at sleepq_switch+0xcd
sleepq_wait(c37a5a8c,0,c0912154,39d,8) at sleepq_wait+0x46
msleep(c37a5a8c,c37a5a44,9f,c09121d7,0) at msleep+0x27d
vn_start_write(c5017104,e63119fc,1,c37a5a20,0) at vn_start_write+0x127
vn_close(c5017104,2,c3b90500,c56306c0,0) at vn_close+0x4f
coredump(c56306c0) at coredump+0x3d9
sigexit(c56306c0,b,c532d068,0,c0904ecc) at sigexit+0x61
kse_thr_interrupt(c56306c0,e6311d04,e6311cd4,c,c56306c0) at kse_thr_interrupt+0x1c4
syscall(3b,2831003b,bfbf003b,b,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 ---
db> where 1678
Tracing pid 1678 tid 100281 td 0xc5632510
sched_switch(c5632510,0,2) at sched_switch+0x183
mi_switch(2,0,c543b704,0,c09085e2,3ba) at mi_switch+0x280
thread_suspend_check(0,c543b704,0,c090ad06,70) at thread_suspend_check+0x18a
userret(c5632510,e6338d38,28341ff0,2817898a,6) at userret+0x52
trap(3b,3b,bfbf003b,28341ff0,280a9ddb) at trap+0x62b
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2817898a, esp = 0xbf9feef4, ebp = 0xbf9fef28 ---
db> where 1691
Tracing pid 1691 tid 100335 td 0xc55f71b0
sched_switch(c55f71b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37a5a8c,c09f31f0,0,c090a688,211) at sleepq_switch+0xcd
sleepq_wait(c37a5a8c,0,c0912154,39d,8) at sleepq_wait+0x46
msleep(c37a5a8c,c37a5a44,9f,c09121d7,0) at msleep+0x27d
vn_start_write(c5017104,e625d9fc,1,c37a5a20,0) at vn_start_write+0x127
vn_close(c5017104,2,c3b90500,c55f71b0,0) at vn_close+0x4f
coredump(c55f71b0) at coredump+0x3d9
sigexit(c55f71b0,b,c3d0f29c,0,c0904ecc) at sigexit+0x61
kse_thr_interrupt(c55f71b0,e625dd04,e625dcd4,c,c55f71b0) at kse_thr_interrupt+0x1c4
syscall(3b,3b,bfbf003b,b,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 ---
db> where 1690
Tracing pid 1690 tid 100329 td 0xc5632bd0
sched_switch(c5632bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c35dcdbc) at sleepq_switch+0xcd
sleepq_timedwait_sig(c35dcdbc,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e
msleep(c35dcdbc,c35dcda0,168,c0904ef4,7531) at msleep+0x244
kse_release(c5632bd0,e6344d04,c35dcd38,c,c5632bd0) at kse_release+0x12d
syscall(3b,3b,bfbf003b,2832af48,81) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0xbf9fef2c, ebp = 0xbf9fef88 ---
db> where 1681
Tracing pid 1681 tid 100294 td 0xc48ef6c0
sched_switch(c48ef6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d00084) at sleepq_switch+0xcd
sleepq_timedwait_sig(c3d00084,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e
msleep(c3d00084,c3d00068,168,c0904ef4,7531) at msleep+0x244
kse_release(c48ef6c0,e61c4d04,c3d00000,c,c48ef6c0) at kse_release+0x12d
syscall(3b,3b,bfbf003b,2832af48,81) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0xbf9fef2c, ebp = 0xbf9fef88 ---
db> where 1685
Tracing pid 1685 tid 100306 td 0xc53186c0
sched_switch(c53186c0,0,2) at sched_switch+0x183
mi_switch(2,0,c3d0f704,0,c09085e2,3ba) at mi_switch+0x280
thread_suspend_check(0,c3d0f704,0,c090ad06,70) at thread_suspend_check+0x18a
userret(c53186c0,e60bcd38,c06801bb,c3b90500,c5318588) at userret+0x52
syscall(3b,3b,bfbf003b,282ddf48,0) at syscall+0x36a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x280a871f, esp = 0x282e2f28, ebp = 0x282e2f64 ---
db> where 1692
Tracing pid 1692 tid 100314 td 0xc543cd80
sched_switch(c543cd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3432394) at sleepq_switch+0xcd
sleepq_timedwait_sig(c3432394,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e
msleep(c3432394,c48ee938,168,c0904eff,ea61) at msleep+0x244
kse_release(c543cd80,e6170d04,e6170ca0,c08885c5,246) at kse_release+0x1eb
syscall(3b,2837003b,bfbf003b,28365f48,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0x2836af28, ebp = 0x2836af64 ---
db> where 1684
Tracing pid 1684 tid 100304 td 0xc4c9f6c0
sched_switch(c4c9f6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37a5a8c) at sleepq_switch+0xcd
sleepq_wait_sig(c37a5a8c,100,c0912154,39d,8) at sleepq_wait_sig+0x1d
msleep(c37a5a8c,c37a5a44,19f,c09121d7,0) at msleep+0x26e
vn_start_write(c5017104,e617f910,101,c3430bb0,c09f4c00) at vn_start_write+0x127
vn_rdwr(1,c5017104,2818b000,7000,29000) at vn_rdwr+0x69
vn_rdwr_inchunks(1,c5017104,2818b000,16000,29000) at vn_rdwr_inchunks+0x9b
elf32_coredump(c4c9f6c0,c5017104,ffffffff,7fffffff) at elf32_coredump+0xfb
coredump(c4c9f6c0) at coredump+0x5a0
sigexit(c4c9f6c0,b,c4d97704,0,c0904ecc) at sigexit+0x61
kse_thr_interrupt(c4c9f6c0,e617fd04,e617fcd4,c,c4c9f6c0) at kse_thr_interrupt+0x1c4
syscall(3b,2836003b,bfbf003b,b,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 ---
db> where 1682
Tracing pid 1682 tid 100324 td 0xc48f0870
sched_switch(c48f0870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c37f1ed4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c37f1ed4,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e
msleep(c37f1ed4,c383329c,168,c0904eff,ea61) at msleep+0x244
kse_release(c48f0870,e61e2d04,c06801bb,c3b90500,c562d8e8) at kse_release+0x1eb
syscall(3b,3b,bfbf003b,282ddf48,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0x282e2f1c, ebp = 0x282e2f58 ---
db> where 1701
Thread 1701 not found
db> show sleepq 0xc37a5a84
Wait channel: 0xc37a5a84
Queue type: 0
Associated Interlock: 0xc37a5a44 - (sleep mutex) struct mount mtx
Blocked threads:
        0xc543c1b0 (tid 100234, pid 1701, "mksnap_ffs")
db> call doadump
Physical memory: 1015 MB
Dumping 86 MB: 71 55 39 23 7
Dump complete
= 0xf
db> reset

(kgdb) p *(struct vnode *)0xc382bd34
$3 = {v_type = VDIR, v_tag = 0xc090f501 "ufs", v_op = 0xc09c1e80, v_data = 0xc382c39c, v_mount = 0xc37a5a20, v_nmntvnodes = {
    tqe_next = 0xc382bc30, tqe_prev = 0xc37a5a78}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
  v_hashlist = {le_next = 0x0, le_prev = 0xc36a0774}, v_hash = 0x2, v_cache_src = {lh_first = 0xc38bb264}, v_cache_dst = {
    tqh_first = 0x0, tqh_last = 0xc382bd64}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {
    lk_interlock = 0xc09f2f80, lk_flags = 0x40, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50,
    lk_wmesg = 0xc090f501 "ufs", lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0}, v_interlock = {mtx_object = {
      lo_name = 0xc090b794 "vnode interlock", lo_type = 0xc090b794 "vnode interlock", lo_flags = 0x1030000, lo_witness_data = {
        lod_list = {stqe_next = 0xc0a02c50}, lod_witness = 0xc0a02c50}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc382bd8c,
  v_holdcnt = 0x5, v_usecount = 0x3, v_iflag = 0x20, v_vflag = 0x1, v_writecount = 0x0, v_freelist = {tqe_next = 0x0,
    tqe_prev = 0xc37c87c8}, v_bufobj = {bo_mtx = 0xc382bdb0, bo_clean = {bv_hd = {tqh_first = 0xd74b2e10, tqh_last = 0xd74b2e48},
      bv_root = 0xd74b2e10, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc382bdfc}, bv_root = 0x0, bv_cnt = 0x0},
    bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc09b5564, bo_bsize = 0x4000, bo_object = 0xc38297f8, bo_synclist = {le_next = 0x0,
      le_prev = 0xc360fb14}, bo_private = 0xc382bd34, __bo_vnode = 0xc382bd34}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p *(*(struct vnode *)0xc382bd34)->v_mount
$4 = {mnt_lock = {lk_interlock = 0xc09f25f0, lk_flags = 0x1000000, lk_sharecount = 0x1, lk_waitcount = 0x0, lk_exclusivecount = 0x0,
    lk_prio = 0x50, lk_wmesg = 0xc0910f68 "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0}, mnt_mtx = {
    mtx_object = {lo_name = 0xc0910f57 "struct mount mtx", lo_type = 0xc0910f57 "struct mount mtx", lo_flags = 0x1030000,
      lo_witness_data = {lod_list = {stqe_next = 0xc0a014e0}, lod_witness = 0xc0a014e0}}, mtx_lock = 0x4, mtx_recurse = 0x0},
  mnt_list = {tqe_next = 0xc37a5798, tqe_prev = 0xc38b254c}, mnt_op = 0xc09c1b20, mnt_vfc = 0xc09c1b60, mnt_vnodecovered = 0xc37bcd34,
  mnt_syncer = 0xc382bc30, mnt_ref = 0x47, mnt_nvnodelist = {tqh_first = 0xc382bd34, tqh_last = 0xc433d320},
  mnt_nvnodelistsize = 0x39, mnt_writeopcount = 0x4, mnt_kern_flag = 0x28000000, mnt_flag = 0x1211300, mnt_opt = 0xc3551c70,
  mnt_optnew = 0xc37e6bc0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x7, f_flags = 0x201300,
    f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0xf20a7, f_bfree = 0x632df, f_bavail = 0x4fd10, f_files = 0x3f3fe,
    f_ffree = 0x389ee, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0,
      0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x434f6181, 0xa1e353a3}},
    f_charspare = '\0' <repeats 79 times>, f_fstypename = "ufs", '\0' <repeats 12 times>,
    f_mntfromname = "/dev/ad0s1e", '\0' <repeats 76 times>, f_mntonname = "/tmp", '\0' <repeats 83 times>}, mnt_cred = 0xc3868c00,
  mnt_data = 0xc37d7000, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0xc4ea3200, mnt_mntlabel = 0x0, mnt_fslabel = 0x0,
  mnt_hashseed = 0xb61931db, mnt_markercnt = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0,
  mnt_secondary_accwrites = 0x8155c}
(kgdb) p (*(struct vnode *)0xc382bd34)->v_mount
$5 = (struct mount *) 0xc37a5a20