GENERIC HEAD from May 7 03:55 UTC, vmcore.60 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2006 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 7.0-CURRENT #3: Sun May 7 18:58:45 CEST 2006 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. ACPI APIC Table: <A M I OEMAPIC > Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1041444864 (993 MB) : Trying to mount root from ufs:/dev/ad0s1a fxp0: link state changed to UP vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5fe7770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c3551820,c3551820,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c3cd4360,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c3cd4360,c35516a0,c353f430,1211300,c3551c70) at vfs_domount+0x54e vfs_donmount(c3cd4360,1211300,e5fe7bac,c3869180,e) at vfs_donmount+0x381 kernel_mount(c355c820,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c355c820,bfbfe4b0,1211300,c3cd4360,c09c1b60) at ffs_cmount+0x5d mount(c3cd4360,e5fe7d04,c3cd1b04,c,c3cd4360) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5f87770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c37e65d0,c37e65d0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c39b1360,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c39b1360,c377c0b0,c377c0e0,1211300,c377cc90) at vfs_domount+0x54e vfs_donmount(c39b1360,1211300,e5f87bac,c3a12300,e) at vfs_donmount+0x381 kernel_mount(c377c090,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c377c090,bfbfe4b0,1211300,c39b1360,c09c1b60) at ffs_cmount+0x5d mount(c39b1360,e5f87d04,c3cd1000,c,c39b1360) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5f9c770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c36117a0,c36117a0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c39b2000,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c39b2000,c36117f0,c377cc60,1211300,c377cc20) at vfs_domount+0x54e vfs_donmount(c39b2000,1211300,e5f9cbac,c3cc1080,e) at vfs_donmount+0x381 kernel_mount(c377cbb0,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c377cbb0,bfbfe4b0,1211300,c39b2000,c09c1b60) at ffs_cmount+0x5d mount(c39b2000,e5f9cd04,c3cd0000,c,c39b2000) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- fsync: giving up on dirty 0xc37ddb2c: tag devfs, type VCHR usecount 1, writecount 0, refcount 656 mountedhere 0xc3784500 flags () v_object 0xc382a3c0 ref 0 pages 2634 lock type devfs: EXCL (count 1) by thread 0xc37b8360 (pid 973) dev ad0s1e g_vfs_done():md0[READ(offset=65536, length=8192)]error = 5 Mount point /mnt had 1 dangling refs vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5f48770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c340f6c0,c340f6c0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c38ec870,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c38ec870,c37e6170,c37e6180,1211300,c37e6150) at vfs_domount+0x54e vfs_donmount(c38ec870,1211300,e5f48bac,c4e50780,e) at vfs_donmount+0x381 kernel_mount(c37e6130,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c37e6130,bfbfe4b0,1211300,c38ec870,c09c1b60) at ffs_cmount+0x5d mount(c38ec870,e5f48d04,c38ea468,c,c38ec870) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5f8a770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c37e6ad0,c37e6ad0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c39b1510,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c39b1510,c37e6a40,c37e6a60,1211300,c377cac0) at vfs_domount+0x54e vfs_donmount(c39b1510,1211300,e5f8abac,c4c7ab80,e) at vfs_donmount+0x381 kernel_mount(c37e6a00,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c37e6a00,bfbfe4b0,1211300,c39b1510,c09c1b60) at ffs_cmount+0x5d mount(c39b1510,e5f8ad04,c3cd0d38,c,c39b1510) at mount+0x156 syscall(3b,2807003b,bfbf003b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e60d4770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c3611940,c3611940,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c5331510,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c5331510,c37e6b10,c37e6b40,1211300,c37e6b00) at vfs_domount+0x54e vfs_donmount(c5331510,1211300,e60d4bac,c485a880,e) at vfs_donmount+0x381 kernel_mount(c377c050,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c377c050,bfbfe4b0,1211300,c5331510,c09c1b60) at ffs_cmount+0x5d mount(c5331510,e60d4d04,c536a468,c,c5331510) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5e49770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c377c240,c377c240,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c37b7bd0,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c37b7bd0,c377c2e0,c377c350,1211300,c377c3b0) at vfs_domount+0x54e vfs_donmount(c37b7bd0,1211300,e5e49bac,c4a0e880,e) at vfs_donmount+0x381 kernel_mount(c377c3e0,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c377c3e0,bfbfe4b0,1211300,c37b7bd0,c09c1b60) at ffs_cmount+0x5d mount(c37b7bd0,e5e49d04,c37b68d0,c,c37b7bd0) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e6056770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c35e5800,c35e5800,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c52f8360,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c52f8360,c35fe1e0,c37e6690,1211300,c35e53c0) at vfs_domount+0x54e vfs_donmount(c52f8360,1211300,e6056bac,c3f3c180,e) at vfs_donmount+0x381 kernel_mount(c35e5480,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c35e5480,bfbfe4b0,1211300,c52f8360,c09c1b60) at ffs_cmount+0x5d mount(c52f8360,e6056d04,c52fad38,c,c52f8360) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e3be1770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c377c6f0,c377c6f0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c35da360,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c35da360,c377c780,c353fc50,1211300,c377c7b0) at vfs_domount+0x54e vfs_donmount(c35da360,1211300,e3be1bac,c4be3d80,e) at vfs_donmount+0x381 kernel_mount(c377c090,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c377c090,bfbfe4b0,1211300,c35da360,c09c1b60) at ffs_cmount+0x5d mount(c35da360,e3be1d04,c35dcb04,c,c35da360) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e5f8a770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c37e66e0,c37e66e0,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c39b1510,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c39b1510,c37e6b20,c37e6130,1211300,c377c430) at vfs_domount+0x54e vfs_donmount(c39b1510,1211300,e5f8abac,c3ff1a80,e) at vfs_donmount+0x381 kernel_mount(c377c730,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c377c730,bfbfe4b0,1211300,c39b1510,c09c1b60) at ffs_cmount+0x5d mount(c39b1510,e5f8ad04,c3cd0d38,c,c39b1510) at mount+0x156 syscall(2807003b,2807003b,bfbf003b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e60dd770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c3611790,c3611790,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c5331a20,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c5331a20,c37e6010,c37e6590,1211300,c37e6620) at vfs_domount+0x54e vfs_donmount(c5331a20,1211300,e60ddbac,c4064c80,e) at vfs_donmount+0x381 kernel_mount(c356c330,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c356c330,bfbfe4b0,1211300,c5331a20,c09c1b60) at ffs_cmount+0x5d mount(c5331a20,e60ddd04,c5369d38,c,c5331a20) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- vn_start_write() call with lock held: KDB: stack backtrace: kdb_backtrace(c09121b0) at kdb_backtrace+0x29 vn_start_write(0,e615b770,1,c37a5a20) at vn_start_write+0xce ffs_snapshot(c37a5a20,c37e6800,c37e6800,c37d7000,c37ddb2c) at ffs_snapshot+0x2046 ffs_mount(c37a5a20,c543c1b0,20000000,201300,0) at ffs_mount+0x9f9 vfs_domount(c543c1b0,c37e60e0,c37e66e0,1211300,c377c830) at vfs_domount+0x54e vfs_donmount(c543c1b0,1211300,e615bbac,c496c800,e) at vfs_donmount+0x381 kernel_mount(c37e65d0,1211300,bfbfec90,0,0) at kernel_mount+0x6d ffs_cmount(c37e65d0,bfbfe4b0,1211300,c543c1b0,c09c1b60) at ffs_cmount+0x5d mount(c543c1b0,e615bd04,c543f69c,c,c543c1b0) at mount+0x156 syscall(3b,3b,3b,2816606c,bfbfe450) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (21, FreeBSD ELF32, mount), eip = 0x280c940f, esp = 0xbfbfe41c, ebp = 0xbfbfeb18 --- Recursive vn_start_write() call: KDB: stack backtrace:R ekcdbu_rbsaicvket rvanc_es(tca0r9t1_2w1r8iet)e (a)t kcdabl_lb:acktrace+ 0KxD2B9: s tavcnk_ sbtaacrktt_rwarciet:e(c50171 0k4d,be_5bfaccck8tcr8a,ce1(0c10,9c10261b87ed)9 8a,tc 0k9dfb9_2b1a4c)k tarta cven+_0sxt2a9rt_write+ 0xv8an_st arvtn__wrridtwer((c15,0c1570110741,0e46,0cc55587c780,0100,12,0c0006,b07)d 9at vn_rd8w,rc+009xf699214) at v n_vn_srtdawrrt__iwnrcihtuen+k0sx(81a,c5017104,c5 57v7n0_0r0d,w2r0(010,,c05)0 1at7 1v0n4_,rcd5wr5_fi8n0c0h0u,n4k0s+000,0)x 9bat vn_rd wre+l0fx32_c6or9ehdr(c3cd33 60v,nc_5r0d1w7r1_0i4n,cch3ubn9k0s5(010,,cd5c0,1c75150747,0c0505)f 8a000,4000,0)t aetl fv3n2__rcdowrre_hidnrc+h0uxn4kds+0x9b e lfe3l2f32_c_orecduompr(ech3cddr3(3c6503,1c85b0d107,1c0540,1f7f1f0f4f,fcf3fb,97ffffff0f5)0 0a,t1 5e2l,fc3525_fc8o0r0e0d)u mapt+ 0exlaff32_corehdr+0x 4dcoredum p(ecl3fc3d23_3c6o0r)e dautm pc(ocr5e3d1u8mbpd+00,xc55a001710 4,sfifgfefxfiftf(fc,37cfdf3f3f6f0f,fb), c3adt0 0e0l6f83,20_,cco0r9e0d4uemcpc) at si+g0exxita+f0x61 coredum p(kcs5e3_1t8hbrd_0i)n taetr rcuoprte(dcu3mcpd3+306x05,ae05fc cds0i4g,eex5iftc(ccc5d341,8cb,dc03,cbd,3c336d00)f 7a0t4 ,k0s,ec_0t9h0r4_eicnc) at sterruipgte+x0ixt1c+40x61 skyse_tshcra_interrupt(c5318bd0,e60c5d04,e60c5cd4,c,c5318bd0) at lkse_Rtehcursr_initveer rvnu_pstt+a0rxt1_wcr4ite() cal l:syscall( 3KbD,B3:b ,sbtfabcfk0 0b3abc,kbtr,a0c)e :at sys ckdab_blaclk+t0rxa2c7e(ec091218e) a tX ikndtb0_xb8a0c_kstyrsaccael+l0(x)2 9at Xint 0xvn_st8a0r_t_wsritey(scc5a0l1l7+100x41,fe61078 c-8-,-1 0s1y,scc0a6lbl7 d9(83,8c20,9f 9F2r1e4e)B SaDt EvLnF_3s2t,a rkts_e_thr_intewrrriutpet+)0,x8 aeip = 0 x2v8n_0rad8w7r5(f1,, ce50s1p710 4,=c 5064x80002,8b30400,40e)8 ca,t evnblp_ (=r d0w3rxb2+803,4x43bf6398 --R-ecu r svn_ridwrv_inech vunnks(1,c_50s171t04,acrt564_8000,b000,0) at wvn_rrditwr_ie(nchunks+0x9b ) elf32_corehdr(c5335360,c5017104,c3b90500,522,c5648000) at elfc3a2l_lco:rehdr+0x4d KDB: st acekl fb3a2c_kctorreadcuem:p(c533536 0k,dcb5_0b1a7c1k0t4r,affcfef(fcf0f9f1,271f8fef)f faftf )k dabt_ bealfc32k_tcroarceed+u0mxp2+90xaf vn_start_ wrciotree(dcum5p0(1c751330543,6e0)6 1a7tf 8cco8r,e1d0u1m,pc+006xb57ad09 8,sci0g9efx9i2t(1c45)33 5a3t6 0v,nb_,sc4t8aeret9_3w8r,i0t,ec+009x084aecc) atv ns_irgdewxri(t1+,0cx651017104, c5k6s3e6_0t0h0r,_4in0t0e0r,r0u)p ta(tc 5v3n3_5r3d6w0r,+e06x16097d04,e610 7cvdn4_,rcd,wcr5_3i3n5c3h6u0n)k sa(t 1k,sce_5t0h1r7_1i0n4t,ecr5r6u3p6t00+00,x410c040, 0)s yastc avlnl_(r3dbw,r2_8ibn0c0h0u3nbk,sb+f0bxf90b03b,b,0) ealtf 3s2y_sccoarlle+h0dxr2(7ce4c 9Xfi6nct00,xc8500_1s7y1s0c4a,lcl3(b)9 0a5t0 0X,i1n5t20,xc8506_3s6y0s0c0a)l la+0x1f -t- -e lsfy3s2c_aclolr e(h3d8r2+,0 xF4rdeeBSD ELF32 , eklsef3_2t_hcro_riendtuemrpr(ucpt4)c,9 fei6pc 0=, c05x0218701a0847,fff5fff,f fefs,p7 f= f0fxf2f8f2fe2)e 8act, eelbfp3 2=_ c0oxr2e8d2uem2pf+308x a--- f coredump(c4c9f6c0) at coredump+0x5a0 sigexit(c4c9f6c0,b,c4d97704,0,c0904ecc,)b fabtf 0s0i3gbe,xbi,t0+) 0axt 6s1yscall+0x27 ekse_thr _Xiinntte0rxr8u0p_ts(ycs4cca9llf(6) ca0t, eX6i1n7tf0dx0804_,syes6c1a7lflc+d04x,1fc,c 4-c-9-f 6scy0s)c aaltl k(s3e8_2t, hFrr_eienBStDe ErLrFu3p2t,+ 0kxs1ec_4thr_ instyesrcraulplt()3,b ,e2ip8 3=6 000x32b8,0baf8b7f50f0,3 be,sbp, 0=) 0axt2 sysca8l2le+20e8cx,2 7eebp = 0x 2X8i2ne2tf03x88 0-_-s-ys call() at Xint0x80_syscall+0x1f --- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 --- ~KDB: enter: Line break on console [thread pid 13 tid 100003 ] Stopped at kdb_enter+0x2b: nop db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc3835bd0: pid 917 "top" curpcb = 0xe5f18d90 fpcurthread = 0xc3835bd0: pid 917 "top" idlethread = 0xc342fa20: pid 13 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc342f870: pid 12 "idle: cpu1" curpcb = 0xe1f1bd90 fpcurthread = none idlethread = 0xc342f870: pid 12 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc342f6c0: pid 11 "idle: cpu2" curpcb = 0xe1f18d90 fpcurthread = none idlethread = 0xc342f6c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc342f510: pid 10 "idle: cpu3" curpcb = 0xe1f15d90 fpcurthread = none idlethread = 0xc342f510: pid 10 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks db> show alllockedvnods No such command db> show lockedvnods Locked vnodes db> ps pid uid ppid pgrp state wmesg wchan cmd 1742 1001 1736 1742 S+ suspfs 0xc37a5a8c ls 1736 1001 1735 1736 Ss+ ttyin 0xc3540c10 bash 1735 1001 1733 1733 S select 0xc0a3f95c sshd 1733 0 751 1733 Ss sbwait 0xc3908864 sshd 1701 0 939 939 SW+ suspwt 0xc37a5a84 mksnap_ffs 1692 1001 1676 959 T+ (threaded) thr1 100314 s thr1 100313 s thr1 100255 s thr1 100299 s thr1 100263 S suspfs 0xc37a5a8c thr1 1691 1001 1676 959 T+ (threaded) thr1 100335 D suspfs 0xc37a5a8c thr1 100334 s thr1 100333 s thr1 100332 s thr1 100331 s thr1 1690 1001 1676 959 T+ (threaded) thr1 100329 s thr1 100041 D suspfs 0xc37a5a8c thr1 1688 1001 1676 959 T+ (threaded) thr1 100349 D suspfs 0xc37a5a8c thr1 100275 s thr1 1686 1001 1676 959 T+ (threaded) thr1 100346 s thr1 100362 s thr1 100383 D suspfs 0xc37a5a8c thr1 1685 1001 1676 959 T+ (threaded) thr1 100306 s thr1 100305 s thr1 100303 s thr1 100301 S suspfs 0xc37a5a8c thr1 100297 s thr1 1684 1001 1676 959 T+ (threaded) thr1 100304 S suspfs 0xc37a5a8c thr1 100302 s thr1 100300 s thr1 100298 s thr1 100296 s thr1 1682 1001 1676 959 T+ (threaded) thr1 100324 s thr1 100323 s thr1 100322 s thr1 100321 s thr1 100320 D suspfs 0xc37a5a8c thr1 100092 s thr1 1681 1001 1676 959 T+ (threaded) thr1 100294 s thr1 100273 S suspfs 0xc37a5a8c thr1 1678 1001 1676 959 T+ (threaded) thr1 100281 s thr1 100227 D suspfs 0xc37a5a8c thr1 1676 1001 1577 959 S+ wait 0xc3d0069c thr1 1675 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1674 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1673 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1672 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1671 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1670 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1669 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1668 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1667 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1666 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1665 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1664 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1663 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1662 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1661 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1660 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1659 1001 1657 959 S+ nanslp 0xc09f3ac4 mkdir 1658 1001 1657 959 S+ suspfs 0xc37a5a8c mkdir 1657 1001 1576 959 S+ wait 0xc3cd0d38 mkdir 1654 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1652 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1650 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1648 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1645 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1643 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1640 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1638 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1632 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1631 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1630 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1629 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1628 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1627 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1624 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1622 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1621 1001 1614 959 S+ nanslp 0xc09f3ac4 creat 1620 1001 1614 959 S+ suspfs 0xc37a5a8c creat 1614 1001 1575 959 S+ wait 0xc536ab04 creat 1577 1001 993 959 S+ wait 0xc41e2000 thr1 1576 1001 993 959 S+ wait 0xc3d0f468 mkdir 1575 1001 993 959 S+ wait 0xc532d69c creat 993 1001 992 959 S+ wait 0xc3cd08d0 run 992 1001 991 959 SW+ wait 0xc3cd0234 run 991 1001 959 959 S+ nanslp 0xc09f3ac4 run 959 1001 902 959 SW+ wait 0xc37eb8d0 sh 939 0 934 939 SW+ wait 0xc37f4468 sh 934 0 931 934 SW+ wait 0xc35dc69c bash 931 0 930 931 SW+ pause 0xc39b0034 csh 930 1001 921 930 SW+ wait 0xc37f4000 su 921 1001 920 921 SWs+ wait 0xc37b6d38 bash 920 1001 918 918 SW select 0xc0a3f95c sshd 918 0 751 918 SWs sbwait 0xc3cabd94 sshd 917 1001 911 917 R+ CPU 0 top 911 1001 910 911 SWs+ wait 0xc3767468 bash 910 1001 908 908 S select 0xc0a3f95c sshd 908 0 751 908 SWs sbwait 0xc390aafc sshd 902 1001 901 902 SWs+ wait 0xc37b669c bash 901 1001 899 899 SW select 0xc0a3f95c sshd 899 0 751 899 SWs sbwait 0xc38f8718 sshd 893 0 1 893 SWs+ ttyin 0xc3606810 getty 892 0 1 892 SWs+ ttyin 0xc3604c10 getty 891 0 1 891 SWs+ ttyin 0xc3604810 getty 890 0 1 890 SWs+ ttyin 0xc3605810 getty 889 0 1 889 SWs+ ttyin 0xc3605410 getty 888 0 1 888 SWs+ ttyin 0xc3601c10 getty 887 0 1 887 SWs+ ttyin 0xc3604010 getty 886 0 1 886 SWs+ ttyin 0xc3604410 getty 867 0 1 867 SWs select 0xc0a3f95c inetd 838 0 1 838 SWs select 0xc0a3f95c moused 818 0 1 818 Ss nanslp 0xc09f3ac4 watchdogd 768 0 1 768 Ss nanslp 0xc09f3ac4 cron 762 25 1 762 SWs pause 0xc38ea034 sendmail 758 0 1 758 Ss select 0xc0a3f95c sendmail 751 0 1 751 Ss select 0xc0a3f95c sshd 730 0 1 730 Ss select 0xc0a3f95c ntpd 675 0 671 671 SW - 0xc37e7200 nfsd 674 0 671 671 SW - 0xc38f4400 nfsd 673 0 671 671 SW - 0xc37e7400 nfsd 672 0 671 671 SW - 0xc38f4600 nfsd 671 0 1 671 SWs select 0xc0a3f95c nfsd 669 0 1 669 SWs select 0xc0a3f95c mountd 610 0 1 610 Ss select 0xc0a3f95c rpcbind 586 0 1 586 Ss select 0xc0a3f95c syslogd 524 0 1 524 SWs select 0xc0a3f95c devd 46 0 0 0 SL - 0xe3bdbd04 [schedcpu] 45 0 0 0 SL - 0xc0a4768c [nfsiod 3] 44 0 0 0 SL - 0xc0a47688 [nfsiod 2] 43 0 0 0 SL - 0xc0a47684 [nfsiod 1] 42 0 0 0 SL - 0xc0a47680 [nfsiod 0] 41 0 0 0 SL sdflush 0xc0a4cbe0 [softdepflush] 40 0 0 0 SL vlruwt 0xc3765d38 [vnlru] 39 0 0 0 SL syncer 0xc09f37d0 [syncer] 38 0 0 0 SL psleep 0xc0a3fdd4 [bufdaemon] 37 0 0 0 SL pgzero 0xc0a55510 [pagezero] 36 0 0 0 SL psleep 0xc0a4d43c [vmdaemon] 35 0 0 0 SL psleep 0xc0a4d3fc [pagedaemon] 34 0 0 0 WL [irq7: ppc0] 33 0 0 0 SL - 0xc35de23c [fdc0] 32 0 0 0 WL [swi0: sio] 31 0 0 0 WL [irq12: psm0] 30 0 0 0 WL [irq1: atkbd0] 29 0 0 0 WL [irq15: ata1] 28 0 0 0 WL [irq14: ata0] 27 0 0 0 WL [irq17: fxp0] 26 0 0 0 SL usbtsk 0xc09f0fc4 [usbtask] 25 0 0 0 SL usbevt 0xc3565210 [usb0] 24 0 0 0 WL [irq16: uhci0] 23 0 0 0 SL - 0xc354eb00 [em0 taskq] 22 0 0 0 WL [irq9: acpi0] 21 0 0 0 WL [swi6: Giant taskq] 20 0 0 0 WL [swi6: task queue] 9 0 0 0 SL - 0xc3484300 [acpi_task_2] 8 0 0 0 SL - 0xc3484300 [acpi_task_1] 7 0 0 0 SL - 0xc3484300 [acpi_task_0] 6 0 0 0 SL - 0xc3484380 [kqueue taskq] 19 0 0 0 WL [swi2: cambio] 18 0 0 0 WL [swi5: +] 5 0 0 0 SL - 0xc3484680 [thread taskq] 17 0 0 0 SL - 0xc09eec00 [yarrow] 4 0 0 0 SL - 0xc09f173c [g_down] 3 0 0 0 SL - 0xc09f1738 [g_up] 2 0 0 0 SL - 0xc09f1730 [g_event] 16 0 0 0 WL [swi3: vm] 15 0 0 0 WL [swi4: clock sio] 14 0 0 0 WL [swi1: net] 13 0 0 0 RL [idle: cpu0] 12 0 0 0 RL CPU 1 [idle: cpu1] 11 0 0 0 RL CPU 2 [idle: cpu2] 10 0 0 0 RL CPU 3 [idle: cpu3] 1 0 0 1 SLs wait 0xc3433000 [init] 0 0 0 0 WLs [swapper] 1679 1001 1676 959 Z+ thr1 1687 1001 1676 959 Z+ thr1 1683 1001 1676 959 Z+ thr1 1680 1001 1676 959 Z+ thr1 1689 1001 1676 959 Z+ thr1 1589 1001 993 959 Z+ badcode 1588 1001 993 959 Z+ thr2 1579 1001 993 959 Z+ syscall 1586 1001 993 959 Z+ lockf 1591 1001 993 959 Z+ socket 1581 1001 993 959 Z+ tcp 1583 1001 993 959 Z+ pty 1584 1001 993 959 Z+ mkfifo 1580 1001 993 959 Z+ sysctl 1590 1001 993 959 Z+ mmap 1578 1001 993 959 Z+ rw 1587 1001 993 959 Z+ symlink 1582 1001 993 959 Z+ udp 1585 1001 993 959 Z+ shm db> show sleepq 0xc37a5a8c Wait channel: 0xc37a5a8c Queue type: 0 Associated Interlock: 0xc37a5a44 - (sleep mutex) struct mount mtx Blocked threads: 0xc5633510 (tid 100320, pid 1682, "thr1") 0xc4c9f6c0 (tid 100304, pid 1684, "thr1") 0xc5335360 (tid 100263, pid 1692, "thr1") 0xc5318bd0 (tid 100301, pid 1685, "thr1") 0xc3cd3360 (tid 100273, pid 1681, "thr1") 0xc35da1b0 (tid 100041, pid 1690, "thr1") 0xc55f71b0 (tid 100335, pid 1691, "thr1") 0xc35db1b0 (tid 100227, pid 1678, "thr1") 0xc56306c0 (tid 100349, pid 1688, "thr1") 0xc398c510 (tid 100383, pid 1686, "thr1") 0xc38eb6c0 (tid 100117, pid 1658, "mkdir") 0xc5332000 (tid 100213, pid 1620, "creat") 0xc38351b0 (tid 100143, pid 1742, "ls") db> where 1742 Tracing pid 1742 tid 100143 td 0xc38351b0 sched_switch(c38351b0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37a5a8c,c09f31f0,0,c090a688,211) at sleepq_switch+0xcd sleepq_wait(c37a5a8c,0,c0912154,39d,8) at sleepq_wait+0x46 msleep(c37a5a8c,c37a5a44,9f,c09121d7,0) at msleep+0x27d vn_start_write(c382bd34,e5f06b18,1,c37a5a20,e5f06b28) at vn_start_write+0x127 vn_close(c382bd34,5,c4798280,c38351b0,e5f06b80) at vn_close+0x4f vn_closefile(c37bea68,c38351b0) at vn_closefile+0xca fdrop_locked(c37bea68,c38351b0,c3411868,0,c0903ecb) at fdrop_locked+0x88 fdrop(c37bea68,c38351b0,6b5,c09f9214,0) at fdrop+0x24 closef(c37bea68,c38351b0,0,0,4) at closef+0x367 close(c38351b0,e5f06d04,c52c869c,c,c38351b0) at close+0x1be syscall(3b,3b,3b,82401c0,804e510) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (6, FreeBSD ELF32, close), eip = 0x2819e103, esp = 0xbfbfe48c, ebp = 0xbfbfe4b8 --- db> where 1620 Tracing pid 1620 tid 100213 td 0xc5332000 sched_switch(c5332000,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37a5a8c) at sleepq_switch+0xcd sleepq_wait_sig(c37a5a8c,100,c0912154,39d,8) at sleepq_wait_sig+0x1d msleep(c37a5a8c,c37a5a44,19f,c09121d7,0) at msleep+0x26e vn_start_write(0,e60e6b5c,104,c50cd000,c37a5a20) at vn_start_write+0x127 kern_symlink(c5332000,bfbfe750,804bf20,0,e60e6d30) at kern_symlink+0x183 symlink(c5332000,e60e6d04,c536969c,c,c5332000) at symlink+0x15 syscall(3b,3b,3b,2805188c,bfbfe908) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (57, FreeBSD ELF32, symlink), eip = 0x280cf26f, esp = 0xbfbfe73c, ebp = 0xbfbfe798 --- db> where 1658 Tracing pid 1658 tid 100117 td 0xc38eb6c0 sched_switch(c38eb6c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37a5a8c) at sleepq_switch+0xcd sleepq_wait_sig(c37a5a8c,100,c0912154,39d,8) at sleepq_wait_sig+0x1d msleep(c37a5a8c,c37a5a44,19f,c09121d7,0) at msleep+0x26e vn_start_write(0,e5f2ab5c,104,c5153c00,c37a5a20) at vn_start_write+0x127 kern_symlink(c38eb6c0,bfbfe740,804bd00,0,e5f2ad30) at kern_symlink+0x183 symlink(c38eb6c0,e5f2ad04,c39afb04,c,c38eb6c0) at symlink+0x15 syscall(3b,3b,3b,2805188c,bfbfe908) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (57, FreeBSD ELF32, symlink), eip = 0x280cf26f, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- db> where 1686 Tracing pid 1686 tid 100346 td 0xc3915360 sched_switch(c3915360,0,2) at sched_switch+0x183 mi_switch(2,0,c52ca068,0,c09085e2,3ba) at mi_switch+0x280 thread_suspend_check(0,c52ca068,0,c0904ecc,4ac) at thread_suspend_check+0x18a thread_user_enter(c3915360) at thread_user_enter+0x38 ast(e63a4d38) at ast+0xa5 doreti_ast() at doreti_ast+0x17 db> where 1688 Tracing pid 1688 tid 100349 td 0xc56306c0 sched_switch(c56306c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37a5a8c,c09f31f0,0,c090a688,211) at sleepq_switch+0xcd sleepq_wait(c37a5a8c,0,c0912154,39d,8) at sleepq_wait+0x46 msleep(c37a5a8c,c37a5a44,9f,c09121d7,0) at msleep+0x27d vn_start_write(c5017104,e63119fc,1,c37a5a20,0) at vn_start_write+0x127 vn_close(c5017104,2,c3b90500,c56306c0,0) at vn_close+0x4f coredump(c56306c0) at coredump+0x3d9 sigexit(c56306c0,b,c532d068,0,c0904ecc) at sigexit+0x61 kse_thr_interrupt(c56306c0,e6311d04,e6311cd4,c,c56306c0) at kse_thr_interrupt+0x1c4 syscall(3b,2831003b,bfbf003b,b,0) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 --- db> where 1678 Tracing pid 1678 tid 100281 td 0xc5632510 sched_switch(c5632510,0,2) at sched_switch+0x183 mi_switch(2,0,c543b704,0,c09085e2,3ba) at mi_switch+0x280 thread_suspend_check(0,c543b704,0,c090ad06,70) at thread_suspend_check+0x18a userret(c5632510,e6338d38,28341ff0,2817898a,6) at userret+0x52 trap(3b,3b,bfbf003b,28341ff0,280a9ddb) at trap+0x62b calltrap() at calltrap+0x5 --- trap 0xc, eip = 0x2817898a, esp = 0xbf9feef4, ebp = 0xbf9fef28 --- db> where 1691 Tracing pid 1691 tid 100335 td 0xc55f71b0 sched_switch(c55f71b0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37a5a8c,c09f31f0,0,c090a688,211) at sleepq_switch+0xcd sleepq_wait(c37a5a8c,0,c0912154,39d,8) at sleepq_wait+0x46 msleep(c37a5a8c,c37a5a44,9f,c09121d7,0) at msleep+0x27d vn_start_write(c5017104,e625d9fc,1,c37a5a20,0) at vn_start_write+0x127 vn_close(c5017104,2,c3b90500,c55f71b0,0) at vn_close+0x4f coredump(c55f71b0) at coredump+0x3d9 sigexit(c55f71b0,b,c3d0f29c,0,c0904ecc) at sigexit+0x61 kse_thr_interrupt(c55f71b0,e625dd04,e625dcd4,c,c55f71b0) at kse_thr_interrupt+0x1c4 syscall(3b,3b,bfbf003b,b,0) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 --- db> where 1690 Tracing pid 1690 tid 100329 td 0xc5632bd0 sched_switch(c5632bd0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c35dcdbc) at sleepq_switch+0xcd sleepq_timedwait_sig(c35dcdbc,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e msleep(c35dcdbc,c35dcda0,168,c0904ef4,7531) at msleep+0x244 kse_release(c5632bd0,e6344d04,c35dcd38,c,c5632bd0) at kse_release+0x12d syscall(3b,3b,bfbf003b,2832af48,81) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0xbf9fef2c, ebp = 0xbf9fef88 --- db> where 1681 Tracing pid 1681 tid 100294 td 0xc48ef6c0 sched_switch(c48ef6c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c3d00084) at sleepq_switch+0xcd sleepq_timedwait_sig(c3d00084,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e msleep(c3d00084,c3d00068,168,c0904ef4,7531) at msleep+0x244 kse_release(c48ef6c0,e61c4d04,c3d00000,c,c48ef6c0) at kse_release+0x12d syscall(3b,3b,bfbf003b,2832af48,81) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0xbf9fef2c, ebp = 0xbf9fef88 --- db> where 1685 Tracing pid 1685 tid 100306 td 0xc53186c0 sched_switch(c53186c0,0,2) at sched_switch+0x183 mi_switch(2,0,c3d0f704,0,c09085e2,3ba) at mi_switch+0x280 thread_suspend_check(0,c3d0f704,0,c090ad06,70) at thread_suspend_check+0x18a userret(c53186c0,e60bcd38,c06801bb,c3b90500,c5318588) at userret+0x52 syscall(3b,3b,bfbf003b,282ddf48,0) at syscall+0x36a Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (0, FreeBSD ELF32, nosys), eip = 0x280a871f, esp = 0x282e2f28, ebp = 0x282e2f64 --- db> where 1692 Tracing pid 1692 tid 100314 td 0xc543cd80 sched_switch(c543cd80,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c3432394) at sleepq_switch+0xcd sleepq_timedwait_sig(c3432394,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e msleep(c3432394,c48ee938,168,c0904eff,ea61) at msleep+0x244 kse_release(c543cd80,e6170d04,e6170ca0,c08885c5,246) at kse_release+0x1eb syscall(3b,2837003b,bfbf003b,28365f48,0) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0x2836af28, ebp = 0x2836af64 --- db> where 1684 Tracing pid 1684 tid 100304 td 0xc4c9f6c0 sched_switch(c4c9f6c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37a5a8c) at sleepq_switch+0xcd sleepq_wait_sig(c37a5a8c,100,c0912154,39d,8) at sleepq_wait_sig+0x1d msleep(c37a5a8c,c37a5a44,19f,c09121d7,0) at msleep+0x26e vn_start_write(c5017104,e617f910,101,c3430bb0,c09f4c00) at vn_start_write+0x127 vn_rdwr(1,c5017104,2818b000,7000,29000) at vn_rdwr+0x69 vn_rdwr_inchunks(1,c5017104,2818b000,16000,29000) at vn_rdwr_inchunks+0x9b elf32_coredump(c4c9f6c0,c5017104,ffffffff,7fffffff) at elf32_coredump+0xfb coredump(c4c9f6c0) at coredump+0x5a0 sigexit(c4c9f6c0,b,c4d97704,0,c0904ecc) at sigexit+0x61 kse_thr_interrupt(c4c9f6c0,e617fd04,e617fcd4,c,c4c9f6c0) at kse_thr_interrupt+0x1c4 syscall(3b,2836003b,bfbf003b,b,0) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (382, FreeBSD ELF32, kse_thr_interrupt), eip = 0x280a875f, esp = 0x282e2e8c, ebp = 0x282e2f38 --- db> where 1682 Tracing pid 1682 tid 100324 td 0xc48f0870 sched_switch(c48f0870,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c37f1ed4) at sleepq_switch+0xcd sleepq_timedwait_sig(c37f1ed4,100,c0904ed5,1a6,8) at sleepq_timedwait_sig+0x1e msleep(c37f1ed4,c383329c,168,c0904eff,ea61) at msleep+0x244 kse_release(c48f0870,e61e2d04,c06801bb,c3b90500,c562d8e8) at kse_release+0x1eb syscall(3b,3b,bfbf003b,282ddf48,0) at syscall+0x27e Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (383, FreeBSD ELF32, kse_release), eip = 0x280a871f, esp = 0x282e2f1c, ebp = 0x282e2f58 --- db> where 1701 Thread 1701 not found db> show sleepq 0xc37a5a84 Wait channel: 0xc37a5a84 Queue type: 0 Associated Interlock: 0xc37a5a44 - (sleep mutex) struct mount mtx Blocked threads: 0xc543c1b0 (tid 100234, pid 1701, "mksnap_ffs") db> call doadump Physical memory: 1015 MB Dumping 86 MB: 71 55 39 23 7 Dump complete = 0xf db> reset (kgdb) p *(struct vnode *)0xc382bd34 $3 = {v_type = VDIR, v_tag = 0xc090f501 "ufs", v_op = 0xc09c1e80, v_data = 0xc382c39c, v_mount = 0xc37a5a20, v_nmntvnodes = { tqe_next = 0xc382bc30, tqe_prev = 0xc37a5a78}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc36a0774}, v_hash = 0x2, v_cache_src = {lh_first = 0xc38bb264}, v_cache_dst = { tqh_first = 0x0, tqh_last = 0xc382bd64}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = { lk_interlock = 0xc09f2f80, lk_flags = 0x40, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50, lk_wmesg = 0xc090f501 "ufs", lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0}, v_interlock = {mtx_object = { lo_name = 0xc090b794 "vnode interlock", lo_type = 0xc090b794 "vnode interlock", lo_flags = 0x1030000, lo_witness_data = { lod_list = {stqe_next = 0xc0a02c50}, lod_witness = 0xc0a02c50}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc382bd8c, v_holdcnt = 0x5, v_usecount = 0x3, v_iflag = 0x20, v_vflag = 0x1, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0xc37c87c8}, v_bufobj = {bo_mtx = 0xc382bdb0, bo_clean = {bv_hd = {tqh_first = 0xd74b2e10, tqh_last = 0xd74b2e48}, bv_root = 0xd74b2e10, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc382bdfc}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc09b5564, bo_bsize = 0x4000, bo_object = 0xc38297f8, bo_synclist = {le_next = 0x0, le_prev = 0xc360fb14}, bo_private = 0xc382bd34, __bo_vnode = 0xc382bd34}, v_pollinfo = 0x0, v_label = 0x0} (kgdb) p *(*(struct vnode *)0xc382bd34)->v_mount $4 = {mnt_lock = {lk_interlock = 0xc09f25f0, lk_flags = 0x1000000, lk_sharecount = 0x1, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50, lk_wmesg = 0xc0910f68 "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0}, mnt_mtx = { mtx_object = {lo_name = 0xc0910f57 "struct mount mtx", lo_type = 0xc0910f57 "struct mount mtx", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0a014e0}, lod_witness = 0xc0a014e0}}, mtx_lock = 0x4, mtx_recurse = 0x0}, mnt_list = {tqe_next = 0xc37a5798, tqe_prev = 0xc38b254c}, mnt_op = 0xc09c1b20, mnt_vfc = 0xc09c1b60, mnt_vnodecovered = 0xc37bcd34, mnt_syncer = 0xc382bc30, mnt_ref = 0x47, mnt_nvnodelist = {tqh_first = 0xc382bd34, tqh_last = 0xc433d320}, mnt_nvnodelistsize = 0x39, mnt_writeopcount = 0x4, mnt_kern_flag = 0x28000000, mnt_flag = 0x1211300, mnt_opt = 0xc3551c70, mnt_optnew = 0xc37e6bc0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x7, f_flags = 0x201300, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0xf20a7, f_bfree = 0x632df, f_bavail = 0x4fd10, f_files = 0x3f3fe, f_ffree = 0x389ee, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x434f6181, 0xa1e353a3}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "ufs", '\0' <repeats 12 times>, f_mntfromname = "/dev/ad0s1e", '\0' <repeats 76 times>, f_mntonname = "/tmp", '\0' <repeats 83 times>}, mnt_cred = 0xc3868c00, mnt_data = 0xc37d7000, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0xc4ea3200, mnt_mntlabel = 0x0, mnt_fslabel = 0x0, mnt_hashseed = 0xb61931db, mnt_markercnt = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x8155c} (kgdb) p (*(struct vnode *)0xc382bd34)->v_mount $5 = (struct mount *) 0xc37a5a20