GENERIC HEAD from Feb 14 17:10 UTC + buf_assert2.diff, vmcore.208

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Fri Feb 15 07:19:54 CET 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037586432 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal:
 1st 0xc3fcec94 ufs (ufs) @ kern/vfs_subr.c:2061
 2nd 0xc4201000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e290e990,c07a1f8e,c0af718c,c4201000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201000,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201000,1,c0afd4cf,16c,e290e9b4,...) at witness_checkorder+0x6de
_lockmgr(c4201000,2001,c420107c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201000,0,0,c3e16cc0,e290eb50,...) at vfs_busy+0x1ac
lookup(e290eb3c,c0afcbea,c6,bf,c3dee22c,...) at lookup+0x7cf
namei(e290eb3c,c3e16d54,c0bacce4,c0afce41,c420107c,...) at namei+0x34e
kern_unlink(c3e16cc0,c0afd271,1,628,0,...) at kern_unlink+0x40
vfs_mountroot_try(c0afd42b,c0aeba29,c0ae49c8,1,c07df670,...) at vfs_mountroot_try+0x4a9
vfs_mountroot(c0c120b0,4,c0aecce0,260,0,...) at vfs_mountroot+0x420
start_init(0,e290ed38,c0aee602,30c,c3e14ab0,...) at start_init+0x65
fork_exit(c0731430,0,e290ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe290ed70, ebp = 0 ---
lock order reversal:
 1st 0xc3e1a044 user map (user map) @ vm/vm_map.c:3111
 2nd 0xc3fcddf0 ufs (ufs) @ kern/vfs_subr.c:2061
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e290e984,c07a1f8e,c0af718c,c3fcddf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c3fcddf0,c0aec2c0,c0aec2c0,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c3fcddf0,1,c0afd4cf,80d,e290e9a8,...) at witness_checkorder+0x6de
_lockmgr(c3fcddf0,3041,c3fcde6c,c0afd4cf,80d,...) at _lockmgr+0x1e5
ffs_lock(e290ea78,c075aa2d,c0c1d674,3041,c3fcdd98,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0bc7c20,e290ea78,c0aeba27,3,c3fcde6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c3fcdd98,3041,c0afd4cf,80d,0,...) at _vn_lock+0xf2
vget(c3fcdd98,3041,c3e16cc0,4a9,c1460a80,...) at vget+0x109
vnode_pager_lock(c1460900,0,c0b13b89,127,e290ebe8,...) at vnode_pager_lock+0x1b0
vm_fault(c3e1a000,80d2000,2,8,80d2180,...) at vm_fault+0x1df
trap_pfault(5,0,c0b21ebe,2c8,c3e14ab0,...) at trap_pfault+0x118
trap(e290ed38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 ---
fxp0: link state changed to UP
lock order reversal:
 1st 0xc429e46c pseudofs (pseudofs) @ kern/vfs_subr.c:2061
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68039d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c63c8c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c4256220,8,...) at vfs_busy+0x1ac
vfs_donmount(2820c080,c,e6803c70,c411aa80,28209c28,...) at vfs_donmount+0xdb8
nmount(c4256220,e6803cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e6803d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xd7ea3c20 bufwait (bufwait) @ sys/buf.h:280
 2nd 0xc4abe59c so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:145
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e76794,c07a1f8e,c0af718c,c4abe59c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4abe59c,c0afaa9b,c0afaa9b,c0afa70b,...) at kdb_backtrace+0x29
witness_checkorder(c4abe59c,9,c0afa702,91,c6718440,...) at witness_checkorder+0x6de
_sx_xlock(c4abe59c,0,c0afa702,91,e6e7682c,...) at _sx_xlock+0x7d
sblock(c4abe564,1,c0b0c60b,c0aeba27,3,...) at sblock+0x5b
sosend_generic(c4abe48c,0,0,c7391300,0,...) at sosend_generic+0xc2
sosend(c4abe48c,0,0,c7391300,0,...) at sosend+0x54
nfs_send(c4abe48c,c67fb1f0,c7391300,c543de80,18,...) at nfs_send+0x1af
nfs_request(c5a46984,c4bc8300,10,c6718440,c4c94100,...) at nfs_request+0x46e
nfs_readdirrpc(c5a46984,e6e769d8,c4c94100,c4ce7780,4,...) at nfs_readdirrpc+0x25c
nfs_doio(c5a46984,d7ea3bc0,c4c94100,c6718440,0,...) at nfs_doio+0x2f1
nfs_bioread(c5a46984,e6e76c50,0,c4c94100,c075ad4c,...) at nfs_bioread+0xbdb
nfs_readdir(e6e76c24,c0b243e6,0,0,c5a46984,...) at nfs_readdir+0x161
VOP_READDIR_APV(c0bc4240,e6e76c24,c0afe25a,e70,0,...) at VOP_READDIR_APV+0xc5
getdirentries(c6718440,e6e76cfc,10,c0af7829,c0ba7920,...) at getdirentries+0x1df
syscall(e6e76d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2814c91f, esp = 0xbfbfe88c, ebp = 0xbfbfe8b8 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0afa1f7,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c1466d20,e68eab70,2,8,c6ce2a00,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0x6f
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0aefc45,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c145f000,c745e100,2,8,c6ce2a00,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0xba
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0afa1f7,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c1466d20,e68eab70,2,8,c6cd8c00,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0x6f
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0aefc45,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c145f000,c51e2500,2,8,c6cd8c00,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0xba
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0afa1f7,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c1466d20,e68eab70,2,8,c6ce8e00,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0x6f
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0aefc45,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c145f000,c4db1400,2,8,c6ce8e00,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0xba
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0afa1f7,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c1466d20,e68eab70,2,8,c4bc8600,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0x6f
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0aefc45,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c145f000,c6cdad00,2,8,c4bc8600,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0xba
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0afa1f7,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c1466d20,e68eab70,2,8,c6c78500,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0x6f
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0aefc45,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c145f000,c4f37500,2,8,c6c78500,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0xba
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0afa1f7,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c1466d20,e68eab70,2,8,c499e300,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0x6f
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0c6f4e0) locked @ nfsserver/nfs_srvsock.c:654
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68eaaf8,c07a1107,c0af5131,e68eab0c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af5131,e68eab0c,4,1,0,...) at kdb_backtrace+0x29
witness_warn(5,0,c0b1381a,c0aefc45,e68eab1c,...) at witness_warn+0x1d7
uma_zalloc_arg(c145f000,c5191000,2,8,c499e300,...) at uma_zalloc_arg+0x34
nfs_realign(c0c6f4e0,0,c0b0d0c9,28e,0,...) at nfs_realign+0xba
nfsrv_rcv(c433c610,c4d48a00,2,160,0,...) at nfsrv_rcv+0x46a
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x6cb
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
lock order reversal:
 1st 0xc42005d0 vfslock (vfslock) @ kern/vfs_mount.c:1242
 2nd 0xc58029dc syncer (syncer) @ kern/vfs_subr.c:2156
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69fcae4,c07a1f8e,c0af718c,c58029dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c58029dc,c0afdef5,c0afdef5,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c58029dc,9,c0afd4cf,86c,c075aa2d,...) at witness_checkorder+0x6de
_lockmgr(c58029dc,2002,c5802a58,c0afd4cf,86c,...) at _lockmgr+0x529
vop_stdlock(e69fcbc4,c0afd4d8,c07a1858,2002,c5802984,...) at vop_stdlock+0x39
VOP_LOCK1_APV(c0bb65e0,e69fcbc4,84f,e69fcbe4,c5802a58,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c5802984,2002,c0afd4cf,86c,0,...) at _vn_lock+0xf2
vrele(c5802984,0,c0afce38,4f0,4da,...) at vrele+0x142
dounmount(c42005d0,8000000,c47b4cc0,482,1,...) at dounmount+0x3a0
unmount(c47b4cc0,e69fccfc,8,e69fcd38,c0ba68d0,...) at unmount+0x2f3
syscall(e69fcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cdc2b, esp = 0xbfbfe3cc, ebp = 0xbfbfe488 ---
lock order reversal:
 1st 0xc47ed72c filedesc structure (filedesc structure) @ kern/kern_descrip.c:1022
 2nd 0xc43731b4 ufs (ufs) @ kern/vfs_subr.c:3872
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e697daa8,c07a1f8e,c0af718c,c43731b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c43731b4,c0aec2c0,c0aec2c0,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c43731b4,9,c0afd4cf,f20,0,...) at witness_checkorder+0x6de
_lockmgr(c43731b4,3002,c4373230,c0afd4cf,f20,...) at _lockmgr+0x529
ffs_lock(e697db9c,e697db90,1002,1002,c437315c,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0bc7c20,e697db9c,c0afe3d5,363,c4373230,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c437315c,1002,c0afd4cf,f20,e697dbf8,...) at _vn_lock+0xf2
vfs_knllock(c437315c,0,c0aee0b3,64b,c4564e9c,...) at vfs_knllock+0x29
knlist_remove_kq(0,e697dc18,c07e4389,c48cc020,c4564e9c,...) at knlist_remove_kq+0xad
knlist_remove(c48cc020,c4564e9c,0,e697dc44,c07420e5,...) at knlist_remove+0x1b
filt_vfsdetach(c4564e9c,0,c0aee0b3,71b,3,...) at filt_vfsdetach+0x39
knote_fdclose(c456f440,3,c0aedbdd,3fe,c422257c,...) at knote_fdclose+0xf5
kern_close(c456f440,3,e697dd2c,c0a5e8b3,c456f440,...) at kern_close+0xd5
close(c456f440,e697dcfc,4,c0ae0dd6,c0ba6750,...) at close+0x1a
syscall(e697dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x28161cc3, esp = 0xbfbfeaec, ebp = 0xbfbfeaf8 ---
calcru: runtime went backwards from 25332 usec to 25071 usec for pid 81349 (awk)
calcru: runtime went backwards from 24773 usec to 24518 usec for pid 81348 (sed)
calcru: runtime went backwards from 23415 usec to 23173 usec for pid 81346 (sed)
calcru: runtime went backwards from 31133 usec to 30812 usec for pid 80846 (nfsiod 0)
calcru: runtime went backwards from 876601 usec to 867561 usec for pid 80789 (sh)
calcru: runtime went backwards from 3416211 usec to 3380984 usec for pid 80789 (sh)
calcru: runtime went backwards from 41989 usec to 41556 usec for pid 80787 (sh)
calcru: runtime went backwards from 1908175 usec to 1888498 usec for pid 80787 (sh)
calcru: runtime went backwards from 510307 usec to 505045 usec for pid 80785 (sh)
calcru: runtime went backwards from 8597934 usec to 8509274 usec for pid 80785 (sh)
calcru: runtime went backwards from 43642 usec to 43192 usec for pid 80783 (sh)
calcru: runtime went backwards from 2694383 usec to 2666599 usec for pid 80783 (sh)
calcru: runtime went backwards from 15481328 usec to 15321687 usec for pid 80782 (sh)
calcru: runtime went backwards from 44811 usec to 44349 usec for pid 80781 (sh)
calcru: runtime went backwards from 2094344 usec to 2072748 usec for pid 80781 (sh)
calcru: runtime went backwards from 11344107 usec to 11227128 usec for pid 80780 (sh)
calcru: runtime went backwards from 43985 usec to 43532 usec for pid 80779 (sh)
calcru: runtime went backwards from 2490423 usec to 2464742 usec for pid 80779 (sh)
calcru: runtime went backwards from 43990 usec to 43536 usec for pid 80777 (sh)
calcru: runtime went backwards from 2449136 usec to 2423881 usec for pid 80777 (sh)
calcru: runtime went backwards from 46139 usec to 45664 usec for pid 80775 (sh)
calcru: runtime went backwards from 3539769 usec to 3503268 usec for pid 80775 (sh)
calcru: runtime went backwards from 45125 usec to 44660 usec for pid 80773 (sh)
calcru: runtime went backwards from 2124973 usec to 2103061 usec for pid 80773 (sh)
calcru: runtime went backwards from 40617 usec to 40198 usec for pid 80771 (sh)
calcru: runtime went backwards from 2378389 usec to 2353863 usec for pid 80771 (sh)
calcru: runtime went backwards from 42514 usec to 42075 usec for pid 80769 (sh)
calcru: runtime went backwards from 2283710 usec to 2260160 usec for pid 80769 (sh)
calcru: runtime went backwards from 71653 usec to 70914 usec for pid 80744 (sh)
calcru: runtime went backwards from 286380 usec to 283427 usec for pid 80744 (sh)
calcru: runtime went backwards from 236580 usec to 234141 usec for pid 49370 (bash)
calcru: runtime went backwards from 487176944 usec to 482153244 usec for pid 49370 (bash)
calcru: runtime went backwards from 8170955 usec to 8086697 usec for pid 896 (awk)
calcru: runtime went backwards from 85585 usec to 84702 usec for pid 896 (awk)
calcru: runtime went backwards from 84895779 usec to 84020346 usec for pid 895 (sh)
calcru: runtime went backwards from 1424830877 usec to 1410138221 usec for pid 895 (sh)
calcru: runtime went backwards from 18971454 usec to 18776181 usec for pid 890 (tail)
calcru: runtime went backwards from 21705 usec to 21411 usec for pid 890 (tail)
calcru: runtime went backwards from 229375 usec to 227010 usec for pid 888 (sshd)
calcru: runtime went backwards from 36079 usec to 35707 usec for pid 887 (sshd)
calcru: runtime went backwards from 29590672 usec to 29286145 usec for pid 885 (sshd)
calcru: runtime went backwards from 1632169 usec to 1615338 usec for pid 874 (sshd)
calcru: runtime went backwards from 7705416 usec to 7625959 usec for pid 808 (watchdogd)
calcru: runtime went backwards from 104237523 usec to 103162640 usec for pid 808 (watchdogd)
calcru: runtime went backwards from 5908527 usec to 5847599 usec for pid 766 (cron)
calcru: runtime went backwards from 49426943 usec to 48917259 usec for pid 766 (cron)
calcru: runtime went backwards from 313806 usec to 310571 usec for pid 759 (sendmail)
calcru: runtime went backwards from 543428 usec to 537824 usec for pid 759 (sendmail)
calcru: runtime went backwards from 23241164 usec to 23001949 usec for pid 755 (sendmail)
calcru: runtime went backwards from 758702 usec to 750878 usec for pid 755 (sendmail)
calcru: runtime went backwards from 19147994 usec to 18951107 usec for pid 731 (ntpd)
calcru: runtime went backwards from 11005892 usec to 10892401 usec for pid 674 (nfsd)
calcru: runtime went backwards from 10189496 usec to 10084424 usec for pid 673 (nfsd)
calcru: runtime went backwards from 11774861 usec to 11653440 usec for pid 672 (nfsd)
calcru: runtime went backwards from 11804179 usec to 11682456 usec for pid 671 (nfsd)
calcru: runtime went backwards from 13356018 usec to 13218293 usec for pid 670 (nfsd)
calcru: runtime went backwards from 11911501 usec to 11788671 usec for pid 669 (nfsd)
calcru: runtime went backwards from 7960478 usec to 7878391 usec for pid 668 (nfsd)
calcru: runtime went backwards from 16579799 usec to 16408830 usec for pid 667 (nfsd)
calcru: runtime went backwards from 45225210 usec to 44758854 usec for pid 666 (nfsd)
calcru: runtime went backwards from 44755841 usec to 44294325 usec for pid 664 (nfsd)
calcru: runtime went backwards from 12973773 usec to 12839989 usec for pid 663 (nfsd)
calcru: runtime went backwards from 51566737 usec to 51035740 usec for pid 662 (nfsd)
calcru: runtime went backwards from 25102909 usec to 24844051 usec for pid 661 (nfsd)
calcru: runtime went backwards from 5286910 usec to 5233635 usec for pid 603 (rpcbind)
calcru: runtime went backwards from 6624654 usec to 6556342 usec for pid 586 (syslogd)
calcru: runtime went backwards from 3789092343 usec to 3750019840 usec for pid 24 (softdepflush)
calcru: runtime went backwards from 371961729 usec to 368126128 usec for pid 23 (syncer)
calcru: runtime went backwards from 100380381 usec to 99345302 usec for pid 22 (vnlru)
calcru: runtime went backwards from 653235725 usec to 646499675 usec for pid 21 (bufdaemon)
calcru: runtime went backwards from 4095 usec to 4053 usec for pid 20 (pagezero)
calcru: runtime went backwards from 131075364 usec to 129305468 usec for pid 19 (vmdaemon)
calcru: runtime went backwards from 3980451979 usec to 3926724479 usec for pid 18 (pagedaemon)
calcru: runtime went backwards from 918452 usec to 908996 usec for pid 9 (fdc0)
calcru: runtime went backwards from 19989 usec to 19783 usec for pid 14 (usb0)
calcru: runtime went backwards from 39433803 usec to 39027370 usec for pid 13 (yarrow)
calcru: runtime went backwards from 856340513 usec to 847515810 usec for pid 4 (g_down)
calcru: runtime went backwards from 3811481016 usec to 3772189710 usec for pid 3 (g_up)
calcru: runtime went backwards from 13016986 usec to 12882871 usec for pid 2 (g_event)
calcru: runtime went backwards from 65283581691 usec to 64610401825 usec for pid 11 (idle)
calcru: runtime went backwards from 4265682 usec to 4210469 usec for pid 1 (init)
calcru: runtime went backwards from 87969766191 usec to 86782165105 usec for pid 1 (init)
calcru: runtime went backwards from 55533159 usec to 54784105 usec for pid 0 (kernel)
Waiting for mount point write ops
mount point write ops completed
GEOM_LABEL: Label for provider md0 is iso9660/CDROM.
lock order reversal:
 1st 0xc6167724 pseudofs (pseudofs) @ kern/vfs_subr.c:2061
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c63c1c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4b7d980,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc9ae7310 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc805e000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c805e000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c805e000,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c805e000,1,c0afd4cf,16c,c0c60b54,...) at witness_checkorder+0x6de
_lockmgr(c805e000,2001,c805e07c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c805e000,10,0,c437b440,3,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c608d300,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc9b7a880 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807e8b8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807e8b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807e8b8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807e8b8,1,c0afd4cf,16c,c0c629bc,...) at witness_checkorder+0x6de
_lockmgr(c807e8b8,2001,c807e934,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807e8b8,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4d5d500,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc9a45b38 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807e5d0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807e5d0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807e5d0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807e5d0,1,c0afd4cf,16c,c0c5e1c4,...) at witness_checkorder+0x6de
_lockmgr(c807e5d0,2001,c807e64c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807e5d0,10,0,c437b440,c075af54,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c54dfd00,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc652a9dc pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61aa4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c631b680,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc45d9058 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc805b8b8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c805b8b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c805b8b8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c805b8b8,1,c0afd4cf,16c,c0c61aa4,...) at witness_checkorder+0x6de
_lockmgr(c805b8b8,2001,c805b934,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c805b8b8,10,0,c437b440,c075af54,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7da2780,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc4c999dc isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc805b000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c805b000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c805b000,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c805b000,1,c0afd4cf,16c,c0c60064,...) at witness_checkorder+0x6de
_lockmgr(c805b000,2001,c805b07c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c805b000,10,0,c437b440,e68f6aa8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4b38400,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc4c2d5c8 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807f8b8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807f8b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807f8b8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807f8b8,1,c0afd4cf,16c,c0c5e57c,...) at witness_checkorder+0x6de
_lockmgr(c807f8b8,2001,c807f934,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807f8b8,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c5a89100,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc9d92df0 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807d8b8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807d8b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807d8b8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807d8b8,1,c0afd4cf,16c,c0c60fb4,...) at witness_checkorder+0x6de
_lockmgr(c807d8b8,2001,c807d934,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807d8b8,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d51c00,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc535e310 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc80948b8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c80948b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c80948b8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c80948b8,1,c0afd4cf,16c,c0c5effc,...) at witness_checkorder+0x6de
_lockmgr(c80948b8,2001,c8094934,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c80948b8,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d47900,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc5a8cc94 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807f2e8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807f2e8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807f2e8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807f2e8,1,c0afd4cf,16c,c0c5f6fc,...) at witness_checkorder+0x6de
_lockmgr(c807f2e8,2001,c807f364,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807f2e8,10,0,c437b440,c0a4510f,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d7cc00,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc7380310 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc8094ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c8094ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8094ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c8094ba0,1,c0afd4cf,16c,c0c62d3c,...) at witness_checkorder+0x6de
_lockmgr(c8094ba0,2001,c8094c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c8094ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c60e9c00,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc9b009dc isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807eba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807eba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807eba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807eba0,1,c0afd4cf,16c,c0c60294,...) at witness_checkorder+0x6de
_lockmgr(c807eba0,2001,c807ec1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807eba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d69100,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc5b42724 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc805b000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c805b000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c805b000,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c805b000,1,c0afd4cf,16c,c0c60294,...) at witness_checkorder+0x6de
_lockmgr(c805b000,2001,c805b07c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c805b000,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c41bfc00,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc4ce81b4 isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc42ecba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c42ecba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c42ecba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c42ecba0,1,c0afd4cf,16c,c0c5f6fc,...) at witness_checkorder+0x6de
_lockmgr(c42ecba0,2001,c42ecc1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c42ecba0,10,0,c437b440,c075af54,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d40680,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
GEOM_LABEL: Label for provider md5 is iso9660/CDROM.
lock order reversal:
 1st 0xc3f8346c isofs (isofs) @ kern/vfs_subr.c:2061
 2nd 0xc807f000 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c807f000,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c807f000,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c807f000,1,c0afd4cf,16c,c0c5f14c,...) at witness_checkorder+0x6de
_lockmgr(c807f000,2001,c807f07c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c807f000,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c6349500,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
GEOM_LABEL: Label iso9660/CDROM removed.
lock order reversal:
 1st 0xc662e014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc47da058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a249d8,c07a1f8e,c0af718c,c47da058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c47da058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c47da058,9,c0b10297,63a,e6a24a08,...) at witness_checkorder+0x6de
_lockmgr(c47da058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c47da000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca71c108,e6a24b4c,2,c47da000,e6a24b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a24b90,c0b24025,c47da0d4,c47da0d4,c47da000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a24b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a24bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c47da000,ffffffdf,2,e6a24cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c220,bfbfeb2e,0,e6a24d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c220,e6a24cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a24d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfe8dc, ebp = 0xbfbfe958 ---
lock order reversal:
 1st 0xc649c114 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc7342724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ac9848,c07a1f8e,c0af718c,c7342724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c7342724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c7342724,9,c0b10297,63a,e6ac9878,...) at witness_checkorder+0x6de
_lockmgr(c7342724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c73426cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca71c630,e6ac99bc,2,c73426cc,e6ac99cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6ac9a00,c0b24025,c73427a0,c73427a0,c73426cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ac9a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ac9a34,c0afd4cf,889,c5a02880,...) at vinactive+0xb1
vput(c73426cc,e6ac9a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c73426cc,1,c4c94100,c5a02880,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c8137400,3,c5a02880,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c426e478,c1b46d01,c8137400,c4c94100,c5a02880,...) at devfs_ioctl_f+0xc9
kern_ioctl(c5a02880,3,c1b46d01,c8137400,1000000,...) at kern_ioctl+0x1c8
ioctl(c5a02880,e6ac9cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6ac9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65f6a14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc4caf9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a57848,c07a1f8e,c0af718c,c4caf9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4caf9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4caf9dc,9,c0b10297,63a,e6a57878,...) at witness_checkorder+0x6de
_lockmgr(c4caf9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4caf984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9dbe4a4,e6a579bc,2,c4caf984,e6a579cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a57a00,c0b24025,c4cafa58,c4cafa58,c4caf984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a57a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a57a34,c0afd4cf,889,c48e8880,...) at vinactive+0xb1
vput(c4caf984,e6a57a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c4caf984,1,c4c94100,c48e8880,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c5bdd400,3,c48e8880,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42287ec,c1b46d01,c5bdd400,c4c94100,c48e8880,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48e8880,3,c1b46d01,c5bdd400,1000000,...) at kern_ioctl+0x1c8
ioctl(c48e8880,e6a57cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a57d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc659a314 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc7b545c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67d8848,c07a1f8e,c0af718c,c7b545c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c7b545c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c7b545c8,9,c0b10297,63a,e67d8878,...) at witness_checkorder+0x6de
_lockmgr(c7b545c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c7b54570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c55e5630,e67d89bc,2,c7b54570,e67d89cc,...) at softdep_releasefile+0x3b
ufs_inactive(e67d8a00,c0b24025,c7b54644,c7b54644,c7b54570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67d8a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67d8a34,c0afd4cf,889,c4189660,...) at vinactive+0xb1
vput(c7b54570,e67d8a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c7b54570,1,c4c94100,c4189660,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c9be4c00,3,c4189660,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b35e4,c1b46d01,c9be4c00,c4c94100,c4189660,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4189660,3,c1b46d01,c9be4c00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4189660,e67d8cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e67d8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc659a714 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca70d9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b34848,c07a1f8e,c0af718c,ca70d9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca70d9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca70d9dc,9,c0b10297,63a,e6b34878,...) at witness_checkorder+0x6de
_lockmgr(ca70d9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca70d984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca1f2e70,e6b349bc,2,ca70d984,e6b349cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b34a00,c0b24025,ca70da58,ca70da58,ca70d984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b34a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b34a34,c0afd4cf,889,c6080660,...) at vinactive+0xb1
vput(ca70d984,e6b34a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca70d984,1,c4c94100,c6080660,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c9be7c00,3,c6080660,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff478,c1b46d01,c9be7c00,c4c94100,c6080660,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6080660,3,c1b46d01,c9be7c00,1000000,...) at kern_ioctl+0x1c8
ioctl(c6080660,e6b34cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b34d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65e0714 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5d93724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6abd848,c07a1f8e,c0af718c,c5d93724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5d93724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5d93724,9,c0b10297,63a,e6abd878,...) at witness_checkorder+0x6de
_lockmgr(c5d93724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5d936cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca71f948,e6abd9bc,2,c5d936cc,e6abd9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6abda00,c0b24025,c5d937a0,c5d937a0,c5d936cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6abda00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6abda34,c0afd4cf,889,c5a03220,...) at vinactive+0xb1
vput(c5d936cc,e6abda6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5d936cc,1,c4c94100,c5a03220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c8136400,3,c5a03220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b2d9c,c1b46d01,c8136400,c4c94100,c5a03220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c5a03220,3,c1b46d01,c8136400,1000000,...) at kern_ioctl+0x1c8
ioctl(c5a03220,e6abdcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6abdd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6539514 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc9a43058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bba848,c07a1f8e,c0af718c,c9a43058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9a43058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9a43058,9,c0b10297,63a,e6bba878,...) at witness_checkorder+0x6de
_lockmgr(c9a43058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9a43000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca180420,e6bba9bc,2,c9a43000,e6bba9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6bbaa00,c0b24025,c9a430d4,c9a430d4,c9a43000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bbaa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bbaa34,c0afd4cf,889,c7da5220,...) at vinactive+0xb1
vput(c9a43000,e6bbaa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c9a43000,1,c4c94100,c7da5220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c8137800,3,c7da5220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4228958,c1b46d01,c8137800,c4c94100,c7da5220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c7da5220,3,c1b46d01,c8137800,1000000,...) at kern_ioctl+0x1c8
ioctl(c7da5220,e6bbacfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6bbad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc4c24514 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc52b71b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ae9848,c07a1f8e,c0af718c,c52b71b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c52b71b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c52b71b4,9,c0b10297,63a,e6ae9878,...) at witness_checkorder+0x6de
_lockmgr(c52b71b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c52b715c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9b388c4,e6ae99bc,2,c52b715c,e6ae99cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6ae9a00,c0b24025,c52b7230,c52b7230,c52b715c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ae9a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ae9a34,c0afd4cf,889,c6541cc0,...) at vinactive+0xb1
vput(c52b715c,e6ae9a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c52b715c,1,c4c94100,c6541cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c5bdd400,3,c6541cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4223104,c1b46d01,c5bdd400,c4c94100,c6541cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6541cc0,3,c1b46d01,c5bdd400,1000000,...) at kern_ioctl+0x1c8
ioctl(c6541cc0,e6ae9cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6ae9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65dd414 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc742f724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a67848,c07a1f8e,c0af718c,c742f724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c742f724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c742f724,9,c0b10297,63a,e6a67878,...) at witness_checkorder+0x6de
_lockmgr(c742f724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c742f6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9b6fa50,e6a679bc,2,c742f6cc,e6a679cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a67a00,c0b24025,c742f7a0,c742f7a0,c742f6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a67a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a67a34,c0afd4cf,889,c48e8000,...) at vinactive+0xb1
vput(c742f6cc,e6a67a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c742f6cc,1,c4c94100,c48e8000,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c41a7a00,3,c48e8000,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4223ac4,c1b46d01,c41a7a00,c4c94100,c48e8000,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48e8000,3,c1b46d01,c41a7a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c48e8000,e6a67cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a67d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6600614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5753310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6902848,c07a1f8e,c0af718c,c5753310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5753310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5753310,9,c0b10297,63a,e6902878,...) at witness_checkorder+0x6de
_lockmgr(c5753310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c57532b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5c5ca50,e69029bc,2,c57532b8,e69029cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6902a00,c0b24025,c575338c,c575338c,c57532b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6902a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6902a34,c0afd4cf,889,c4379aa0,...) at vinactive+0xb1
vput(c57532b8,e6902a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c57532b8,1,c4c94100,c4379aa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78da00,3,c4379aa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4223138,c1b46d01,ca78da00,c4c94100,c4379aa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4379aa0,3,c1b46d01,ca78da00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4379aa0,e6902cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6902d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc64b2414 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5b461b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bba848,c07a1f8e,c0af718c,c5b461b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5b461b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5b461b4,9,c0b10297,63a,e6bba878,...) at witness_checkorder+0x6de
_lockmgr(c5b461b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5b4615c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5887ad4,e6bba9bc,2,c5b4615c,e6bba9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6bbaa00,c0b24025,c5b46230,c5b46230,c5b4615c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bbaa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bbaa34,c0afd4cf,889,c7da5220,...) at vinactive+0xb1
vput(c5b4615c,e6bbaa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5b4615c,1,c4c94100,c7da5220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c7e29e00,3,c7da5220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c426e680,c1b46d01,c7e29e00,c4c94100,c7da5220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c7da5220,3,c1b46d01,c7e29e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c7da5220,e6bbacfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6bbad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc666e614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc73cb46c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6965848,c07a1f8e,c0af718c,c73cb46c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c73cb46c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c73cb46c,9,c0b10297,63a,e6965878,...) at witness_checkorder+0x6de
_lockmgr(c73cb46c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c73cb414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8391000,e69659bc,2,c73cb414,e69659cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6965a00,c0b24025,c73cb4e8,c73cb4e8,c73cb414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6965a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6965a34,c0afd4cf,889,c47b3660,...) at vinactive+0xb1
vput(c73cb414,e6965a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c73cb414,1,c4c94100,c47b3660,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c3f81a00,3,c47b3660,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c6c46514,c1b46d01,c3f81a00,c4c94100,c47b3660,...) at devfs_ioctl_f+0xc9
kern_ioctl(c47b3660,3,c1b46d01,c3f81a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c47b3660,e6965cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6965d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc64f9014 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca711880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69fc848,c07a1f8e,c0af718c,ca711880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca711880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca711880,9,c0b10297,63a,e69fc878,...) at witness_checkorder+0x6de
_lockmgr(ca711880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca711828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca17fa50,e69fc9bc,2,ca711828,e69fc9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69fca00,c0b24025,ca7118fc,ca7118fc,ca711828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69fca00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69fca34,c0afd4cf,889,c47b4cc0,...) at vinactive+0xb1
vput(ca711828,e69fca6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca711828,1,c4c94100,c47b4cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78f400,3,c47b4cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff548,c1b46d01,ca78f400,c4c94100,c47b4cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c47b4cc0,3,c1b46d01,ca78f400,1000000,...) at kern_ioctl+0x1c8
ioctl(c47b4cc0,e69fccfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69fcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc660b314 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca19c724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b2b848,c07a1f8e,c0af718c,ca19c724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca19c724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca19c724,9,c0b10297,63a,e6b2b878,...) at witness_checkorder+0x6de
_lockmgr(ca19c724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca19c6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca1a1bdc,e6b2b9bc,2,ca19c6cc,e6b2b9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b2ba00,c0b24025,ca19c7a0,ca19c7a0,ca19c6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b2ba00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b2ba34,c0afd4cf,889,c594acc0,...) at vinactive+0xb1
vput(ca19c6cc,e6b2ba6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca19c6cc,1,c4c94100,c594acc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78e800,3,c594acc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff208,c1b46d01,ca78e800,c4c94100,c594acc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c594acc0,3,c1b46d01,ca78e800,1000000,...) at kern_ioctl+0x1c8
ioctl(c594acc0,e6b2bcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b2bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65ff614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5b299dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a24848,c07a1f8e,c0af718c,c5b299dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5b299dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5b299dc,9,c0b10297,63a,e6a24878,...) at witness_checkorder+0x6de
_lockmgr(c5b299dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5b29984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5465a50,e6a249bc,2,c5b29984,e6a249cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a24a00,c0b24025,c5b29a58,c5b29a58,c5b29984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a24a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a24a34,c0afd4cf,889,c498c220,...) at vinactive+0xb1
vput(c5b29984,e6a24a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5b29984,1,c4c94100,c498c220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c4b8e800,3,c498c220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff5b0,c1b46d01,c4b8e800,c4c94100,c498c220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c498c220,3,c1b46d01,c4b8e800,1000000,...) at kern_ioctl+0x1c8
ioctl(c498c220,e6a24cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a24d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6473e14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5b0edf0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69e0848,c07a1f8e,c0af718c,c5b0edf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5b0edf0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5b0edf0,9,c0b10297,63a,e69e0878,...) at witness_checkorder+0x6de
_lockmgr(c5b0edf0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5b0ed98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9dd6528,e69e09bc,2,c5b0ed98,e69e09cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69e0a00,c0b24025,c5b0ee6c,c5b0ee6c,c5b0ed98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69e0a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69e0a34,c0afd4cf,889,c48d3440,...) at vinactive+0xb1
vput(c5b0ed98,e69e0a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5b0ed98,1,c4c94100,c48d3440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,c0bacce4,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d4200,3,c48d3440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c426ee38,c1b46d01,ca7d4200,c4c94100,c48d3440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48d3440,3,c1b46d01,ca7d4200,1000000,...) at kern_ioctl+0x1c8
ioctl(c48d3440,e69e0cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69e0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65e1414 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5594c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6996848,c07a1f8e,c0af718c,c5594c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5594c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5594c94,9,c0b10297,63a,e6996878,...) at witness_checkorder+0x6de
_lockmgr(c5594c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5594c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca19ee70,e69969bc,2,c5594c3c,e69969cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6996a00,c0b24025,c5594d10,c5594d10,c5594c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6996a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6996a34,c0afd4cf,889,c48d4220,...) at vinactive+0xb1
vput(c5594c3c,e6996a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5594c3c,1,c4c94100,c48d4220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d2a00,3,c48d4220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c714a750,c1b46d01,ca7d2a00,c4c94100,c48d4220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48d4220,3,c1b46d01,ca7d2a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c48d4220,e6996cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6996d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6463814 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc4d0f5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e7c848,c07a1f8e,c0af718c,c4d0f5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4d0f5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4d0f5c8,9,c0b10297,63a,e6e7c878,...) at witness_checkorder+0x6de
_lockmgr(c4d0f5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4d0f570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c57ec108,e6e7c9bc,2,c4d0f570,e6e7c9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6e7ca00,c0b24025,c4d0f644,c4d0f644,c4d0f570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6e7ca00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6e7ca34,c0afd4cf,889,c741f220,...) at vinactive+0xb1
vput(c4d0f570,e6e7ca6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c4d0f570,1,c4c94100,c741f220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c41a7e00,3,c741f220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42283dc,c1b46d01,c41a7e00,c4c94100,c741f220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c741f220,3,c1b46d01,c41a7e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c741f220,e6e7ccfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6e7cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65ff814 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc4239df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b01848,c07a1f8e,c0af718c,c4239df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4239df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4239df0,9,c0b10297,63a,e6b01878,...) at witness_checkorder+0x6de
_lockmgr(c4239df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4239d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c837c9cc,e6b019bc,2,c4239d98,e6b019cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b01a00,c0b24025,c4239e6c,c4239e6c,c4239d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b01a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b01a34,c0afd4cf,889,c59e8220,...) at vinactive+0xb1
vput(c4239d98,e6b01a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c4239d98,1,c4c94100,c59e8220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c9be6600,3,c59e8220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4222000,c1b46d01,c9be6600,c4c94100,c59e8220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c59e8220,3,c1b46d01,c9be6600,1000000,...) at kern_ioctl+0x1c8
ioctl(c59e8220,e6b01cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b01d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc662b614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca1139dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e692f848,c07a1f8e,c0af718c,ca1139dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca1139dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca1139dc,9,c0b10297,63a,e692f878,...) at witness_checkorder+0x6de
_lockmgr(ca1139dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca113984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8142948,e692f9bc,2,ca113984,e692f9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e692fa00,c0b24025,ca113a58,ca113a58,ca113984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e692fa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e692fa34,c0afd4cf,889,c4570220,...) at vinactive+0xb1
vput(ca113984,e692fa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca113984,1,c4c94100,c4570220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d3200,3,c4570220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45ad958,c1b46d01,ca7d3200,c4c94100,c4570220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4570220,3,c1b46d01,ca7d3200,1000000,...) at kern_ioctl+0x1c8
ioctl(c4570220,e692fcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e692fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc5f5f914 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5979c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ac3848,c07a1f8e,c0af718c,c5979c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5979c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5979c94,9,c0b10297,63a,e6ac3878,...) at witness_checkorder+0x6de
_lockmgr(c5979c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5979c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c837c738,e6ac39bc,2,c5979c3c,e6ac39cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6ac3a00,c0b24025,c5979d10,c5979d10,c5979c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ac3a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ac3a34,c0afd4cf,889,c5a02cc0,...) at vinactive+0xb1
vput(c5979c3c,e6ac3a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5979c3c,1,c4c94100,c5a02cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c41a7a00,3,c5a02cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff8f0,c1b46d01,c41a7a00,c4c94100,c5a02cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c5a02cc0,3,c1b46d01,c41a7a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c5a02cc0,e6ac3cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6ac3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65e2d14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc57e95c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e683d848,c07a1f8e,c0af718c,c57e95c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57e95c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57e95c8,9,c0b10297,63a,e683d878,...) at witness_checkorder+0x6de
_lockmgr(c57e95c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c57e9570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5cd3108,e683d9bc,2,c57e9570,e683d9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e683da00,c0b24025,c57e9644,c57e9644,c57e9570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e683da00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e683da34,c0afd4cf,889,c4298220,...) at vinactive+0xb1
vput(c57e9570,e683da6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c57e9570,1,c4c94100,c4298220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,e683db58,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d1200,3,c4298220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45ad8bc,c1b46d01,ca7d1200,c4c94100,c4298220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4298220,3,c1b46d01,ca7d1200,1000000,...) at kern_ioctl+0x1c8
ioctl(c4298220,e683dcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e683dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65e7414 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5c4ddf0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bd9848,c07a1f8e,c0af718c,c5c4ddf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5c4ddf0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5c4ddf0,9,c0b10297,63a,e6bd9878,...) at witness_checkorder+0x6de
_lockmgr(c5c4ddf0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5c4dd98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c605639c,e6bd99bc,2,c5c4dd98,e6bd99cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6bd9a00,c0b24025,c5c4de6c,c5c4de6c,c5c4dd98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bd9a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bd9a34,c0afd4cf,889,c45b4cc0,...) at vinactive+0xb1
vput(c5c4dd98,e6bd9a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5c4dd98,1,c4c94100,c45b4cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c9be6c00,3,c45b4cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c6c46340,c1b46d01,c9be6c00,c4c94100,c45b4cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c45b4cc0,3,c1b46d01,c9be6c00,1000000,...) at kern_ioctl+0x1c8
ioctl(c45b4cc0,e6bd9cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6bd9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc5f66e14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc50b1724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68af848,c07a1f8e,c0af718c,c50b1724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c50b1724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c50b1724,9,c0b10297,63a,e68af878,...) at witness_checkorder+0x6de
_lockmgr(c50b1724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c50b16cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9a85ad4,e68af9bc,2,c50b16cc,e68af9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e68afa00,c0b24025,c50b17a0,c50b17a0,c50b16cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e68afa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e68afa34,c0afd4cf,889,c4319aa0,...) at vinactive+0xb1
vput(c50b16cc,e68afa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c50b16cc,1,c4c94100,c4319aa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c7e29a00,3,c4319aa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c46e8,c1b46d01,c7e29a00,c4c94100,c4319aa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4319aa0,3,c1b46d01,c7e29a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4319aa0,e68afcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e68afd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6153214 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5c079dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6aae848,c07a1f8e,c0af718c,c5c079dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5c079dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5c079dc,9,c0b10297,63a,e6aae878,...) at witness_checkorder+0x6de
_lockmgr(c5c079dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5c07984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca44a084,e6aae9bc,2,c5c07984,e6aae9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6aaea00,c0b24025,c5c07a58,c5c07a58,c5c07984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6aaea00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6aaea34,c0afd4cf,889,c4319440,...) at vinactive+0xb1
vput(c5c07984,e6aaea6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5c07984,1,c4c94100,c4319440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78de00,3,c4319440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c46e8,c1b46d01,ca78de00,c4c94100,c4319440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4319440,3,c1b46d01,ca78de00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4319440,e6aaecfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6aaed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc616f114 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc4239df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e7c848,c07a1f8e,c0af718c,c4239df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4239df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4239df0,9,c0b10297,63a,e6e7c878,...) at witness_checkorder+0x6de
_lockmgr(c4239df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4239d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c50b6d68,e6e7c9bc,2,c4239d98,e6e7c9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6e7ca00,c0b24025,c4239e6c,c4239e6c,c4239d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6e7ca00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6e7ca34,c0afd4cf,889,c741f220,...) at vinactive+0xb1
vput(c4239d98,e6e7ca6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c4239d98,1,c4c94100,c741f220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca790a00,3,c741f220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b2d68,c1b46d01,ca790a00,c4c94100,c741f220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c741f220,3,c1b46d01,ca790a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c741f220,e6e7ccfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6e7cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc64b8814 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5e05df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e76848,c07a1f8e,c0af718c,c5e05df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5e05df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5e05df0,9,c0b10297,63a,e6e76878,...) at witness_checkorder+0x6de
_lockmgr(c5e05df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5e05d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c81858c4,e6e769bc,2,c5e05d98,e6e769cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6e76a00,c0b24025,c5e05e6c,c5e05e6c,c5e05d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6e76a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6e76a34,c0afd4cf,889,c6718440,...) at vinactive+0xb1
vput(c5e05d98,e6e76a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5e05d98,1,c4c94100,c6718440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78f800,3,c6718440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c5158bfc,c1b46d01,ca78f800,c4c94100,c6718440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6718440,3,c1b46d01,ca78f800,1000000,...) at kern_ioctl+0x1c8
ioctl(c6718440,e6e76cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6e76d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65d1914 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca1e8058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6992848,c07a1f8e,c0af718c,ca1e8058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca1e8058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca1e8058,9,c0b10297,63a,e6992878,...) at witness_checkorder+0x6de
_lockmgr(ca1e8058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca1e8000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca1f2ce4,e69929bc,2,ca1e8000,e69929cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6992a00,c0b24025,ca1e80d4,ca1e80d4,ca1e8000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6992a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6992a34,c0afd4cf,889,c48d4440,...) at vinactive+0xb1
vput(ca1e8000,e6992a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca1e8000,1,c4c94100,c48d4440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c3f81800,3,c48d4440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c4ccc,c1b46d01,c3f81800,c4c94100,c48d4440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48d4440,3,c1b46d01,c3f81800,1000000,...) at kern_ioctl+0x1c8
ioctl(c48d4440,e6992cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6992d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc658a514 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca1cd9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e76848,c07a1f8e,c0af718c,ca1cd9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca1cd9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca1cd9dc,9,c0b10297,63a,e6e76878,...) at witness_checkorder+0x6de
_lockmgr(ca1cd9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca1cd984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5641bdc,e6e769bc,2,ca1cd984,e6e769cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6e76a00,c0b24025,ca1cda58,ca1cda58,ca1cd984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6e76a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6e76a34,c0afd4cf,889,c6718440,...) at vinactive+0xb1
vput(ca1cd984,e6e76a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca1cd984,1,c4c94100,c6718440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78e600,3,c6718440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c48bc,c1b46d01,ca78e600,c4c94100,c6718440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6718440,3,c1b46d01,ca78e600,1000000,...) at kern_ioctl+0x1c8
ioctl(c6718440,e6e76cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6e76d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65d9914 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc4600058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69ae848,c07a1f8e,c0af718c,c4600058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4600058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4600058,9,c0b10297,63a,e69ae878,...) at witness_checkorder+0x6de
_lockmgr(c4600058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4600000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c50a2294,e69ae9bc,2,c4600000,e69ae9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69aea00,c0b24025,c46000d4,c46000d4,c4600000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69aea00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69aea34,c0afd4cf,889,c47b2220,...) at vinactive+0xb1
vput(c4600000,e69aea6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c4600000,1,c4c94100,c47b2220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca790600,3,c47b2220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4223478,c1b46d01,ca790600,c4c94100,c47b2220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c47b2220,3,c1b46d01,ca790600,1000000,...) at kern_ioctl+0x1c8
ioctl(c47b2220,e69aecfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69aed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc64b3a14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc9bdac94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69cc848,c07a1f8e,c0af718c,c9bdac94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9bdac94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9bdac94,9,c0b10297,63a,e69cc878,...) at witness_checkorder+0x6de
_lockmgr(c9bdac94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9bdac3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca7336b4,e69cc9bc,2,c9bdac3c,e69cc9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69cca00,c0b24025,c9bdad10,c9bdad10,c9bdac3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69cca00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69cca34,c0afd4cf,889,c4295220,...) at vinactive+0xb1
vput(c9bdac3c,e69cca6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c9bdac3c,1,c4c94100,c4295220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78f200,3,c4295220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45ade04,c1b46d01,ca78f200,c4c94100,c4295220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4295220,3,c1b46d01,ca78f200,1000000,...) at kern_ioctl+0x1c8
ioctl(c4295220,e69cccfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69ccd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc647c414 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5a9a880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69d8848,c07a1f8e,c0af718c,c5a9a880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5a9a880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5a9a880,9,c0b10297,63a,e69d8878,...) at witness_checkorder+0x6de
_lockmgr(c5a9a880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5a9a828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c81e6420,e69d89bc,2,c5a9a828,e69d89cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69d8a00,c0b24025,c5a9a8fc,c5a9a8fc,c5a9a828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69d8a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69d8a34,c0afd4cf,889,c4937cc0,...) at vinactive+0xb1
vput(c5a9a828,e69d8a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5a9a828,1,c4c94100,c4937cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c79b0000,3,c4937cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b12d8,c1b46d01,c79b0000,c4c94100,c4937cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4937cc0,3,c1b46d01,c79b0000,1000000,...) at kern_ioctl+0x1c8
ioctl(c4937cc0,e69d8cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69d8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65a0014 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5e41df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6aae848,c07a1f8e,c0af718c,c5e41df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5e41df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5e41df0,9,c0b10297,63a,e6aae878,...) at witness_checkorder+0x6de
_lockmgr(c5e41df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5e41d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5acf108,e6aae9bc,2,c5e41d98,e6aae9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6aaea00,c0b24025,c5e41e6c,c5e41e6c,c5e41d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6aaea00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6aaea34,c0afd4cf,889,c4319440,...) at vinactive+0xb1
vput(c5e41d98,e6aaea6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5e41d98,1,c4c94100,c4319440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c41a7e00,3,c4319440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c6336c98,c1b46d01,c41a7e00,c4c94100,c4319440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4319440,3,c1b46d01,c41a7e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4319440,e6aaecfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6aaed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6463714 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5cfd724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a67848,c07a1f8e,c0af718c,c5cfd724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5cfd724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5cfd724,9,c0b10297,63a,e6a67878,...) at witness_checkorder+0x6de
_lockmgr(c5cfd724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5cfd6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9af839c,e6a679bc,2,c5cfd6cc,e6a679cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a67a00,c0b24025,c5cfd7a0,c5cfd7a0,c5cfd6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a67a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a67a34,c0afd4cf,889,c48e8000,...) at vinactive+0xb1
vput(c5cfd6cc,e6a67a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5cfd6cc,1,c4c94100,c48e8000,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fe600,3,c48e8000,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c422871c,c1b46d01,ca7fe600,c4c94100,c48e8000,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48e8000,3,c1b46d01,ca7fe600,1000000,...) at kern_ioctl+0x1c8
ioctl(c48e8000,e6a67cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a67d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6673814 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5ca7c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b19848,c07a1f8e,c0af718c,c5ca7c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5ca7c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5ca7c94,9,c0b10297,63a,e6b19878,...) at witness_checkorder+0x6de
_lockmgr(c5ca7c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5ca7c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c60ccad4,e6b199bc,2,c5ca7c3c,e6b199cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b19a00,c0b24025,c5ca7d10,c5ca7d10,c5ca7c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b19a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b19a34,c0afd4cf,889,c5eb0440,...) at vinactive+0xb1
vput(c5ca7c3c,e6b19a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5ca7c3c,1,c4c94100,c5eb0440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d4000,3,c5eb0440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff5b0,c1b46d01,ca7d4000,c4c94100,c5eb0440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c5eb0440,3,c1b46d01,ca7d4000,1000000,...) at kern_ioctl+0x1c8
ioctl(c5eb0440,e6b19cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b19d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc5f36614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca12a880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6aae848,c07a1f8e,c0af718c,ca12a880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca12a880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca12a880,9,c0b10297,63a,e6aae878,...) at witness_checkorder+0x6de
_lockmgr(ca12a880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca12a828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c54d7294,e6aae9bc,2,ca12a828,e6aae9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6aaea00,c0b24025,ca12a8fc,ca12a8fc,ca12a828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6aaea00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6aaea34,c0afd4cf,889,c4319440,...) at vinactive+0xb1
vput(ca12a828,e6aaea6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca12a828,1,c4c94100,c4319440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d2800,3,c4319440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b12d8,c1b46d01,ca7d2800,c4c94100,c4319440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4319440,3,c1b46d01,ca7d2800,1000000,...) at kern_ioctl+0x1c8
ioctl(c4319440,e6aaecfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6aaed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc67a1a14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5b4e310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ae9848,c07a1f8e,c0af718c,c5b4e310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5b4e310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5b4e310,9,c0b10297,63a,e6ae9878,...) at witness_checkorder+0x6de
_lockmgr(c5b4e310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5b4e2b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c553d528,e6ae99bc,2,c5b4e2b8,e6ae99cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6ae9a00,c0b24025,c5b4e38c,c5b4e38c,c5b4e2b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ae9a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ae9a34,c0afd4cf,889,c6541cc0,...) at vinactive+0xb1
vput(c5b4e2b8,e6ae9a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5b4e2b8,1,c4c94100,c6541cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fee00,3,c6541cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b26e8,c1b46d01,ca7fee00,c4c94100,c6541cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6541cc0,3,c1b46d01,ca7fee00,1000000,...) at kern_ioctl+0x1c8
ioctl(c6541cc0,e6ae9cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6ae9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc658a614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc58631b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e76848,c07a1f8e,c0af718c,c58631b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c58631b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c58631b4,9,c0b10297,63a,e6e76878,...) at witness_checkorder+0x6de
_lockmgr(c58631b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c586315c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c644ed68,e6e769bc,2,c586315c,e6e769cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6e76a00,c0b24025,c5863230,c5863230,c586315c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6e76a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6e76a34,c0afd4cf,889,c6718440,...) at vinactive+0xb1
vput(c586315c,e6e76a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c586315c,1,c4c94100,c6718440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fc600,3,c6718440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c714abfc,c1b46d01,ca7fc600,c4c94100,c6718440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6718440,3,c1b46d01,ca7fc600,1000000,...) at kern_ioctl+0x1c8
ioctl(c6718440,e6e76cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6e76d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65d4c14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca17d9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a49848,c07a1f8e,c0af718c,ca17d9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca17d9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca17d9dc,9,c0b10297,63a,e6a49878,...) at witness_checkorder+0x6de
_lockmgr(ca17d9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca17d984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c54d88c4,e6a499bc,2,ca17d984,e6a499cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a49a00,c0b24025,ca17da58,ca17da58,ca17d984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a49a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a49a34,c0afd4cf,889,c498b660,...) at vinactive+0xb1
vput(ca17d984,e6a49a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca17d984,1,c4c94100,c498b660,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78de00,3,c498b660,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c808e104,c1b46d01,ca78de00,c4c94100,c498b660,...) at devfs_ioctl_f+0xc9
kern_ioctl(c498b660,3,c1b46d01,ca78de00,1000000,...) at kern_ioctl+0x1c8
ioctl(c498b660,e6a49cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a49d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65fcd14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc9eb3b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a10848,c07a1f8e,c0af718c,c9eb3b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9eb3b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9eb3b38,9,c0b10297,63a,e6a10878,...) at witness_checkorder+0x6de
_lockmgr(c9eb3b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9eb3ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca180a50,e6a109bc,2,c9eb3ae0,e6a109cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a10a00,c0b24025,c9eb3bb4,c9eb3bb4,c9eb3ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a10a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a10a34,c0afd4cf,889,c4934aa0,...) at vinactive+0xb1
vput(c9eb3ae0,e6a10a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c9eb3ae0,1,c4c94100,c4934aa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c9be4a00,3,c4934aa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c6c469c0,c1b46d01,c9be4a00,c4c94100,c4934aa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4934aa0,3,c1b46d01,c9be4a00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4934aa0,e6a10cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a10d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc62fc814 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca17c880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b4c848,c07a1f8e,c0af718c,ca17c880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca17c880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca17c880,9,c0b10297,63a,e6b4c878,...) at witness_checkorder+0x6de
_lockmgr(ca17c880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca17c828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca180ad4,e6b4c9bc,2,ca17c828,e6b4c9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b4ca00,c0b24025,ca17c8fc,ca17c8fc,ca17c828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b4ca00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b4ca34,c0afd4cf,889,c650faa0,...) at vinactive+0xb1
vput(ca17c828,e6b4ca6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca17c828,1,c4c94100,c650faa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d4600,3,c650faa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c426e750,c1b46d01,ca7d4600,c4c94100,c650faa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c650faa0,3,c1b46d01,ca7d4600,1000000,...) at kern_ioctl+0x1c8
ioctl(c650faa0,e6b4ccfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b4cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc541a214 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca1b2724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6e7c848,c07a1f8e,c0af718c,ca1b2724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca1b2724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca1b2724,9,c0b10297,63a,e6e7c878,...) at witness_checkorder+0x6de
_lockmgr(ca1b2724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca1b26cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca180c60,e6e7c9bc,2,ca1b26cc,e6e7c9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6e7ca00,c0b24025,ca1b27a0,ca1b27a0,ca1b26cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6e7ca00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6e7ca34,c0afd4cf,889,c741f220,...) at vinactive+0xb1
vput(ca1b26cc,e6e7ca6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca1b26cc,1,c4c94100,c741f220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fe000,3,c741f220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c714abc8,c1b46d01,ca7fe000,c4c94100,c741f220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c741f220,3,c1b46d01,ca7fe000,1000000,...) at kern_ioctl+0x1c8
ioctl(c741f220,e6e7ccfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6e7cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6488114 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca1d41b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e692f848,c07a1f8e,c0af718c,ca1d41b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca1d41b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca1d41b4,9,c0b10297,63a,e692f878,...) at witness_checkorder+0x6de
_lockmgr(ca1d41b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca1d415c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca180ce4,e692f9bc,2,ca1d415c,e692f9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e692fa00,c0b24025,ca1d4230,ca1d4230,ca1d415c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e692fa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e692fa34,c0afd4cf,889,c4570220,...) at vinactive+0xb1
vput(ca1d415c,e692fa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca1d415c,1,c4c94100,c4570220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d2800,3,c4570220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c808ed68,c1b46d01,ca7d2800,c4c94100,c4570220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4570220,3,c1b46d01,ca7d2800,1000000,...) at kern_ioctl+0x1c8
ioctl(c4570220,e692fcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e692fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65cb114 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca737310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67d8848,c07a1f8e,c0af718c,ca737310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca737310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca737310,9,c0b10297,63a,e67d8878,...) at witness_checkorder+0x6de
_lockmgr(ca737310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca7372b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca1806b4,e67d89bc,2,ca7372b8,e67d89cc,...) at softdep_releasefile+0x3b
ufs_inactive(e67d8a00,c0b24025,ca73738c,ca73738c,ca7372b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67d8a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67d8a34,c0afd4cf,889,c4189660,...) at vinactive+0xb1
vput(ca7372b8,e67d8a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca7372b8,1,c4c94100,c4189660,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fd800,3,c4189660,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b12d8,c1b46d01,ca7fd800,c4c94100,c4189660,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4189660,3,c1b46d01,ca7fd800,1000000,...) at kern_ioctl+0x1c8
ioctl(c4189660,e67d8cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e67d8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc4d2b214 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc9b3e46c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bc3848,c07a1f8e,c0af718c,c9b3e46c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9b3e46c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9b3e46c,9,c0b10297,63a,e6bc3878,...) at witness_checkorder+0x6de
_lockmgr(c9b3e46c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9b3e414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c430f318,e6bc39bc,2,c9b3e414,e6bc39cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6bc3a00,c0b24025,c9b3e4e8,c9b3e4e8,c9b3e414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bc3a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bc3a34,c0afd4cf,889,c4a83aa0,...) at vinactive+0xb1
vput(c9b3e414,e6bc3a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c9b3e414,1,c4c94100,c4a83aa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca78d000,3,c4a83aa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b23a8,c1b46d01,ca78d000,c4c94100,c4a83aa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4a83aa0,3,c1b46d01,ca78d000,1000000,...) at kern_ioctl+0x1c8
ioctl(c4a83aa0,e6bc3cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6bc3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc67a1a14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc735cb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b01848,c07a1f8e,c0af718c,c735cb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c735cb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c735cb38,9,c0b10297,63a,e6b01878,...) at witness_checkorder+0x6de
_lockmgr(c735cb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c735cae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca1d69cc,e6b019bc,2,c735cae0,e6b019cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b01a00,c0b24025,c735cbb4,c735cbb4,c735cae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b01a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b01a34,c0afd4cf,889,c59e8220,...) at vinactive+0xb1
vput(c735cae0,e6b01a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c735cae0,1,c4c94100,c59e8220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fd200,3,c59e8220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c5158e04,c1b46d01,ca7fd200,c4c94100,c59e8220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c59e8220,3,c1b46d01,ca7fd200,1000000,...) at kern_ioctl+0x1c8
ioctl(c59e8220,e6b01cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b01d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc662e314 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc428d1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e692f848,c07a1f8e,c0af718c,c428d1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c428d1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c428d1b4,9,c0b10297,63a,e692f878,...) at witness_checkorder+0x6de
_lockmgr(c428d1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c428d15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5fedd68,e692f9bc,2,c428d15c,e692f9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e692fa00,c0b24025,c428d230,c428d230,c428d15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e692fa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e692fa34,c0afd4cf,889,c4570220,...) at vinactive+0xb1
vput(c428d15c,e692fa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c428d15c,1,c4c94100,c4570220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca790400,3,c4570220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4223444,c1b46d01,ca790400,c4c94100,c4570220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4570220,3,c1b46d01,ca790400,1000000,...) at kern_ioctl+0x1c8
ioctl(c4570220,e692fcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e692fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65efe14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc50fb880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67d4848,c07a1f8e,c0af718c,c50fb880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c50fb880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c50fb880,9,c0b10297,63a,e67d4878,...) at witness_checkorder+0x6de
_lockmgr(c50fb880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c50fb828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9bd4ce4,e67d49bc,2,c50fb828,e67d49cc,...) at softdep_releasefile+0x3b
ufs_inactive(e67d4a00,c0b24025,c50fb8fc,c50fb8fc,c50fb828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67d4a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67d4a34,c0afd4cf,889,c4189880,...) at vinactive+0xb1
vput(c50fb828,e67d4a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c50fb828,1,c4c94100,c4189880,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d2e00,3,c4189880,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4223a90,c1b46d01,ca7d2e00,c4c94100,c4189880,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4189880,3,c1b46d01,ca7d2e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4189880,e67d4cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e67d4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65f8914 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc57561b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bc3848,c07a1f8e,c0af718c,c57561b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57561b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57561b4,9,c0b10297,63a,e6bc3878,...) at witness_checkorder+0x6de
_lockmgr(c57561b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c575615c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c838f630,e6bc39bc,2,c575615c,e6bc39cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6bc3a00,c0b24025,c5756230,c5756230,c575615c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bc3a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bc3a34,c0afd4cf,889,c4a83aa0,...) at vinactive+0xb1
vput(c575615c,e6bc3a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c575615c,1,c4c94100,c4a83aa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7f7e00,3,c4a83aa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45ee30c,c1b46d01,ca7f7e00,c4c94100,c4a83aa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4a83aa0,3,c1b46d01,ca7f7e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c4a83aa0,e6bc3cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6bc3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65d8c14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca12a880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b2b848,c07a1f8e,c0af718c,ca12a880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca12a880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca12a880,9,c0b10297,63a,e6b2b878,...) at witness_checkorder+0x6de
_lockmgr(ca12a880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca12a828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4acd738,e6b2b9bc,2,ca12a828,e6b2b9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b2ba00,c0b24025,ca12a8fc,ca12a8fc,ca12a828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b2ba00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b2ba34,c0afd4cf,889,c594acc0,...) at vinactive+0xb1
vput(ca12a828,e6b2ba6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca12a828,1,c4c94100,c594acc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d4e00,3,c594acc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c46e8,c1b46d01,ca7d4e00,c4c94100,c594acc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c594acc0,3,c1b46d01,ca7d4e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c594acc0,e6b2bcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b2bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc662e214 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc572dc94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b2b848,c07a1f8e,c0af718c,c572dc94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c572dc94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c572dc94,9,c0b10297,63a,e6b2b878,...) at witness_checkorder+0x6de
_lockmgr(c572dc94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c572dc3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c838f5ac,e6b2b9bc,2,c572dc3c,e6b2b9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b2ba00,c0b24025,c572dd10,c572dd10,c572dc3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b2ba00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b2ba34,c0afd4cf,889,c594acc0,...) at vinactive+0xb1
vput(c572dc3c,e6b2ba6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c572dc3c,1,c4c94100,c594acc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fe200,3,c594acc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c714aaf8,c1b46d01,ca7fe200,c4c94100,c594acc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c594acc0,3,c1b46d01,ca7fe200,1000000,...) at kern_ioctl+0x1c8
ioctl(c594acc0,e6b2bcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b2bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6451514 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca12a880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b3d848,c07a1f8e,c0af718c,ca12a880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca12a880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca12a880,9,c0b10297,63a,e6b3d878,...) at witness_checkorder+0x6de
_lockmgr(ca12a880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca12a828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4acd738,e6b3d9bc,2,ca12a828,e6b3d9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b3da00,c0b24025,ca12a8fc,ca12a8fc,ca12a828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b3da00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b3da34,c0afd4cf,889,c6080220,...) at vinactive+0xb1
vput(ca12a828,e6b3da6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca12a828,1,c4c94100,c6080220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7f7200,3,c6080220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff854,c1b46d01,ca7f7200,c4c94100,c6080220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c6080220,3,c1b46d01,ca7f7200,1000000,...) at kern_ioctl+0x1c8
ioctl(c6080220,e6b3dcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b3dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65a2514 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc53feb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bd9848,c07a1f8e,c0af718c,c53feb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c53feb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c53feb38,9,c0b10297,63a,e6bd9878,...) at witness_checkorder+0x6de
_lockmgr(c53feb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c53feae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4eae948,e6bd99bc,2,c53feae0,e6bd99cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6bd9a00,c0b24025,c53febb4,c53febb4,c53feae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bd9a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bd9a34,c0afd4cf,889,c45b4cc0,...) at vinactive+0xb1
vput(c53feae0,e6bd9a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c53feae0,1,c4c94100,c45b4cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7ff200,3,c45b4cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c714a750,c1b46d01,ca7ff200,c4c94100,c45b4cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c45b4cc0,3,c1b46d01,ca7ff200,1000000,...) at kern_ioctl+0x1c8
ioctl(c45b4cc0,e6bd9cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6bd9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc4c48614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc57561b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6c81848,c07a1f8e,c0af718c,c57561b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57561b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57561b4,9,c0b10297,63a,e6c81878,...) at witness_checkorder+0x6de
_lockmgr(c57561b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c575615c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c838f630,e6c819bc,2,c575615c,e6c819cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6c81a00,c0b24025,c5756230,c5756230,c575615c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6c81a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6c81a34,c0afd4cf,889,c67ae220,...) at vinactive+0xb1
vput(c575615c,e6c81a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c575615c,1,c4c94100,c67ae220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c80fc400,3,c67ae220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c48bc,c1b46d01,c80fc400,c4c94100,c67ae220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c67ae220,3,c1b46d01,c80fc400,1000000,...) at kern_ioctl+0x1c8
ioctl(c67ae220,e6c81cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6c81d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc4c48614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc57ebb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6950848,c07a1f8e,c0af718c,c57ebb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57ebb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57ebb38,9,c0b10297,63a,e6950878,...) at witness_checkorder+0x6de
_lockmgr(c57ebb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c57ebae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c55e5630,e69509bc,2,c57ebae0,e69509cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6950a00,c0b24025,c57ebbb4,c57ebbb4,c57ebae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6950a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6950a34,c0afd4cf,889,c47b3cc0,...) at vinactive+0xb1
vput(c57ebae0,e6950a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c57ebae0,1,c4c94100,c47b3cc0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7f8c00,3,c47b3cc0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45ad680,c1b46d01,ca7f8c00,c4c94100,c47b3cc0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c47b3cc0,3,c1b46d01,ca7f8c00,1000000,...) at kern_ioctl+0x1c8
ioctl(c47b3cc0,e6950cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6950d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc658a614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc7b57058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b31848,c07a1f8e,c0af718c,c7b57058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c7b57058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c7b57058,9,c0b10297,63a,e6b31878,...) at witness_checkorder+0x6de
_lockmgr(c7b57058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c7b57000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8142948,e6b319bc,2,c7b57000,e6b319cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b31a00,c0b24025,c7b570d4,c7b570d4,c7b57000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b31a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b31a34,c0afd4cf,889,c594aaa0,...) at vinactive+0xb1
vput(c7b57000,e6b31a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c7b57000,1,c4c94100,c594aaa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,c80fda00,3,c594aaa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45eee6c,c1b46d01,c80fda00,c4c94100,c594aaa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c594aaa0,3,c1b46d01,c80fda00,1000000,...) at kern_ioctl+0x1c8
ioctl(c594aaa0,e6b31cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b31d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65d4c14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc57a5df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b31848,c07a1f8e,c0af718c,c57a5df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57a5df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57a5df0,9,c0b10297,63a,e6b31878,...) at witness_checkorder+0x6de
_lockmgr(c57a5df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c57a5d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4999ad4,e6b319bc,2,c57a5d98,e6b319cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b31a00,c0b24025,c57a5e6c,c57a5e6c,c57a5d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b31a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b31a34,c0afd4cf,889,c594aaa0,...) at vinactive+0xb1
vput(c57a5d98,e6b31a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c57a5d98,1,c4c94100,c594aaa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fc600,3,c594aaa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c45e4,c1b46d01,ca7fc600,c4c94100,c594aaa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c594aaa0,3,c1b46d01,ca7fc600,1000000,...) at kern_ioctl+0x1c8
ioctl(c594aaa0,e6b31cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b31d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6618614 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc6024724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e684a848,c07a1f8e,c0af718c,c6024724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c6024724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c6024724,9,c0b10297,63a,e684a878,...) at witness_checkorder+0x6de
_lockmgr(c6024724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c60246cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9875294,e684a9bc,2,c60246cc,e684a9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e684aa00,c0b24025,c60247a0,c60247a0,c60246cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e684aa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e684aa34,c0afd4cf,889,c4319000,...) at vinactive+0xb1
vput(c60246cc,e684aa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c60246cc,1,c4c94100,c4319000,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7f8600,3,c4319000,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c6336e38,c1b46d01,ca7f8600,c4c94100,c4319000,...) at devfs_ioctl_f+0xc9
kern_ioctl(c4319000,3,c1b46d01,ca7f8600,1000000,...) at kern_ioctl+0x1c8
ioctl(c4319000,e684acfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e684ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6a88014 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc5c77c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b1f848,c07a1f8e,c0af718c,c5c77c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5c77c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5c77c94,9,c0b10297,63a,e6b1f878,...) at witness_checkorder+0x6de
_lockmgr(c5c77c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5c77c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5f64084,e6b1f9bc,2,c5c77c3c,e6b1f9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6b1fa00,c0b24025,c5c77d10,c5c77d10,c5c77c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b1fa00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b1fa34,c0afd4cf,889,c5eb0880,...) at vinactive+0xb1
vput(c5c77c3c,e6b1fa6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c5c77c3c,1,c4c94100,c5eb0880,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7f7400,3,c5eb0880,...) at mdctlioctl+0x8f4
devfs_ioctl_f(ca6b2a5c,c1b46d01,ca7f7400,c4c94100,c5eb0880,...) at devfs_ioctl_f+0xc9
kern_ioctl(c5eb0880,3,c1b46d01,ca7f7400,1000000,...) at kern_ioctl+0x1c8
ioctl(c5eb0880,e6b1fcfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6b1fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc4d2ba14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc57d65c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69ae848,c07a1f8e,c0af718c,c57d65c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57d65c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57d65c8,9,c0b10297,63a,e69ae878,...) at witness_checkorder+0x6de
_lockmgr(c57d65c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c57d6570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5d774a4,e69ae9bc,2,c57d6570,e69ae9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69aea00,c0b24025,c57d6644,c57d6644,c57d6570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69aea00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69aea34,c0afd4cf,889,c47b2220,...) at vinactive+0xb1
vput(c57d6570,e69aea6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c57d6570,1,c4c94100,c47b2220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d2200,3,c47b2220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c45ad9c0,c1b46d01,ca7d2200,c4c94100,c47b2220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c47b2220,3,c1b46d01,ca7d2200,1000000,...) at kern_ioctl+0x1c8
ioctl(c47b2220,e69aecfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69aed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65f2914 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca001058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69e0848,c07a1f8e,c0af718c,ca001058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca001058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca001058,9,c0b10297,63a,e69e0878,...) at witness_checkorder+0x6de
_lockmgr(ca001058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca001000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8390000,e69e09bc,2,ca001000,e69e09cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69e0a00,c0b24025,ca0010d4,ca0010d4,ca001000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69e0a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69e0a34,c0afd4cf,889,c48d3440,...) at vinactive+0xb1
vput(ca001000,e69e0a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca001000,1,c4c94100,c48d3440,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d4e00,3,c48d3440,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c42ff820,c1b46d01,ca7d4e00,c4c94100,c48d3440,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48d3440,3,c1b46d01,ca7d4e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c48d3440,e69e0cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69e0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc6470c14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc9d8bb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6841848,c07a1f8e,c0af718c,c9d8bb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9d8bb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9d8bb38,9,c0b10297,63a,e6841878,...) at witness_checkorder+0x6de
_lockmgr(c9d8bb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9d8bae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(ca44a000,e68419bc,2,c9d8bae0,e68419cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6841a00,c0b24025,c9d8bbb4,c9d8bbb4,c9d8bae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6841a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6841a34,c0afd4cf,889,c3f9caa0,...) at vinactive+0xb1
vput(c9d8bae0,e6841a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c9d8bae0,1,c4c94100,c3f9caa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fe200,3,c3f9caa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c4228854,c1b46d01,ca7fe200,c4c94100,c3f9caa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c3f9caa0,3,c1b46d01,ca7fe200,1000000,...) at kern_ioctl+0x1c8
ioctl(c3f9caa0,e6841cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6841d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc649aa14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xca17d9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69ae848,c07a1f8e,c0af718c,ca17d9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca17d9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca17d9dc,9,c0b10297,63a,e69ae878,...) at witness_checkorder+0x6de
_lockmgr(ca17d9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca17d984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5f7cdec,e69ae9bc,2,ca17d984,e69ae9cc,...) at softdep_releasefile+0x3b
ufs_inactive(e69aea00,c0b24025,ca17da58,ca17da58,ca17d984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69aea00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69aea34,c0afd4cf,889,c47b2220,...) at vinactive+0xb1
vput(ca17d984,e69aea6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(ca17d984,1,c4c94100,c47b2220,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7f8200,3,c47b2220,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c45e4,c1b46d01,ca7f8200,c4c94100,c47b2220,...) at devfs_ioctl_f+0xc9
kern_ioctl(c47b2220,3,c1b46d01,ca7f8200,1000000,...) at kern_ioctl+0x1c8
ioctl(c47b2220,e69aecfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e69aed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc65d8e14 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc457d46c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a67848,c07a1f8e,c0af718c,c457d46c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c457d46c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c457d46c,9,c0b10297,63a,e6a67878,...) at witness_checkorder+0x6de
_lockmgr(c457d46c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c457d414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9be8bdc,e6a679bc,2,c457d414,e6a679cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6a67a00,c0b24025,c457d4e8,c457d4e8,c457d414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a67a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a67a34,c0afd4cf,889,c48e8000,...) at vinactive+0xb1
vput(c457d414,e6a67a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c457d414,1,c4c94100,c48e8000,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7d3e00,3,c48e8000,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c426e104,c1b46d01,ca7d3e00,c4c94100,c48e8000,...) at devfs_ioctl_f+0xc9
kern_ioctl(c48e8000,3,c1b46d01,ca7d3e00,1000000,...) at kern_ioctl+0x1c8
ioctl(c48e8000,e6a67cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6a67d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
lock order reversal:
 1st 0xc659a414 snaplk (snaplk) @ kern/vfs_vnops.c:290
 2nd 0xc9d27724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6841848,c07a1f8e,c0af718c,c9d27724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9d27724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9d27724,9,c0b10297,63a,e6841878,...) at witness_checkorder+0x6de
_lockmgr(c9d27724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9d276cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5e8a000,e68419bc,2,c9d276cc,e68419cc,...) at softdep_releasefile+0x3b
ufs_inactive(e6841a00,c0b24025,c9d277a0,c9d277a0,c9d276cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6841a00,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6841a34,c0afd4cf,889,c3f9caa0,...) at vinactive+0xb1
vput(c9d276cc,e6841a6c,c0afe3d5,122,c0bdfb00,...) at vput+0x1f3
vn_close(c9d276cc,1,c4c94100,c3f9caa0,64,...) at vn_close+0xee
mddestroy(c0bfc254,0,c0ace492,494,0,...) at mddestroy+0x254
mdctlioctl(c3fc5200,c1b46d01,ca7fcc00,3,c3f9caa0,...) at mdctlioctl+0x8f4
devfs_ioctl_f(c80c4548,c1b46d01,ca7fcc00,c4c94100,c3f9caa0,...) at devfs_ioctl_f+0xc9
kern_ioctl(c3f9caa0,3,c1b46d01,ca7fcc00,1000000,...) at kern_ioctl+0x1c8
ioctl(c3f9caa0,e6841cfc,c,c0ae0dd6,c0ba6bd0,...) at ioctl+0x134
syscall(e6841d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (54, FreeBSD ELF32, ioctl), eip = 0x28193ca3, esp = 0xbfbfeabc, ebp = 0xbfbfeb68 ---
Waiting for mount point write ops
mount point write ops completed
lock order reversal:
 1st 0xca14a058 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5ee74,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7dc1180,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc8ec7058 msdosfs (msdosfs) @ kern/vfs_subr.c:2061
 2nd 0xc42ec8b8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c42ec8b8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c42ec8b8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c42ec8b8,1,c0afd4cf,16c,c0c5e324,...) at witness_checkorder+0x6de
_lockmgr(c42ec8b8,2001,c42ec934,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c42ec8b8,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d9b280,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc64e0614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9a06b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6afe9d8,c07a1f8e,c0af718c,c9a06b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9a06b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9a06b38,9,c0b10297,63a,e6afea08,...) at witness_checkorder+0x6de
_lockmgr(c9a06b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9a06ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c938aa50,e6afeb4c,2,c9a06ae0,e6afeb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6afeb90,c0b24025,c9a06bb4,c9a06bb4,c9a06ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6afeb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6afebc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9a06ae0,ffffffdf,2,e6afecfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5778aa0,bfbfecc2,0,e6afed2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5778aa0,e6afecfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6afed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6479114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8ec146c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bab9d8,c07a1f8e,c0af718c,c8ec146c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8ec146c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8ec146c,9,c0b10297,63a,e6baba08,...) at witness_checkorder+0x6de
_lockmgr(c8ec146c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8ec1414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c995c528,e6babb4c,2,c8ec1414,e6babb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6babb90,c0b24025,c8ec14e8,c8ec14e8,c8ec1414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6babb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6babbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8ec1414,ffffffdf,2,e6babcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c7077000,bfbfecc2,0,e6babd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c7077000,e6babcfc,4,e6babccc,c0ba67b0,...) at unlink+0x22
syscall(e6babd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6282514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9850310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6af59d8,c07a1f8e,c0af718c,c9850310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9850310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9850310,9,c0b10297,63a,e6af5a08,...) at witness_checkorder+0x6de
_lockmgr(c9850310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98502b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c995c210,e6af5b4c,2,c98502b8,e6af5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6af5b90,c0b24025,c985038c,c985038c,c98502b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6af5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6af5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98502b8,ffffffdf,2,e6af5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c626c220,bfbfecc2,0,e6af5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c626c220,e6af5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6af5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6604314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc91c1310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bc69d8,c07a1f8e,c0af718c,c91c1310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c91c1310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c91c1310,9,c0b10297,63a,e6bc6a08,...) at witness_checkorder+0x6de
_lockmgr(c91c1310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c91c12b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8142dec,e6bc6b4c,2,c91c12b8,e6bc6b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bc6b90,c0b24025,c91c138c,c91c138c,c91c12b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bc6b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bc6bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c91c12b8,ffffffdf,2,e6bc6cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6817660,bfbfecc2,0,e6bc6d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6817660,e6bc6cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bc6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc604a614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc977846c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b349d8,c07a1f8e,c0af718c,c977846c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c977846c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c977846c,9,c0b10297,63a,e6b34a08,...) at witness_checkorder+0x6de
_lockmgr(c977846c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9778414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c938ad68,e6b34b4c,2,c9778414,e6b34b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b34b90,c0b24025,c97784e8,c97784e8,c9778414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b34b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b34bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9778414,ffffffdf,2,e6b34cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6080660,bfbfecc2,0,e6b34d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6080660,e6b34cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b34d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ce214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc52ccc94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a369d8,c07a1f8e,c0af718c,c52ccc94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c52ccc94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c52ccc94,9,c0b10297,63a,e6a36a08,...) at witness_checkorder+0x6de
_lockmgr(c52ccc94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c52ccc3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9416630,e6a36b4c,2,c52ccc3c,e6a36b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a36b90,c0b24025,c52ccd10,c52ccd10,c52ccc3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a36b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a36bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c52ccc3c,ffffffdf,2,e6a36cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498baa0,bfbfecc2,0,e6a36d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498baa0,e6a36cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a36d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6271c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc90b9880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b349d8,c07a1f8e,c0af718c,c90b9880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c90b9880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c90b9880,9,c0b10297,63a,e6b34a08,...) at witness_checkorder+0x6de
_lockmgr(c90b9880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c90b9828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c995c210,e6b34b4c,2,c90b9828,e6b34b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b34b90,c0b24025,c90b98fc,c90b98fc,c90b9828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b34b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b34bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c90b9828,ffffffdf,2,e6b34cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6080660,bfbfecc2,0,e6b34d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6080660,e6b34cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b34d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6294714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5823058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ac69d8,c07a1f8e,c0af718c,c5823058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5823058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5823058,9,c0b10297,63a,e6ac6a08,...) at witness_checkorder+0x6de
_lockmgr(c5823058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5823000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90f94a4,e6ac6b4c,2,c5823000,e6ac6b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ac6b90,c0b24025,c58230d4,c58230d4,c5823000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ac6b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ac6bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5823000,ffffffdf,2,e6ac6cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a02aa0,bfbfecc2,0,e6ac6d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a02aa0,e6ac6cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ac6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b1314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc95bb9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b169d8,c07a1f8e,c0af718c,c95bb9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c95bb9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c95bb9dc,9,c0b10297,63a,e6b16a08,...) at witness_checkorder+0x6de
_lockmgr(c95bb9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c95bb984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c91639cc,e6b16b4c,2,c95bb984,e6b16b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b16b90,c0b24025,c95bba58,c95bba58,c95bb984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b16b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b16bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c95bb984,ffffffdf,2,e6b16cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5eb0660,bfbfecc2,0,e6b16d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5eb0660,e6b16cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b16d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6a6c214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc6b96b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a249d8,c07a1f8e,c0af718c,c6b96b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c6b96b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c6b96b38,9,c0b10297,63a,e6a24a08,...) at witness_checkorder+0x6de
_lockmgr(c6b96b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c6b96ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c97cb528,e6a24b4c,2,c6b96ae0,e6a24b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a24b90,c0b24025,c6b96bb4,c6b96bb4,c6b96ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a24b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a24bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c6b96ae0,ffffffdf,2,e6a24cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c220,bfbfecc2,0,e6a24d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c220,e6a24cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a24d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc59a3414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc99159dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b4f9d8,c07a1f8e,c0af718c,c99159dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c99159dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c99159dc,9,c0b10297,63a,e6b4fa08,...) at witness_checkorder+0x6de
_lockmgr(c99159dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9915984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c95e3294,e6b4fb4c,2,c9915984,e6b4fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b4fb90,c0b24025,c9915a58,c9915a58,c9915984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b4fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b4fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9915984,ffffffdf,2,e6b4fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c67b6440,bfbfecc2,0,e6b4fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c67b6440,e6b4fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b4fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc59a3414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc99cb058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a429d8,c07a1f8e,c0af718c,c99cb058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c99cb058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c99cb058,9,c0b10297,63a,e6a42a08,...) at witness_checkorder+0x6de
_lockmgr(c99cb058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c99cb000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4b3fce4,e6a42b4c,2,c99cb000,e6a42b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a42b90,c0b24025,c99cb0d4,c99cb0d4,c99cb000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a42b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a42bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c99cb000,ffffffdf,2,e6a42cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4934660,bfbfecc2,0,e6a42d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4934660,e6a42cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a42d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6467c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4606b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69d89d8,c07a1f8e,c0af718c,c4606b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4606b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4606b38,9,c0b10297,63a,e69d8a08,...) at witness_checkorder+0x6de
_lockmgr(c4606b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4606ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90fa8c4,e69d8b4c,2,c4606ae0,e69d8b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69d8b90,c0b24025,c4606bb4,c4606bb4,c4606ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69d8b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69d8bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4606ae0,ffffffdf,2,e69d8cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4937cc0,bfbfecc2,0,e69d8d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4937cc0,e69d8cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69d8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6206b14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9231724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ae69d8,c07a1f8e,c0af718c,c9231724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9231724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9231724,9,c0b10297,63a,e6ae6a08,...) at witness_checkorder+0x6de
_lockmgr(c9231724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c92316cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4b3fce4,e6ae6b4c,2,c92316cc,e6ae6b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ae6b90,c0b24025,c92317a0,c92317a0,c92316cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ae6b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ae6bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c92316cc,ffffffdf,2,e6ae6cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d4cc0,bfbfecc2,0,e6ae6d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d4cc0,e6ae6cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ae6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b9314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96ea9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68699d8,c07a1f8e,c0af718c,c96ea9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96ea9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96ea9dc,9,c0b10297,63a,e6869a08,...) at witness_checkorder+0x6de
_lockmgr(c96ea9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96ea984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8f5bbdc,e6869b4c,2,c96ea984,e6869b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6869b90,c0b24025,c96eaa58,c96eaa58,c96ea984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6869b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6869bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96ea984,ffffffdf,2,e6869cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4350220,bfbfecc2,0,e6869d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4350220,e6869cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6869d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65d4914 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8eec1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e694a9d8,c07a1f8e,c0af718c,c8eec1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8eec1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8eec1b4,9,c0b10297,63a,e694aa08,...) at witness_checkorder+0x6de
_lockmgr(c8eec1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8eec15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c91a118c,e694ab4c,2,c8eec15c,e694ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e694ab90,c0b24025,c8eec230,c8eec230,c8eec15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e694ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e694abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8eec15c,ffffffdf,2,e694acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b4220,bfbfecc2,0,e694ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b4220,e694acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e694ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6294714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96d146c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69409d8,c07a1f8e,c0af718c,c96d146c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96d146c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96d146c,9,c0b10297,63a,e6940a08,...) at witness_checkorder+0x6de
_lockmgr(c96d146c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96d1414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c82a0084,e6940b4c,2,c96d1414,e6940b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6940b90,c0b24025,c96d14e8,c96d14e8,c96d1414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6940b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6940bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96d1414,ffffffdf,2,e6940cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c418a660,bfbfecc2,0,e6940d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c418a660,e6940cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6940d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc628b814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8aad9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a0c9d8,c07a1f8e,c0af718c,c8aad9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8aad9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8aad9dc,9,c0b10297,63a,e6a0ca08,...) at witness_checkorder+0x6de
_lockmgr(c8aad9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8aad984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90e0948,e6a0cb4c,2,c8aad984,e6a0cb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a0cb90,c0b24025,c8aada58,c8aada58,c8aad984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a0cb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a0cbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8aad984,ffffffdf,2,e6a0ccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4934cc0,bfbfecc2,0,e6a0cd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4934cc0,e6a0ccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a0cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b8b14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9650880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69b49d8,c07a1f8e,c0af718c,c9650880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9650880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9650880,9,c0b10297,63a,e69b4a08,...) at witness_checkorder+0x6de
_lockmgr(c9650880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9650828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c97c8108,e69b4b4c,2,c9650828,e69b4b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69b4b90,c0b24025,c96508fc,c96508fc,c9650828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69b4b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69b4bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9650828,ffffffdf,2,e69b4cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4319660,bfbfecc2,0,e69b4d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4319660,e69b4cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69b4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6561714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc7b549dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e698e9d8,c07a1f8e,c0af718c,c7b549dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c7b549dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c7b549dc,9,c0b10297,63a,e698ea08,...) at witness_checkorder+0x6de
_lockmgr(c7b549dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c7b54984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5fd0e70,e698eb4c,2,c7b54984,e698eb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e698eb90,c0b24025,c7b54a58,c7b54a58,c7b54984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e698eb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e698ebc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c7b54984,ffffffdf,2,e698ecfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d4660,bfbfecc2,0,e698ed2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d4660,e698ecfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e698ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6206b14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc914a058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ac09d8,c07a1f8e,c0af718c,c914a058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c914a058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c914a058,9,c0b10297,63a,e6ac0a08,...) at witness_checkorder+0x6de
_lockmgr(c914a058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c914a000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c81b0d68,e6ac0b4c,2,c914a000,e6ac0b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ac0b90,c0b24025,c914a0d4,c914a0d4,c914a000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ac0b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ac0bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c914a000,ffffffdf,2,e6ac0cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a03000,bfbfecc2,0,e6ac0d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a03000,e6ac0cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ac0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6538214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc73cb1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a429d8,c07a1f8e,c0af718c,c73cb1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c73cb1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c73cb1b4,9,c0b10297,63a,e6a42a08,...) at witness_checkorder+0x6de
_lockmgr(c73cb1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c73cb15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c99834a4,e6a42b4c,2,c73cb15c,e6a42b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a42b90,c0b24025,c73cb230,c73cb230,c73cb15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a42b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a42bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c73cb15c,ffffffdf,2,e6a42cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4934660,bfbfecc2,0,e6a42d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4934660,e6a42cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a42d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc667b014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98fb058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b349d8,c07a1f8e,c0af718c,c98fb058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98fb058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98fb058,9,c0b10297,63a,e6b34a08,...) at witness_checkorder+0x6de
_lockmgr(c98fb058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98fb000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9dd8210,e6b34b4c,2,c98fb000,e6b34b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b34b90,c0b24025,c98fb0d4,c98fb0d4,c98fb000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b34b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b34bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98fb000,ffffffdf,2,e6b34cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6080660,bfbfecc2,0,e6b34d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6080660,e6b34cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b34d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc627f314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8db59dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b999d8,c07a1f8e,c0af718c,c8db59dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8db59dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8db59dc,9,c0b10297,63a,e6b99a08,...) at witness_checkorder+0x6de
_lockmgr(c8db59dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8db5984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c81b0d68,e6b99b4c,2,c8db5984,e6b99b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b99b90,c0b24025,c8db5a58,c8db5a58,c8db5984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b99b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b99bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8db5984,ffffffdf,2,e6b99cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6541880,bfbfecc2,0,e6b99d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6541880,e6b99cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b99d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc61faa14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc907e1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67d89d8,c07a1f8e,c0af718c,c907e1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c907e1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c907e1b4,9,c0b10297,63a,e67d8a08,...) at witness_checkorder+0x6de
_lockmgr(c907e1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c907e15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c824fa50,e67d8b4c,2,c907e15c,e67d8b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e67d8b90,c0b24025,c907e230,c907e230,c907e15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67d8b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67d8bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c907e15c,ffffffdf,2,e67d8cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4189660,bfbfecc2,0,e67d8d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4189660,e67d8cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e67d8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6539414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9691b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68729d8,c07a1f8e,c0af718c,c9691b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9691b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9691b38,9,c0b10297,63a,e6872a08,...) at witness_checkorder+0x6de
_lockmgr(c9691b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9691ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9527210,e6872b4c,2,c9691ae0,e6872b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6872b90,c0b24025,c9691bb4,c9691bb4,c9691ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6872b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6872bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9691ae0,ffffffdf,2,e6872cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c434dcc0,bfbfecc2,0,e6872d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c434dcc0,e6872cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6872d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc63d5314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc6a77df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67d89d8,c07a1f8e,c0af718c,c6a77df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c6a77df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c6a77df0,9,c0b10297,63a,e67d8a08,...) at witness_checkorder+0x6de
_lockmgr(c6a77df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c6a77d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8e036b4,e67d8b4c,2,c6a77d98,e67d8b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e67d8b90,c0b24025,c6a77e6c,c6a77e6c,c6a77d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67d8b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67d8bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c6a77d98,ffffffdf,2,e67d8cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4189660,bfbfecc2,0,e67d8d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4189660,e67d8cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e67d8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc5f5d114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc57589dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a429d8,c07a1f8e,c0af718c,c57589dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c57589dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c57589dc,9,c0b10297,63a,e6a42a08,...) at witness_checkorder+0x6de
_lockmgr(c57589dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5758984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8eb0948,e6a42b4c,2,c5758984,e6a42b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a42b90,c0b24025,c5758a58,c5758a58,c5758984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a42b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a42bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5758984,ffffffdf,2,e6a42cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4934660,bfbfecc2,0,e6a42d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4934660,e6a42cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a42d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6569714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5c86724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a2f9d8,c07a1f8e,c0af718c,c5c86724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5c86724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5c86724,9,c0b10297,63a,e6a2fa08,...) at witness_checkorder+0x6de
_lockmgr(c5c86724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5c866cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c932cce4,e6a2fb4c,2,c5c866cc,e6a2fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a2fb90,c0b24025,c5c867a0,c5c867a0,c5c866cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a2fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a2fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5c866cc,ffffffdf,2,e6a2fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c000,bfbfecc2,0,e6a2fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c000,e6a2fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a2fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc4c94a14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc951eb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a189d8,c07a1f8e,c0af718c,c951eb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c951eb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c951eb38,9,c0b10297,63a,e6a18a08,...) at witness_checkorder+0x6de
_lockmgr(c951eb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c951eae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5b9a18c,e6a18b4c,2,c951eae0,e6a18b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a18b90,c0b24025,c951ebb4,c951ebb4,c951eae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a18b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a18bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c951eae0,ffffffdf,2,e6a18cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b4660,bfbfecc2,0,e6a18d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b4660,e6a18cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a18d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc648f214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8f8a46c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e699a9d8,c07a1f8e,c0af718c,c8f8a46c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8f8a46c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8f8a46c,9,c0b10297,63a,e699aa08,...) at witness_checkorder+0x6de
_lockmgr(c8f8a46c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8f8a414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5456108,e699ab4c,2,c8f8a414,e699ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e699ab90,c0b24025,c8f8a4e8,c8f8a4e8,c8f8a414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e699ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e699abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8f8a414,ffffffdf,2,e699acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d4000,bfbfecc2,0,e699ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d4000,e699acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e699ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc59a3e14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9418c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b199d8,c07a1f8e,c0af718c,c9418c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9418c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9418c94,9,c0b10297,63a,e6b19a08,...) at witness_checkorder+0x6de
_lockmgr(c9418c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9418c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c82df4a4,e6b19b4c,2,c9418c3c,e6b19b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b19b90,c0b24025,c9418d10,c9418d10,c9418c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b19b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b19bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9418c3c,ffffffdf,2,e6b19cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5eb0440,bfbfecc2,0,e6b19d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5eb0440,e6b19cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b19d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6281a14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9264058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68599d8,c07a1f8e,c0af718c,c9264058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9264058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9264058,9,c0b10297,63a,e6859a08,...) at witness_checkorder+0x6de
_lockmgr(c9264058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9264000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c97e839c,e6859b4c,2,c9264000,e6859b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6859b90,c0b24025,c92640d4,c92640d4,c9264000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6859b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6859bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9264000,ffffffdf,2,e6859cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4318440,bfbfecc2,0,e6859d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4318440,e6859cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6859d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6297e14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9614c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e699e9d8,c07a1f8e,c0af718c,c9614c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9614c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9614c94,9,c0b10297,63a,e699ea08,...) at witness_checkorder+0x6de
_lockmgr(c9614c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9614c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c829e5ac,e699eb4c,2,c9614c3c,e699eb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e699eb90,c0b24025,c9614d10,c9614d10,c9614c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e699eb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e699ebc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9614c3c,ffffffdf,2,e699ecfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d3cc0,bfbfecc2,0,e699ed2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d3cc0,e699ecfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e699ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6267c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98f9df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a2f9d8,c07a1f8e,c0af718c,c98f9df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98f9df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98f9df0,9,c0b10297,63a,e6a2fa08,...) at witness_checkorder+0x6de
_lockmgr(c98f9df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98f9d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5b9a8c4,e6a2fb4c,2,c98f9d98,e6a2fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a2fb90,c0b24025,c98f9e6c,c98f9e6c,c98f9d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a2fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a2fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98f9d98,ffffffdf,2,e6a2fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c000,bfbfecc2,0,e6a2fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c000,e6a2fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a2fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6291214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8ee7058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b499d8,c07a1f8e,c0af718c,c8ee7058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8ee7058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8ee7058,9,c0b10297,63a,e6b49a08,...) at witness_checkorder+0x6de
_lockmgr(c8ee7058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8ee7000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c954ee70,e6b49b4c,2,c8ee7000,e6b49b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b49b90,c0b24025,c8ee70d4,c8ee70d4,c8ee7000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b49b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b49bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8ee7000,ffffffdf,2,e6b49cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c593b220,bfbfecc2,0,e6b49d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c593b220,e6b49cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b49d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc629d514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc47dbc94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b9c9d8,c07a1f8e,c0af718c,c47dbc94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c47dbc94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c47dbc94,9,c0b10297,63a,e6b9ca08,...) at witness_checkorder+0x6de
_lockmgr(c47dbc94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c47dbc3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5fa4738,e6b9cb4c,2,c47dbc3c,e6b9cb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b9cb90,c0b24025,c47dbd10,c47dbd10,c47dbc3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b9cb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b9cbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c47dbc3c,ffffffdf,2,e6b9ccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6718220,bfbfecc2,0,e6b9cd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6718220,e6b9ccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b9cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc5f66314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc90445c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ad59d8,c07a1f8e,c0af718c,c90445c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c90445c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c90445c8,9,c0b10297,63a,e6ad5a08,...) at witness_checkorder+0x6de
_lockmgr(c90445c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9044570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c986ea50,e6ad5b4c,2,c9044570,e6ad5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ad5b90,c0b24025,c9044644,c9044644,c9044570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ad5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ad5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9044570,ffffffdf,2,e6ad5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a02000,bfbfecc2,0,e6ad5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a02000,e6ad5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ad5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc461ab14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc99eb9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a579d8,c07a1f8e,c0af718c,c99eb9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c99eb9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c99eb9dc,9,c0b10297,63a,e6a57a08,...) at witness_checkorder+0x6de
_lockmgr(c99eb9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c99eb984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90fa8c4,e6a57b4c,2,c99eb984,e6a57b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a57b90,c0b24025,c99eba58,c99eba58,c99eb984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a57b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a57bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c99eb984,ffffffdf,2,e6a57cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48e8880,bfbfecc2,0,e6a57d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48e8880,e6a57cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a57d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ac214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96ea46c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a2f9d8,c07a1f8e,c0af718c,c96ea46c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96ea46c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96ea46c,9,c0b10297,63a,e6a2fa08,...) at witness_checkorder+0x6de
_lockmgr(c96ea46c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96ea414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9761c60,e6a2fb4c,2,c96ea414,e6a2fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a2fb90,c0b24025,c96ea4e8,c96ea4e8,c96ea414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a2fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a2fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96ea414,ffffffdf,2,e6a2fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c000,bfbfecc2,0,e6a2fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c000,e6a2fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a2fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62f7b14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc53eb5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bcc9d8,c07a1f8e,c0af718c,c53eb5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c53eb5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c53eb5c8,9,c0b10297,63a,e6bcca08,...) at witness_checkorder+0x6de
_lockmgr(c53eb5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c53eb570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c82e16b4,e6bccb4c,2,c53eb570,e6bccb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bccb90,c0b24025,c53eb644,c53eb644,c53eb570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bccb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bccbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c53eb570,ffffffdf,2,e6bcccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5b07220,bfbfecc2,0,e6bccd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5b07220,e6bcccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bccd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b2614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9539df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ac69d8,c07a1f8e,c0af718c,c9539df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9539df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9539df0,9,c0b10297,63a,e6ac6a08,...) at witness_checkorder+0x6de
_lockmgr(c9539df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9539d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9814108,e6ac6b4c,2,c9539d98,e6ac6b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ac6b90,c0b24025,c9539e6c,c9539e6c,c9539d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ac6b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ac6bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9539d98,ffffffdf,2,e6ac6cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a02aa0,bfbfecc2,0,e6ac6d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a02aa0,e6ac6cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ac6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc61fa514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4b88b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b8d9d8,c07a1f8e,c0af718c,c4b88b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4b88b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4b88b38,9,c0b10297,63a,e6b8da08,...) at witness_checkorder+0x6de
_lockmgr(c4b88b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4b88ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9900ad4,e6b8db4c,2,c4b88ae0,e6b8db5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b8db90,c0b24025,c4b88bb4,c4b88bb4,c4b88ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b8db90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b8dbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4b88ae0,ffffffdf,2,e6b8dcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4988000,bfbfecc2,0,e6b8dd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4988000,e6b8dcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b8dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc4d13314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc3f5d1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e685f9d8,c07a1f8e,c0af718c,c3f5d1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c3f5d1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c3f5d1b4,9,c0b10297,63a,e685fa08,...) at witness_checkorder+0x6de
_lockmgr(c3f5d1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c3f5d15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90b1108,e685fb4c,2,c3f5d15c,e685fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e685fb90,c0b24025,c3f5d230,c3f5d230,c3f5d15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e685fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e685fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c3f5d15c,ffffffdf,2,e685fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4318000,bfbfecc2,0,e685fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4318000,e685fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e685fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6294114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98d01b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ba59d8,c07a1f8e,c0af718c,c98d01b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98d01b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98d01b4,9,c0b10297,63a,e6ba5a08,...) at witness_checkorder+0x6de
_lockmgr(c98d01b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98d015c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c839d084,e6ba5b4c,2,c98d015c,e6ba5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ba5b90,c0b24025,c98d0230,c98d0230,c98d015c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ba5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ba5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98d015c,ffffffdf,2,e6ba5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6a2d220,bfbfecc2,0,e6ba5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6a2d220,e6ba5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ba5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65f9514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc93f6724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a339d8,c07a1f8e,c0af718c,c93f6724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c93f6724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c93f6724,9,c0b10297,63a,e6a33a08,...) at witness_checkorder+0x6de
_lockmgr(c93f6724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c93f66cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8eb039c,e6a33b4c,2,c93f66cc,e6a33b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a33b90,c0b24025,c93f67a0,c93f67a0,c93f66cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a33b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a33bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c93f66cc,ffffffdf,2,e6a33cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498bcc0,bfbfecc2,0,e6a33d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498bcc0,e6a33cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a33d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65af114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc7b6f724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6af59d8,c07a1f8e,c0af718c,c7b6f724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c7b6f724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c7b6f724,9,c0b10297,63a,e6af5a08,...) at witness_checkorder+0x6de
_lockmgr(c7b6f724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c7b6f6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c975f840,e6af5b4c,2,c7b6f6cc,e6af5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6af5b90,c0b24025,c7b6f7a0,c7b6f7a0,c7b6f6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6af5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6af5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c7b6f6cc,ffffffdf,2,e6af5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c626c220,bfbfecc2,0,e6af5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c626c220,e6af5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6af5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc4d13014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc933d5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6af29d8,c07a1f8e,c0af718c,c933d5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c933d5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c933d5c8,9,c0b10297,63a,e6af2a08,...) at witness_checkorder+0x6de
_lockmgr(c933d5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c933d570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c94656b4,e6af2b4c,2,c933d570,e6af2b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6af2b90,c0b24025,c933d644,c933d644,c933d570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6af2b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6af2bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c933d570,ffffffdf,2,e6af2cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c67b4aa0,bfbfecc2,0,e6af2d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c67b4aa0,e6af2cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6af2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc653fc14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc7b6f724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6d689d8,c07a1f8e,c0af718c,c7b6f724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c7b6f724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c7b6f724,9,c0b10297,63a,e6d68a08,...) at witness_checkorder+0x6de
_lockmgr(c7b6f724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c7b6f6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4b91210,e6d68b4c,2,c7b6f6cc,e6d68b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6d68b90,c0b24025,c7b6f7a0,c7b6f7a0,c7b6f6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6d68b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6d68bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c7b6f6cc,ffffffdf,2,e6d68cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c741f440,bfbfecc2,0,e6d68d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c741f440,e6d68cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6d68d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6406414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9391b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bb79d8,c07a1f8e,c0af718c,c9391b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9391b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9391b38,9,c0b10297,63a,e6bb7a08,...) at witness_checkorder+0x6de
_lockmgr(c9391b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9391ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c83f6ad4,e6bb7b4c,2,c9391ae0,e6bb7b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bb7b90,c0b24025,c9391bb4,c9391bb4,c9391ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bb7b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bb7bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9391ae0,ffffffdf,2,e6bb7cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a15440,bfbfecc2,0,e6bb7d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a15440,e6bb7cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bb7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6593b14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8fc2310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bd99d8,c07a1f8e,c0af718c,c8fc2310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8fc2310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8fc2310,9,c0b10297,63a,e6bd9a08,...) at witness_checkorder+0x6de
_lockmgr(c8fc2310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8fc22b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c81a1630,e6bd9b4c,2,c8fc22b8,e6bd9b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bd9b90,c0b24025,c8fc238c,c8fc238c,c8fc22b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bd9b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bd9bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8fc22b8,ffffffdf,2,e6bd9cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c45b4cc0,bfbfecc2,0,e6bd9d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c45b4cc0,e6bd9cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bd9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6467d14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4c6e310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bc09d8,c07a1f8e,c0af718c,c4c6e310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4c6e310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4c6e310,9,c0b10297,63a,e6bc0a08,...) at witness_checkorder+0x6de
_lockmgr(c4c6e310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4c6e2b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c93e3084,e6bc0b4c,2,c4c6e2b8,e6bc0b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bc0b90,c0b24025,c4c6e38c,c4c6e38c,c4c6e2b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bc0b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bc0bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4c6e2b8,ffffffdf,2,e6bc0cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4a83880,bfbfecc2,0,e6bc0d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4a83880,e6bc0cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bc0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6267014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc91c4df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69b79d8,c07a1f8e,c0af718c,c91c4df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c91c4df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c91c4df0,9,c0b10297,63a,e69b7a08,...) at witness_checkorder+0x6de
_lockmgr(c91c4df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c91c4d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c47f0ce4,e69b7b4c,2,c91c4d98,e69b7b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69b7b90,c0b24025,c91c4e6c,c91c4e6c,c91c4d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69b7b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69b7bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c91c4d98,ffffffdf,2,e69b7cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48e9aa0,bfbfecc2,0,e69b7d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48e9aa0,e69b7cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69b7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6594614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4d0d1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f39d8,c07a1f8e,c0af718c,c4d0d1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4d0d1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4d0d1b4,9,c0b10297,63a,e68f3a08,...) at witness_checkorder+0x6de
_lockmgr(c4d0d1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4d0d15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c97e5318,e68f3b4c,2,c4d0d15c,e68f3b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e68f3b90,c0b24025,c4d0d230,c4d0d230,c4d0d15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e68f3b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e68f3bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4d0d15c,ffffffdf,2,e68f3cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c437b660,bfbfecc2,0,e68f3d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c437b660,e68f3cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e68f3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6a7c814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc90b95c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b9f9d8,c07a1f8e,c0af718c,c90b95c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c90b95c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c90b95c8,9,c0b10297,63a,e6b9fa08,...) at witness_checkorder+0x6de
_lockmgr(c90b95c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c90b9570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c4b8c39c,e6b9fb4c,2,c90b9570,e6b9fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b9fb90,c0b24025,c90b9644,c90b9644,c90b9570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b9fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b9fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c90b9570,ffffffdf,2,e6b9fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c7dca440,bfbfecc2,0,e6b9fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c7dca440,e6b9fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b9fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6611c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5824310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b139d8,c07a1f8e,c0af718c,c5824310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5824310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5824310,9,c0b10297,63a,e6b13a08,...) at witness_checkorder+0x6de
_lockmgr(c5824310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c58242b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c94e0084,e6b13b4c,2,c58242b8,e6b13b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b13b90,c0b24025,c582438c,c582438c,c58242b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b13b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b13bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c58242b8,ffffffdf,2,e6b13cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5bc1cc0,bfbfecc2,0,e6b13d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5bc1cc0,e6b13cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b13d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ad214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4f69b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69149d8,c07a1f8e,c0af718c,c4f69b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4f69b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4f69b38,9,c0b10297,63a,e6914a08,...) at witness_checkorder+0x6de
_lockmgr(c4f69b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4f69ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5db87bc,e6914b4c,2,c4f69ae0,e6914b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6914b90,c0b24025,c4f69bb4,c4f69bb4,c4f69ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6914b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6914bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4f69ae0,ffffffdf,2,e6914cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4350cc0,bfbfecc2,0,e6914d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4350cc0,e6914cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6914d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6a6db14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98fa5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68599d8,c07a1f8e,c0af718c,c98fa5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98fa5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98fa5c8,9,c0b10297,63a,e6859a08,...) at witness_checkorder+0x6de
_lockmgr(c98fa5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98fa570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c986fe70,e6859b4c,2,c98fa570,e6859b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6859b90,c0b24025,c98fa644,c98fa644,c98fa570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6859b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6859bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98fa570,ffffffdf,2,e6859cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4318440,bfbfecc2,0,e6859d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4318440,e6859cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6859d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc5e9e114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc91f75c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b499d8,c07a1f8e,c0af718c,c91f75c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c91f75c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c91f75c8,9,c0b10297,63a,e6b49a08,...) at witness_checkorder+0x6de
_lockmgr(c91f75c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c91f7570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c97e5084,e6b49b4c,2,c91f7570,e6b49b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b49b90,c0b24025,c91f7644,c91f7644,c91f7570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b49b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b49bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c91f7570,ffffffdf,2,e6b49cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c593b220,bfbfecc2,0,e6b49d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c593b220,e6b49cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b49d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6618914 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96e3058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a339d8,c07a1f8e,c0af718c,c96e3058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96e3058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96e3058,9,c0b10297,63a,e6a33a08,...) at witness_checkorder+0x6de
_lockmgr(c96e3058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96e3000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c99834a4,e6a33b4c,2,c96e3000,e6a33b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a33b90,c0b24025,c96e30d4,c96e30d4,c96e3000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a33b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a33bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96e3000,ffffffdf,2,e6a33cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498bcc0,bfbfecc2,0,e6a33d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498bcc0,e6a33cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a33d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc61fd614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc424846c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b8a9d8,c07a1f8e,c0af718c,c424846c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c424846c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c424846c,9,c0b10297,63a,e6b8aa08,...) at witness_checkorder+0x6de
_lockmgr(c424846c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4248414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9bd65ac,e6b8ab4c,2,c4248414,e6b8ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b8ab90,c0b24025,c42484e8,c42484e8,c4248414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b8ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b8abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4248414,ffffffdf,2,e6b8acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c534bcc0,bfbfecc2,0,e6b8ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c534bcc0,e6b8acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b8ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6575514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc52b4b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e691a9d8,c07a1f8e,c0af718c,c52b4b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c52b4b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c52b4b38,9,c0b10297,63a,e691aa08,...) at witness_checkorder+0x6de
_lockmgr(c52b4b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c52b4ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c60d76b4,e691ab4c,2,c52b4ae0,e691ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e691ab90,c0b24025,c52b4bb4,c52b4bb4,c52b4ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e691ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e691abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c52b4ae0,ffffffdf,2,e691acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4350880,bfbfecc2,0,e691ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4350880,e691acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e691ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc648c714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9787724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b229d8,c07a1f8e,c0af718c,c9787724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9787724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9787724,9,c0b10297,63a,e6b22a08,...) at witness_checkorder+0x6de
_lockmgr(c9787724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c97876cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c93e2840,e6b22b4c,2,c97876cc,e6b22b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b22b90,c0b24025,c97877a0,c97877a0,c97876cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b22b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b22bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c97876cc,ffffffdf,2,e6b22cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5939880,bfbfecc2,0,e6b22d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5939880,e6b22cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b22d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc4c2f114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96435c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69659d8,c07a1f8e,c0af718c,c96435c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96435c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96435c8,9,c0b10297,63a,e6965a08,...) at witness_checkorder+0x6de
_lockmgr(c96435c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9643570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c829cd68,e6965b4c,2,c9643570,e6965b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6965b90,c0b24025,c9643644,c9643644,c9643570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6965b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6965bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9643570,ffffffdf,2,e6965cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b3660,bfbfecc2,0,e6965d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b3660,e6965cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6965d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc657a814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5ab1058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b0a9d8,c07a1f8e,c0af718c,c5ab1058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5ab1058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5ab1058,9,c0b10297,63a,e6b0aa08,...) at witness_checkorder+0x6de
_lockmgr(c5ab1058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5ab1000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5db8738,e6b0ab4c,2,c5ab1000,e6b0ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b0ab90,c0b24025,c5ab10d4,c5ab10d4,c5ab1000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b0ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b0abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5ab1000,ffffffdf,2,e6b0acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c59e8cc0,bfbfecc2,0,e6b0ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c59e8cc0,e6b0acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b0ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc656a614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc914d058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ad59d8,c07a1f8e,c0af718c,c914d058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c914d058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c914d058,9,c0b10297,63a,e6ad5a08,...) at witness_checkorder+0x6de
_lockmgr(c914d058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c914d000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c96f0420,e6ad5b4c,2,c914d000,e6ad5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ad5b90,c0b24025,c914d0d4,c914d0d4,c914d000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ad5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ad5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c914d000,ffffffdf,2,e6ad5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a02000,bfbfecc2,0,e6ad5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a02000,e6ad5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ad5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6279c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9313724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b8d9d8,c07a1f8e,c0af718c,c9313724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9313724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9313724,9,c0b10297,63a,e6b8da08,...) at witness_checkorder+0x6de
_lockmgr(c9313724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c93136cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c942d948,e6b8db4c,2,c93136cc,e6b8db5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b8db90,c0b24025,c93137a0,c93137a0,c93136cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b8db90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b8dbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c93136cc,ffffffdf,2,e6b8dcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4988000,bfbfecc2,0,e6b8dd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4988000,e6b8dcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b8dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62a1e14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98fbdf0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a1c9d8,c07a1f8e,c0af718c,c98fbdf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98fbdf0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98fbdf0,9,c0b10297,63a,e6a1ca08,...) at witness_checkorder+0x6de
_lockmgr(c98fbdf0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98fbd98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c920b39c,e6a1cb4c,2,c98fbd98,e6a1cb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a1cb90,c0b24025,c98fbe6c,c98fbe6c,c98fbd98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a1cb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a1cbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98fbd98,ffffffdf,2,e6a1ccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b4440,bfbfecc2,0,e6a1cd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b4440,e6a1ccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a1cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6600014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4dfdb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e694a9d8,c07a1f8e,c0af718c,c4dfdb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4dfdb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4dfdb38,9,c0b10297,63a,e694aa08,...) at witness_checkorder+0x6de
_lockmgr(c4dfdb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4dfdae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c84b6bdc,e694ab4c,2,c4dfdae0,e694ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e694ab90,c0b24025,c4dfdbb4,c4dfdbb4,c4dfdae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e694ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e694abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4dfdae0,ffffffdf,2,e694acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b4220,bfbfecc2,0,e694ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b4220,e694acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e694ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc668d714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98f4724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ba59d8,c07a1f8e,c0af718c,c98f4724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98f4724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98f4724,9,c0b10297,63a,e6ba5a08,...) at witness_checkorder+0x6de
_lockmgr(c98f4724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98f46cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c993f294,e6ba5b4c,2,c98f46cc,e6ba5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ba5b90,c0b24025,c98f47a0,c98f47a0,c98f46cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ba5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ba5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98f46cc,ffffffdf,2,e6ba5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6a2d220,bfbfecc2,0,e6ba5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6a2d220,e6ba5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ba5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64dba14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc93e99dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67d49d8,c07a1f8e,c0af718c,c93e99dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c93e99dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c93e99dc,9,c0b10297,63a,e67d4a08,...) at witness_checkorder+0x6de
_lockmgr(c93e99dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c93e9984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c588dce4,e67d4b4c,2,c93e9984,e67d4b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e67d4b90,c0b24025,c93e9a58,c93e9a58,c93e9984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67d4b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67d4bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c93e9984,ffffffdf,2,e67d4cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4189880,bfbfecc2,0,e67d4d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4189880,e67d4cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e67d4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc61fd714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9916df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e70e69d8,c07a1f8e,c0af718c,c9916df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9916df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9916df0,9,c0b10297,63a,e70e6a08,...) at witness_checkorder+0x6de
_lockmgr(c9916df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9916d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8f5cd68,e70e6b4c,2,c9916d98,e70e6b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e70e6b90,c0b24025,c9916e6c,c9916e6c,c9916d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e70e6b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e70e6bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9916d98,ffffffdf,2,e70e6cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c7393000,bfbfecc2,0,e70e6d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c7393000,e70e6cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e70e6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ddd14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9014310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e694a9d8,c07a1f8e,c0af718c,c9014310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9014310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9014310,9,c0b10297,63a,e694aa08,...) at witness_checkorder+0x6de
_lockmgr(c9014310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c90142b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9447084,e694ab4c,2,c90142b8,e694ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e694ab90,c0b24025,c901438c,c901438c,c90142b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e694ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e694abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c90142b8,ffffffdf,2,e694acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b4220,bfbfecc2,0,e694ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b4220,e694acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e694ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc661e014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96c4310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ba29d8,c07a1f8e,c0af718c,c96c4310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96c4310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96c4310,9,c0b10297,63a,e6ba2a08,...) at witness_checkorder+0x6de
_lockmgr(c96c4310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96c42b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c843e294,e6ba2b4c,2,c96c42b8,e6ba2b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ba2b90,c0b24025,c96c438c,c96c438c,c96c42b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ba2b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ba2bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96c42b8,ffffffdf,2,e6ba2cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6a2d440,bfbfecc2,0,e6ba2d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6a2d440,e6ba2cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ba2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64f3814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc975546c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bb49d8,c07a1f8e,c0af718c,c975546c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c975546c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c975546c,9,c0b10297,63a,e6bb4a08,...) at witness_checkorder+0x6de
_lockmgr(c975546c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9755414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8e5f8c4,e6bb4b4c,2,c9755414,e6bb4b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bb4b90,c0b24025,c97554e8,c97554e8,c9755414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bb4b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bb4bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9755414,ffffffdf,2,e6bb4cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a15cc0,bfbfecc2,0,e6bb4d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a15cc0,e6bb4cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bb4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6475314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9911df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69cc9d8,c07a1f8e,c0af718c,c9911df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9911df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9911df0,9,c0b10297,63a,e69cca08,...) at witness_checkorder+0x6de
_lockmgr(c9911df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9911d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c826c420,e69ccb4c,2,c9911d98,e69ccb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69ccb90,c0b24025,c9911e6c,c9911e6c,c9911d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69ccb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69ccbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9911d98,ffffffdf,2,e69cccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4295220,bfbfecc2,0,e69ccd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4295220,e69cccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69ccd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc661e014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8fe3724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b6a9d8,c07a1f8e,c0af718c,c8fe3724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8fe3724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8fe3724,9,c0b10297,63a,e6b6aa08,...) at witness_checkorder+0x6de
_lockmgr(c8fe3724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8fe36cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5efaa50,e6b6ab4c,2,c8fe36cc,e6b6ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b6ab90,c0b24025,c8fe37a0,c8fe37a0,c8fe36cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b6ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b6abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8fe36cc,ffffffdf,2,e6b6acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c655e880,bfbfecc2,0,e6b6ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c655e880,e6b6acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b6ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6632514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4dfdb38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b6a9d8,c07a1f8e,c0af718c,c4dfdb38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4dfdb38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4dfdb38,9,c0b10297,63a,e6b6aa08,...) at witness_checkorder+0x6de
_lockmgr(c4dfdb38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4dfdae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c84b6bdc,e6b6ab4c,2,c4dfdae0,e6b6ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b6ab90,c0b24025,c4dfdbb4,c4dfdbb4,c4dfdae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b6ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b6abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4dfdae0,ffffffdf,2,e6b6acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c655e880,bfbfecc2,0,e6b6ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c655e880,e6b6acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b6ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc5f5f814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc926dc94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6ad59d8,c07a1f8e,c0af718c,c926dc94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c926dc94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c926dc94,9,c0b10297,63a,e6ad5a08,...) at witness_checkorder+0x6de
_lockmgr(c926dc94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c926dc3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c589a420,e6ad5b4c,2,c926dc3c,e6ad5b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6ad5b90,c0b24025,c926dd10,c926dd10,c926dc3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6ad5b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6ad5bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c926dc3c,ffffffdf,2,e6ad5cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5a02000,bfbfecc2,0,e6ad5d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5a02000,e6ad5cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6ad5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65fcb14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8ef1724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69ae9d8,c07a1f8e,c0af718c,c8ef1724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8ef1724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8ef1724,9,c0b10297,63a,e69aea08,...) at witness_checkorder+0x6de
_lockmgr(c8ef1724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8ef16cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c981ead4,e69aeb4c,2,c8ef16cc,e69aeb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69aeb90,c0b24025,c8ef17a0,c8ef17a0,c8ef16cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69aeb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69aebc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8ef16cc,ffffffdf,2,e69aecfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b2220,bfbfecc2,0,e69aed2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b2220,e69aecfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69aed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65d1e14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9a05724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b319d8,c07a1f8e,c0af718c,c9a05724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9a05724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9a05724,9,c0b10297,63a,e6b31a08,...) at witness_checkorder+0x6de
_lockmgr(c9a05724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9a056cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c95c3d68,e6b31b4c,2,c9a056cc,e6b31b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b31b90,c0b24025,c9a057a0,c9a057a0,c9a056cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b31b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b31bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9a056cc,ffffffdf,2,e6b31cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c594aaa0,bfbfecc2,0,e6b31d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c594aaa0,e6b31cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b31d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64dc414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc94711b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b2e9d8,c07a1f8e,c0af718c,c94711b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c94711b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c94711b4,9,c0b10297,63a,e6b2ea08,...) at witness_checkorder+0x6de
_lockmgr(c94711b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c947115c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c975dd68,e6b2eb4c,2,c947115c,e6b2eb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b2eb90,c0b24025,c9471230,c9471230,c947115c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b2eb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b2ebc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c947115c,ffffffdf,2,e6b2ecfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c594a660,bfbfecc2,0,e6b2ed2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c594a660,e6b2ecfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b2ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62f8714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9435058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68249d8,c07a1f8e,c0af718c,c9435058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9435058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9435058,9,c0b10297,63a,e6824a08,...) at witness_checkorder+0x6de
_lockmgr(c9435058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9435000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c98208c4,e6824b4c,2,c9435000,e6824b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6824b90,c0b24025,c94350d4,c94350d4,c9435000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6824b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6824bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9435000,ffffffdf,2,e6824cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298880,bfbfecc2,0,e6824d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298880,e6824cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6824d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6593d14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98fb058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b349d8,c07a1f8e,c0af718c,c98fb058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98fb058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98fb058,9,c0b10297,63a,e6b34a08,...) at witness_checkorder+0x6de
_lockmgr(c98fb058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98fb000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9a385ac,e6b34b4c,2,c98fb000,e6b34b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b34b90,c0b24025,c98fb0d4,c98fb0d4,c98fb000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b34b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b34bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98fb000,ffffffdf,2,e6b34cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6080660,bfbfecc2,0,e6b34d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6080660,e6b34cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b34d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6285d14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc90bd5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69ec9d8,c07a1f8e,c0af718c,c90bd5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c90bd5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c90bd5c8,9,c0b10297,63a,e69eca08,...) at witness_checkorder+0x6de
_lockmgr(c90bd5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c90bd570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8e5f8c4,e69ecb4c,2,c90bd570,e69ecb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69ecb90,c0b24025,c90bd644,c90bd644,c90bd570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69ecb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69ecbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c90bd570,ffffffdf,2,e69eccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4937660,bfbfecc2,0,e69ecd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4937660,e69eccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69ecd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65f6d14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc424846c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b6a9d8,c07a1f8e,c0af718c,c424846c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c424846c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c424846c,9,c0b10297,63a,e6b6aa08,...) at witness_checkorder+0x6de
_lockmgr(c424846c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4248414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c950a294,e6b6ab4c,2,c4248414,e6b6ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b6ab90,c0b24025,c42484e8,c42484e8,c4248414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b6ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b6abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4248414,ffffffdf,2,e6b6acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c655e880,bfbfecc2,0,e6b6ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c655e880,e6b6acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b6ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65c6214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc591b724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e699a9d8,c07a1f8e,c0af718c,c591b724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c591b724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c591b724,9,c0b10297,63a,e699aa08,...) at witness_checkorder+0x6de
_lockmgr(c591b724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c591b6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5fb4ce4,e699ab4c,2,c591b6cc,e699ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e699ab90,c0b24025,c591b7a0,c591b7a0,c591b6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e699ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e699abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c591b6cc,ffffffdf,2,e699acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d4000,bfbfecc2,0,e699ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d4000,e699acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e699ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b2614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc495a5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67ff9d8,c07a1f8e,c0af718c,c495a5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c495a5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c495a5c8,9,c0b10297,63a,e67ffa08,...) at witness_checkorder+0x6de
_lockmgr(c495a5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c495a570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c825c420,e67ffb4c,2,c495a570,e67ffb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e67ffb90,c0b24025,c495a644,c495a644,c495a570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67ffb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67ffbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c495a570,ffffffdf,2,e67ffcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4256440,bfbfecc2,0,e67ffd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4256440,e67ffcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e67ffd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65c6214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc95f85c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69ec9d8,c07a1f8e,c0af718c,c95f85c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c95f85c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c95f85c8,9,c0b10297,63a,e69eca08,...) at witness_checkorder+0x6de
_lockmgr(c95f85c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c95f8570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c585a7bc,e69ecb4c,2,c95f8570,e69ecb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69ecb90,c0b24025,c95f8644,c95f8644,c95f8570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69ecb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69ecbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c95f8570,ffffffdf,2,e69eccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4937660,bfbfecc2,0,e69ecd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4937660,e69eccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69ecd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc629d814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5a74058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e67ff9d8,c07a1f8e,c0af718c,c5a74058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5a74058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5a74058,9,c0b10297,63a,e67ffa08,...) at witness_checkorder+0x6de
_lockmgr(c5a74058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5a74000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8fd68c4,e67ffb4c,2,c5a74000,e67ffb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e67ffb90,c0b24025,c5a740d4,c5a740d4,c5a74000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e67ffb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e67ffbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5a74000,ffffffdf,2,e67ffcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4256440,bfbfecc2,0,e67ffd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4256440,e67ffcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e67ffd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64e0614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc54addf0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68af9d8,c07a1f8e,c0af718c,c54addf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c54addf0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c54addf0,9,c0b10297,63a,e68afa08,...) at witness_checkorder+0x6de
_lockmgr(c54addf0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c54add98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8b188c4,e68afb4c,2,c54add98,e68afb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e68afb90,c0b24025,c54ade6c,c54ade6c,c54add98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e68afb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e68afbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c54add98,ffffffdf,2,e68afcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4319aa0,bfbfecc2,0,e68afd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4319aa0,e68afcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e68afd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc662ec14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9774880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69dc9d8,c07a1f8e,c0af718c,c9774880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9774880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9774880,9,c0b10297,63a,e69dca08,...) at witness_checkorder+0x6de
_lockmgr(c9774880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9774828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c950b6b4,e69dcb4c,2,c9774828,e69dcb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69dcb90,c0b24025,c97748fc,c97748fc,c9774828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69dcb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69dcbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9774828,ffffffdf,2,e69dccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d3660,bfbfecc2,0,e69dcd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d3660,e69dccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69dcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b9514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4e15df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b8a9d8,c07a1f8e,c0af718c,c4e15df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4e15df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4e15df0,9,c0b10297,63a,e6b8aa08,...) at witness_checkorder+0x6de
_lockmgr(c4e15df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4e15d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8f40084,e6b8ab4c,2,c4e15d98,e6b8ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b8ab90,c0b24025,c4e15e6c,c4e15e6c,c4e15d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b8ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b8abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4e15d98,ffffffdf,2,e6b8acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c534bcc0,bfbfecc2,0,e6b8ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c534bcc0,e6b8acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b8ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6608414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9353df0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68209d8,c07a1f8e,c0af718c,c9353df0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9353df0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9353df0,9,c0b10297,63a,e6820a08,...) at witness_checkorder+0x6de
_lockmgr(c9353df0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9353d98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8f3e000,e6820b4c,2,c9353d98,e6820b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6820b90,c0b24025,c9353e6c,c9353e6c,c9353d98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6820b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6820bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9353d98,ffffffdf,2,e6820cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298aa0,bfbfecc2,0,e6820d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298aa0,e6820cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6820d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc649c814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc958d1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6d689d8,c07a1f8e,c0af718c,c958d1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c958d1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c958d1b4,9,c0b10297,63a,e6d68a08,...) at witness_checkorder+0x6de
_lockmgr(c958d1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c958d15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c913b294,e6d68b4c,2,c958d15c,e6d68b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6d68b90,c0b24025,c958d230,c958d230,c958d15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6d68b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6d68bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c958d15c,ffffffdf,2,e6d68cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c741f440,bfbfecc2,0,e6d68d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c741f440,e6d68cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6d68d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6406414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8fc3058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68289d8,c07a1f8e,c0af718c,c8fc3058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8fc3058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8fc3058,9,c0b10297,63a,e6828a08,...) at witness_checkorder+0x6de
_lockmgr(c8fc3058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8fc3000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5465a50,e6828b4c,2,c8fc3000,e6828b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6828b90,c0b24025,c8fc30d4,c8fc30d4,c8fc3000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6828b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6828bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8fc3000,ffffffdf,2,e6828cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298660,bfbfecc2,0,e6828d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298660,e6828cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6828d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6a7c814 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9628880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68909d8,c07a1f8e,c0af718c,c9628880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9628880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9628880,9,c0b10297,63a,e6890a08,...) at witness_checkorder+0x6de
_lockmgr(c9628880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9628828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c934d39c,e6890b4c,2,c9628828,e6890b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6890b90,c0b24025,c96288fc,c96288fc,c9628828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6890b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6890bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9628828,ffffffdf,2,e6890cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c434d660,bfbfecc2,0,e6890d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c434d660,e6890cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6890d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65b3114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9138058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68729d8,c07a1f8e,c0af718c,c9138058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9138058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9138058,9,c0b10297,63a,e6872a08,...) at witness_checkorder+0x6de
_lockmgr(c9138058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9138000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c6215108,e6872b4c,2,c9138000,e6872b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6872b90,c0b24025,c91380d4,c91380d4,c9138000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6872b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6872bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9138000,ffffffdf,2,e6872cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c434dcc0,bfbfecc2,0,e6872d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c434dcc0,e6872cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6872d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc659cb14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9897c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68699d8,c07a1f8e,c0af718c,c9897c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9897c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9897c94,9,c0b10297,63a,e6869a08,...) at witness_checkorder+0x6de
_lockmgr(c9897c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9897c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c83ca738,e6869b4c,2,c9897c3c,e6869b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6869b90,c0b24025,c9897d10,c9897d10,c9897c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6869b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6869bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9897c3c,ffffffdf,2,e6869cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4350220,bfbfecc2,0,e6869d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4350220,e6869cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6869d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6287914 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc95f446c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b9f9d8,c07a1f8e,c0af718c,c95f446c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c95f446c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c95f446c,9,c0b10297,63a,e6b9fa08,...) at witness_checkorder+0x6de
_lockmgr(c95f446c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c95f4414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90dcc60,e6b9fb4c,2,c95f4414,e6b9fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b9fb90,c0b24025,c95f44e8,c95f44e8,c95f4414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b9fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b9fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c95f4414,ffffffdf,2,e6b9fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c7dca440,bfbfecc2,0,e6b9fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c7dca440,e6b9fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b9fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ef414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc94179dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68079d8,c07a1f8e,c0af718c,c94179dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c94179dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c94179dc,9,c0b10297,63a,e6807a08,...) at witness_checkorder+0x6de
_lockmgr(c94179dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9417984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c81927bc,e6807b4c,2,c9417984,e6807b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6807b90,c0b24025,c9417a58,c9417a58,c9417984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6807b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6807bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9417984,ffffffdf,2,e6807cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4256000,bfbfecc2,0,e6807d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4256000,e6807cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6807d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64b9614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc764c058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6c849d8,c07a1f8e,c0af718c,c764c058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c764c058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c764c058,9,c0b10297,63a,e6c84a08,...) at witness_checkorder+0x6de
_lockmgr(c764c058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c764c000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c962fd68,e6c84b4c,2,c764c000,e6c84b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6c84b90,c0b24025,c764c0d4,c764c0d4,c764c000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6c84b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6c84bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c764c000,ffffffdf,2,e6c84cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c67a3220,bfbfecc2,0,e6c84d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c67a3220,e6c84cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6c84d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ad614 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5c8346c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68209d8,c07a1f8e,c0af718c,c5c8346c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5c8346c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5c8346c,9,c0b10297,63a,e6820a08,...) at witness_checkorder+0x6de
_lockmgr(c5c8346c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5c83414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9592d68,e6820b4c,2,c5c83414,e6820b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6820b90,c0b24025,c5c834e8,c5c834e8,c5c83414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6820b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6820bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5c83414,ffffffdf,2,e6820cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298aa0,bfbfecc2,0,e6820d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298aa0,e6820cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6820d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6691b14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5049c94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a249d8,c07a1f8e,c0af718c,c5049c94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5049c94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5049c94,9,c0b10297,63a,e6a24a08,...) at witness_checkorder+0x6de
_lockmgr(c5049c94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5049c3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c99046b4,e6a24b4c,2,c5049c3c,e6a24b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a24b90,c0b24025,c5049d10,c5049d10,c5049c3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a24b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a24bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5049c3c,ffffffdf,2,e6a24cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c220,bfbfecc2,0,e6a24d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c220,e6a24cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a24d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc666e914 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96265c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68289d8,c07a1f8e,c0af718c,c96265c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96265c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96265c8,9,c0b10297,63a,e6828a08,...) at witness_checkorder+0x6de
_lockmgr(c96265c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9626570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8e5fe70,e6828b4c,2,c9626570,e6828b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6828b90,c0b24025,c9626644,c9626644,c9626570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6828b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6828bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9626570,ffffffdf,2,e6828cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298660,bfbfecc2,0,e6828d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298660,e6828cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6828d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc55e6c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96bf1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69f49d8,c07a1f8e,c0af718c,c96bf1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96bf1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96bf1b4,9,c0b10297,63a,e69f4a08,...) at witness_checkorder+0x6de
_lockmgr(c96bf1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96bf15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c550539c,e69f4b4c,2,c96bf15c,e69f4b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69f4b90,c0b24025,c96bf230,c96bf230,c96bf15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69f4b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69f4bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96bf15c,ffffffdf,2,e69f4cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d3220,bfbfecc2,0,e69f4d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d3220,e69f4cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69f4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc658f514 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4b5e1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bd99d8,c07a1f8e,c0af718c,c4b5e1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4b5e1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4b5e1b4,9,c0b10297,63a,e6bd9a08,...) at witness_checkorder+0x6de
_lockmgr(c4b5e1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4b5e15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c60a3dec,e6bd9b4c,2,c4b5e15c,e6bd9b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6bd9b90,c0b24025,c4b5e230,c4b5e230,c4b5e15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6bd9b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6bd9bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4b5e15c,ffffffdf,2,e6bd9cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c45b4cc0,bfbfecc2,0,e6bd9d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c45b4cc0,e6bd9cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6bd9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6466114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc92a7058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b499d8,c07a1f8e,c0af718c,c92a7058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c92a7058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c92a7058,9,c0b10297,63a,e6b49a08,...) at witness_checkorder+0x6de
_lockmgr(c92a7058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c92a7000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8de2c60,e6b49b4c,2,c92a7000,e6b49b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b49b90,c0b24025,c92a70d4,c92a70d4,c92a7000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b49b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b49bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c92a7000,ffffffdf,2,e6b49cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c593b220,bfbfecc2,0,e6b49d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c593b220,e6b49cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b49d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc648f214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9214b38 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68a09d8,c07a1f8e,c0af718c,c9214b38,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9214b38,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9214b38,9,c0b10297,63a,e68a0a08,...) at witness_checkorder+0x6de
_lockmgr(c9214b38,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9214ae0,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c964b5ac,e68a0b4c,2,c9214ae0,e68a0b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e68a0b90,c0b24025,c9214bb4,c9214bb4,c9214ae0,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e68a0b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e68a0bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9214ae0,ffffffdf,2,e68a0cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c434d000,bfbfecc2,0,e68a0d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c434d000,e68a0cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e68a0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc657b314 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc50c6310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b229d8,c07a1f8e,c0af718c,c50c6310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c50c6310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c50c6310,9,c0b10297,63a,e6b22a08,...) at witness_checkorder+0x6de
_lockmgr(c50c6310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c50c62b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8ed9000,e6b22b4c,2,c50c62b8,e6b22b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b22b90,c0b24025,c50c638c,c50c638c,c50c62b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b22b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b22bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c50c62b8,ffffffdf,2,e6b22cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5939880,bfbfecc2,0,e6b22d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5939880,e6b22cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b22d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6613a14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9756058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b6a9d8,c07a1f8e,c0af718c,c9756058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9756058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9756058,9,c0b10297,63a,e6b6aa08,...) at witness_checkorder+0x6de
_lockmgr(c9756058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9756000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8f26e70,e6b6ab4c,2,c9756000,e6b6ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b6ab90,c0b24025,c97560d4,c97560d4,c9756000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b6ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b6abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9756000,ffffffdf,2,e6b6acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c655e880,bfbfecc2,0,e6b6ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c655e880,e6b6acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b6ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65e2c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc58d9310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e694d9d8,c07a1f8e,c0af718c,c58d9310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c58d9310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c58d9310,9,c0b10297,63a,e694da08,...) at witness_checkorder+0x6de
_lockmgr(c58d9310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c58d92b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8203a50,e694db4c,2,c58d92b8,e694db5c,...) at softdep_releasefile+0x3b
ufs_inactive(e694db90,c0b24025,c58d938c,c58d938c,c58d92b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e694db90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e694dbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c58d92b8,ffffffdf,2,e694dcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c47b4000,bfbfecc2,0,e694dd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c47b4000,e694dcfc,4,e694dccc,c0ba67b0,...) at unlink+0x22
syscall(e694dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc62b5c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96911b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a3f9d8,c07a1f8e,c0af718c,c96911b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96911b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96911b4,9,c0b10297,63a,e6a3fa08,...) at witness_checkorder+0x6de
_lockmgr(c96911b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c969115c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c91b9dec,e6a3fb4c,2,c969115c,e6a3fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a3fb90,c0b24025,c9691230,c9691230,c969115c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a3fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a3fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c969115c,ffffffdf,2,e6a3fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48e9000,bfbfecc2,0,e6a3fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48e9000,e6a3fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a3fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6266c14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc951c5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69179d8,c07a1f8e,c0af718c,c951c5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c951c5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c951c5c8,9,c0b10297,63a,e6917a08,...) at witness_checkorder+0x6de
_lockmgr(c951c5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c951c570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9983d68,e6917b4c,2,c951c570,e6917b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6917b90,c0b24025,c951c644,c951c644,c951c570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6917b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6917bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c951c570,ffffffdf,2,e6917cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4350aa0,bfbfecc2,0,e6917d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4350aa0,e6917cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6917d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6268a14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5a2cdf0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e699a9d8,c07a1f8e,c0af718c,c5a2cdf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5a2cdf0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5a2cdf0,9,c0b10297,63a,e699aa08,...) at witness_checkorder+0x6de
_lockmgr(c5a2cdf0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5a2cd98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c90db528,e699ab4c,2,c5a2cd98,e699ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e699ab90,c0b24025,c5a2ce6c,c5a2ce6c,c5a2cd98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e699ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e699abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5a2cd98,ffffffdf,2,e699acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d4000,bfbfecc2,0,e699ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d4000,e699acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e699ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc61f3714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8e4bc94 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b939d8,c07a1f8e,c0af718c,c8e4bc94,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8e4bc94,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8e4bc94,9,c0b10297,63a,e6b93a08,...) at witness_checkorder+0x6de
_lockmgr(c8e4bc94,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8e4bc3c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c5c3d6b4,e6b93b4c,2,c8e4bc3c,e6b93b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b93b90,c0b24025,c8e4bd10,c8e4bd10,c8e4bc3c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b93b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b93bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8e4bc3c,ffffffdf,2,e6b93cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c7da5cc0,bfbfecc2,0,e6b93d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c7da5cc0,e6b93cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b93d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6487214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98e75c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68539d8,c07a1f8e,c0af718c,c98e75c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98e75c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98e75c8,9,c0b10297,63a,e6853a08,...) at witness_checkorder+0x6de
_lockmgr(c98e75c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98e7570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c963039c,e6853b4c,2,c98e7570,e6853b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6853b90,c0b24025,c98e7644,c98e7644,c98e7570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6853b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6853bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98e7570,ffffffdf,2,e6853cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4318880,bfbfecc2,0,e6853d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4318880,e6853cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6853d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65ac214 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc98ca9dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69dc9d8,c07a1f8e,c0af718c,c98ca9dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c98ca9dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c98ca9dc,9,c0b10297,63a,e69dca08,...) at witness_checkorder+0x6de
_lockmgr(c98ca9dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c98ca984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c82e7318,e69dcb4c,2,c98ca984,e69dcb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69dcb90,c0b24025,c98caa58,c98caa58,c98ca984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69dcb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69dcbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c98ca984,ffffffdf,2,e69dccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c48d3660,bfbfecc2,0,e69dcd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c48d3660,e69dccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69dcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc65afa14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc5c85880 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68539d8,c07a1f8e,c0af718c,c5c85880,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c5c85880,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c5c85880,9,c0b10297,63a,e6853a08,...) at witness_checkorder+0x6de
_lockmgr(c5c85880,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c5c85828,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8f7e528,e6853b4c,2,c5c85828,e6853b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6853b90,c0b24025,c5c858fc,c5c858fc,c5c85828,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6853b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6853bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c5c85828,ffffffdf,2,e6853cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4318880,bfbfecc2,0,e6853d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4318880,e6853cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6853d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6636014 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc53eb5c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68629d8,c07a1f8e,c0af718c,c53eb5c8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c53eb5c8,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c53eb5c8,9,c0b10297,63a,e6862a08,...) at witness_checkorder+0x6de
_lockmgr(c53eb5c8,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c53eb570,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9729dec,e6862b4c,2,c53eb570,e6862b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6862b90,c0b24025,c53eb644,c53eb644,c53eb570,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6862b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6862bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c53eb570,ffffffdf,2,e6862cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4317cc0,bfbfecc2,0,e6862d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4317cc0,e6862cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6862d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64db114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96cedf0 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e681c9d8,c07a1f8e,c0af718c,c96cedf0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96cedf0,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96cedf0,9,c0b10297,63a,e681ca08,...) at witness_checkorder+0x6de
_lockmgr(c96cedf0,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96ced98,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c947d528,e681cb4c,2,c96ced98,e681cb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e681cb90,c0b24025,c96cee6c,c96cee6c,c96ced98,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e681cb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e681cbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96ced98,ffffffdf,2,e681ccfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298cc0,bfbfecc2,0,e681cd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298cc0,e681ccfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e681cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc61f4914 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9016310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b769d8,c07a1f8e,c0af718c,c9016310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9016310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9016310,9,c0b10297,63a,e6b76a08,...) at witness_checkorder+0x6de
_lockmgr(c9016310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c90162b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9876ce4,e6b76b4c,2,c90162b8,e6b76b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b76b90,c0b24025,c901638c,c901638c,c90162b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b76b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b76bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c90162b8,ffffffdf,2,e6b76cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4ec0cc0,bfbfecc2,0,e6b76d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4ec0cc0,e6b76cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b76d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6274114 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc9991058 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b8a9d8,c07a1f8e,c0af718c,c9991058,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c9991058,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c9991058,9,c0b10297,63a,e6b8aa08,...) at witness_checkorder+0x6de
_lockmgr(c9991058,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c9991000,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c991edec,e6b8ab4c,2,c9991000,e6b8ab5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b8ab90,c0b24025,c99910d4,c99910d4,c9991000,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b8ab90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b8abc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c9991000,ffffffdf,2,e6b8acfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c534bcc0,bfbfecc2,0,e6b8ad2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c534bcc0,e6b8acfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b8ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6295714 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc4f599dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68289d8,c07a1f8e,c0af718c,c4f599dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4f599dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c4f599dc,9,c0b10297,63a,e6828a08,...) at witness_checkorder+0x6de
_lockmgr(c4f599dc,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c4f59984,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c59c27bc,e6828b4c,2,c4f59984,e6828b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6828b90,c0b24025,c4f59a58,c4f59a58,c4f59984,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6828b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6828bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c4f59984,ffffffdf,2,e6828cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4298660,bfbfecc2,0,e6828d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4298660,e6828cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6828d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc653ac14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc96e946c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b9f9d8,c07a1f8e,c0af718c,c96e946c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c96e946c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c96e946c,9,c0b10297,63a,e6b9fa08,...) at witness_checkorder+0x6de
_lockmgr(c96e946c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c96e9414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9a15a50,e6b9fb4c,2,c96e9414,e6b9fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b9fb90,c0b24025,c96e94e8,c96e94e8,c96e9414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b9fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b9fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c96e9414,ffffffdf,2,e6b9fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c7dca440,bfbfecc2,0,e6b9fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c7dca440,e6b9fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b9fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc628ad14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc922d724 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b379d8,c07a1f8e,c0af718c,c922d724,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c922d724,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c922d724,9,c0b10297,63a,e6b37a08,...) at witness_checkorder+0x6de
_lockmgr(c922d724,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c922d6cc,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c524b39c,e6b37b4c,2,c922d6cc,e6b37b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b37b90,c0b24025,c922d7a0,c922d7a0,c922d6cc,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b37b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b37bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c922d6cc,ffffffdf,2,e6b37cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c6080cc0,bfbfecc2,0,e6b37d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c6080cc0,e6b37cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b37d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc64a2d14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc495a46c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6b259d8,c07a1f8e,c0af718c,c495a46c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c495a46c,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c495a46c,9,c0b10297,63a,e6b25a08,...) at witness_checkorder+0x6de
_lockmgr(c495a46c,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c495a414,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c9447084,e6b25b4c,2,c495a414,e6b25b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6b25b90,c0b24025,c495a4e8,c495a4e8,c495a414,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6b25b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6b25bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c495a414,ffffffdf,2,e6b25cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c5939660,bfbfecc2,0,e6b25d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c5939660,e6b25cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6b25d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc6470414 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xc8dff1b4 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e69b49d8,c07a1f8e,c0af718c,c8dff1b4,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c8dff1b4,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(c8dff1b4,9,c0b10297,63a,e69b4a08,...) at witness_checkorder+0x6de
_lockmgr(c8dff1b4,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(c8dff15c,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c8173630,e69b4b4c,2,c8dff15c,e69b4b5c,...) at softdep_releasefile+0x3b
ufs_inactive(e69b4b90,c0b24025,c8dff230,c8dff230,c8dff15c,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e69b4b90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e69b4bc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(c8dff15c,ffffffdf,2,e69b4cfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c4319660,bfbfecc2,0,e69b4d2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c4319660,e69b4cfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e69b4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xc866e46c pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61ecc,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4307a80,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc9892724 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61104,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c5289780,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xca5df9dc pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5fab4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c613c980,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc8d715c8 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5fab4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,4,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c52ba800,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc54f746c pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c6319c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c5251400,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc4d4d880 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c63084,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4b9c080,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xca198310 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c60ed4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c5c3b580,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
fsync: giving up on dirty
0xc8ce1d98: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc4931c00
    flags ()
    v_object 0xc8f81480 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc4295220 (pid 2980)#0 0xc0756654 at _lockmgr+0x684
#1 0xc07d9b99 at vop_stdlock+0x39
#2 0xc0a6c2c5 at VOP_LOCK1_APV+0xa5
#3 0xc07f3a42 at _vn_lock+0xf2
#4 0xc0956295 at ffs_sync+0x3b5
#5 0xc07e2a3a at dounmount+0x43a
#6 0xc07e3083 at unmount+0x2f3
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        dev md6c
lock order reversal:
 1st 0xc4f59df0 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5ee74,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c542fe80,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc4a8f310 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c6121c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c619a000,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc6354058 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c604fc,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4b78980,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xca0391b4 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5fe34,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,c075af54,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c52f7400,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
fsync: giving up on dirty
0xc5dbec3c: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc4931c00
    flags ()
    v_object 0xc94bf800 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc5a02440 (pid 33645)#0 0xc0756654 at _lockmgr+0x684
#1 0xc07d9b99 at vop_stdlock+0x39
#2 0xc0a6c2c5 at VOP_LOCK1_APV+0xa5
#3 0xc07f3a42 at _vn_lock+0xf2
#4 0xc0956295 at ffs_sync+0x3b5
#5 0xc07e2a3a at dounmount+0x43a
#6 0xc07e3083 at unmount+0x2f3
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        dev md6c
lock order reversal:
 1st 0xc9174058 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c60e9c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4c63600,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xca28f1b4 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5e694,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7dc1400,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc89219dc pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61aa4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4daa500,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc90bc5c8 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5e49c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c67c2c80,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc9722880 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c600d4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7ebb280,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc89e646c pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61ecc,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7dc1400,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xca041310 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61cd4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c64c8480,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc4a39df0 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5e1c4,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,c075af54,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c52a3b00,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc8a761b4 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c62444,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8ccf25c8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c7d54280,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc91a2df0 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c61874,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,c075af54,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c5438480,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc9ac4058 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c622bc,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c6263480,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
fsync: giving up on dirty
0xca3c22b8: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc6593700
    flags ()
    v_object 0xc6557800 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc47b3660 (pid 99208)#0 0xc0756654 at _lockmgr+0x684
#1 0xc07d9b99 at vop_stdlock+0x39
#2 0xc0a6c2c5 at VOP_LOCK1_APV+0xa5
#3 0xc07f3a42 at _vn_lock+0xf2
#4 0xc0956295 at ffs_sync+0x3b5
#5 0xc07e2a3a at dounmount+0x43a
#6 0xc07e3083 at unmount+0x2f3
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        dev md10c
fsync: giving up on dirty
0xc93592b8: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc6299900
    flags ()
    v_object 0xc4d36880 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc4319aa0 (pid 16177)#0 0xc0756654 at _lockmgr+0x684
#1 0xc07d9b99 at vop_stdlock+0x39
#2 0xc0a6c2c5 at VOP_LOCK1_APV+0xa5
#3 0xc07f3a42 at _vn_lock+0xf2
#4 0xc0956295 at ffs_sync+0x3b5
#5 0xc07e2a3a at dounmount+0x43a
#6 0xc07e3083 at unmount+0x2f3
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        dev md5c
lock order reversal:
 1st 0xc667cb14 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:834
 2nd 0xca1ca310 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1594
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6a2f9d8,c07a1f8e,c0af718c,ca1ca310,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca1ca310,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca1ca310,9,c0b10297,63a,e6a2fa08,...) at witness_checkorder+0x6de
_lockmgr(ca1ca310,2,0,c0b10297,63a,...) at _lockmgr+0x529
ffs_snapremove(ca1ca2b8,c42ec64c,0,c0afe3d5,434,...) at ffs_snapremove+0x113
softdep_releasefile(c93face4,e6a2fb4c,2,ca1ca2b8,e6a2fb5c,...) at softdep_releasefile+0x3b
ufs_inactive(e6a2fb90,c0b24025,ca1ca38c,ca1ca38c,ca1ca2b8,...) at ufs_inactive+0x1cd
VOP_INACTIVE_APV(c0bc7c20,e6a2fb90,c0afd4cf,8fd,c0bdfd80,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0bc7c20,e6a2fbc4,c0afd4cf,889,0,...) at vinactive+0xb1
vput(ca1ca2b8,ffffffdf,2,e6a2fcfc,c0bdfc80,...) at vput+0x1f3
kern_unlink(c498c000,bfbfecc2,0,e6a2fd2c,c0a5e8b3,...) at kern_unlink+0x1ba
unlink(c498c000,e6a2fcfc,4,c0af7897,c0ba67b0,...) at unlink+0x22
syscall(e6a2fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814f61f, esp = 0xbfbfeabc, ebp = 0xbfbfeb38 ---
lock order reversal:
 1st 0xca2b6880 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c62594,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c4dbb800,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc64ae310 ufs (ufs) @ kern/vfs_mount.c:1207
 2nd 0xc62f9114 snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2051
 3rd 0xca0099dc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:2053
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e6bbdab0,c07a1f8e,c0af71a5,ca0099dc,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af71a5,ca0099dc,c0aec2c0,c0aec2c0,c0b102a0,...) at kdb_backtrace+0x29
witness_checkorder(ca0099dc,9,c0b10297,805,c0c5e1d4,...) at witness_checkorder+0x6de
_lockmgr(ca0099dc,2002,ca009a58,c0b10297,805,...) at _lockmgr+0x529
ffs_snapshot_unmount(c42ec8b8,0,1,c5e1d660,c78a2800,...) at ffs_snapshot_unmount+0x141
ffs_flushfiles(c42ec8b8,0,c5e1d660,c07e6c22,c78a2800,...) at ffs_flushfiles+0xcb
softdep_flushfiles(c42ec8b8,0,c5e1d660,c904bc3c,e6bbdbfc,...) at softdep_flushfiles+0x27
ffs_unmount(c42ec8b8,8000000,c5e1d660,4f0,4da,...) at ffs_unmount+0x46
dounmount(c42ec8b8,8000000,c5e1d660,482,b3824573,...) at dounmount+0x463
unmount(c5e1d660,e6bbdcfc,8,e6bbdd38,c0ba68d0,...) at unmount+0x2f3
syscall(e6bbdd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cdc2b, esp = 0xbfbfe1fc, ebp = 0xbfbfe2b8 ---
lock order reversal:
 1st 0xc8a02058 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c6366c,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c5287380,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc89d19dc msdosfs (msdosfs) @ kern/vfs_subr.c:2061
 2nd 0xca9022e8 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,ca9022e8,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,ca9022e8,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(ca9022e8,1,c0afd4cf,16c,c0c5e1c4,...) at witness_checkorder+0x6de
_lockmgr(ca9022e8,2001,ca902364,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(ca9022e8,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c6320d00,28228e00,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
lock order reversal:
 1st 0xc5dc51b4 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200
 2nd 0xc4201ba0 vfslock (vfslock) @ kern/vfs_subr.c:364
KDB: stack backtrace:
db_trace_self_wrapper(c0af4d72,e68f69d8,c07a1f8e,c0af718c,c4201ba0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0af718c,c4201ba0,c0afcf32,c0afcf32,c0afd4d8,...) at kdb_backtrace+0x29
witness_checkorder(c4201ba0,1,c0afd4cf,16c,c0c5ee74,...) at witness_checkorder+0x6de
_lockmgr(c4201ba0,2001,c4201c1c,c0afd4cf,16c,...) at _lockmgr+0x1e5
vfs_busy(c4201ba0,10,0,c437b440,8,...) at vfs_busy+0x1ac
vfs_donmount(28230200,c,e68f6c70,c74b1600,28228c28,...) at vfs_donmount+0xdb8
nmount(c437b440,e68f6cfc,c,c0af7dea,c0ba8a30,...) at nmount+0xb2
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280de86b, esp = 0xbfbfe95c, ebp = 0xbfbfedb8 ---
panic: sched_priority: invalid priority 224: nice 0, ticks 20546912 ftick 147762700 ltick 147773179 tick pri 44
cpuid = 1
KDB: enter: panic
[thread pid 57896 tid 100147 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $lines 0
db> bt
Tracing pid 57896 tid 100147 td 0xc437baa0
kdb_enter(c0af1f39,c0af1f39,c0af3beb,e698a934,1,...) at kdb_enter+0x3a
panic(c0af3beb,e0,0,1398560,8ceae0c,...) at panic+0x12c
sched_priority(c0c1a680,4,c0af391f,876,1,...) at sched_priority+0x1cb
sched_clock(c437baa0,2,c0aed07b,214,c0c7e14c,...) at sched_clock+0xfc
statclock(0,e698a9dc,1,c6718cc0,5c025,...) at statclock+0x14e
lapic_handle_timer(e698a9dc) at lapic_handle_timer+0x101
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc075af0f, esp = 0xe698aa1c, ebp = 0xe698aa2c ---
_mtx_lock_spin(c0c1d674,c437baa0,0,c0af686b,6d8,...) at _mtx_lock_spin+0x3f
_mtx_lock_spin_flags(c0c1d674,0,c0af686b,6d8,c0c5f378,...) at _mtx_lock_spin_flags+0x143
witness_lock_list_free(0,0,0,0,0,...) at witness_lock_list_free+0x2d
witness_unlock(c8777e6c,8,c0afd4cf,8ea,c8777d98,...) at witness_unlock+0x252
_mtx_unlock_flags(c8777e6c,0,c0afd4cf,8ea,c437baa0,...) at _mtx_unlock_flags+0xbc
vdropl(c8777d98,e698ab08,c0afd4cf,889,800,...) at vdropl+0x4ea
vput(c8777d98,ffffffdf,c8147800,0,c437baa0,...) at vput+0x21e
kern_stat(c437baa0,2821eb28,0,e698ac18,419,...) at kern_stat+0x9e
stat(c437baa0,e698acfc,8,e698accc,c0ba7860,...) at stat+0x2f
syscall(e698ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28156c2b, esp = 0xbfbfe5bc, ebp = 0xbfbfe858 ---
db> show allpcpu
Current CPU: 1

cpuid        = 0
curthread    = 0xc6718cc0: pid 57822 "mksnap_ffs"
curpcb       = 0xe6e73d90
fpcurthread  = none
idlethread   = 0xc3e16440: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc437baa0: pid 57896 "find"
curpcb       = 0xe698ad90
fpcurthread  = none
idlethread   = 0xc3e16660: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3e16000: pid 12 "swi4: clock sio"
curpcb       = 0xe4324d90
fpcurthread  = none
idlethread   = 0xc3e16880: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc3e16aa0: pid 11 "idle: cpu3"
curpcb       = 0xe2912d90
fpcurthread  = none
idlethread   = 0xc3e16aa0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 57822 (mksnap_ffs) thread 0xc6718cc0 (100516)
exclusive sleep mutex Giant r = 1 (0xc0c120b0) locked @ kern/vfs_mount.c:727
exclusive lockmgr snaplk r = 0 (0xc8100d14) locked @ ufs/ffs/ffs_snapshot.c:634
exclusive lockmgr getblk (bufwait) r = 0 (0xd7ead0a0) locked @ sys/buf.h:301
shared lockmgr vfslock r = 0 (0xca904000) locked @ kern/vfs_subr.c:364
Process 881 (sshd) thread 0xc47b3000 (100138)
exclusive sx so_rcv_sx r = 0 (0xc456a9a0) locked @ kern/uipc_sockbuf.c:148
Process 880 (sshd) thread 0xc47b3220 (100137)
exclusive sx so_rcv_sx r = 0 (0xc481d088) locked @ kern/uipc_sockbuf.c:148
Process 879 (sshd) thread 0xc47b3440 (100136)
exclusive sx so_rcv_sx r = 0 (0xc481d390) locked @ kern/uipc_sockbuf.c:148
Process 872 (sshd) thread 0xc47b3aa0 (100132)
exclusive sx so_rcv_sx r = 0 (0xc433c514) locked @ kern/uipc_sockbuf.c:148
Process 23 (syncer) thread 0xc4189cc0 (100040)
shared lockmgr vfslock r = 0 (0xca904000) locked @ kern/vfs_subr.c:364
exclusive lockmgr syncer r = 0 (0xca1961b4) locked @ kern/vfs_subr.c:1664
db> show lockedvnods
Locked vnodes

0xca19615c: tag syncer, type VNON
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type syncer: EXCL (count 1) by thread 0xc4189cc0 (pid 23)#0 0xc0756654 at _lockmgr+0x684
#1 0xc07d9b99 at vop_stdlock+0x39
#2 0xc0a6c2c5 at VOP_LOCK1_APV+0xa5
#3 0xc07f3a42 at _vn_lock+0xf2
#4 0xc07e92a3 at sched_sync+0x503
#5 0xc0747768 at fork_exit+0xb8
#6 0xc0a44ba0 at fork_trampoline+0x8


0xc98a92b8: tag ufs, type VREG
    usecount 1, writecount 0, refcount 76 mountedhere 0
    flags (VV_SYSTEM)
    v_object 0xc94bae80 ref 0 pages 116
     lock type snaplk: EXCL (count 1) by thread 0xc6718cc0 (pid 57822) with 1 pending#0 0xc0756654 at _lockmgr+0x684
#1 0xc0946aaa at ffs_snapshot+0x1c5a
#2 0xc0957f45 at ffs_mount+0x1595
#3 0xc07e12db at vfs_donmount+0x139b
#4 0xc07e1948 at kernel_mount+0x78
#5 0xc0954dad at ffs_cmount+0x7d
#6 0xc07df941 at mount+0x201
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        ino 5, on dev md5c

0xc6befae0: tag ufs, type VREG
    usecount 1, writecount 0, refcount 95 mountedhere 0
    flags (VV_SYSTEM)
    v_object 0xc8b60980 ref 0 pages 184
     lock type snaplk: EXCL (count 1) by thread 0xc6718cc0 (pid 57822) with 1 pending#0 0xc0756654 at _lockmgr+0x684
#1 0xc0946aaa at ffs_snapshot+0x1c5a
#2 0xc0957f45 at ffs_mount+0x1595
#3 0xc07e12db at vfs_donmount+0x139b
#4 0xc07e1948 at kernel_mount+0x78
#5 0xc0954dad at ffs_cmount+0x7d
#6 0xc07df941 at mount+0x201
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        ino 6, on dev md5c

0xc962a414: tag ufs, type VREG
    usecount 1, writecount 0, refcount 119 mountedhere 0
    flags (VV_SYSTEM)
    v_object 0xc939e180 ref 0 pages 264
     lock type snaplk: EXCL (count 1) by thread 0xc6718cc0 (pid 57822) with 1 pending#0 0xc0756654 at _lockmgr+0x684
#1 0xc0946aaa at ffs_snapshot+0x1c5a
#2 0xc0957f45 at ffs_mount+0x1595
#3 0xc07e12db at vfs_donmount+0x139b
#4 0xc07e1948 at kernel_mount+0x78
#5 0xc0954dad at ffs_cmount+0x7d
#6 0xc07df941 at mount+0x201
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        ino 139, on dev md5c

0xca6d4000: tag ufs, type VREG
    usecount 1, writecount 0, refcount 61 mountedhere 0
    flags (VV_SYSTEM)
    v_object 0xc5bd5080 ref 0 pages 52
     lock type snaplk: EXCL (count 1) by thread 0xc6718cc0 (pid 57822) with 1 pending#0 0xc0756654 at _lockmgr+0x684
#1 0xc0946aaa at ffs_snapshot+0x1c5a
#2 0xc0957f45 at ffs_mount+0x1595
#3 0xc07e12db at vfs_donmount+0x139b
#4 0xc07e1948 at kernel_mount+0x78
#5 0xc0954dad at ffs_cmount+0x7d
#6 0xc07df941 at mount+0x201
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        ino 79, on dev md5c

0xc9e9eae0: tag ufs, type VREG
    usecount 1, writecount 0, refcount 60 mountedhere 0
    flags (VV_SYSTEM)
    v_object 0xc4902c00 ref 0 pages 48
     lock type snaplk: EXCL (count 1) by thread 0xc6718cc0 (pid 57822) with 1 pending#0 0xc0756654 at _lockmgr+0x684
#1 0xc0946aaa at ffs_snapshot+0x1c5a
#2 0xc0957f45 at ffs_mount+0x1595
#3 0xc07e12db at vfs_donmount+0x139b
#4 0xc07e1948 at kernel_mount+0x78
#5 0xc0954dad at ffs_cmount+0x7d
#6 0xc07df941 at mount+0x201
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        ino 15, on dev md5c

0xca332d98: tag ufs, type VREG
    usecount 1, writecount 0, refcount 46 mountedhere 0
    flags (VV_SYSTEM)
     lock type snaplk: EXCL (count 1) by thread 0xc6718cc0 (pid 57822) with 1 pending#0 0xc0756654 at _lockmgr+0x684
#1 0xc0946aaa at ffs_snapshot+0x1c5a
#2 0xc0957f45 at ffs_mount+0x1595
#3 0xc07e12db at vfs_donmount+0x139b
#4 0xc07e1948 at kernel_mount+0x78
#5 0xc0954dad at ffs_cmount+0x7d
#6 0xc07df941 at mount+0x201
#7 0xc0a5e8b3 at syscall+0x2b3
#8 0xc0a44b90 at Xint0x80_syscall+0x20

        ino 19, on dev md5c
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
57896 57895 56910  1001  R+      CPU 1               find
57895 56922 56910  1001  S+      wait     0xc4fc5ab0 sh
57885   895   889  1001  S       nanslp   0xc0c12804 sleep
57822 56848 64049     0  R+      CPU 0               mksnap_ffs
56922 56921 56910  1001  S+      wait     0xc3f71558 run
56921 56920 56910  1001  S+      wait     0xc491d804 run
56920 56915 56910  1001  S+      nanslp   0xc0c12804 run
56915 56911 56910  1001  S+      wait     0xc4888804 sh
56911     1 56910  1001  S+      wait     0xc4294804 sh
56884     0     0     0  SL      mdwait   0xc6d2a800 [md5]
56848 64049 64049     0  S+      wait     0xc48e7558 sh
64049 49370 64049     0  S+      wait     0xc6849000 sh
49370 49366 49370     0  S+      wait     0xc684a000 bash
49366 49353 49366     0  S+      pause    0xc684b30c csh
49353 49252 49353  1001  S+      wait     0xc434b000 su
49252   875 49252  1001  S+      wait     0xc5721000 bash
  896   889   889  1001  S       piperd   0xc4613da4 awk
  895   889   889  1001  S       wait     0xc47ea000 sh
  890   888   890  1001  Ss      kqread   0xc4809300 tail
  889   887   889  1001  Ss      wait     0xc43d0558 sh
  888   881   881  1001  S       select   0xc4381468 sshd
  887   879   879  1001  S       select   0xc41ae668 sshd
  886   885   886  1001  Ss+     select   0xc41ae4a8 top
  885   880   880  1001  S       select   0xc3fc4da8 sshd
  881   750   881     0  Ss      sbwait   0xc456a9d0 sshd
  880   750   880     0  Ss      sbwait   0xc481d0b8 sshd
  879   750   879     0  Ss      sbwait   0xc481d3c0 sshd
  875   874   875  1001  Ss+     wait     0xc4621804 bash
  874   872   872  1001  S       select   0xc4382168 sshd
  872   750   872     0  Ss      sbwait   0xc433c544 sshd
  871     1   871     0  Ss+     ttyin    0xc3fb5810 getty
  870     1   870     0  Ss+     ttyin    0xc3fa7010 getty
  869     1   869     0  Ss+     ttyin    0xc3fb0410 getty
  868     1   868     0  Ss+     ttyin    0xc3fa7810 getty
  867     1   867     0  Ss+     ttyin    0xc3fa7c10 getty
  866     1   866     0  Ss+     ttyin    0xc3fb1810 getty
  865     1   865     0  Ss+     ttyin    0xc3f95810 getty
  864     1   864     0  Ss+     ttyin    0xc3fb1c10 getty
  849     1   849     0  Ss      select   0xc416c8e8 inetd
  822     1   822     0  Ss      select   0xc43817e8 moused
  808     1   808     0  Ss      nanslp   0xc0c12804 watchdogd
  766     1   766     0  Ss      nanslp   0xc0c12804 cron
  759     1   759    25  Ss      pause    0xc43cf5b8 sendmail
  755     1   755     0  Ss      select   0xc416c9a8 sendmail
  750     1   750     0  Ss      select   0xc41a16e8 sshd
  731     1   731     0  Ss      select   0xc41aec68 ntpd
  674   658   658     0  S       -        0xc41a7200 nfsd
  673   658   658     0  S       -        0xc41a7000 nfsd
  672   658   658     0  S       -        0xc41f1800 nfsd
  671   658   658     0  S       -        0xc41a4e00 nfsd
  670   658   658     0  S       -        0xc41f1600 nfsd
  669   658   658     0  S       -        0xc41a4400 nfsd
  668   658   658     0  S       -        0xc41a7400 nfsd
  667   658   658     0  S       -        0xc41f1400 nfsd
  666   658   658     0  S       -        0xc41a4800 nfsd
  664   658   658     0  S       -        0xc41f1200 nfsd
  663   658   658     0  S       -        0xc41a4c00 nfsd
  662   658   658     0  S       -        0xc41f1000 nfsd
  661   658   658     0  S       -        0xc41a4600 nfsd
  660   658   658     0  S       -        0xc41a4a00 nfsd
  659   658   658     0  S       -        0xc41f0e00 nfsd
  658     1   658     0  Ss      select   0xc4381668 nfsd
  656     1   656     0  Ss      select   0xc41a0d28 mountd
  603     1   603     0  Ss      select   0xc4381e68 rpcbind
  586     1   586     0  Ss      select   0xc416cc68 syslogd
  527     1   527     0  Ss      select   0xc41a0be8 devd
   24     0     0     0  SL      sdflush  0xc0c6fbe4 [softdepflush]
   23     0     0     0  SL      snaplk   0xc8100d14 [syncer]
   22     0     0     0  SL      vlruwt   0xc4186ab0 [vnlru]
   21     0     0     0  SL      psleep   0xc0c64284 [bufdaemon]
   20     0     0     0  SL      pgzero   0xc0c707c0 [pagezero]
   19     0     0     0  SL      psleep   0xc0c703dc [vmdaemon]
   18     0     0     0  SL      psleep   0xc0c703a4 [pagedaemon]
   17     0     0     0  SL      waiting_ 0xc0c6602c [sctp_iterator]
    9     0     0     0  SL      -        0xc3f3e23c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c0ff34 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c0ff20 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc3f24210 [usb0]
    8     0     0     0  SL      -        0xc3f11980 [em0 taskq]
    7     0     0     0  SL      -        0xc3e5ce80 [kqueue taskq]
    6     0     0     0  SL      ccb_scan 0xc0be0514 [xpt_thrd]
    5     0     0     0  SL      -        0xc3e76380 [thread taskq]
   13     0     0     0  SL      -        0xc0c12634 [yarrow]
    4     0     0     0  SL      -        0xc0c1068c [g_down]
    3     0     0     0  SL      -        0xc0c10688 [g_up]
    2     0     0     0  SL      -        0xc0c10680 [g_event]
   12     0     0     0  RL      (threaded)          intr
100033                   I                           [swi0: sio]
100032                   I                           [irq7: ppbus0 ppc0]
100030                   I                           [irq12: psm0]
100029                   I                           [irq1: atkbd0]
100028                   I                           [irq15: ata1]
100027                   I                           [irq14: ata0]
100026                   I                           [irq17: fxp0]
100022                   I                           [irq16: uhci0]
100020                   I                           [swi5: +]
100018                   I                           [swi2: cambio]
100016                   I                           [swi6: task queue]
100015                   I                           [swi6: Giant taskq]
100009                   I                           [swi3: vm]
100008                   Run     CPU 2               [swi4: clock sio]
100007                   I                           [swi1: net]
   11     0     0     0  RL      (threaded)          idle
100006                   CanRun                      [idle: cpu0]
100005                   CanRun                      [idle: cpu1]
100004                   CanRun                      [idle: cpu2]
100003                   Run     CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3e14ab0 [init]
   10     0     0     0  SL      audit_wo 0xc0c6f64c [audit]
    0     0     0     0  WLs                         [swapper]
db> allt

Tracing command find pid 57896 tid 100147 td 0xc437baa0
kdb_enter(c0af1f39,c0af1f39,c0af3beb,e698a934,1,...) at kdb_enter+0x3a
panic(c0af3beb,e0,0,1398560,8ceae0c,...) at panic+0x12c
sched_priority(c0c1a680,4,c0af391f,876,1,...) at sched_priority+0x1cb
sched_clock(c437baa0,2,c0aed07b,214,c0c7e14c,...) at sched_clock+0xfc
statclock(0,e698a9dc,1,c6718cc0,5c025,...) at statclock+0x14e
lapic_handle_timer(e698a9dc) at lapic_handle_timer+0x101
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc075af0f, esp = 0xe698aa1c, ebp = 0xe698aa2c ---
_mtx_lock_spin(c0c1d674,c437baa0,0,c0af686b,6d8,...) at _mtx_lock_spin+0x3f
_mtx_lock_spin_flags(c0c1d674,0,c0af686b,6d8,c0c5f378,...) at _mtx_lock_spin_flags+0x143
witness_lock_list_free(0,0,0,0,0,...) at witness_lock_list_free+0x2d
witness_unlock(c8777e6c,8,c0afd4cf,8ea,c8777d98,...) at witness_unlock+0x252
_mtx_unlock_flags(c8777e6c,0,c0afd4cf,8ea,c437baa0,...) at _mtx_unlock_flags+0xbc
vdropl(c8777d98,e698ab08,c0afd4cf,889,800,...) at vdropl+0x4ea
vput(c8777d98,ffffffdf,c8147800,0,c437baa0,...) at vput+0x21e
kern_stat(c437baa0,2821eb28,0,e698ac18,419,...) at kern_stat+0x9e
stat(c437baa0,e698acfc,8,e698accc,c0ba7860,...) at stat+0x2f
syscall(e698ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28156c2b, esp = 0xbfbfe5bc, ebp = 0xbfbfe858 ---

Tracing command sh pid 57895 tid 100206 td 0xc5a03880
sched_switch(c5a03880,0,1,180,b08e07c,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c5a03880,0,c0af595b,19b,c4fc5ab0,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a700,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4fc5ab0,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4fc5ab0,c4fc5b40,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c5a03880,ffffffff,e6ab4c2c,2,0,...) at kern_wait+0xa66
wait4(c5a03880,e6ab4cfc,10,e6ab4d38,c0ba6768,...) at wait4+0x3b
syscall(e6ab4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe67c, ebp = 0xbfbfe698 ---

Tracing command sleep pid 57885 tid 100176 td 0xc4937220
sched_switch(c4937220,0,1,180,6676869a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4937220,0,c0af595b,19b,c0c12804,...) at sleepq_switch+0x170
sleepq_catch_signals(e6a04bc4,c075aa2d,c0c1a700,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c12804,0,c0af2898,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c12804,0,15c,c0af30a8,2711,...) at _sleep+0x331
kern_nanosleep(c4937220,e6a04c64,e6a04c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4937220,e6a04cfc,8,e6a04d38,c0ba7d40,...) at nanosleep+0x6f
syscall(e6a04d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281417bf, esp = 0xbfbfec8c, ebp = 0xbfbfecc8 ---

Tracing command mksnap_ffs pid 57822 tid 100516 td 0xc6718cc0
cpustop_handler(1,e6e72fc4,c0a5ebbd,c079fb32,0,...) at cpustop_handler+0x32
ipi_nmi_handler(c079fb32,0,1,c0c46200,c572a000,...) at ipi_nmi_handler+0x2f
trap(e6e72fd0) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc075b8f7, esp = 0xe6e73010, ebp = 0xe6e73034 ---
_thread_lock_flags(c6718cc0,0,c0aed07b,11e,f4,...) at _thread_lock_flags+0x177
hardclock_cpu(0,e6e73094,c0a49e4b,c3dfccd0,c079fb92,...) at hardclock_cpu+0x129
hardclock(0,c0a50f8b,0,c6718cc0,c0c5defc,...) at hardclock+0x14
lapic_handle_timer(e6e730b4) at lapic_handle_timer+0x9c
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0a50f8b, esp = 0xe6e730f4, ebp = 0xe6e730f8 ---
spinlock_exit(c0c1d674,4,c0af0b0b,f4) at spinlock_exit+0x2b
_mtx_unlock_spin_flags(c0c1d674,0,c0af686b,45e,ca332e6c,...) at _mtx_unlock_spin_flags+0xfd
witness_checkorder(d7faae70,9,c0aa635a,12d,c0c6025c,...) at witness_checkorder+0x6c9
_lockmgr(d7faae70,202122,ca332e6c,c0aa635a,12d,...) at _lockmgr+0x529
getblk(ca332d98,b7ca,0,4000,0,...) at getblk+0x1a6
breadn(ca332d98,b7ca,0,4000,0,...) at breadn+0x44
bread(ca332d98,b7ca,0,4000,0,...) at bread+0x4c
ffs_blkfree(ca819a00,d96b5000,ca332d98,5f1c0,0,...) at ffs_blkfree+0x338
mapacct_ufs2(ca332d98,c495b000,c495f000,d96b5000,be38,...) at mapacct_ufs2+0xe2
indiracct_ufs2(1448,0,ffff47f4,ffffffff,b80c,...) at indiracct_ufs2+0x3f1
indiracct_ufs2(17d10,0,fffff7f3,ffffffff,b80c,...) at indiracct_ufs2+0x338
expunge_ufs2(c0941e90,2,2,2a4,27b,...) at expunge_ufs2+0x49c
ffs_snapshot(ca904000,c821a420,c0b11bf5,14f,c0c1d674,...) at ffs_snapshot+0x2556
ffs_mount(ca904000,c6718cc0,c0afce38,3e9,c0c1d674,...) at ffs_mount+0x1595
vfs_donmount(2,c3fcc960,c74b6380,e,e6e73bd0,...) at vfs_donmount+0x139b
kernel_mount(c41a8910,1213000,e6e73bec,6c,bfbfeafc,...) at kernel_mount+0x78
ffs_cmount(c41a8910,bfbfe858,1213000,c6718cc0,0,...) at ffs_cmount+0x7d
mount(c6718cc0,e6e73cfc,10,c0b0ce40,c0ba68b8,...) at mount+0x201
syscall(e6e73d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280cbc4b, esp = 0xbfbfe25c, ebp = 0xbfbfe938 ---

Tracing command run pid 56922 tid 100253 td 0xc593b000
sched_switch(c593b000,0,1,180,a74f9e2a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c593b000,0,c0af595b,19b,c3f71558,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a700,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3f71558,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c3f71558,c3f715e8,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c593b000,e227,e6b46c2c,0,0,...) at kern_wait+0xa66
wait4(c593b000,e6b46cfc,10,e6b46d38,c0ba6768,...) at wait4+0x3b
syscall(e6b46d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e27fb, esp = 0xbfbfe24c, ebp = 0xbfbfe2f8 ---

Tracing command run pid 56921 tid 100168 td 0xc4937aa0
sched_switch(c4937aa0,0,1,180,174d21d4,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4937aa0,0,c0af595b,19b,c491d804,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c491d804,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c491d804,c491d894,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c4937aa0,de5a,e69e4c2c,0,0,...) at kern_wait+0xa66
wait4(c4937aa0,e69e4cfc,10,e69e4d38,c0ba6768,...) at wait4+0x3b
syscall(e69e4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e27fb, esp = 0xbfbfe83c, ebp = 0xbfbfe858 ---

Tracing command run pid 56920 tid 100055 td 0xc418acc0
sched_switch(c418acc0,0,1,180,df796f3a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c418acc0,0,c0af595b,19b,c0c12804,...) at sleepq_switch+0x170
sleepq_catch_signals(e680bbc4,c075aa2d,c0c1a680,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c12804,0,c0af2898,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c12804,0,15c,c0af30a8,3e9,...) at _sleep+0x331
kern_nanosleep(c418acc0,e680bc64,e680bc6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c418acc0,e680bcfc,8,c0af7b35,c0ba7d40,...) at nanosleep+0x6f
syscall(e680bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281437bf, esp = 0xbfbfe85c, ebp = 0xbfbfe888 ---

Tracing command sh pid 56915 tid 100280 td 0xc5a15440
sched_switch(c5a15440,0,1,180,4c7a1de,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c5a15440,0,c0af595b,19b,c4888804,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4888804,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4888804,c4888894,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c5a15440,ffffffff,e6bb7c2c,2,0,...) at kern_wait+0xa66
wait4(c5a15440,e6bb7cfc,10,c0af79d0,c0ba6768,...) at wait4+0x3b
syscall(e6bb7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---

Tracing command sh pid 56911 tid 100073 td 0xc4318220
sched_switch(c4318220,0,1,180,d757ee3a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4318220,0,c0af595b,19b,c4294804,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a700,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4294804,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4294804,c4294894,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c4318220,ffffffff,e685cc2c,2,0,...) at kern_wait+0xa66
wait4(c4318220,e685ccfc,10,e685cd38,c0ba6768,...) at wait4+0x3b
syscall(e685cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe78c, ebp = 0xbfbfe7a8 ---

Tracing command md5 pid 56884 tid 100241 td 0xc5939660
sched_switch(c5939660,0,1,180,cf64a470,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c5939660,...) at mi_switch+0x223
sleepq_switch(c5939660,0,c0af595b,230,4c,...) at sleepq_switch+0x170
sleepq_wait(c6d2a800,c6d2a820,c0ace545,0,0,...) at sleepq_wait+0x60
_sleep(c6d2a800,c6d2a820,24c,c0ace545,0,...) at _sleep+0x369
md_kthread(c6d2a800,e6b25d38,c0aee602,30c,c4184804,...) at md_kthread+0x125
fork_exit(c05e7420,c6d2a800,e6b25d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6b25d70, ebp = 0 ---

Tracing command sh pid 56848 tid 100155 td 0xc47b2440
sched_switch(c47b2440,0,1,180,3ed7e096,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c47b2440,0,c0af595b,19b,c48e7558,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c48e7558,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c48e7558,c48e75e8,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c47b2440,ffffffff,e69abc2c,2,0,...) at kern_wait+0xa66
wait4(c47b2440,e69abcfc,10,c0af79d0,c0ba6768,...) at wait4+0x3b
syscall(e69abd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe7dc, ebp = 0xbfbfe7f8 ---

Tracing command sh pid 64049 tid 100237 td 0xc5eb0440
sched_switch(c5eb0440,0,1,180,3e898cac,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c5eb0440,0,c0af595b,19b,c6849000,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c6849000,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c6849000,c6849090,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c5eb0440,ffffffff,e6b19c2c,2,0,...) at kern_wait+0xa66
wait4(c5eb0440,e6b19cfc,10,c0af79d0,c0ba6768,...) at wait4+0x3b
syscall(e6b19d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe83c, ebp = 0xbfbfe858 ---

Tracing command bash pid 49370 tid 100228 td 0xc61fc440
sched_switch(c61fc440,0,1,180,e47c181a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c61fc440,0,c0af595b,19b,c684a000,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a700,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c684a000,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c684a000,c684a090,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c61fc440,ffffffff,e6afbc2c,6,0,...) at kern_wait+0xa66
wait4(c61fc440,e6afbcfc,10,c0af78cb,c0ba6768,...) at wait4+0x3b
syscall(e6afbd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a27fb, esp = 0xbfbfe74c, ebp = 0xbfbfe768 ---

Tracing command csh pid 49366 tid 100268 td 0xc4f01880

Tracing command su pid 49353 tid 100083 td 0xc434d880

Tracing command bash pid 49252 tid 100277 td 0xc6357220

Tracing command awk pid 896 tid 100146 td 0xc437bcc0
sched_switch(c437bcc0,0,1,180,926a3dc2,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c437bcc0,0,c0af595b,19b,c4613da4,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,4c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4613da4,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4613da4,c4613f0c,14c,c0af75f3,0,...) at _sleep+0x359
pipe_read(c4223b60,e6986c60,c47ec700,0,c437bcc0,...) at pipe_read+0x3f7
dofileread(e6986c60,ffffffff,ffffffff,0,c4223b60,...) at dofileread+0x96
kern_readv(c437bcc0,0,e6986c60,28235000,1000,...) at kern_readv+0x58
read(c437bcc0,e6986cfc,c,16,c0ba6708,...) at read+0x4f
syscall(e6986d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28190d03, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command sh pid 895 tid 100145 td 0xc456f000
sched_switch(c456f000,0,1,180,47d9f89a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c456f000,0,c0af595b,19b,c47ea000,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c47ea000,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c47ea000,c47ea090,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c456f000,ffffffff,e6983c2c,2,0,...) at kern_wait+0xa66
wait4(c456f000,e6983cfc,10,c0af79d0,c0ba6768,...) at wait4+0x3b
syscall(e6983d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe91c, ebp = 0xbfbfe938 ---

Tracing command tail pid 890 tid 100143 td 0xc456f440
sched_switch(c456f440,0,1,180,df826792,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c456f440,0,c0af595b,19b,c4809300,...) at sleepq_switch+0x170
sleepq_catch_signals(e697dab0,c075aa2d,c0c1a680,4,58,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c4809300,0,c0af2898,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c4809300,c4809300,158,c0aee2f7,3e9,...) at _sleep+0x331
kern_kevent(c456f440,4,0,1,e697dc60,...) at kern_kevent+0x3bd
kevent(c456f440,e697dcfc,18,c0aa92f0,c0ba88c8,...) at kevent+0x19b
syscall(e697dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x281459db, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sh pid 889 tid 100113 td 0xc4350660

Tracing command sshd pid 888 tid 100142 td 0xc47b2660
sched_switch(c47b2660,0,1,180,39fde700,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c47b2660,0,c0af595b,19b,c4381468,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c4381450,0,c0af0b0b,c47b2660,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4381468,c4381450,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c4381468,c4381450,c0af743b,57e,c42236e8,...) at _cv_wait_sig+0x1fc
seltdwait(c481932c,c0af743b,3d7,c47b2660,e697ab04,...) at seltdwait+0xa2
kern_select(c47b2660,b,285030e4,285030e8,0,0,0,280e95e8) at kern_select+0x531
select(c47b2660,e697acfc,14,c0ae1d21,c0ba6f78,...) at select+0x5e
syscall(e697ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283eec83, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 887 tid 100141 td 0xc47b2880
sched_switch(c47b2880,0,1,180,24f069e0,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c47b2880,0,c0af595b,19b,c41ae668,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c41ae650,0,c0af0b0b,c47b2880,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41ae668,c41ae650,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c41ae668,c41ae650,c0af743b,57e,c4228208,...) at _cv_wait_sig+0x1fc
seltdwait(c420392c,c0af743b,3d7,c47b2880,e6977b04,...) at seltdwait+0xa2
kern_select(c47b2880,b,285030e4,285030e8,0,0,0,280e95e8) at kern_select+0x531
select(c47b2880,e6977cfc,14,c0ae1d21,c0ba6f78,...) at select+0x5e
syscall(e6977d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283eec83, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command top pid 886 tid 100062 td 0xc4298440
sched_switch(c4298440,0,1,180,e21152ae,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4298440,0,c0af595b,19b,c41ae4a8,...) at sleepq_switch+0x170
sleepq_catch_signals(e6839a4c,c075adda,c41ae490,0,c4298440,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c41ae4a8,3e9,c0af7478,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c41ae4a8,c41ae490,3e9,57e,c426e138,...) at _cv_timedwait_sig+0x20b
seltdwait(e6839b14,e6839b1c,3d7,c4298440,c0a51348,...) at seltdwait+0x8a
kern_select(c4298440,2,bfbfec44,0,0,e6839c70,1,0) at kern_select+0x531
select(c4298440,e6839cfc,14,e6839ccc,c0ba6f78,...) at select+0x5e
syscall(e6839d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281c9c83, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---

Tracing command sshd pid 885 tid 100140 td 0xc47b2aa0
sched_switch(c47b2aa0,0,1,180,e21c39da,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c47b2aa0,0,c0af595b,19b,c3fc4da8,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c3fc4d90,0,c0af0b0b,c47b2aa0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3fc4da8,c3fc4d90,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c3fc4da8,c3fc4d90,c0af743b,57e,c426e1a0,...) at _cv_wait_sig+0x1fc
seltdwait(c461a02c,c0af743b,3d7,c47b2aa0,e6974b04,...) at seltdwait+0xa2
kern_select(c47b2aa0,9,285030e4,285030e8,0,0,0,280e95e8) at kern_select+0x531
select(c47b2aa0,e6974cfc,14,c0ae1d21,c0ba6f78,...) at select+0x5e
syscall(e6974d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283eec83, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 881 tid 100138 td 0xc47b3000

Tracing command sshd pid 880 tid 100137 td 0xc47b3220

Tracing command sshd pid 879 tid 100136 td 0xc47b3440

Tracing command bash pid 875 tid 100133 td 0xc47b3880

Tracing command sshd pid 874 tid 100121 td 0xc4295880
sched_switch(c4295880,0,1,180,3ebf91e2,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4295880,0,c0af595b,19b,c4382168,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c4382150,0,c0af0b0b,c4295880,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4382168,c4382150,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c4382168,c4382150,c0af743b,57e,c4228c64,...) at _cv_wait_sig+0x1fc
seltdwait(c47d182c,c0af743b,3d7,c4295880,e6939b04,...) at seltdwait+0xa2
kern_select(c4295880,9,285030e4,285030e8,0,0,0,280e95e8) at kern_select+0x531
select(c4295880,e6939cfc,14,c0ae1d21,c0ba6f78,...) at select+0x5e
syscall(e6939d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283eec83, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 872 tid 100132 td 0xc47b3aa0

Tracing command getty pid 871 tid 100131 td 0xc456f880

Tracing command getty pid 870 tid 100130 td 0xc456faa0

Tracing command getty pid 869 tid 100129 td 0xc456fcc0

Tracing command getty pid 868 tid 100086 td 0xc434d220

Tracing command getty pid 867 tid 100125 td 0xc418a220

Tracing command getty pid 866 tid 100069 td 0xc4318aa0

Tracing command getty pid 865 tid 100082 td 0xc4295cc0

Tracing command getty pid 864 tid 100045 td 0xc4189220

Tracing command inetd pid 849 tid 100091 td 0xc4295aa0

Tracing command moused pid 822 tid 100124 td 0xc418a440

Tracing command watchdogd pid 808 tid 100109 td 0xc4379000
sched_switch(c4379000,0,1,180,d136b6d8,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4379000,0,c0af595b,19b,c0c12804,...) at sleepq_switch+0x170
sleepq_catch_signals(e6911bc4,c075aa2d,c0c1a700,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c12804,0,c0af2898,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c12804,0,15c,c0af30a8,ea61,...) at _sleep+0x331
kern_nanosleep(c4379000,e6911c64,e6911c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4379000,e6911cfc,8,c0b24ae0,c0ba7d40,...) at nanosleep+0x6f
syscall(e6911d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281657bf, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 766 tid 100066 td 0xc3f9c660
sched_switch(c3f9c660,0,1,180,9a2a21e,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c3f9c660,0,c0af595b,19b,c0c12804,...) at sleepq_switch+0x170
sleepq_catch_signals(e6847bc4,c075aa2d,c0c1a680,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c12804,0,c0af2898,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c12804,0,15c,c0af30a8,c739,...) at _sleep+0x331
kern_nanosleep(c3f9c660,e6847c64,e6847c6c,33,0,...) at kern_nanosleep+0xc1
nanosleep(c3f9c660,e6847cfc,8,c0af7b35,c0ba7d40,...) at nanosleep+0x6f
syscall(e6847d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c7bf, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 759 tid 100118 td 0xc4570440
sched_switch(c4570440,0,1,180,5875b178,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4570440,0,c0af595b,19b,c43cf5b8,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,68,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c43cf5b8,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c43cf5b8,c43cf5e8,168,c0ab3394,0,...) at _sleep+0x359
kern_sigsuspend(c4570440,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4570440,e692ccfc,4,c0af78cb,c0ba86b8,...) at sigsuspend+0x4d
syscall(e692cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28314b8b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sendmail pid 755 tid 100117 td 0xc4570660
sched_switch(c4570660,0,1,180,6615a696,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4570660,0,c0af595b,19b,c416c9a8,...) at sleepq_switch+0x170
sleepq_catch_signals(e6929a4c,c075adda,c416c990,0,c4570660,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c416c9a8,1388,c0af7478,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c416c9a8,c416c990,1388,57e,c714a5b0,...) at _cv_timedwait_sig+0x20b
seltdwait(e6929b14,e6929b1c,3d7,c4570660,e6929b04,...) at seltdwait+0x8a
kern_select(c4570660,7,bfbfd94c,0,0,e6929c70,5,0) at kern_select+0x531
select(c4570660,e6929cfc,14,c0af7dea,c0ba6f78,...) at select+0x5e
syscall(e6929d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283a8c83, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 750 tid 100115 td 0xc4570aa0
sched_switch(c4570aa0,0,1,180,3c2876f0,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4570aa0,0,c0af595b,19b,c41a16e8,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c41a16d0,0,c0af0b0b,c4570aa0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a16e8,c41a16d0,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c41a16e8,c41a16d0,c0af743b,57e,c422864c,...) at _cv_wait_sig+0x1fc
seltdwait(c41b102c,c0af743b,3d7,c4570aa0,0,...) at seltdwait+0xa2
kern_select(c4570aa0,9,2850b0bc,0,0,0,0,a) at kern_select+0x531
select(c4570aa0,e6923cfc,14,c0af8224,c0ba6f78,...) at select+0x5e
syscall(e6923d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283eec83, esp = 0xbfbfe6cc, ebp = 0xbfbfee98 ---

Tracing command ntpd pid 731 tid 100044 td 0xc4189440
sched_switch(c4189440,0,1,180,df841c06,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4189440,0,c0af595b,19b,c41aec68,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c41aec50,0,c0af0b0b,c4189440,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41aec68,c41aec50,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c41aec68,c41aec50,c0af743b,57e,c42234e0,...) at _cv_wait_sig+0x1fc
seltdwait(c4188a2c,c0af743b,3d7,c4189440,0,...) at seltdwait+0xa2
kern_select(c4189440,a,bfbfed7c,0,0,0,246,0) at kern_select+0x531
select(c4189440,e67dccfc,14,16,c0ba6f78,...) at select+0x5e
syscall(e67dcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28319c83, esp = 0xbfbfed5c, ebp = 0xbfbfee18 ---

Tracing command nfsd pid 674 tid 100108 td 0xc4379220
sched_switch(c4379220,0,1,180,5035d74c,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4379220,0,c0af595b,19b,c41a7200,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a7200,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a7200,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4379220,e690ecfc,8,e690ed38,c0ba7548,...) at nfssvc+0x5c7
syscall(e690ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 673 tid 100107 td 0xc4379440
sched_switch(c4379440,0,1,180,5032bd5c,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4379440,0,c0af595b,19b,c41a7000,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a7000,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a7000,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4379440,e690bcfc,8,e690bd38,c0ba7548,...) at nfssvc+0x5c7
syscall(e690bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 672 tid 100106 td 0xc4379660
sched_switch(c4379660,0,1,180,5059d676,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4379660,0,c0af595b,19b,c41f1800,...) at sleepq_switch+0x170
sleepq_catch_signals(c075aa2d,c0c1a680,4,c0af0b0b,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41f1800,0,c0af2898,da,0,...) at sleepq_wait_sig+0x14
_sleep(c41f1800,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4379660,e6908cfc,8,e6908d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e6908d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 671 tid 100046 td 0xc4189000
sched_switch(c4189000,0,1,180,b1fd17b8,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4189000,0,c0af595b,19b,c41a4e00,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a4e00,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a4e00,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4189000,e67e4cfc,8,e67e4d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e67e4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 670 tid 100093 td 0xc4317880
sched_switch(c4317880,0,1,180,18499228,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4317880,0,c0af595b,19b,c41f1600,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41f1600,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41f1600,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4317880,e68e1cfc,8,e68e1d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e68e1d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 669 tid 100094 td 0xc4317660
sched_switch(c4317660,0,1,180,79644ada,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4317660,0,c0af595b,19b,c41a4400,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a4400,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a4400,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4317660,e68e4cfc,8,e68e4d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e68e4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 668 tid 100095 td 0xc4317440
sched_switch(c4317440,0,1,180,5036684c,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4317440,0,c0af595b,19b,c41a7400,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a7400,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a7400,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4317440,e68e7cfc,8,e68e7d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e68e7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 667 tid 100047 td 0xc3f9ccc0
sched_switch(c3f9ccc0,0,1,180,1a64fa14,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c3f9ccc0,0,c0af595b,19b,c41f1400,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41f1400,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41f1400,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c3f9ccc0,e67e8cfc,8,e67e8d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e67e8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 666 tid 100096 td 0xc4317220
sched_switch(c4317220,0,1,180,182eff68,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4317220,0,c0af595b,19b,c41a4800,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a4800,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a4800,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4317220,e68eacfc,8,e68ead38,c0ba7548,...) at nfssvc+0x5c7
syscall(e68ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 664 tid 100097 td 0xc4317000
sched_switch(c4317000,0,1,180,8988e3bc,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4317000,0,c0af595b,19b,c41f1200,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41f1200,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41f1200,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4317000,e68edcfc,8,e68edd38,c0ba7548,...) at nfssvc+0x5c7
syscall(e68edd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 663 tid 100053 td 0xc4256220
sched_switch(c4256220,0,1,180,639662f2,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4256220,0,c0af595b,19b,c41a4c00,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a4c00,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a4c00,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4256220,e6803cfc,8,e6803d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e6803d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 662 tid 100105 td 0xc4379880
sched_switch(c4379880,0,1,180,d6710d24,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4379880,0,c0af595b,19b,c41f1000,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41f1000,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41f1000,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4379880,e6905cfc,8,e6905d38,c0ba7548,...) at nfssvc+0x5c7
syscall(e6905d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 661 tid 100051 td 0xc4256660
sched_switch(c4256660,0,1,180,603129ea,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4256660,0,c0af595b,19b,c41a4600,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a4600,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a4600,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c4256660,e67fbcfc,8,e67fbd38,c0ba7548,...) at nfssvc+0x5c7
syscall(e67fbd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 660 tid 100102 td 0xc437b000
sched_switch(c437b000,0,1,180,13b3bf6a,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c437b000,0,c0af595b,19b,c41a4a00,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a4a00,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41a4a00,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c437b000,e68fccfc,8,e68fcd38,c0ba7548,...) at nfssvc+0x5c7
syscall(e68fcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 659 tid 100101 td 0xc437b220
sched_switch(c437b220,0,1,180,f936da64,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c437b220,0,c0af595b,19b,c41f0e00,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41f0e00,c0c6f4e0,c0ae9525,100,0,...) at sleepq_wait_sig+0x14
_sleep(c41f0e00,c0c6f4e0,158,c0ae9525,0,...) at _sleep+0x359
nfssvc(c437b220,e68f9cfc,8,e68f9ccc,c0ba7548,...) at nfssvc+0x5c7
syscall(e68f9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cd72b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 658 tid 100068 td 0xc4318cc0
sched_switch(c4318cc0,0,1,180,f2438910,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4318cc0,0,c0af595b,19b,c4381668,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c4381650,0,c0af0b0b,c4318cc0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4381668,c4381650,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c4381668,c4381650,c0af743b,57e,c4222e04,...) at _cv_wait_sig+0x1fc
seltdwait(c418762c,c0af743b,3d7,c4318cc0,2,...) at seltdwait+0xa2
kern_select(c4318cc0,5,bfbfed48,0,0,0,e684dc80,5) at kern_select+0x531
select(c4318cc0,e684dcfc,14,c0b0ce40,c0ba6f78,...) at select+0x5e
syscall(e684dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28160c83, esp = 0xbfbfeb4c, ebp = 0xbfbfee78 ---

Tracing command mountd pid 656 tid 100100 td 0xc437b440
sched_switch(c437b440,0,1,180,f73d4df8,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c437b440,0,c0af595b,19b,c41a0d28,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c41a0d10,0,c0af0b0b,c437b440,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c41a0d28,c41a0d10,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c41a0d28,c41a0d10,c0af743b,57e,c4228444,...) at _cv_wait_sig+0x1fc
seltdwait(c420312c,c0af743b,3d7,c437b440,c07a1382,...) at seltdwait+0xa2
kern_select(c437b440,9,bfbfedec,0,0,0,e68f6c80,28184c58) at kern_select+0x531
select(c437b440,e68f6cfc,14,c0b0ce40,c0ba6f78,...) at select+0x5e
syscall(e68f6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28172c83, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 603 tid 100092 td 0xc4317aa0
sched_switch(c4317aa0,0,1,180,6cb14ad6,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4317aa0,0,c0af595b,19b,c4381e68,...) at sleepq_switch+0x170
sleepq_catch_signals(e68deaa8,c075adda,c4381e50,0,c4317aa0,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c4381e68,7531,c0af7478,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c4381e68,c4381e50,7531,57e,e68deba4,...) at _cv_timedwait_sig+0x20b
seltdwait(e68deb5c,e68deb64,48e,c4317aa0,e68deb74,...) at seltdwait+0x8a
poll(c4317aa0,e68decfc,c,c0af7b35,c0ba7a58,...) at poll+0x3ea
syscall(e68ded38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28126b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 586 tid 100103 td 0xc4379cc0
sched_switch(c4379cc0,0,1,180,6cae1042,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c4379cc0,0,c0af595b,19b,c416cc68,...) at sleepq_switch+0x170
sleepq_catch_signals(c075adda,c416cc50,0,c0af0b0b,c4379cc0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c416cc68,c416cc50,c0af7478,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c416cc68,c416cc50,c0af743b,57e,c42285b0,...) at _cv_wait_sig+0x1fc
seltdwait(c435a32c,c0af743b,3d7,c4379cc0,0,...) at seltdwait+0xa2
kern_select(c4379cc0,9,282200bc,0,0,0,1bac9,28184c58) at kern_select+0x531
select(c4379cc0,e68ffcfc,14,c0af79e0,c0ba6f78,...) at select+0x5e
syscall(e68ffd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28172c83, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 527 tid 100048 td 0xc4256cc0

Tracing command softdepflush pid 24 tid 100041 td 0xc4189aa0
sched_switch(c4189aa0,0,1,180,dfac1e12,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,44,...) at mi_switch+0x223
sleepq_switch(c4189aa0,0,c0af595b,253,44,...) at sleepq_switch+0x170
sleepq_timedwait(c0c6fbe4,3e8,c0b11420,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c6fbe4,c0c6fbbc,44,c0b11420,3e8,...) at _sleep+0x345
softdep_flush(0,e45e5d38,c0aee602,30c,c4186558,...) at softdep_flush+0x2d2
fork_exit(c094fc70,0,e45e5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e5d70, ebp = 0 ---

Tracing command syncer pid 23 tid 100040 td 0xc4189cc0
sched_switch(c4189cc0,0,1,180,dff0bfb2,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c4189cc0,...) at mi_switch+0x223
sleepq_switch(c4189cc0,0,c0af595b,230,50,...) at sleepq_switch+0x170
sleepq_wait(c8100d14,0,c0af2898,da,0,...) at sleepq_wait+0x60
_sleep(c8100d14,c0c11858,50,c0b105a0,0,...) at _sleep+0x369
acquire(e45e2ae0,e45e2ad8,c0afd4cf,80d,0,...) at acquire+0x73
_lockmgr(c8100d14,2002,c98a938c,c0afd4cf,80d,...) at _lockmgr+0x5bb
ffs_lock(e45e2b58,c075aa2d,c0c1d674,2002,c98a92b8,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0bc7c20,e45e2b58,c0aeba27,3,c98a938c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c98a92b8,2002,c0afd4cf,80d,0,...) at _vn_lock+0xf2
vget(c98a92b8,2002,c4189cc0,3ca,ca90407c,...) at vget+0x109
qsync(ca904000,0,c0b11bf5,4e4,ca,...) at qsync+0x19e
ffs_sync(ca904000,3,c4189cc0,c89,ca904000,...) at ffs_sync+0x349
sync_fsync(e45e2cd8,c0b2406c,ca196268,ca196268,ca19615c,...) at sync_fsync+0x1eb
VOP_FSYNC_APV(c0bb65e0,e45e2cd8,c0afd4cf,680,0,...) at VOP_FSYNC_APV+0xc5
sched_sync(0,e45e2d38,c0aee602,30c,c4186804,...) at sched_sync+0x52c
fork_exit(c07e8da0,0,e45e2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e2d70, ebp = 0 ---

Tracing command vnlru pid 22 tid 100039 td 0xc418a000
sched_switch(c418a000,0,1,180,dfd9d61e,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,50,...) at mi_switch+0x223
sleepq_switch(c418a000,0,c0af595b,253,50,...) at sleepq_switch+0x170
sleepq_timedwait(c4186ab0,3e8,c0afdf9f,0,0,...) at sleepq_timedwait+0x68
_sleep(c4186ab0,c0c64538,250,c0afdf9f,3e8,...) at _sleep+0x345
vnlru_proc(0,e45dfd38,c0aee602,30c,c4186ab0,...) at vnlru_proc+0x115
fork_exit(c07e9d20,0,e45dfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dfd70, ebp = 0 ---

Tracing command bufdaemon pid 21 tid 100038 td 0xc3f0bcc0
sched_switch(c3f0bcc0,0,1,180,df77bab6,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,44,...) at mi_switch+0x223
sleepq_switch(c3f0bcc0,0,c0af595b,253,44,...) at sleepq_switch+0x170
sleepq_timedwait(c0c64284,3e8,c0afbbe1,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c64284,c0c64288,44,c0afbbe1,3e8,...) at _sleep+0x345
buf_daemon(0,e45dcd38,c0aee602,30c,c3e61804,...) at buf_daemon+0x21e
fork_exit(c07d4500,0,e45dcd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dcd70, ebp = 0 ---

Tracing command pagezero pid 20 tid 100037 td 0xc3f9b000
sched_switch(c3f9b000,0,1,180,5e5e54c4,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c3f9b000,0,c0af595b,253,0,...) at sleepq_switch+0x170
sleepq_timedwait(c0c707c0,493e0,c0b1608f,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c707c0,c0c70368,0,c0b1608f,493e0,...) at _sleep+0x345
vm_pagezero(0,e45d9d38,c0aee602,30c,c3e61ab0,...) at vm_pagezero+0xdc
fork_exit(c0989c80,0,e45d9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d9d70, ebp = 0 ---

Tracing command vmdaemon pid 19 tid 100036 td 0xc3f9b220
sched_switch(c3f9b220,0,1,180,cbe2e0ce,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3f9b220,...) at mi_switch+0x223
sleepq_switch(c3f9b220,0,c0af595b,230,68,...) at sleepq_switch+0x170
sleepq_wait(c0c703dc,c0c703e0,c0afbbe1,0,0,...) at sleepq_wait+0x60
_sleep(c0c703dc,c0c703e0,68,c0afbbe1,0,...) at _sleep+0x369
vm_daemon(0,e45d6d38,c0aee602,30c,c3f3c000,...) at vm_daemon+0x59
fork_exit(c09850f0,0,e45d6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d6d70, ebp = 0 ---

Tracing command pagedaemon pid 18 tid 100035 td 0xc3f9b440
sched_switch(c3f9b440,0,1,180,65c3fe36,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,44,...) at mi_switch+0x223
sleepq_switch(c3f9b440,0,c0af595b,253,44,...) at sleepq_switch+0x170
sleepq_timedwait(c0c703a4,1388,c0afbbe1,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c703a4,c0c70368,44,c0afbbe1,1388,...) at _sleep+0x345
vm_pageout(0,e45d3d38,c0aee602,30c,c3f3c2ac,...) at vm_pageout+0x2bb
fork_exit(c0985ca0,0,e45d3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d3d70, ebp = 0 ---

Tracing command sctp_iterator pid 17 tid 100034 td 0xc3f9b660
sched_switch(c3f9b660,0,1,180,6d727f24,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3f9b660,...) at mi_switch+0x223
sleepq_switch(c3f9b660,0,c0af595b,230,0,...) at sleepq_switch+0x170
sleepq_wait(c0c6602c,c0c65f34,c0b04d1a,0,0,...) at sleepq_wait+0x60
_sleep(c0c6602c,c0c65f34,0,c0b04d1a,0,...) at _sleep+0x369
sctp_iterator_thread(0,e45d0d38,c0aee602,30c,c3f3c558,...) at sctp_iterator_thread+0x60
fork_exit(c0850810,0,e45d0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d0d70, ebp = 0 ---

Tracing command fdc0 pid 9 tid 100031 td 0xc3f9bcc0
sched_switch(c3f9bcc0,0,1,180,df77c196,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,4c,...) at mi_switch+0x223
sleepq_switch(c3f9bcc0,0,c0af595b,253,4c,...) at sleepq_switch+0x170
sleepq_timedwait(c3f3e23c,3e8,c0ae9525,0,0,...) at sleepq_timedwait+0x68
_sleep(c3f3e23c,c3f3e2f0,4c,c0ae9525,3e8,...) at _sleep+0x345
fdc_thread(c3f3e200,e45c4d38,c0aee602,30c,c3f3c804,...) at fdc_thread+0x2b8
fork_exit(c0a1ea40,c3f3e200,e45c4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45c4d70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100025 td 0xc3e5daa0
sched_switch(c3e5daa0,0,1,180,11835bd4,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3e5daa0,...) at mi_switch+0x223
sleepq_switch(c3e5daa0,0,c0af595b,230,5c,...) at sleepq_switch+0x170
sleepq_wait(c0c0ff34,0,c0af2898,da,0,...) at sleepq_wait+0x60
_sleep(c0c0ff34,0,5c,c0ae6423,0,...) at _sleep+0x369
usb_task_thread(c0c0ff34,e4378d38,c0aee602,30c,c3f3cab0,...) at usb_task_thread+0x62
fork_exit(c06e1480,c0c0ff34,e4378d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4378d70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100024 td 0xc3e5dcc0
sched_switch(c3e5dcc0,0,1,180,118328d0,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3e5dcc0,...) at mi_switch+0x223
sleepq_switch(c3e5dcc0,0,c0af595b,230,5c,...) at sleepq_switch+0x170
sleepq_wait(c0c0ff20,0,c0af2898,da,0,...) at sleepq_wait+0x60
_sleep(c0c0ff20,0,5c,c0ae6423,0,...) at _sleep+0x369
usb_task_thread(c0c0ff20,e4375d38,c0aee602,30c,c3f3d000,...) at usb_task_thread+0x62
fork_exit(c06e1480,c0c0ff20,e4375d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4375d70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100023 td 0xc3f0b000
sched_switch(c3f0b000,0,1,180,9a36fa2,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,5c,...) at mi_switch+0x223
sleepq_switch(c3f0b000,0,c0af595b,253,5c,...) at sleepq_switch+0x170
sleepq_timedwait(c3f24210,ea60,c0ae63e6,0,0,...) at sleepq_timedwait+0x68
_sleep(c3f24210,0,5c,c0ae63e6,ea60,...) at _sleep+0x345
usb_event_thread(c3f21940,e4372d38,c0aee602,30c,c3e152ac,...) at usb_event_thread+0xca
fork_exit(c06e0d00,c3f21940,e4372d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4372d70, ebp = 0 ---

Tracing command em0 taskq pid 8 tid 100021 td 0xc3f0b440
sched_switch(c3f0b440,0,1,180,117e2f7c,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3f0b440,...) at mi_switch+0x223
sleepq_switch(c3f0b440,0,c0af595b,230,c3f0b440,...) at sleepq_switch+0x170
sleepq_wait(c3f11980,0,c0af29ac,c0ae9525,0,...) at sleepq_wait+0x60
msleep_spin(c3f11980,c3f1199c,c0ae9525,0,c0af0b0b,...) at msleep_spin+0x20d
taskqueue_thread_loop(c3f1e314,e436bd38,c0aee602,30c,c3e15558,...) at taskqueue_thread_loop+0x8a
fork_exit(c079b3d0,c3f1e314,e436bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe436bd70, ebp = 0 ---

Tracing command kqueue taskq pid 7 tid 100019 td 0xc3f0b880
sched_switch(c3f0b880,0,1,180,11bc8104,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3f0b880,...) at mi_switch+0x223
sleepq_switch(c3f0b880,0,c0af595b,230,0,...) at sleepq_switch+0x170
sleepq_wait(c3e5ce80,c3e5ce9c,c0ae9525,0,0,...) at sleepq_wait+0x60
_sleep(c3e5ce80,c3e5ce9c,0,c0ae9525,0,...) at _sleep+0x369
taskqueue_thread_loop(c0c10e74,e4345d38,c0aee602,30c,c3e15804,...) at taskqueue_thread_loop+0xb4
fork_exit(c079b3d0,c0c10e74,e4345d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4345d70, ebp = 0 ---

Tracing command xpt_thrd pid 6 tid 100017 td 0xc3e18220
sched_switch(c3e18220,0,1,180,1182b5d8,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3e18220,...) at mi_switch+0x223
sleepq_switch(c3e18220,0,c0af595b,230,4c,...) at sleepq_switch+0x170
sleepq_wait(c0be0514,0,c0af2898,da,0,...) at sleepq_wait+0x60
_sleep(c0be0514,c0be052c,4c,c0aa6590,0,...) at _sleep+0x369
xpt_scanner_thread(0,e433fd38,c0aee602,30c,c3e15ab0,...) at xpt_scanner_thread+0x41
fork_exit(c04696b0,0,e433fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433fd70, ebp = 0 ---

Tracing command thread taskq pid 5 tid 100014 td 0xc3e18880
sched_switch(c3e18880,0,1,180,11bc4a04,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3e18880,...) at mi_switch+0x223
sleepq_switch(c3e18880,0,c0af595b,230,0,...) at sleepq_switch+0x170
sleepq_wait(c3e76380,c3e7639c,c0ae9525,0,0,...) at sleepq_wait+0x60
_sleep(c3e76380,c3e7639c,0,c0ae9525,0,...) at _sleep+0x369
taskqueue_thread_loop(c0c1c7d8,e4336d38,c0aee602,30c,c3e61000,...) at taskqueue_thread_loop+0xb4
fork_exit(c079b3d0,c0c1c7d8,e4336d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4336d70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100013 td 0xc3e18aa0
sched_switch(c3e18aa0,0,1,180,baf1fed2,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c3e18aa0,0,c0af595b,253,0,...) at sleepq_switch+0x170
sleepq_timedwait(c0c12634,64,c0ae9525,2,0,...) at sleepq_timedwait+0x68
_sleep(c0c12634,0,0,c0ae9525,64,...) at _sleep+0x345
pause(c0ae9525,64,c0adc7af,112,0,...) at pause+0x47
random_kthread(0,e4333d38,c0aee602,30c,c3e612ac,...) at random_kthread+0x1d9
fork_exit(c065c390,0,e4333d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4333d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100012 td 0xc3e18cc0
sched_switch(c3e18cc0,0,1,180,cf6211b0,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,4c,...) at mi_switch+0x223
sleepq_switch(c3e18cc0,0,c0af595b,253,4c,...) at sleepq_switch+0x170
sleepq_timedwait(c0c1068c,64,c0ae9525,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c1068c,c0c105a8,24c,c0ae9525,64,...) at _sleep+0x345
g_io_schedule_down(c3e18cc0,0,c0aeabf2,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4330d38,c0aee602,30c,c3e61558,...) at g_down_procbody+0x8d
fork_exit(c0718940,0,e4330d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4330d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100011 td 0xc3e5d000
sched_switch(c3e5d000,0,1,180,cf6549b0,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,4c,...) at mi_switch+0x223
sleepq_switch(c3e5d000,0,c0af595b,253,4c,...) at sleepq_switch+0x170
sleepq_timedwait(c0c10688,64,c0ae9525,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c10688,c0c105e8,24c,c0ae9525,64,...) at _sleep+0x345
g_io_schedule_up(c3e5d000,0,c0aeabf2,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e432dd38,c0aee602,30c,c3e14000,...) at g_up_procbody+0x8d
fork_exit(c07189d0,0,e432dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432dd70, ebp = 0 ---

Tracing command g_event pid 2 tid 100010 td 0xc3e5d220
sched_switch(c3e5d220,0,1,180,baef69a0,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,4c,...) at mi_switch+0x223
sleepq_switch(c3e5d220,0,c0af595b,253,4c,...) at sleepq_switch+0x170
sleepq_timedwait(c0c10680,64,c0ae9525,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c10680,0,4c,c0ae9525,64,...) at _sleep+0x345
g_event_procbody(0,e432ad38,c0aee602,30c,c3e142ac,...) at g_event_procbody+0xcb
fork_exit(c0718a60,0,e432ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe432ad70, ebp = 0 ---

Tracing command intr pid 12 tid 100033 td 0xc3f9b880
sched_switch(c3f9b880,0,1,180,117f5eac,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3fc2364,...) at mi_switch+0x223
ithread_loop(c3fa6690,e45cad38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3fa6690,e45cad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45cad70, ebp = 0 ---

Tracing command intr pid 12 tid 100032 td 0xc3f9baa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100030 td 0xc3f9c000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100029 td 0xc3f9c220
sched_switch(c3f9c220,0,1,180,117ede78,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3e11de4,...) at mi_switch+0x223
ithread_loop(c3fa31e0,e45b4d38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3fa31e0,e45b4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45b4d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc3f9c440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100027 td 0xc3e5d660
sched_switch(c3e5d660,0,1,180,2bd6edee,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3e5b0e4,...) at mi_switch+0x223
ithread_loop(c3f205f0,e459bd38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3f205f0,e459bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe459bd70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc3e5d880
sched_switch(c3e5d880,0,1,180,ed419882,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3e5ae64,...) at mi_switch+0x223
ithread_loop(c3f313b0,e4585d38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3f313b0,e4585d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4585d70, ebp = 0 ---

Tracing command intr pid 12 tid 100022 td 0xc3f0b220
sched_switch(c3f0b220,0,1,180,117e8a88,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3e5aee4,...) at mi_switch+0x223
ithread_loop(c3f202e0,e436ed38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3f202e0,e436ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe436ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100020 td 0xc3f0b660
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100018 td 0xc3f0baa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100016 td 0xc3e18440
sched_switch(c3e18440,0,1,180,70099a6a,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3e761e4,...) at mi_switch+0x223
ithread_loop(c3f06150,e433cd38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3f06150,e433cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe433cd70, ebp = 0 ---

Tracing command intr pid 12 tid 100015 td 0xc3e18660
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100009 td 0xc3e5d440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100008 td 0xc3e16000
cpustop_handler(4,e4324bd8,c0a5ebbd,e4324b80,46,...) at cpustop_handler+0x32
ipi_nmi_handler(e4324b80,46,c3e16000,c3e14558,c3e14558,...) at ipi_nmi_handler+0x2f
trap(e4324be4) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc075b012, esp = 0xe4324c24, ebp = 0xe4324c40 ---
_mtx_lock_sleep(c0c120b0,c3e16000,0,c0af0b0b,89,...) at _mtx_lock_sleep+0xa2
_mtx_lock_flags(c0c120b0,0,c0af0b0b,89,e4324cc4,...) at _mtx_lock_flags+0xef
lock_mtx(c0c120b0,1,c0af3192,f4,6,...) at lock_mtx+0x29
softclock(0,0,c0aee884,46f,c3e5bae4,...) at softclock+0x1f6
ithread_loop(c3e131e0,e4324d38,c0aee602,30c,c3e14558,...) at ithread_loop+0x1b5
fork_exit(c074a050,c3e131e0,e4324d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4324d70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc3e16220
sched_switch(c3e16220,0,1,180,2461caa8,...) at sched_switch+0x47a
mi_switch(1,0,c0aee884,469,c3e5bb64,...) at mi_switch+0x223
ithread_loop(c3e131f0,e4321d38,c0aee602,30c,c3e14558,...) at ithread_loop+0x34c
fork_exit(c074a050,c3e131f0,e4321d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4321d70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc3e16440
sched_switch(c3e16440,0,6,17b,cf65389c,...) at sched_switch+0x47a
mi_switch(6,0,c0b2050f,47e,0,...) at mi_switch+0x223
ipi_bitmap_handler(c3e10008,e2910028,c0a50028,0,f,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0a4ff78, ebp = 0xe291bcac ---
uart_z8530_class(c0a4dea5,20,246,e291bcc8,c0a4ff78,...) at 0x20

Tracing command idle pid 11 tid 100005 td 0xc3e16660
sched_switch(c3e16660,0,1,17b,baed8168,...) at sched_switch+0x47a
mi_switch(1,0,c0af391f,320,c0c148c0,...) at mi_switch+0x223
sched_idletd(0,e2918d38,c0aee602,30c,c3e14804,...) at sched_idletd+0x217
fork_exit(c0786b80,0,e2918d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2918d70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc3e16880
sched_switch(c3e16880,0,6,17b,e7a1d722,...) at sched_switch+0x47a
mi_switch(6,0,c0b2050f,47e,2,...) at mi_switch+0x223
ipi_bitmap_handler(c3e10008,e2910028,c0a50028,0,f,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0a4ff78, ebp = 0xe2915cac ---
uart_z8530_class(c0a4dea5,20,246,e2915cc8,c0a4ff78,...) at 0x20

Tracing command idle pid 11 tid 100003 td 0xc3e16aa0
cpustop_handler(8,e2912c74,c0a5ebbd,c07850a8,e2912c24,...) at cpustop_handler+0x32
ipi_nmi_handler(c07850a8,e2912c24,c07865e3,c3e14804,c3e14804,...) at ipi_nmi_handler+0x2f
trap(e2912c80) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a4dea5, esp = 0xe2912cc0, ebp = 0xe2912cc0 ---
cpu_idle_default(e2912cf8,c0786dc9,c0c1a700,0,c0af391f,...) at cpu_idle_default+0x5
cpu_idle(c0c1a700,0,c0af391f,2fc,c0c15540,...) at cpu_idle+0x28
sched_idletd(0,e2912d38,c0aee602,30c,c3e14804,...) at sched_idletd+0x249
fork_exit(c0786b80,0,e2912d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2912d70, ebp = 0 ---

Tracing command init pid 1 tid 100002 td 0xc3e16cc0
sched_switch(c3e16cc0,0,1,180,7fcb04b8,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,0,...) at mi_switch+0x223
sleepq_switch(c3e16cc0,0,c0af595b,19b,c3e14ab0,...) at sleepq_switch+0x170
sleepq_catch_signals(c0af595b,155,0,100,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3e14ab0,c3e14b40,c0af79f1,100,0,...) at sleepq_wait_sig+0x14
_sleep(c3e14ab0,c3e14b40,15c,c0af79f1,0,...) at _sleep+0x359
kern_wait(c3e16cc0,ffffffff,e290ec2c,0,0,...) at kern_wait+0xa66
wait4(c3e16cc0,e290ecfc,10,c0af780c,c0ba6768,...) at wait4+0x3b
syscall(e290ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80544bf, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100001 td 0xc3e18000
sched_switch(c3e18000,0,1,180,117fa308,...) at sched_switch+0x47a
mi_switch(1,0,c0af595b,1c0,c3e18000,...) at mi_switch+0x223
sleepq_switch(c3e18000,0,c0af595b,230,c3e18000,...) at sleepq_switch+0x170
sleepq_wait(c0c6f64c,c0c6f62c,c0b0eb8e,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c6f64c,c0c6f62c,c0b0f52e,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e290bd38,c0aee602,30c,c3e15000,...) at audit_worker+0x99
fork_exit(c09344f0,0,e290bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe290bd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c109f0
sched_switch(c0c109f0,0,1,180,6f0e2094,...) at sched_switch+0x47a
mi_switch(1,0,c0b13d01,2e4,c4255ac8,...) at mi_switch+0x223
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2f2
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 204 MB: 189 173 157 141 125 109 93 77 61 45 29 13
Dump complete
= 0xf
db> c

(kgdb) bt
#0  doadump () at pcpu.h:195
#1  0xc048e989 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe698a70c "ø\003") at ../../../ddb/db_command.c:514
#2  0xc048ef0c in db_command (last_cmdp=0xc0be11d4, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:411
#3  0xc048f01a in db_command_loop () at ../../../ddb/db_command.c:464
#4  0xc04907bd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc07915d6 in kdb_trap (type=0x3, code=0x0, tf=0xe698a8b4) at ../../../kern/subr_kdb.c:510
#6  0xc0a5f13b in trap (frame=0xe698a8b4) at ../../../i386/i386/trap.c:647
#7  0xc0a44b2b in calltrap () at ../../../i386/i386/exception.s:146
#8  0xc079175a in kdb_enter (why=0xc0af1f39 "panic", msg=0xc0af1f39 "panic") at cpufunc.h:60
#9  0xc07685ac in panic (fmt=0xc0af3beb "sched_priority: invalid priority %d: nice %d, ticks %d ftick %d ltick %d tick pri %d") at ../../../kern/kern_shutdown.c:555
#10 0xc0784cab in sched_priority (td=0x8ced6fb) at ../../../kern/sched_ule.c:1459
#11 0xc078724c in sched_clock (td=0xc437baa0) at ../../../kern/sched_ule.c:2207
#12 0xc0733a7e in statclock (usermode=0x0) at ../../../kern/kern_clock.c:533
#13 0xc0a4d851 in lapic_handle_timer (frame=0xe698a9dc) at ../../../i386/i386/local_apic.c:687
#14 0xc0a4510f in Xtimerint () at apic_vector.s:108
#15 0x00000020 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 10
#10 0xc0784cab in sched_priority (td=0x8ced6fb) at ../../../kern/sched_ule.c:1459
1459   KASSERT(pri >= PRI_MIN_TIMESHARE && pri <= PRI_MAX_TIMESHARE,
(kgdb) info loc
score = 0xc143edee
pri = 0xe0
(kgdb) l
1454  } else {
1455   pri = SCHED_PRI_MIN;
1456   if (td->td_sched->ts_ticks)
1457    pri += SCHED_PRI_TICKS(td->td_sched);
1458   pri += SCHED_PRI_NICE(td->td_proc->p_nice);
1459   KASSERT(pri >= PRI_MIN_TIMESHARE && pri <= PRI_MAX_TIMESHARE,
1460       ("sched_priority: invalid priority %d: nice %d, "
1461       "ticks %d ftick %d ltick %d tick pri %d",
1462       pri, td->td_proc->p_nice, td->td_sched->ts_ticks,
1463       td->td_sched->ts_ftick, td->td_sched->ts_ltick,
(kgdb) p *td
Cannot access memory at address 0x8ced6fb
(kgdb) f 11
#11 0xc078724c in sched_clock (td=0xc437baa0) at ../../../kern/sched_ule.c:2207
2207  sched_priority(td);
(kgdb) p *td
$1 = {td_lock = 0xc0c1a680, td_proc = 0xc47e9804, td_plist = {tqe_next = 0x0, tqe_prev = 0xc47e980c}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc67da150}, td_lockq = {
    tqe_next = 0x0, tqe_prev = 0xe6ab4a58}, td_sel = 0xc581fc40, td_sleepqueue = 0xc67da150, td_turnstile = 0xc4258b40, td_umtxq = 0xc416cb80, td_tid = 0x18733, td_sigqueue = {
    sq_signals = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {tqh_first = 0x0, tqh_last = 0xc437baf4}, sq_proc = 0xc47e9804,
    sq_flags = 0x1}, td_flags = 0x10004, td_inhibitors = 0x0, td_pflags = 0x0, td_dupfd = 0x0, td_sqqueue = 0x0, td_wchan = 0x0, td_wmesg = 0x0, td_lastcpu = 0x1,
  td_oncpu = 0x1, td_owepreempt = 0x0, td_tsqueue = 0xff, td_locks = 0x0, td_rw_rlocks = 0x0, td_blocked = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0},
  td_sleeplocks = 0x0, td_intr_nesting_level = 0x0, td_pinned = 0x1, td_mailbox = 0x0, td_ucred = 0xc8147800, td_standin = 0x0, td_upcall = 0x0, td_estcpu = 0x0,
  td_slptick = 0x0, td_ru = {ru_utime = {tv_sec = 0x0, tv_usec = 0x0}, ru_stime = {tv_sec = 0x0, tv_usec = 0x0}, ru_maxrss = 0x588, ru_ixrss = 0x14c2c, ru_idrss = 0x1c7a14,
    ru_isrss = 0x52f80, ru_minflt = 0x5b, ru_majflt = 0x0, ru_nswap = 0x0, ru_inblock = 0x0, ru_oublock = 0x0, ru_msgsnd = 0x0, ru_msgrcv = 0x0, ru_nsignals = 0x0,
    ru_nvcsw = 0x1, ru_nivcsw = 0x2d4}, td_incruntime = 0x783ca4dcc, td_runtime = 0x8595df468, td_pticks = 0x4, td_sticks = 0x955, td_iticks = 0x0, td_uticks = 0x0,
  td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0x2d5,
  td_sigstk = {ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_kflags = 0x0, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0,
  td_name = "find\000l", '\0' <repeats 13 times>, td_base_pri = 0xdf, td_priority = 0xdf, td_pri_class = 0x3, td_user_pri = 0xdf, td_base_user_pri = 0xdf, td_pcb = 0xe698ad90,
  td_state = TDS_RUNNING, td_retval = {0x0, 0x28215800}, td_slpcallout = {c_links = {sle = {sle_next = 0xc49377f8}, tqe = {tqe_next = 0xc49377f8, tqe_prev = 0xd7e41ae0}},
    c_time = 0x8c96252, c_arg = 0xc437baa0, c_func = 0xc0798d20 <sleepq_timeout>, c_lock = 0x0, c_flags = 0x12}, td_frame = 0xe698ad38, td_kstack_obj = 0xc4822480,
  td_kstack = 0xe6989000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x2, td_md = {md_spinlock_count = 0x1,
    md_saved_flags = 0x46}, td_sched = 0xc437bc90, td_ar = 0x0, td_syscalls = 0x8bfbe0, td_lprof = {{lh_first = 0x0}, {lh_first = 0x0}}}
(kgdb)
--
Test scenario: quota8.sh, uptime 1+17:22:05