GENERIC HEAD from Apr 27 17:32 UTC, vmcore.152
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Sat Apr 28 09:04:59 CEST 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1036554240 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
ad0: FAILURE - out of memory in start
fsync: giving up on dirty
0xc5b856cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc94d3b00
flags ()
v_object 0xc5bba960 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc5239000 (pid 42214)#0 0xc06b841c at _lockmgr+0x544
#1 0xc071d303 at vop_stdlock+0x27
#2 0xc08d5872 at _VOP_LOCK_APV+0x7e
#3 0xc073291c at _vn_lock+0xb8
#4 0xc080a4c5 at ffs_sync+0x311
#5 0xc0723492 at dounmount+0x382
#6 0xc07230ed at unmount+0x231
#7 0xc08c34ee at syscall+0x252
#8 0xc08acb20 at Xint0x80_syscall+0x20
dev md10c
fsync: giving up on dirty
0xc4d7d570: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc946e900
flags ()
v_object 0xc4afb9d8 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4a2ba20 (pid 51682)#0 0xc06b841c at _lockmgr+0x544
#1 0xc071d303 at vop_stdlock+0x27
#2 0xc08d5872 at _VOP_LOCK_APV+0x7e
#3 0xc073291c at _vn_lock+0xb8
#4 0xc080a4c5 at ffs_sync+0x311
#5 0xc0723492 at dounmount+0x382
#6 0xc07230ed at unmount+0x231
#7 0xc08c34ee at syscall+0x252
#8 0xc08acb20 at Xint0x80_syscall+0x20
dev md18c
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c7a34800,c1464780,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69dab48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6706300,0,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c642c300,c1464780,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69dab48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6897d00,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c642c300,c1464960,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c64ce300,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6897d00,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c668f800,c1464780,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69dab48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c64a3500,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c668f800,c1464960,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c6479100,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c64a3500,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6453d00,c1464780,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69dab48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c52b9d00,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6453d00,c1464960,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c689d200,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c52b9d00,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c548d400,c1464780,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69dab48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c668f900,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c548d400,c1464960,0,e69dab2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c6357800,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c668f900,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x1cb
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6893e00,c1464780,0,e44f9b2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e44f9b48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c5488100,0,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4050bd0) at nfssvc_nfsd+0x1cb
nfssvc(c4050bd0,e44f9d00) at nfssvc+0x190
syscall(e44f9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6893e00,c1464960,0,e44f9b2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c4621500,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c5488100,0,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4050bd0) at nfssvc_nfsd+0x1cb
nfssvc(c4050bd0,e44f9d00) at nfssvc+0x190
syscall(e44f9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6489300,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68b6c00,0,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6748a00,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c786a800,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6748a00,c1464960,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c6485500,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c786a800,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c689a900,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68a4600,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c689a900,c1464960,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c435d600,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68a4600,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c7810700,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6474300,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c7810700,c1464960,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c435d900,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6474300,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c649ee00,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6864a00,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c649ee00,c1464960,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c652c500,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c6864a00,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c643e300,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68a3b00,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c643e300,c1464960,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c6485600,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68a3b00,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6488d00,c1464780,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c0956cf5) at witness_warn+0x192
uma_zalloc_arg(c1464780,e694fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68a3b00,80008078,c97fd280,...) at nfs_realign+0x56
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aab720) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c6488d00,c1464960,0,e694fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096bffe,c094d384) at witness_warn+0x192
uma_zalloc_arg(c1464960,c6529d00,2) at uma_zalloc_arg+0x1f
nfs_realign(c97fd2a4,28,c68a3b00,80008078,c97fd280,...) at nfs_realign+0x99
nfsrv_getstream(c97fd280,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca709984,c97fd280,2,c0aab720,0,c09668c6,168,c97fd280,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x1cb
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
panic: vm_fault: fault on nofault entry, addr: deadc000
cpuid = 2
KDB: enter: panic
[thread pid 49974 tid 100218 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 49974 tid 100218 td 0xc4b29510
kdb_enter(c094ef1a) at kdb_enter+0x2b
panic(c096c664,deadc000,c0a9fd88,246,c09fb6c4,...) at panic+0x140
vm_fault(c1471000,deadc000,1,0) at vm_fault+0x1d9
trap_pfault(e6c6d9a8,0,deadc112) at trap_pfault+0x137
trap(e6c6d9a8) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0689213, esp = 0xe6c6d9e8, ebp = 0xe6c6da0c ---
g_io_request(c40b5420,c830c400,d81478d0,d81478d0,e6c6da40,...) at g_io_request+0x7f
g_vfs_strategy(c599b934,d81478d0,d81478d0,0,c54cbce4,...) at g_vfs_strategy+0x49
ffs_geom_strategy(c599b934,d81478d0,10b20,0,c0a105e0,...) at ffs_geom_strategy+0x145
ufs_strategy(e6c6da88) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c0a100a0,e6c6da88) at VOP_STRATEGY_APV+0xaf
bufstrategy(c4ec7bec,d81478d0) at bufstrategy+0x55
breadn(c4ec7ae0,0,0,3800,0,...) at breadn+0xef
bread(c4ec7ae0,0,0,3800,0,...) at bread+0x20
ffs_read(e6c6dbc0) at ffs_read+0x23f
VOP_READ_APV(c0a100a0,e6c6dbc0) at VOP_READ_APV+0x9b
ufs_readdir(e6c6dc34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a100a0,e6c6dc34) at VOP_READDIR_APV+0x9b
getdirentries(c4b29510,e6c6dd00) at getdirentries+0x154
syscall(e6c6dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818cebb, esp = 0xbfbfe70c, ebp = 0xbfbfe738 ---
db> show alllocks
Process 49974 (ls) thread 0xc4b29510 (100218)
exclusive sleep mutex system map r = 0 (0xc1471200) locked @ vm/vm_map.c:3067
db> show allpcpu
Current CPU: 2
cpuid = 0
curthread = 0xc3f00a20: pid 13 "idle: cpu0"
curpcb = 0xe2a23d90
fpcurthread = none
idlethread = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3f00870: pid 12 "idle: cpu1"
curpcb = 0xe2a20d90
fpcurthread = none
idlethread = 0xc3f00870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc4b29510: pid 49974 "ls"
curpcb = 0xe6c6dd90
fpcurthread = 0xc4b29510: pid 49974 "ls"
idlethread = 0xc3f006c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3f00510: pid 10 "idle: cpu3"
curpcb = 0xe2a1ad90
fpcurthread = none
idlethread = 0xc3f00510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show lockedvnods
Locked vnodes
0xc6425d98: tag ufs, type VREG
usecount 1, writecount 0, refcount 79 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc5721e88 ref 0 pages 4
lock type snaplk: EXCL (count 1) by thread 0xc7a75d80 (pid 49972)#0 0xc06b841c at _lockmgr+0x544
#1 0xc07f87d3 at ffs_snapshot+0x194b
#2 0xc08083f8 at ffs_mount+0xa78
#3 0xc0722a82 at vfs_domount+0x66a
#4 0xc0722200 at vfs_donmount+0x410
#5 0xc0724d55 at kernel_mount+0x6d
#6 0xc08085d1 at ffs_cmount+0x5d
#7 0xc07223f2 at mount+0x15e
#8 0xc08c34ee at syscall+0x252
#9 0xc08acb20 at Xint0x80_syscall+0x20
ino 211971, on dev ad0s1e
0xc9437c3c: tag ufs, type VREG
usecount 1, writecount 0, refcount 83 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc4b4fd20 ref 0 pages 4
lock type snaplk: EXCL (count 1) by thread 0xc7a75d80 (pid 49972)#0 0xc06b841c at _lockmgr+0x544
#1 0xc07f87d3 at ffs_snapshot+0x194b
#2 0xc08083f8 at ffs_mount+0xa78
#3 0xc0722a82 at vfs_domount+0x66a
#4 0xc0722200 at vfs_donmount+0x410
#5 0xc0724d55 at kernel_mount+0x6d
#6 0xc08085d1 at ffs_cmount+0x5d
#7 0xc07223f2 at mount+0x15e
#8 0xc08c34ee at syscall+0x252
#9 0xc08acb20 at Xint0x80_syscall+0x20
ino 211972, on dev ad0s1e
0xc5f5e2b8: tag ufs, type VREG
usecount 1, writecount 0, refcount 80 mountedhere 0
flags (VV_SYSTEM)
lock type snaplk: EXCL (count 1) by thread 0xc7a75d80 (pid 49972)#0 0xc06b841c at _lockmgr+0x544
#1 0xc07f87d3 at ffs_snapshot+0x194b
#2 0xc08083f8 at ffs_mount+0xa78
#3 0xc0722a82 at vfs_domount+0x66a
#4 0xc0722200 at vfs_donmount+0x410
#5 0xc0724d55 at kernel_mount+0x6d
#6 0xc08085d1 at ffs_cmount+0x5d
#7 0xc07223f2 at mount+0x15e
#8 0xc08c34ee at syscall+0x252
#9 0xc08acb20 at Xint0x80_syscall+0x20
ino 211968, on dev ad0s1e
0xc4ec7ae0: tag ufs, type VDIR
usecount 2, writecount 0, refcount 4 mountedhere 0
flags (VV_ROOT)
v_object 0xc5f09618 ref 0 pages 4
lock type ufs: EXCL (count 1) by thread 0xc4b29510 (pid 49974)#0 0xc06b841c at _lockmgr+0x544
#1 0xc080b8e4 at ffs_lock+0x7c
#2 0xc08d5872 at _VOP_LOCK_APV+0x7e
#3 0xc073291c at _vn_lock+0xb8
#4 0xc0730565 at getdirentries+0x109
#5 0xc08c34ee at syscall+0x252
#6 0xc08acb20 at Xint0x80_syscall+0x20
ino 2, on dev md5
db> show lockedbufs
buf at 0xd7f98d10
b_flags = 0x80000020<remfree,cache>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc6425ea4), b_data = 0xd88c6000, b_blkno = 1519136
b_npages = 4, pages(OBJ, IDX, PA): (0xc0aabf40, 0x189c7, 0x6d67000),(0xc0aabf40, 0x189c8, 0x2aa18000),(0xc0aabf40, 0x189c9, 0x3d2c9000),(0xc0aabf40, 0x189ca, 0x1d8aa000)
lock type getblk: EXCL (count 1) by thread 0xc7a75d80 (pid 49972)#0 0xc06b841c at _lockmgr+0x544
#1 0xc0717e4b at getblk+0x13b
#2 0xc07fad63 at indiracct_ufs2+0x9b
#3 0xc07faf10 at indiracct_ufs2+0x248
#4 0xc07fac3d at expunge_ufs2+0x44d
#5 0xc07f8f43 at ffs_snapshot+0x20bb
#6 0xc08083f8 at ffs_mount+0xa78
#7 0xc0722a82 at vfs_domount+0x66a
#8 0xc0722200 at vfs_donmount+0x410
#9 0xc0724d55 at kernel_mount+0x6d
#10 0xc08085d1 at ffs_cmount+0x5d
#11 0xc07223f2 at mount+0x15e
#12 0xc08c34ee at syscall+0x252
#13 0xc08acb20 at Xint0x80_syscall+0x20
buf at 0xd8081600
b_flags = 0x80000020<remfree,cache>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc5f5e3c4), b_data = 0xda66e000, b_blkno = 3399488
b_npages = 4, pages(OBJ, IDX, PA): (0xc0aabf40, 0x1a76f, 0x1e5ef000),(0xc0aabf40, 0x1a770, 0x10690000),(0xc0aabf40, 0x1a771, 0x1f961000),(0xc0aabf40, 0x1a772, 0x1e642000)
lock type getblk: EXCL (count 1) by thread 0xc7a75d80 (pid 49972)#0 0xc06b841c at _lockmgr+0x544
#1 0xc0717e4b at getblk+0x13b
#2 0xc0714cb3 at breadn+0x2f
#3 0xc0714b10 at bread+0x20
#4 0xc07f7cf7 at ffs_snapshot+0xe6f
#5 0xc08083f8 at ffs_mount+0xa78
#6 0xc0722a82 at vfs_domount+0x66a
#7 0xc0722200 at vfs_donmount+0x410
#8 0xc0724d55 at kernel_mount+0x6d
#9 0xc08085d1 at ffs_cmount+0x5d
#10 0xc07223f2 at mount+0x15e
#11 0xc08c34ee at syscall+0x252
#12 0xc08acb20 at Xint0x80_syscall+0x20
buf at 0xd81478d0
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 14336, b_bcount = 14336, b_resid = 0
b_bufobj = (0xc4ec7bec), b_data = 0xd8f16000, b_blkno = 68384
b_npages = 4, pages(OBJ, IDX, PA): (0xc5f09618, 0x0, 0xc96f000),(0xc5f09618, 0x1, 0x17b40000),(0xc5f09618, 0x2, 0x2e651000),(0xc5f09618, 0x3, 0x32a22000)
lock type bufwait: EXCL (count 1) by thread 0xc4b29510 (pid 49974)#0 0xc06b841c at _lockmgr+0x544
#1 0xc0716a59 at getnewbuf+0x151
#2 0xc07180f7 at getblk+0x3e7
#3 0xc0714cb3 at breadn+0x2f
#4 0xc0714b10 at bread+0x20
#5 0xc080bb7f at ffs_read+0x23f
#6 0xc08d43db at VOP_READ_APV+0x9b
#7 0xc081858c at ufs_readdir+0xd4
#8 0xc08d545f at VOP_READDIR_APV+0x9b
#9 0xc07305b0 at getdirentries+0x154
#10 0xc08c34ee at syscall+0x252
#11 0xc08acb20 at Xint0x80_syscall+0x20
buf at 0xd81b9900
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc40ecbec), b_data = 0xdf0ae000, b_blkno = 1898016
b_npages = 4, pages(OBJ, IDX, PA): (0xc4384ac8, 0x39ec4, 0x1e01b000),(0xc4384ac8, 0x39ec5, 0x1ed2c000),(0xc4384ac8, 0x39ec6, 0x33d7d000),(0xc4384ac8, 0x39ec7, 0x4cfe000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
49974 49973 832 0 R CPU 2 ls
49973 832 832 0 S wait 0xc436e000 sh
49972 45911 32630 0 R+ mksnap_ffs
49965 1128 1122 1001 S nanslp 0xc0a53d84 sleep
49071 0 0 0 SL mdwait 0xc437e800 [md5]
45911 32630 32630 0 S+ wait 0xc49b1000 sh
32630 32625 32630 0 S+ wait 0xc48646c0 sh
32625 32621 32625 0 S+ wait 0xc444f240 bash
32621 32620 32621 0 S+ pause 0xc408db64 csh
32620 1142 32620 1001 S+ wait 0xc516fb40 su
1142 1141 1142 1001 Ss+ wait 0xc436ed80 bash
1141 1139 1139 1001 S select 0xc0aa093c sshd
1139 773 1139 0 SWs sbwait 0xc44274b8 sshd
1129 1122 1122 1001 S piperd 0xc4363948 awk
1128 1122 1122 1001 S wait 0xc444f6c0 sh
1123 1118 1123 1001 Ss+ select 0xc0aa093c top
1122 1119 1122 1001 SWs wait 0xc4865000 sh
1121 1120 1121 1001 Ss kqread 0xc483a580 tail
1120 1113 1113 1001 S select 0xc0aa093c sshd
1119 1112 1112 1001 S select 0xc0aa093c sshd
1118 1114 1114 1001 S select 0xc0aa093c sshd
1114 773 1114 0 SWs sbwait 0xc4428614 sshd
1113 773 1113 0 SWs sbwait 0xc4885200 sshd
1112 773 1112 0 SWs sbwait 0xc443d4b8 sshd
897 1 897 0 SWs+ ttyin 0xc40c7410 getty
896 1 896 0 SWs+ ttyin 0xc40dd810 getty
895 1 895 0 SWs+ ttyin 0xc40dc810 getty
894 1 894 0 SWs+ ttyin 0xc40dc010 getty
893 1 893 0 SWs+ ttyin 0xc40c9c10 getty
892 1 892 0 SWs+ ttyin 0xc40ddc10 getty
891 1 891 0 SWs+ ttyin 0xc40de010 getty
890 1 890 0 SWs+ ttyin 0xc40dcc10 getty
875 1 875 0 SWs select 0xc0aa093c inetd
848 1 848 0 SWs select 0xc0aa093c moused
832 1 832 0 Ss wait 0xc436dd80 watchdogd
789 1 789 0 Ss nanslp 0xc0a53d84 cron
783 1 783 25 Ss pause 0xc4335024 sendmail
779 1 779 0 Ss select 0xc0aa093c sendmail
773 1 773 0 SWs select 0xc0aa093c sshd
754 1 754 0 Ss select 0xc0aa093c ntpd
698 694 694 0 S - 0xc4387a00 nfsd
697 694 694 0 S - 0xc40d6400 nfsd
696 694 694 0 S - 0xc4387c00 nfsd
695 694 694 0 S - 0xc42b7800 nfsd
694 1 694 0 Ss select 0xc0aa093c nfsd
692 1 692 0 Ss select 0xc0aa093c mountd
642 1 642 0 Ss select 0xc0aa093c rpcbind
625 1 625 0 Ss select 0xc0aa093c syslogd
559 1 559 0 SWs select 0xc0aa093c devd
44 0 0 0 SL - 0xc0a53bb8 [schedcpu]
43 0 0 0 SL sdflush 0xc0aab8d8 [softdepflush]
42 0 0 0 SL syncer 0xc0a53bb0 [syncer]
41 0 0 0 SL vlruwt 0xc4292b40 [vnlru]
40 0 0 0 SL psleep 0xc0aa0dc8 [bufdaemon]
39 0 0 0 SL pgzero 0xc0ab41b0 [pagezero]
38 0 0 0 SL psleep 0xc0aac0e0 [vmdaemon]
37 0 0 0 SL psleep 0xc0aac0a0 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc3ff523c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 WL [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a515b4 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a515a0 [usbtask-hc]
26 0 0 0 SL usbevt 0xc4032210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc401fc00 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi5: +]
21 0 0 0 SL - 0xc3fb5a00 [thread taskq]
9 0 0 0 SL - 0xc3fb5a80 [acpi_task_2]
8 0 0 0 SL - 0xc3fb5a80 [acpi_task_1]
7 0 0 0 SL - 0xc3fb5a80 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
6 0 0 0 SL ccb_scan 0xc0a273d4 [xpt_thrd]
5 0 0 0 SL - 0xc3fb5e80 [kqueue taskq]
17 0 0 0 SL - 0xc0a53bb8 [yarrow]
4 0 0 0 SL - 0xc0a51d2c [g_down]
3 0 0 0 SL - 0xc0a51d28 [g_up]
2 0 0 0 SL - 0xc0a51d20 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3f02000 [init]
0 0 0 0 WLs [swapper]
db> set $lines 0
db> allt
Tracing command ls pid 49974 tid 100218 td 0xc4b29510
kdb_enter(c094ef1a) at kdb_enter+0x2b
panic(c096c664,deadc000,c0a9fd88,246,c09fb6c4,...) at panic+0x140
vm_fault(c1471000,deadc000,1,0) at vm_fault+0x1d9
trap_pfault(e6c6d9a8,0,deadc112) at trap_pfault+0x137
trap(e6c6d9a8) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0689213, esp = 0xe6c6d9e8, ebp = 0xe6c6da0c ---
g_io_request(c40b5420,c830c400,d81478d0,d81478d0,e6c6da40,...) at g_io_request+0x7f
g_vfs_strategy(c599b934,d81478d0,d81478d0,0,c54cbce4,...) at g_vfs_strategy+0x49
ffs_geom_strategy(c599b934,d81478d0,10b20,0,c0a105e0,...) at ffs_geom_strategy+0x145
ufs_strategy(e6c6da88) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c0a100a0,e6c6da88) at VOP_STRATEGY_APV+0xaf
bufstrategy(c4ec7bec,d81478d0) at bufstrategy+0x55
breadn(c4ec7ae0,0,0,3800,0,...) at breadn+0xef
bread(c4ec7ae0,0,0,3800,0,...) at bread+0x20
ffs_read(e6c6dbc0) at ffs_read+0x23f
VOP_READ_APV(c0a100a0,e6c6dbc0) at VOP_READ_APV+0x9b
ufs_readdir(e6c6dc34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a100a0,e6c6dc34) at VOP_READDIR_APV+0x9b
getdirentries(c4b29510,e6c6dd00) at getdirentries+0x154
syscall(e6c6dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818cebb, esp = 0xbfbfe70c, ebp = 0xbfbfe738 ---
Tracing command sh pid 49973 tid 100091 td 0xc433c510
sched_switch(c433c510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c436e000) at sleepq_switch+0xc9
sleepq_wait_sig(c436e000) at sleepq_wait_sig+0x1d
_sleep(c436e000,c436e060,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c433c510,ffffffff,e69abc28,2,0) at kern_wait+0x7c3
wait4(c433c510,e69abd00) at wait4+0x2a
syscall(e69abd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command mksnap_ffs pid 49972 tid 100295 td 0xc7a75d80
sched_switch(c7a75d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42e3420,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c42e3420) at sleepq_timedwait+0x4a
_sleep(c42e3420,c0aa0e1c,4c,c09691e8,64) at _sleep+0x291
biowait(c42e3420,c09691e8,c42e3420,c427a9c0,5cb88,...) at biowait+0x52
readblock(c6425d98,d7f98d10,b971,0) at readblock+0x8b
indiracct_ufs2(c5f5e2b8,c6425d98,0,5cb88,0,ffffcff4,ffffffff,300c,0,1c3f5,0,1,0,c42cf800,c07fafb4,2) at indiracct_ufs2+0xf4
indiracct_ufs2(c5f5e2b8,c6425d98,0,73e00,0,ffffcff4,ffffffff,300c,0,1c3f5,0,800,0,c42cf800,c07fafb4,2) at indiracct_ufs2+0x248
expunge_ufs2(c5f5e2b8,c4c12738,c42cf800,c07fafb4,2) at expunge_ufs2+0x44d
ffs_snapshot(c42e08b8,c74bc920,c1474708,728,c74bc920,...) at ffs_snapshot+0x20bb
ffs_mount(c42e08b8,c7a75d80,c42e0934,0,c095985d,...) at ffs_mount+0xa78
vfs_domount(c7a75d80,c50897e0,ca6f4210,1211300,ca6d2300,c0a53668,0,c095985d,2b8) at vfs_domount+0x66a
vfs_donmount(c7a75d80,1211300,e6d7aba8) at vfs_donmount+0x410
kernel_mount(ca6d23e0,1211300,bfbfecb0,0,0,...) at kernel_mount+0x6d
ffs_cmount(ca6d23e0,bfbfe4d0,1211300,c7a75d80,c0a0fd60,...) at ffs_cmount+0x5d
mount(c7a75d80,e6d7ad00) at mount+0x15e
syscall(e6d7ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (21, FreeBSD ELF32, mount), eip = 0x280ca46f, esp = 0xbfbfe43c, ebp = 0xbfbfeb38 ---
Tracing command sleep pid 49965 tid 100568 td 0xc49b0a20
sched_switch(c49b0a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d84) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53d84) at sleepq_timedwait_sig+0x1e
_sleep(c0a53d84,0,15c,c09500bf,2711,...) at _sleep+0x27c
kern_nanosleep(c49b0a20,e7284c70,e7284c68) at kern_nanosleep+0xab
nanosleep(c49b0a20,e7284d00) at nanosleep+0x4f
syscall(e7284d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137147, esp = 0xbfbfec4c, ebp = 0xbfbfeca8 ---
Tracing command md5 pid 49071 tid 100452 td 0xc44331b0
sched_switch(c44331b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c437e800,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c437e800,0,0,c09fb6c4,c092d150,...) at sleepq_wait+0x46
_sleep(c437e800,c437e820,24c,c092d191,0) at _sleep+0x2b5
md_kthread(c437e800,e7075d38) at md_kthread+0xc5
fork_exit(c059689c,c437e800,e7075d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe7075d70, ebp = 0 ---
Tracing command sh pid 45911 tid 100567 td 0xc49b0870
sched_switch(c49b0870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c49b1000) at sleepq_switch+0xc9
sleepq_wait_sig(c49b1000) at sleepq_wait_sig+0x1d
_sleep(c49b1000,c49b1060,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c49b0870,ffffffff,e7281c28,2,0) at kern_wait+0x7c3
wait4(c49b0870,e7281d00) at wait4+0x2a
syscall(e7281d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe25c, ebp = 0xbfbfe278 ---
Tracing command sh pid 32630 tid 100129 td 0xc43361b0
sched_switch(c43361b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c48646c0) at sleepq_switch+0xc9
sleepq_wait_sig(c48646c0) at sleepq_wait_sig+0x1d
_sleep(c48646c0,c4864720,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c43361b0,ffffffff,e6943c28,2,0) at kern_wait+0x7c3
wait4(c43361b0,e6943d00) at wait4+0x2a
syscall(e6943d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe76c, ebp = 0xbfbfe788 ---
Tracing command bash pid 32625 tid 100099 td 0xc4337510
sched_switch(c4337510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c444f240) at sleepq_switch+0xc9
sleepq_wait_sig(c444f240) at sleepq_wait_sig+0x1d
_sleep(c444f240,c444f2a0,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c4337510,ffffffff,e6964c28,6,0) at kern_wait+0x7c3
wait4(c4337510,e6964d00) at wait4+0x2a
syscall(e6964d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc37, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---
Tracing command csh pid 32621 tid 100287 td 0xc4ba8510
sched_switch(c4ba8510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c408db64) at sleepq_switch+0xc9
sleepq_wait_sig(c408db64) at sleepq_wait_sig+0x1d
_sleep(c408db64,c408dba0,168,c09128d1,0) at _sleep+0x2a6
kern_sigsuspend(c4ba8510,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4ba8510,e6e0dd00) at sigsuspend+0x33
syscall(e6e0dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816646f, esp = 0xbfbfe5bc, ebp = 0xbfbfe638 ---
Tracing command su pid 32620 tid 100228 td 0xc4866360
sched_switch(c4866360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c516fb40) at sleepq_switch+0xc9
sleepq_wait_sig(c516fb40) at sleepq_wait_sig+0x1d
_sleep(c516fb40,c516fba0,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c4866360,7f6d,e6b08c28,2,0) at kern_wait+0x7c3
wait4(c4866360,e6b08d00) at wait4+0x2a
syscall(e6b08d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c37, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
Tracing command bash pid 1142 tid 100097 td 0xc4370870
sched_switch(c4370870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c436ed80) at sleepq_switch+0xc9
sleepq_wait_sig(c436ed80) at sleepq_wait_sig+0x1d
_sleep(c436ed80,c436ede0,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c4370870,ffffffff,e6a13c28,6,0) at kern_wait+0x7c3
wait4(c4370870,e6a13d00) at wait4+0x2a
syscall(e6a13d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc37, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 1141 tid 100065 td 0xc433bbd0
sched_switch(c433bbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c433bbd0,b,284030e0,284030e4,0,...) at kern_select+0x495
select(c433bbd0,e699cd00) at select+0x44
syscall(e699cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 1139 tid 100112 td 0xc4450510
Tracing command awk pid 1129 tid 100074 td 0xc4337bd0
sched_switch(c4337bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4363948) at sleepq_switch+0xc9
sleepq_wait_sig(c4363948) at sleepq_wait_sig+0x1d
_sleep(c4363948,c4363ab8,14c,c0954281,0) at _sleep+0x2a6
pipe_read(c487f5a0,e6970c60,c4836a80,0,c4337bd0) at pipe_read+0x377
dofileread(c4337bd0,0,c487f5a0,e6970c60,ffffffff,...) at dofileread+0x85
kern_readv(c4337bd0,0,e6970c60,28233000,1000,...) at kern_readv+0x36
read(c4337bd0,e6970d00) at read+0x45
syscall(e6970d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818274b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command sh pid 1128 tid 100101 td 0xc4451870
sched_switch(c4451870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c444f6c0) at sleepq_switch+0xc9
sleepq_wait_sig(c444f6c0) at sleepq_wait_sig+0x1d
_sleep(c444f6c0,c444f720,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c4451870,ffffffff,e6a8dc28,2,0) at kern_wait+0x7c3
wait4(c4451870,e6a8dd00) at wait4+0x2a
syscall(e6a8dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command top pid 1123 tid 100070 td 0xc433b360
sched_switch(c433b360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa093c,0,0,c09fb6c4,e698dadc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa093c,c0aa0924,3e9) at _cv_timedwait_sig+0x188
kern_select(c433b360,2,bfbfec30,0,0,...) at kern_select+0x47f
select(c433b360,e698dd00) at select+0x44
syscall(e698dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b76cb, esp = 0xbfbfebac, ebp = 0xbfbfed28 ---
Tracing command sh pid 1122 tid 100133 td 0xc4293a20
Tracing command tail pid 1121 tid 100108 td 0xc4450bd0
sched_switch(c4450bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c483a580) at sleepq_switch+0xc9
sleepq_timedwait_sig(c483a580) at sleepq_timedwait_sig+0x1e
_sleep(c483a580,c483a580,158,c094b91c,3e9,...) at _sleep+0x27c
kqueue_scan(c483a580,1,e6a78c64,e6a78c1c,e6a78b3c,c4450bd0) at kqueue_scan+0x1f7
kern_kevent(c4450bd0,4,0,1,e6a78c64,e6a78c1c) at kern_kevent+0x159
kevent(c4450bd0,e6a78d00) at kevent+0xfa
syscall(e6a78d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2813b12f, esp = 0xbfbfeb2c, ebp = 0xbfbfebd8 ---
Tracing command sshd pid 1120 tid 100067 td 0xc433b870
sched_switch(c433b870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c433b870,b,284030e0,284030e4,0,...) at kern_select+0x495
select(c433b870,e6996d00) at select+0x44
syscall(e6996d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 1119 tid 100052 td 0xc4050d80
sched_switch(c4050d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c4050d80,b,284030e0,284030e4,0,...) at kern_select+0x495
select(c4050d80,e44fcd00) at select+0x44
syscall(e44fcd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 1118 tid 100094 td 0xc4370d80
sched_switch(c4370d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c4370d80,9,284030e0,284030e4,0,...) at kern_select+0x495
select(c4370d80,e6a1cd00) at select+0x44
syscall(e6a1cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 1114 tid 100104 td 0xc4451360
Tracing command sshd pid 1113 tid 100102 td 0xc44516c0
Tracing command sshd pid 1112 tid 100139 td 0xc4866a20
Tracing command getty pid 897 tid 100121 td 0xc4824d80
Tracing command getty pid 896 tid 100122 td 0xc4824bd0
Tracing command getty pid 895 tid 100123 td 0xc4824a20
Tracing command getty pid 894 tid 100040 td 0xc404f360
Tracing command getty pid 893 tid 100075 td 0xc4337a20
Tracing command getty pid 892 tid 100058 td 0xc4337000
Tracing command getty pid 891 tid 100059 td 0xc4336d80
Tracing command getty pid 890 tid 100089 td 0xc433c870
Tracing command inetd pid 875 tid 100103 td 0xc4451510
Tracing command moused pid 848 tid 100085 td 0xc436a000
Tracing command watchdogd pid 832 tid 100090 td 0xc433c6c0
sched_switch(c433c6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c436dd80) at sleepq_switch+0xc9
sleepq_wait_sig(c436dd80) at sleepq_wait_sig+0x1d
_sleep(c436dd80,c436dde0,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c433c6c0,c335,e69aec28,0,0) at kern_wait+0x7c3
wait4(c433c6c0,e69aed00) at wait4+0x2a
syscall(e69aed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100c37, esp = 0xbfbfec8c, ebp = 0xbfbfed58 ---
Tracing command cron pid 789 tid 100055 td 0xc4050870
sched_switch(c4050870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d84) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53d84) at sleepq_timedwait_sig+0x1e
_sleep(c0a53d84,0,15c,c09500bf,ea61,...) at _sleep+0x27c
kern_nanosleep(c4050870,e44f3c70,e44f3c68) at kern_nanosleep+0xab
nanosleep(c4050870,e44f3d00) at nanosleep+0x4f
syscall(e44f3d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28149147, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 783 tid 100056 td 0xc4337360
sched_switch(c4337360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4335024) at sleepq_switch+0xc9
sleepq_wait_sig(c4335024) at sleepq_wait_sig+0x1d
_sleep(c4335024,c4335060,168,c09128d1,0) at _sleep+0x2a6
kern_sigsuspend(c4337360,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4337360,e6961d00) at sigsuspend+0x33
syscall(e6961d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ce46f, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 779 tid 100061 td 0xc4336a20
sched_switch(c4336a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa093c,0,0,c09fb6c4,e6952adc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa093c,c0aa0924,1389) at _cv_timedwait_sig+0x188
kern_select(c4336a20,5,bfbfc520,0,0,...) at kern_select+0x47f
select(c4336a20,e6952d00) at select+0x44
syscall(e6952d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283566cb, esp = 0xbfbfc43c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 773 tid 100039 td 0xc404f510
Tracing command ntpd pid 754 tid 100076 td 0xc4337870
sched_switch(c4337870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c4337870,a,bfbfed70,0,0,...) at kern_select+0x495
select(c4337870,e696ad00) at select+0x44
syscall(e696ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x282d86cb, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 698 tid 100081 td 0xc436a6c0
sched_switch(c436a6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4387a00) at sleepq_switch+0xc9
sleepq_wait_sig(c4387a00) at sleepq_wait_sig+0x1d
_sleep(c4387a00,c0aab720,158,c094704a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c436a6c0) at nfssvc_nfsd+0x101
nfssvc(c436a6c0,e69dad00) at nfssvc+0x190
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 697 tid 100096 td 0xc4370a20
sched_switch(c4370a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40d6400) at sleepq_switch+0xc9
sleepq_wait_sig(c40d6400) at sleepq_wait_sig+0x1d
_sleep(c40d6400,c0aab720,158,c094704a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4370a20) at nfssvc_nfsd+0x101
nfssvc(c4370a20,e6a16d00) at nfssvc+0x190
syscall(e6a16d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 696 tid 100062 td 0xc4336870
sched_switch(c4336870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4387c00) at sleepq_switch+0xc9
sleepq_wait_sig(c4387c00) at sleepq_wait_sig+0x1d
_sleep(c4387c00,c0aab720,158,c094704a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4336870) at nfssvc_nfsd+0x101
nfssvc(c4336870,e694fd00) at nfssvc+0x190
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 695 tid 100053 td 0xc4050bd0
sched_switch(c4050bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42b7800) at sleepq_switch+0xc9
sleepq_wait_sig(c42b7800) at sleepq_wait_sig+0x1d
_sleep(c42b7800,c0aab720,158,c094704a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4050bd0) at nfssvc_nfsd+0x101
nfssvc(c4050bd0,e44f9d00) at nfssvc+0x190
syscall(e44f9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 694 tid 100100 td 0xc4451a20
sched_switch(c4451a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c4451a20,5,bfbfed40,0,0,...) at kern_select+0x495
select(c4451a20,e6a90d00) at select+0x44
syscall(e6a90d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281536cb, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 692 tid 100105 td 0xc44511b0
sched_switch(c44511b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c44511b0,8,bfbfedf0,0,0,...) at kern_select+0x495
select(c44511b0,e6a81d00) at select+0x44
syscall(e6a81d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281636cb, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 642 tid 100077 td 0xc436ad80
sched_switch(c436ad80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa093c,0,0,c09fb6c4,e69e6b28,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa093c,c0aa0924,7531) at _cv_timedwait_sig+0x188
poll(c436ad80,e69e6d00) at poll+0x3a3
syscall(e69e6d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811d027, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 625 tid 100080 td 0xc436a870
sched_switch(c436a870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa093c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa093c,c0aa093c,c0aa0924,c0954012,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa093c,c0aa0924) at _cv_wait_sig+0x17c
kern_select(c436a870,9,282200bc,0,0,...) at kern_select+0x495
select(c436a870,e69ddd00) at select+0x44
syscall(e69ddd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281646cb, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 559 tid 100042 td 0xc404f000
Tracing command schedcpu pid 44 tid 100044 td 0xc4000bd0
sched_switch(c4000bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53bb8,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53bb8) at sleepq_timedwait+0x4a
_sleep(c0a53bb8,0,0,c094704a,3e8,...) at _sleep+0x291
pause(c094704a,3e8) at pause+0x26
schedcpu_thread(0,e449cd38) at schedcpu_thread+0x19
fork_exit(c06d9e24,0,e449cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449cd70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4000a20
sched_switch(c4000a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aab8d8,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aab8d8) at sleepq_timedwait+0x4a
_sleep(c0aab8d8,c0aab8b0,44,c0969455,3e8) at _sleep+0x291
softdep_flush(0,e4499d38) at softdep_flush+0x259
fork_exit(c07fd884,0,e4499d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4499d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc4293870
sched_switch(c4293870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53bb0,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a53bb0,0,0,c09fb6c4,c095a007,...) at sleepq_wait+0x46
_sleep(c0a53bb0,c0aa10c4,68,c095a415,0) at _sleep+0x2b5
sched_sync(0,e4748d38) at sched_sync+0x2fe
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc42936c0
sched_switch(c42936c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4292b40,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4292b40) at sleepq_timedwait+0x4a
_sleep(c4292b40,c0aa1098,250,c095a0c8,3e8,c0aa10f8) at _sleep+0x291
vnlru_proc(0,e4745d38) at vnlru_proc+0xdf
fork_exit(c0725944,0,e4745d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4745d70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc4293510
sched_switch(c4293510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0dc8,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa0dc8) at sleepq_timedwait+0x4a
_sleep(c0aa0dc8,c0aa0dcc,44,c095880a,3e8) at _sleep+0x291
buf_daemon(0,e4742d38) at buf_daemon+0x198
fork_exit(c07170bc,0,e4742d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4742d70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc4293360
sched_switch(c4293360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab41b0,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab41b0) at sleepq_timedwait+0x4a
_sleep(c0ab41b0,c0aac064,0,c096e60e,493e0) at _sleep+0x291
vm_pagezero(0,e473fd38) at vm_pagezero+0x6b
fork_exit(c0832384,0,e473fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc3f03d80
sched_switch(c3f03d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac0e0,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aac0e0,ffffffff,0,0,e2a5fcd0,...) at sleepq_wait+0x46
_sleep(c0aac0e0,0,68,c095880a,0) at _sleep+0x2b5
vm_daemon(0,e2a5fd38) at vm_daemon+0x36
fork_exit(c0830fd0,0,e2a5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5fd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc3f03bd0
sched_switch(c3f03bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac0a0,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aac0a0) at sleepq_timedwait+0x4a
_sleep(c0aac0a0,c0aac064,44,c095880a,1388) at _sleep+0x291
vm_pageout(0,e2a5cd38) at vm_pageout+0x268
fork_exit(c0830c58,0,e2a5cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5cd70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f03a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc3f03870
sched_switch(c3f03870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff523c,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff523c) at sleepq_timedwait+0x4a
_sleep(c3ff523c,c3ff52f0,4c,c094704a,3e8) at _sleep+0x291
fdc_worker(c3ff5200,c3ff52f0,0,c0970aef,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff5200,e2a56d38) at fdc_thread+0x54
fork_exit(c088ebe8,c3ff5200,e2a56d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a56d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc3f036c0
sched_switch(c3f036c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bac70,e2a53d38) at ithread_loop+0xda
fork_exit(c06af8d8,c40bac70,e2a53d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a53d70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f03510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4050000
sched_switch(c4050000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ba550,e44e4d38) at ithread_loop+0xda
fork_exit(c06af8d8,c40ba550,e44e4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44e4d70, ebp = 0 ---
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc404fd80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc404fbd0
sched_switch(c404fbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40aca20,e44ded38) at ithread_loop+0xda
fork_exit(c06af8d8,c40aca20,e44ded38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44ded70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc404fa20
sched_switch(c404fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ac240,e44dbd38) at ithread_loop+0xda
fork_exit(c06af8d8,c40ac240,e44dbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44dbd70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc404f870
sched_switch(c404f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a515b4,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a515b4,ffffffff,0,0,c06bba74,...) at sleepq_wait+0x46
_sleep(c0a515b4,0,5c,c0943fcb,0,...) at _sleep+0x2b5
usb_task_thread(c0a515b4,e44d8d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a515b4,e44d8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d8d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f016c0
sched_switch(c3f016c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a515a0,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a515a0,ffffffff,0,0,c06bba74,...) at sleepq_wait+0x46
_sleep(c0a515a0,0,5c,c0943fcb,0,...) at _sleep+0x2b5
usb_task_thread(c0a515a0,e2a38d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a515a0,e2a38d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc3f01510
sched_switch(c3f01510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4032210,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4032210) at sleepq_timedwait+0x4a
_sleep(c4032210,0,5c,c0943fc4,ea60,c403f500) at _sleep+0x291
usb_event_thread(c403f500,e2a35d38) at usb_event_thread+0x94
fork_exit(c065c5d0,c403f500,e2a35d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f01360
sched_switch(c3f01360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402ebb0,e2a32d38) at ithread_loop+0xda
fork_exit(c06af8d8,c402ebb0,e2a32d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc3f011b0
sched_switch(c3f011b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c401fc00,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c401fc00,c401fc1c,8,c0952ad9,47,...) at sleepq_wait+0x46
msleep_spin(c401fc00,c401fc1c,c094704a,0) at msleep_spin+0x19e
taskqueue_thread_loop(c3fefa14,e2a2fd38) at taskqueue_thread_loop+0x61
fork_exit(c06eb494,c3fefa14,e2a2fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4000870
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 22 tid 100022 td 0xc40006c0
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 21 tid 100023 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a00,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a00,0,0,c09fb6c4,c0952ae2,...) at sleepq_wait+0x46
_sleep(c3fb5a00,c3fb5a1c,0,c094704a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a59350,e4490d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0a59350,e4490d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---
Tracing command acpi_task_2 pid 9 tid 100024 td 0xc4000360
sched_switch(c4000360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb6c4,c0952ae2,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c094704a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448dd38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0c17334,e448dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---
Tracing command acpi_task_1 pid 8 tid 100025 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb6c4,c0952ae2,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c094704a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448ad38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0c17334,e448ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---
Tracing command acpi_task_0 pid 7 tid 100026 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb6c4,c0952ae2,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c094704a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e4487d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0c17334,e4487d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4487d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3f001b0
fork_trampoline() at fork_trampoline
Tracing command swi6: task queue pid 19 tid 100009 td 0xc3f00000
sched_switch(c3f00000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e520,e2a11d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3f8e520,e2a11d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f03360
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f031b0
sched_switch(c3f031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a273d4,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a273d4,0,0,c09fb6c4,c09066ee,...) at sleepq_wait+0x46
_sleep(c0a273d4,c0a273ec,4c,c0906761,0,...) at _sleep+0x2b5
xpt_scanner_thread(0,e2a4ad38) at xpt_scanner_thread+0x29
fork_exit(c045a3c0,0,e2a4ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4ad70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f03000
sched_switch(c3f03000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5e80,c0a53650,0,c09524a9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5e80,0,0,c09fb6c4,c0952ae2,...) at sleepq_wait+0x46
_sleep(c3fb5e80,c3fb5e9c,0,c094704a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a52444,e2a47d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0a52444,e2a47d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a47d70, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc3f01d80
sched_switch(c3f01d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53bb8,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53bb8) at sleepq_timedwait+0x4a
_sleep(c0a53bb8,0,0,c094704a,64,...) at _sleep+0x291
pause(c094704a,64) at pause+0x26
random_kthread(0,e2a44d38) at random_kthread+0x177
fork_exit(c05f9028,0,e2a44d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3f01bd0
sched_switch(c3f01bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51d2c,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51d2c) at sleepq_timedwait+0x4a
_sleep(c0a51d2c,c0a51c48,24c,c094704a,64) at _sleep+0x291
g_io_schedule_down(c3f01bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a41d38) at g_down_procbody+0x5a
fork_exit(c0689b14,0,e2a41d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3f01a20
sched_switch(c3f01a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51d28,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51d28) at sleepq_timedwait+0x4a
_sleep(c0a51d28,c0a51c88,24c,c094704a,64) at _sleep+0x291
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0689ab4,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3f01870
sched_switch(c3f01870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51d20,c0a53650,0,c09524a9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51d20) at sleepq_timedwait+0x4a
_sleep(c0a51d20,0,4c,c094704a,64) at _sleep+0x291
g_event_procbody(0,e2a3bd38) at g_event_procbody+0x9e
fork_exit(c0689b74,0,e2a3bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc3f01000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4920,e2a29d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3ec4920,e2a29d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a26d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3ec4930,e2a26d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3f00a20
cpustop_handler(e2a23bd8,c08c2779,a,e2a23be0,3,...) at cpustop_handler+0x31
ipi_nmi_handler(a,e2a23be0,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2a23be4) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08a0d8b, esp = 0xe2a23c24, ebp = 0xe2a23c34 ---
siointr1(c40c0000,c0ac0d8c,0,c0972a58,56f,...) at siointr1+0x87
siointr(c40c0000) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e2a23c94,4,e2a23cd4,c08ace84,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e2a23c94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0c07145, esp = 0xe2a23cd4, ebp = 0xe2a23cd4 ---
acpi_cpu_c1(c0a53650,c06dac58,e2a23cf4,c06dac58,c06dac58,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a23d04,c06dac81,e2a23d24,c06ae910,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a23d24,c06ae910,0,e2a23d38,c3eff6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a23d38) at sched_idletd+0x29
fork_exit(c06dac58,0,e2a23d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3f00870
cpustop_handler(e2a20c88,c08c2779,c06bc005,c0a53650,c3f00870,...) at cpustop_handler+0x31
ipi_nmi_handler(c06bc005,c0a53650,c3f00870,0,0,...) at ipi_nmi_handler+0x28
trap(e2a20c94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a20cd4, ebp = 0xe2a20cd4 ---
acpi_cpu_c1(c0a53650,c06dac58,e2a20cf4,c06dac58,c06dac58,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a20d04,c06dac81,e2a20d24,c06ae910,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a20d24,c06ae910,0,e2a20d38,c3eff900,...) at cpu_idle+0x28
sched_idletd(0,e2a20d38) at sched_idletd+0x29
fork_exit(c06dac58,0,e2a20d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3f006c0
sched_switch(c3f006c0,0,1) at sched_switch+0xff
mi_switch(1,0,c0a53650,0,c0950a6c,...) at mi_switch+0x280
sched_idletd(0,e2a1dd38) at sched_idletd+0x51
fork_exit(c06dac58,0,e2a1dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3f00510
cpustop_handler(e2a1ac88,c08c2779,c06bc005,c06bc005,c3f00510,...) at cpustop_handler+0x31
ipi_nmi_handler(c06bc005,c06bc005,c3f00510,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1ac94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a1acd4, ebp = 0xe2a1acd4 ---
acpi_cpu_c1(c0a53650,c06dac58,e2a1acf4,c06dac58,c06dac58,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1ad04,c06dac81,e2a1ad24,c06ae910,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1ad24,c06ae910,0,e2a1ad38,c3effd80,...) at cpu_idle+0x28
sched_idletd(0,e2a1ad38) at sched_idletd+0x29
fork_exit(c06dac58,0,e2a1ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f02000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f02000) at sleepq_wait_sig+0x1d
_sleep(c3f02000,c3f02060,15c,c09545b1,0) at _sleep+0x2a6
kern_wait(c3f00360,ffffffff,e2a17c28,0,0) at kern_wait+0x7c3
wait4(c3f00360,e2a17d00) at wait4+0x2a
syscall(e2a17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swapper pid 0 tid 0 td 0xc0a52020
sched_switch(c0a52020,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c04529f5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 110 MB: 95 79 63 47 31 15
Dump complete
= 0xf
db> c
Uptime: 13h25m46s
Automatic reboot in 15 seconds - press a key on the console to abort
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748c70,c072a29d,c095aa2d,c097bcdd,c43e86cc,...) at kdb_backtrace+0x29
vfs_badlock(c095aa2d,c097bcdd,c43e86cc) at vfs_badlock+0x11
assert_vop_elocked(c43e86cc,c097bcdd,c43e86cc,c097bcdd) at assert_vop_elocked+0x4d
VOP_FSYNC_APV(c0a050e0,e4748cb4) at VOP_FSYNC_APV+0x8e
sync_vnode(c43e87d8,c4293870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
VOP_FSYNC: 0xc43e86cc is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db> c
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748b70,c072a29d,c095aa2d,c0968c2e,c5f5e2b8,...) at kdb_backtrace+0x29
vfs_badlock(c095aa2d,c0968c2e,c5f5e2b8) at vfs_badlock+0x11
assert_vop_elocked(c5f5e2b8,c0968c2e,d80d6ce0,4000,d80d6ce0,...) at assert_vop_elo
cked+0x4d
ffs_update(c5f5e2b8,0,1f400,0,0,...) at ffs_update+0x16
ffs_syncvnode(c5f5e2b8,3) at ffs_syncvnode+0x3b4
ffs_sync(c42e08b8,3,c4293870,c42e08b8,2,...) at ffs_sync+0x201
sync_fsync(e4748cb4) at sync_fsync+0x15f
VOP_FSYNC_APV(c0a050e0,e4748cb4) at VOP_FSYNC_APV+0x9b
sync_vnode(c43e87d8,c4293870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
ffs_update: 0xc5f5e2b8 is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db> c
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748c70,c072a29d,c095aa2d,c097bcdd,c43e86cc,...) at kdb_backtrace+0x29
vfs_badlock(c095aa2d,c097bcdd,c43e86cc) at vfs_badlock+0x11
assert_vop_elocked(c43e86cc,c097bcdd,c43e86cc,c097bcdd) at assert_vop_elocked+0x4d
VOP_FSYNC_APV(c0a050e0,e4748cb4) at VOP_FSYNC_APV+0xcb
sync_vnode(c43e87d8,c4293870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
VOP_FSYNC: 0xc43e86cc is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db>
DB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748c68,c072a1ea,c095a9eb,c095ab19,c43e86cc,...) at kdb_backtrace+0x29
vfs_badlock(c095a9eb,c095ab19,c43e86cc) at vfs_badlock+0x11
assert_vop_locked(c43e86cc,c095ab19,c0a050e0,e4748c90,c08d591a,...) at assert_vop_locked+0x4a
vop_unlock_pre(e4748ca4) at vop_unlock_pre+0x2d
VOP_UNLOCK_APV(c0a050e0,e4748ca4) at VOP_UNLOCK_APV+0x82
sync_vnode(c43e87d8,70) at sync_vnode+0x133
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
VOP_UNLOCK: 0xc43e86cc is not locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db>
KDB: stack backtrace:
db_trace_self_wrapper(c0951a2d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748c70,c072a29d,c095aa2d,c097bcdd,c446e828,...) at kdb_backtrace+0x29
vfs_badlock(c095aa2d,c097bcdd,c446e828) at vfs_badlock+0x11
assert_vop_elocked(c446e828,c097bcdd,c446e828,c097bcdd) at assert_vop_elocked+0x4d
VOP_FSYNC_APV(c0a050e0,e4748cb4) at VOP_FSYNC_APV+0x8e
sync_vnode(c446e934,c4293870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
VOP_FSYNC: 0xc446e828 is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 3
(kgdb) bt
#0 doadump () at pcpu.h:172
#1 0xc0479dcb in db_fncall (dummy1=0xe6c6d634, dummy2=0x0, dummy3=0xc0a4f760, dummy4=0xe6c6d610 "`\217ŽĀ")
at ../../../ddb/db_command.c:486
#2 0xc0479bd7 in db_command (last_cmdp=0xc0a28064, cmd_table=0x0) at ../../../ddb/db_command.c:401
#3 0xc0479c92 in db_command_loop () at ../../../ddb/db_command.c:453
#4 0xc047b8dd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229
#5 0xc06e3b48 in kdb_trap (type=0x3, code=0x0, tf=0xe6c6d7a8) at ../../../kern/subr_kdb.c:502
#6 0xc08c2ca5 in trap (frame=0xe6c6d7a8) at ../../../i386/i386/trap.c:621
#7 0xc08acabb in calltrap () at ../../../i386/i386/exception.s:139
#8 0xc06e386f in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60
#9 0xc06c47e0 in panic (fmt=0xc096c664 "vm_fault: fault on nofault entry, addr: %lx") at ../../../kern/kern_shutdown.c:557
#10 0xc0821a45 in vm_fault (map=0xc1471000, vaddr=0xdeadc000, fault_type=0x1, fault_flags=0x0) at ../../../vm/vm_fault.c:275
#11 0xc08c2ebb in trap_pfault (frame=0xe6c6d9a8, usermode=0x0, eva=0xdeadc112) at ../../../i386/i386/trap.c:774
#12 0xc08c2b32 in trap (frame=0xe6c6d9a8) at ../../../i386/i386/trap.c:462
#13 0xc08acabb in calltrap () at ../../../i386/i386/exception.s:139
#14 0xc0689213 in g_io_request (bp=0xc40b5420, cp=0xc830c400) at ../../../geom/geom_io.c:356
#15 0xc068cbed in g_vfs_strategy (bo=0x1, bp=0xd81478d0) at ../../../geom/geom_vfs.c:107
#16 0xc080b45d in ffs_geom_strategy (bo=0xc599b934, bp=0xd81478d0) at ../../../ufs/ffs/ffs_vfsops.c:1863
#17 0xc08188cd in ufs_strategy (ap=0x1) at ../../../ufs/ufs/ufs_vnops.c:1997
#18 0xc08d5b2b in VOP_STRATEGY_APV (vop=0xc0a105e0, a=0xe6c6da88) at vnode_if.c:1769
#19 0xc0719fc5 in bufstrategy (bo=0x1, bp=0xd81478d0) at vnode_if.h:934
#20 0xc0714d73 in breadn (vp=0xc4ec7ae0, blkno=0x0, size=0x3800, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0x1) at buf.h:429
#21 0xc0714b10 in bread (vp=0xc4ec7ae0, blkno=0x0, size=0x3800, cred=0x0, bpp=0xe6c6db44) at ../../../kern/vfs_bio.c:727
#22 0xc080bb7f in ffs_read (ap=0x1) at ../../../ufs/ffs/ffs_vnops.c:502
#23 0xc08d43db in VOP_READ_APV (vop=0xc0a100a0, a=0xe6c6dbc0) at vnode_if.c:637
#24 0xc081858c in ufs_readdir (ap=0xe6c6dc34) at vnode_if.h:343
#25 0xc08d545f in VOP_READDIR_APV (vop=0xc0a105e0, a=0xe6c6dc34) at vnode_if.c:1407
#26 0xc07305b0 in getdirentries (td=0xc4b29510, uap=0xe6c6dd00) at vnode_if.h:746
#27 0xc08c34ee in syscall (frame=0xe6c6dd38) at ../../../i386/i386/trap.c:1016
#28 0xc08acb20 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196
#29 0x00000033 in ?? ()
(kgdb) f 14
#14 0xc0689213 in g_io_request (bp=0xc40b5420, cp=0xc830c400) at ../../../geom/geom_io.c:356
356 KASSERT(bp->bio_offset % cp->provider->sectorsize == 0,
(kgdb) l
351 KASSERT(bp->bio_data == NULL,
352 ("non-NULL bp->data in g_io_request(cmd=%hhu)",
353 bp->bio_cmd));
354 }
355 if (bp->bio_cmd & (BIO_READ|BIO_WRITE|BIO_DELETE)) {
356 KASSERT(bp->bio_offset % cp->provider->sectorsize == 0,
357 ("wrong offset %jd for sectorsize %u",
358 bp->bio_offset, cp->provider->sectorsize));
359 KASSERT(bp->bio_length % cp->provider->sectorsize == 0,
360 ("wrong length %jd for sectorsize %u",
(kgdb) p *cp
$6 = {geom = 0xdeadc0de, consumer = {le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, provider = 0xdeadc0de, consumers = {
le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, acr = 0xdeadc0de, acw = 0xdeadc0de, ace = 0xdeadc0de, spoiled = 0xdeadc0de,
stat = 0xdeadc0de, nstart = 0xdeadc0de, nend = 0xdeadc0de, private = 0xdeadc0de, index = 0xdeadc0de}
(kgdb) f 16
#16 0xc080b45d in ffs_geom_strategy (bo=0xc599b934, bp=0xd81478d0) at ../../../ufs/ffs/ffs_vfsops.c:1863
1863 g_vfs_strategy(bo, bp);
(kgdb) info loc
vp = (struct vnode *) 0xc599b828
error = 0x1
tbp = (struct buf *) 0xd81478d0
(kgdb) p *vp
$7 = {v_type = VCHR, v_tag = 0xc0946120 "devfs", v_op = 0xc09f21e0, v_data = 0xc85f9100, v_mount = 0xc42e1000, v_nmntvnodes = {
tqe_next = 0x0, tqe_prev = 0xc56f6998}, v_un = {vu_mount = 0xc9295400, vu_socket = 0xc9295400, vu_cdev = 0xc9295400,
vu_fifoinfo = 0xc9295400}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {
tqh_first = 0x0, tqh_last = 0xc599b858}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {
lk_object = {lo_name = 0xc0946120 "devfs", lo_type = 0xc0946120 "devfs", lo_flags = 0x4390000, lo_witness_data = {lod_list = {
stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a535d8, lk_flags = 0x80, lk_sharecount = 0x0, lk_waitcount = 0x0,
lk_exclusivecount = 0x0, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0xf,
pcs = {0xc06b841c, 0xc071d303, 0xc08d5872, 0xc073291c, 0xc0727fdc, 0xc0674256, 0xc06752fe, 0xc067534b, 0xc08d38f9, 0xc072064c,
0xc071fefe, 0xc072e267, 0xc072e203, 0xc08c34ee, 0xc08acb20, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {
lo_name = 0xc09535bf "vnode interlock", lo_type = 0xc09535bf "vnode interlock", lo_flags = 0x1030000, lo_witness_data = {
lod_list = {stqe_next = 0xc0a63c08}, lod_witness = 0xc0a63c08}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc599b880,
v_holdcnt = 0x1, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0},
v_bufobj = {bo_mtx = 0xc599b8fc, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc599b938}, bv_root = 0x0, bv_cnt = 0x0},
bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc599b948}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0,
bo_ops = 0xc0a0fdd0, bo_bsize = 0x200, bo_object = 0xc4bfed98, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc830c400,
__bo_vnode = 0xc599b828}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p *(struct buf *)0xd81478d0
$8 = {b_bufobj = 0xc4ec7bec, b_bcount = 0x3800, b_caller1 = 0x0, b_data = 0xd8f16000 "", b_error = 0x0, b_iocmd = 0x1, b_ioflags = 0x0,
b_iooffset = 0x2164000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x10b20, b_offset = 0x0, b_bobufs = {tqe_next = 0x0,
tqe_prev = 0xc4ec7bf0}, b_left = 0x0, b_right = 0x0, b_vflags = 0x0, b_freelist = {tqe_next = 0xd8227250, tqe_prev = 0xc0aa0d60},
b_qindex = 0x0, b_flags = 0x20000000, b_xflags = 0x2, b_lock = {lk_object = {lo_name = 0xc09582bb "bufwait",
lo_type = 0xc09582bb "bufwait", lo_flags = 0x4390000, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}},
lk_interlock = 0xc0a52c90, lk_flags = 0x40000, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50,
lk_timo = 0x0, lk_lockholder = 0xc4b29510, lk_newlock = 0x0, lk_stack = {depth = 0xc, pcs = {0xc06b841c, 0xc0716a59, 0xc07180f7,
0xc0714cb3, 0xc0714b10, 0xc080bb7f, 0xc08d43db, 0xc081858c, 0xc08d545f, 0xc07305b0, 0xc08c34ee, 0xc08acb20, 0x0, 0x0, 0x0, 0x0,
0x0, 0x0}}}, b_bufsize = 0x3800, b_runningbufspace = 0x0, b_kvabase = 0xd8f16000 "", b_kvasize = 0x4000, b_lblkno = 0x0,
b_vp = 0xc4ec7ae0, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd8f16000, b_pager = {
pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0xd7fac6f0, tqh_last = 0xd80b5a60}, cluster_entry = {
tqe_next = 0xd7fac6f0, tqe_prev = 0xd80b5a60}}, b_pages = {0xc18086f0, 0xc1b289b8, 0xc218a680, 0xc22bb948, 0x0 <repeats 28 times>},
b_npages = 0x4, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0}
---
Test scenario: snap3.sh