GENERIC HEAD from Apr 4 09:44 UTC, vmcore.148
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #1: Wed Apr 4 20:52:53 CEST 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1036554240 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
cd0 at ata0 bus 0 target 1 lun 0
cd0: <_NEC DVD_RW ND-4550A 1.06> Removable CD-ROM SCSI-0 device
cd0: 16.000MB/s transfers
cd0: cd present [2295104 x 2048 byte records]
acd0: FAILURE - READ_BIG ILLEGAL REQUEST asc=0x21 ascq=0x00
(cd0:ata0:0:1:0): READ(10). CDB: 28 0 0 23 5 3f 0 0 1 0
(cd0:ata0:0:1:0): CAM Status: SCSI Status Error
(cd0:ata0:0:1:0): SCSI Status: Check Condition
(cd0:ata0:0:1:0): ILLEGAL REQUEST asc:21,0
(cd0:ata0:0:1:0): Logical block address out of range
(cd0:ata0:0:1:0): Unretryable error
(cd0:ata0:0:1:0): cddone: got error 0x16 back
GEOM_LABEL: Label for provider cd0 is iso9660/FC/5 i386.
acd0: FAILURE - READ_BUFFER ILLEGAL REQUEST asc=0x20 ascq=0x00
acd0: FAILURE - MODE_SELECT_BIG ILLEGAL REQUEST asc=0x26 ascq=0x00 sks=0x00 0x00 0x07
fsync: giving up on dirty
0xc5e23984: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc48e0200
flags ()
v_object 0xc82bc3c0 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4452000 (pid 5409)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md10c
fsync: giving up on dirty
0xc6249ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4b0f900
flags ()
v_object 0xc84800f0 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4453000 (pid 6184)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md18c
fsync: giving up on dirty
0xc7bb2ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4f86800
flags ()
v_object 0xc6d67d20 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4453d80 (pid 8967)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md16c
fsync: giving up on dirty
0xc897a2b8: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4428200
flags ()
v_object 0xc8b09b40 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4320510 (pid 13312)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md13c
fsync: giving up on dirty
0xc7bb2ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4f86800
flags ()
v_object 0xc6d67d20 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc48b96c0 (pid 14829)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md16c
fsync: giving up on dirty
0xc7bb2ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4f86800
flags ()
v_object 0xc6d67d20 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc69ca360 (pid 18654)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md16c
fsync: giving up on dirty
0xc897a2b8: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4428200
flags ()
v_object 0xc8b09b40 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc475c6c0 (pid 28872)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md13c
fsync: giving up on dirty
0xc7bb2ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4f86800
flags ()
v_object 0xc6d67d20 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc8cbfa20 (pid 37109)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0719e8b at vop_stdlock+0x27
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc0806f79 at ffs_sync+0x311
#5 0xc072000c at dounmount+0x39c
#6 0xc071fc4d at unmount+0x231
#7 0xc08bf89e at syscall+0x252
#8 0xc08a90b0 at Xint0x80_syscall+0x20
dev md16c
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca444200,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c8d6d700,0,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca444200,c1464960,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca456300,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c8d6d700,0,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca441d00,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca44d500,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca441d00,c1464960,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca3f8600,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca44d500,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca451700,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca318300,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca451700,c1464960,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,c4789a00,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca318300,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca550500,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c4861900,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca451b00,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c4073c00,0,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca451b00,c1464960,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca44f600,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c4073c00,0,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca555100,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c486b500,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca555100,c1464960,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,c40a9700,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c486b500,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c47c8d00,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c424d800,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c47c8d00,c1464960,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,c486b400,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c424d800,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca450800,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca450200,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca3fd400,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca462700,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca3fd400,c1464960,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca4e9800,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca462700,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c42b7000,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca3f8a00,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c42b7000,c1464960,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca445a00,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca3f8a00,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c9f19d00,c1464780,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e6a6fb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c4863e00,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c9f19d00,c1464960,0,e6a6fb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca9dc100,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c4863e00,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c44526c0) at nfssvc_nfsd+0x1cb
nfssvc(c44526c0,e6a6fd00) at nfssvc+0x18c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c9ef5700,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c42e6c00,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c9ef5700,c1464960,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca553a00,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c42e6c00,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca9d9d00,c1464780,0,e699cb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e699cb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca9dde00,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4357bd0) at nfssvc_nfsd+0x1cb
nfssvc(c4357bd0,e699cd00) at nfssvc+0x18c
syscall(e699cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf_cluster" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca9d9d00,c1464960,0,e699cb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c094924e) at witness_warn+0x192
uma_zalloc_arg(c1464960,ca447c00,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca9dde00,80008078,c49e4e80,...) at nfs_realign+0x99
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4357bd0) at nfssvc_nfsd+0x1cb
nfssvc(c4357bd0,e699cd00) at nfssvc+0x18c
syscall(e699cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c9f32a00,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,ca458900,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
uma_zalloc_arg: zone "mbuf" with the following non-sleepable locks held:
exclusive sleep mutex nfsd_mtx r = 0 (0xc0aa70c0) locked @ nfsserver/nfs_srvsock.c:660
KDB: stack backtrace:
db_trace_self_wrapper(c094d8e4) at db_trace_self_wrapper+0x25
kdb_backtrace(1,ca9cf600,c1464780,0,e69efb2c,...) at kdb_backtrace+0x29
witness_warn(5,0,c0967bfb,c0952a1f) at witness_warn+0x192
uma_zalloc_arg(c1464780,e69efb48,2) at uma_zalloc_arg+0x1f
nfs_realign(c49e4ea4,28,c9f76600,80008078,c49e4e80,...) at nfs_realign+0x56
nfsrv_getstream(c49e4e80,2) at nfsrv_getstream+0x2f1
nfsrv_rcv(ca36515c,c49e4e80,2,c0aa70c0,0,c096254b,170,c49e4e80,1) at nfsrv_rcv+0x183
nfssvc_nfsd(c4384360) at nfssvc_nfsd+0x1cb
nfssvc(c4384360,e69efd00) at nfssvc+0x18c
syscall(e69efd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Fatal double fault:
eip = 0xc06b8bd5
esp = 0xe4498000
ebp = 0xe4498008
cpuid = 3; apic id = 07
panic: double fault
cpuid = 3
KDB: enter: panic
[thread pid 43 tid 100045 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 43 tid 100045 td 0xc4000a20
kdb_enter(c094add1) at kdb_enter+0x2b
panic(c0974058,c0974278,7,0,0,...) at panic+0x140
dblfault_handler() at dblfault_handler+0x7a
--- trap 0x17, eip = 0xc06b8bd5, esp = 0xe4498000, ebp = 0xe4498008 ---
_mtx_assert(c0a4eff0,2,c094cb3b,91) at _mtx_assert+0x5
critical_exit(c0a55b94,e449803c,c06b8831,c0a9bc68,e4498058,...) at critical_exit+0x4f
spinlock_exit(c0a9bc68,e4498058,c06ed065,c0a55b94,0,...) at spinlock_exit+0x10
_mtx_unlock_spin_flags(c0a55b94,0,c094f4ce,6af,c0a4dd34,...) at _mtx_unlock_spin_flags+0xb1
witness_lock_list_get(c0a5f580,c0a4dd34,3d,0,e4498094,...) at witness_lock_list_get+0x8d
witness_lock(c0a4dd34,8,c09469ce,3d) at witness_lock+0xc1
_mtx_lock_flags(c0a4dd34,0,c09469c5,3d,e44980c0,...) at _mtx_lock_flags+0xc0
dev_lock(e4498108,e4498108,c43daae0,e44980d4,c0672215,...) at dev_lock+0x16
vn_isdisk(c43daae0,0) at vn_isdisk+0x16
devfs_fsync(e4498108) at devfs_fsync+0x11
VOP_FSYNC_APV(c09edd80,e4498108) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d80b5440) at ffs_bdflush+0xcf
bdwrite(d80b5440,d80b5440,0,e4498180,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d80b5440) at ffs_bufwrite+0xb6
bawrite(d80b5440,d80b5440) at bawrite+0x51
vop_stdfsync(e44981ec,c09edd80,e44981cc,c08d0f93,e44981ec,...) at vop_stdfsync+0x142
devfs_fsync(e44981ec) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44981ec) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7ff7360) at ffs_bdflush+0xcf
bdwrite(d7ff7360,d7ff7360,d80b5440,e4498264,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7ff7360) at ffs_bufwrite+0xb6
bawrite(d7ff7360,d7ff7360) at bawrite+0x51
vop_stdfsync(e44982d0,c09edd80,e44982b0,c08d0f93,e44982d0,...) at vop_stdfsync+0x142
devfs_fsync(e44982d0) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44982d0) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d82238f0) at ffs_bdflush+0xcf
bdwrite(d82238f0,d82238f0,d7ff7360,e4498348,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d82238f0) at ffs_bufwrite+0xb6
bawrite(d82238f0,d82238f0) at bawrite+0x51
vop_stdfsync(e44983b4,c09edd80,e4498394,c08d0f93,e44983b4,...) at vop_stdfsync+0x142
devfs_fsync(e44983b4) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44983b4) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8233970) at ffs_bdflush+0xcf
bdwrite(d8233970,d8233970,d82238f0,e449842c,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8233970) at ffs_bufwrite+0xb6
bawrite(d8233970,d8233970) at bawrite+0x51
vop_stdfsync(e4498498,c09edd80,e4498478,c08d0f93,e4498498,...) at vop_stdfsync+0x142
devfs_fsync(e4498498) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498498) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81d9d60) at ffs_bdflush+0xcf
bdwrite(d81d9d60,d81d9d60,d8233970,e4498510,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81d9d60) at ffs_bufwrite+0xb6
bawrite(d81d9d60,d81d9d60) at bawrite+0x51
vop_stdfsync(e449857c,c09edd80,e449855c,c08d0f93,e449857c,...) at vop_stdfsync+0x142
devfs_fsync(e449857c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e449857c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d82074b0) at ffs_bdflush+0xcf
bdwrite(d82074b0,d82074b0,d81d9d60,e44985f4,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d82074b0) at ffs_bufwrite+0xb6
bawrite(d82074b0,d82074b0) at bawrite+0x51
vop_stdfsync(e4498660,c09edd80,e4498640,c08d0f93,e4498660,...) at vop_stdfsync+0x142
devfs_fsync(e4498660) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498660) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81380c0) at ffs_bdflush+0xcf
bdwrite(d81380c0,d81380c0,d82074b0,e44986d8,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81380c0) at ffs_bufwrite+0xb6
bawrite(d81380c0,d81380c0) at bawrite+0x51
vop_stdfsync(e4498744,c09edd80,e4498724,c08d0f93,e4498744,...) at vop_stdfsync+0x142
devfs_fsync(e4498744) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498744) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d815b100) at ffs_bdflush+0xcf
bdwrite(d815b100,d815b100,d81380c0,e44987bc,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d815b100) at ffs_bufwrite+0xb6
bawrite(d815b100,d815b100) at bawrite+0x51
vop_stdfsync(e4498828,c09edd80,e4498808,c08d0f93,e4498828,...) at vop_stdfsync+0x142
devfs_fsync(e4498828) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498828) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7fadce0) at ffs_bdflush+0xcf
bdwrite(d7fadce0,d7fadce0,d815b100,e44988a0,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7fadce0) at ffs_bufwrite+0xb6
bawrite(d7fadce0,d7fadce0) at bawrite+0x51
vop_stdfsync(e449890c,c09edd80,e44988ec,c08d0f93,e449890c,...) at vop_stdfsync+0x142
devfs_fsync(e449890c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e449890c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7f89860) at ffs_bdflush+0xcf
db> show allpcpu
Current CPU: 3
cpuid = 0
curthread = 0xc3f00a20: pid 13 "idle: cpu0"
curpcb = 0xe2a23d90
fpcurthread = none
idlethread = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3f01a20: pid 3 "g_up"
curpcb = 0xe2a3ed90
fpcurthread = none
idlethread = 0xc3f00870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc43856c0: pid 625 "syslogd"
curpcb = 0xe6a10d90
fpcurthread = none
idlethread = 0xc3f006c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4000a20: pid 43 "softdepflush"
curpcb = 0xe4499d90
fpcurthread = none
idlethread = 0xc3f00510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 625 (syslogd) thread 0xc43856c0 (100112)
shared sx filedesc structure r = 0 (0xc4429d2c) locked @ kern/sys_generic.c:811
Process 3 (g_up) thread 0xc3f01a20 (100015)
exclusive sleep mutex vm object (kernel object) r = 0 (0xc0aa78e0) locked @ kern/vfs_bio.c:3677
db> where 625
Tracing pid 625 tid 100112 td 0xc43856c0
cpustop_handler(e6a109ac,c08beb29,c446a060,0,c09724ff,...) at cpustop_handler+0x31
ipi_nmi_handler(c446a060,0,c09724ff,0,0,...) at ipi_nmi_handler+0x28
trap(e6a109b8) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc06b8a2e, esp = 0xe6a109f8, ebp = 0xe6a10a08 ---
_mtx_lock_sleep(c0a4dd34,c43856c0,0,c09469c5,3d) at _mtx_lock_sleep+0x10a
_mtx_lock_flags(c0a4dd34,0,c09469c5,3d,e6a10a68,...) at _mtx_lock_flags+0xab
dev_lock(c0a4dd34,2,c09469c5,85,c43310d8,...) at dev_lock+0x16
devvn_refthread(c4422828,e6a10a98,0,8,1,...) at devvn_refthread+0x28
devfs_fp_check(c43310d8,e6a10a98,e6a10a9c) at devfs_fp_check+0x18
devfs_poll_f(c43310d8,40,c3efd480,c43856c0) at devfs_poll_f+0x17
selscan(c43856c0,e6a10b38,e6a10b28,9,c0a9c2c4,0,c094fe8f,2da) at selscan+0xed
kern_select(c43856c0,9,282300c0,0,0,...) at kern_select+0x302
select(c43856c0,e6a10d00) at select+0x44
syscall(e6a10d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281645db, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---
db> where 3
Tracing pid 3 tid 100015 td 0xc3f01a20
cpustop_handler(e2a3eb20,c08beb29,e2a3ead8,c2dfaa8,258,...) at cpustop_handler+0x31
ipi_nmi_handler(e2a3ead8,c2dfaa8,258,0,0,...) at ipi_nmi_handler+0x28
trap(e2a3eb2c) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08b5cd2, esp = 0xe2a3eb6c, ebp = 0xe2a3eb70 ---
smp_tlb_shootdown(f5,dccfa000,dccfb000) at smp_tlb_shootdown+0x72
smp_invlpg_range(dccfa000,dccfb000) at smp_invlpg_range+0x1c
pmap_invalidate_range(c0ac3de0,dccfa000,dccfb000,c1489fd0,e2a3ebd8,...) at pmap_invalidate_range+0x47
pmap_qremove(dccfa000,1,0,dccfe000,0,...) at pmap_qremove+0x3d
vm_hold_free_pages(d811faf0,dccfa000,dccfe000) at vm_hold_free_pages+0xba
allocbuf(d811faf0,0) at allocbuf+0x184
brelse(d811faf0) at brelse+0x172
bufdone_finish(d811faf0) at bufdone_finish+0x34c
bufdone(d811faf0) at bufdone+0xaa
ffs_backgroundwritedone(d811faf0) at ffs_backgroundwritedone+0xca
bufdone(d811faf0) at bufdone+0x8f
g_vfs_done(c771e18c) at g_vfs_done+0x8a
biodone(c771e18c) at biodone+0x58
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0xcb
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0686a40,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
db> show lockedvnods
Locked vnodes
0xc64d5c3c: tag ufs, type VDIR
usecount 2, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xc6c29708 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc4757360 (pid 88925)#0 0xc06b4ffc at _lockmgr+0x544
#1 0xc0808398 at ffs_lock+0x7c
#2 0xc08d1bfa at _VOP_LOCK_APV+0x7e
#3 0xc072f2e0 at _vn_lock+0xb8
#4 0xc072cf29 at getdirentries+0x109
#5 0xc08bf89e at syscall+0x252
#6 0xc08a90b0 at Xint0x80_syscall+0x20
ino 6267691, on dev ad0s1d
db> show lockedbufs
buf at 0xd7f761e0
b_flags = 0x24<cache,async>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc43dabec), b_data = 0xd8d3a000, b_blkno = 41775264
b_npages = 4, pages(OBJ, IDX, PA): (0xc0aa78e0, 0x18e3b, 0x1b6ab000),(0xc0aa78e0, 0x18e3c, 0x3013c000),(0xc0aa78e0, 0x18e3d, 0xd4dd000),(0xc0aa78e0, 0x18e3e, 0x257be000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
89321 80744 97478 0 S+ nanslp 0xc0a4f724 sleep
89319 0 0 0 SL mdwait 0xc7c12800 [md6]
89317 0 0 0 SL mdwait 0xc71e2000 [md5]
89314 959 954 1001 S nanslp 0xc0a4f724 sleep
88925 81089 88925 0 S+ biord 0xd801e3c0 rm
81991 81978 81991 0 S+ ttyin 0xc5099410 bash
81978 81976 81978 0 S+ pause 0xc44d4b64 csh
81976 81971 81976 1001 S+ wait 0xc549a480 su
81971 81951 81971 1001 S+ wait 0xc8cbdb40 bash
81951 81950 81951 1001 Ss+ wait 0xc9efd480 bash
81950 81948 81948 1001 S select 0xc0a9c2dc sshd
81948 773 81948 0 Ss sbwait 0xca2970a4 sshd
81089 81085 81089 0 S+ wait 0xc4797d80 bash
81085 81075 81085 0 SW+ pause 0xc4383024 csh
81075 81046 81075 1001 SW+ wait 0xc4b22900 su
81046 81045 81046 1001 SWs+ wait 0xc4b43240 bash
81045 81043 81043 1001 S select 0xc0a9c2dc sshd
81043 773 81043 0 SWs sbwait 0xca360ce0 sshd
80744 97478 97478 0 S+ wait 0xc4359240 sh
97478 934 97478 0 SW+ wait 0xc4296b40 sh
960 954 954 1001 S piperd 0xc4464dec awk
959 954 954 1001 S wait 0xc48b7000 sh
954 952 954 1001 SWs wait 0xc4451b40 sh
953 951 953 1001 Ss kqread 0xc47e3d00 tail
952 944 944 1001 S select 0xc0a9c2dc sshd
951 945 945 1001 S select 0xc0a9c2dc sshd
950 949 950 1001 Ss+ select 0xc0a9c2dc top
949 943 943 1001 S select 0xc0a9c2dc sshd
945 773 945 0 SWs sbwait 0xc4737e3c sshd
944 773 944 0 SWs sbwait 0xc4736200 sshd
943 773 943 0 SWs sbwait 0xc442dce0 sshd
934 930 934 0 SW+ wait 0xc44d46c0 bash
930 929 930 0 SW+ pause 0xc44d4da4 csh
929 923 929 1001 SW+ wait 0xc446b000 su
923 922 923 1001 SWs+ wait 0xc446a6c0 bash
922 920 920 1001 SW select 0xc0a9c2dc sshd
920 773 920 0 SWs sbwait 0xc4736ce0 sshd
894 1 894 0 SWs+ ttyin 0xc40c7410 getty
893 1 893 0 SWs+ ttyin 0xc40dd810 getty
892 1 892 0 SWs+ ttyin 0xc40dc810 getty
891 1 891 0 SWs+ ttyin 0xc40dc010 getty
890 1 890 0 SWs+ ttyin 0xc40c9c10 getty
889 1 889 0 SWs+ ttyin 0xc40ddc10 getty
888 1 888 0 SWs+ ttyin 0xc40de010 getty
887 1 887 0 SWs+ ttyin 0xc40dcc10 getty
872 1 872 0 SWs select 0xc0a9c2dc inetd
845 1 845 0 SWs select 0xc0a9c2dc moused
789 1 789 0 Ss nanslp 0xc0a4f724 cron
783 1 783 25 Ss pause 0xc446a924 sendmail
779 1 779 0 Ss select 0xc0a9c2dc sendmail
773 1 773 0 Ss select 0xc0a9c2dc sshd
754 1 754 0 Ss select 0xc0a9c2dc ntpd
698 694 694 0 SW - 0xc43e3600 nfsd
697 694 694 0 SW - 0xc40d6800 nfsd
696 694 694 0 SW - 0xc43e3800 nfsd
695 694 694 0 SW - 0xc4280000 nfsd
694 1 694 0 SWs select 0xc0a9c2dc nfsd
692 1 692 0 Ss select 0xc0a9c2dc mountd
642 1 642 0 Ss select 0xc0a9c2dc rpcbind
625 1 625 0 Rs CPU 2 syslogd
559 1 559 0 SWs select 0xc0a9c2dc devd
44 0 0 0 SL - 0xc0a4f558 [schedcpu]
43 0 0 0 RL CPU 3 [softdepflush]
42 0 0 0 SL syncer 0xc0a4f550 [syncer]
41 0 0 0 SL vlruwt 0xc4294b40 [vnlru]
40 0 0 0 SL psleep 0xc0a9c768 [bufdaemon]
39 0 0 0 SL pgzero 0xc0aafb50 [pagezero]
38 0 0 0 SL psleep 0xc0aa7a80 [vmdaemon]
37 0 0 0 SL psleep 0xc0aa7a40 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc3ff523c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 WL [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a4cf54 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a4cf40 [usbtask-hc]
26 0 0 0 SL usbevt 0xc4034210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc4024200 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi5: +]
21 0 0 0 SL - 0xc3fb5a80 [thread taskq]
9 0 0 0 SL - 0xc3fb5b00 [acpi_task_2]
8 0 0 0 SL - 0xc3fb5b00 [acpi_task_1]
7 0 0 0 SL - 0xc3fb5b00 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
6 0 0 0 SL ccb_scan 0xc0a22e04 [xpt_thrd]
5 0 0 0 SL - 0xc3fb5e80 [kqueue taskq]
17 0 0 0 SL - 0xc0a4f558 [yarrow]
4 0 0 0 SL - 0xc0a4d6cc [g_down]
3 0 0 0 RL CPU 1 [g_up]
2 0 0 0 SL - 0xc0a4d6c0 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 RL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL [idle: cpu1]
11 0 0 0 RL [idle: cpu2]
10 0 0 0 RL [idle: cpu3]
1 0 1 0 SLs wait 0xc3f02000 [init]
0 0 0 0 WLs [swapper]
db> allt
Tracing command sleep pid 89321 tid 100096 td 0xc4385a20
sched_switch(c4385a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f724) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a4f724) at sleepq_timedwait_sig+0x1e
_sleep(c0a4f724,0,15c,c094bf76,7531,...) at _sleep+0x280
kern_nanosleep(c4385a20,e6a16c70,e6a16c68) at kern_nanosleep+0xab
nanosleep(c4385a20,e6a16d00) at nanosleep+0x4f
syscall(e6a16d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137057, esp = 0xbfbfeafc, ebp = 0xbfbfeb58 ---
Tracing command md6 pid 89319 tid 100306 td 0xc40501b0
sched_switch(c40501b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c7c12800,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c7c12800,0,0,c09f7104,c0929349,...) at sleepq_wait+0x46
_sleep(c7c12800,c7c12820,24c,c092938a,0) at _sleep+0x2b9
md_kthread(c7c12800,e44e7d38) at md_kthread+0xc5
fork_exit(c0594288,c7c12800,e44e7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44e7d70, ebp = 0 ---
Tracing command md5 pid 89317 tid 100050 td 0xc42951b0
sched_switch(c42951b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c71e2000,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c71e2000,0,0,c09f7104,c0929349,...) at sleepq_wait+0x46
_sleep(c71e2000,c71e2020,24c,c092938a,0) at _sleep+0x2b9
md_kthread(c71e2000,e473cd38) at md_kthread+0xc5
fork_exit(c0594288,c71e2000,e473cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473cd70, ebp = 0 ---
Tracing command sleep pid 89314 tid 100571 td 0xc4b42d80
sched_switch(c4b42d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f724) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a4f724) at sleepq_timedwait_sig+0x1e
_sleep(c0a4f724,0,15c,c094bf76,2711,...) at _sleep+0x280
kern_nanosleep(c4b42d80,e719cc70,e719cc68) at kern_nanosleep+0xab
nanosleep(c4b42d80,e719cd00) at nanosleep+0x4f
syscall(e719cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137057, esp = 0xbfbfec4c, ebp = 0xbfbfeca8 ---
Tracing command rm pid 88925 tid 100230 td 0xc4757360
sched_switch(c4757360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d801e3c0,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(d801e3c0,0,0,c09f7104,c0953ffd,...) at sleepq_wait+0x46
_sleep(d801e3c0,c0a9c7bc,4c,c0954711,0) at _sleep+0x2b9
bwait(d801e3c0,4c,c0954711) at bwait+0x47
bufwait(d801e3c0,0,e6d17b44,0,200,...) at bufwait+0x1a
breadn(c64d5c3c,0,0,800,0,...) at breadn+0x112
bread(c64d5c3c,0,0,800,0,...) at bread+0x20
ffs_read(e6d17bc0) at ffs_read+0x23f
VOP_READ_APV(c0a0bac0,e6d17bc0) at VOP_READ_APV+0x9b
ufs_readdir(e6d17c34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a0bac0,e6d17c34) at VOP_READDIR_APV+0x9b
getdirentries(c4757360,e6d17d00) at getdirentries+0x154
syscall(e6d17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2813cdcb, esp = 0xbfbfe66c, ebp = 0xbfbfe698 ---
Tracing command bash pid 81991 tid 100186 td 0xc4f461b0
sched_switch(c4f461b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5099410) at sleepq_switch+0xc9
sleepq_wait_sig(c5099410) at sleepq_wait_sig+0x1d
_sleep(c5099410,0,159,c0951a5d,0) at _sleep+0x2aa
ttysleep(c5099400,c5099410,159,c0951a5d,0,...) at ttysleep+0x21
ttread(c5099400,e6bb5c60,0) at ttread+0x48f
ptsread(c9f33000,e6bb5c60,0,c0a4f008,0,...) at ptsread+0x2d
giant_read(c9f33000,e6bb5c60,0) at giant_read+0x2d
devfs_read_f(c9dd5240,e6bb5c60,c6a3fa80,0,c4f461b0) at devfs_read_f+0x62
dofileread(c4f461b0,0,c9dd5240,e6bb5c60,ffffffff,...) at dofileread+0x85
kern_readv(c4f461b0,0,e6bb5c60,bfbfe68f,1,...) at kern_readv+0x36
read(c4f461b0,e6bb5d00) at read+0x45
syscall(e6bb5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2831165b, esp = 0xbfbfe66c, ebp = 0xbfbfe698 ---
Tracing command csh pid 81978 tid 100138 td 0xc44d0870
sched_switch(c44d0870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d4b64) at sleepq_switch+0xc9
sleepq_wait_sig(c44d4b64) at sleepq_wait_sig+0x1d
_sleep(c44d4b64,c44d4ba0,168,c090ead3,0) at _sleep+0x2aa
kern_sigsuspend(c44d0870,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c44d0870,e6ab9d00) at sigsuspend+0x33
syscall(e6ab9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28166467, esp = 0xbfbfe58c, ebp = 0xbfbfe608 ---
Tracing command su pid 81976 tid 100324 td 0xc549bd80
sched_switch(c549bd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c549a480) at sleepq_switch+0xc9
sleepq_wait_sig(c549a480) at sleepq_wait_sig+0x1d
_sleep(c549a480,c549a4e0,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c549bd80,1403a,e6e9dc28,2,0) at kern_wait+0x7c3
wait4(c549bd80,e6e9dd00) at wait4+0x2a
syscall(e6e9dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c2f, esp = 0xbfbfe65c, ebp = 0xbfbfe678 ---
Tracing command bash pid 81971 tid 100194 td 0xc4295d80
sched_switch(c4295d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c8cbdb40) at sleepq_switch+0xc9
sleepq_wait_sig(c8cbdb40) at sleepq_wait_sig+0x1d
_sleep(c8cbdb40,c8cbdba0,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c4295d80,ffffffff,e4751c28,6,0) at kern_wait+0x7c3
wait4(c4295d80,e4751d00) at wait4+0x2a
syscall(e4751d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe75c, ebp = 0xbfbfe778 ---
Tracing command bash pid 81951 tid 100254 td 0xc48251b0
sched_switch(c48251b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c9efd480) at sleepq_switch+0xc9
sleepq_wait_sig(c9efd480) at sleepq_wait_sig+0x1d
_sleep(c9efd480,c9efd4e0,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c48251b0,ffffffff,e6db6c28,6,0) at kern_wait+0x7c3
wait4(c48251b0,e6db6d00) at wait4+0x2a
syscall(e6db6d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 81950 tid 100069 td 0xc4357510
sched_switch(c4357510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4357510,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c4357510,e6990d00) at select+0x44
syscall(e6990d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 81948 tid 100213 td 0xc44d0000
sched_switch(c44d0000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(ca2970a4) at sleepq_switch+0xc9
sleepq_wait_sig(ca2970a4) at sleepq_wait_sig+0x1d
_sleep(ca2970a4,ca297074,158,c0952e23,0,...) at _sleep+0x2aa
sbwait(ca297050,e6aaab78,c06d7933,c0a4eff0,2,...) at sbwait+0x48
soreceive_generic(ca297000,0,e6aaac60,0,0,...) at soreceive_generic+0x2da
soreceive(ca297000,0,e6aaac60,0,0,0) at soreceive+0x39
soo_read(c9ddc708,e6aaac60,c69d2880,0,c44d0000) at soo_read+0x3d
dofileread(c44d0000,5,c9ddc708,e6aaac60,ffffffff,...) at dofileread+0x85
kern_readv(c44d0000,5,e6aaac60,bfbfe118,4,...) at kern_readv+0x36
read(c44d0000,e6aaad00) at read+0x45
syscall(e6aaad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---
Tracing command bash pid 81089 tid 100384 td 0xc47c8870
sched_switch(c47c8870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4797d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4797d80) at sleepq_wait_sig+0x1d
_sleep(c4797d80,c4797de0,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c47c8870,ffffffff,e6fdfc28,6,0) at kern_wait+0x7c3
wait4(c47c8870,e6fdfd00) at wait4+0x2a
syscall(e6fdfd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe71c, ebp = 0xbfbfe738 ---
Tracing command csh pid 81085 tid 100091 td 0xc4358510
Tracing command su pid 81075 tid 100529 td 0xc493ad80
Tracing command bash pid 81046 tid 100540 td 0xc4b3f360
Tracing command sshd pid 81045 tid 100630 td 0xc5eacd80
sched_switch(c5eacd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c5eacd80,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c5eacd80,e7392d00) at select+0x44
syscall(e7392d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 81043 tid 100315 td 0xc4750bd0
Tracing command sh pid 80744 tid 100071 td 0xc43571b0
sched_switch(c43571b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4359240) at sleepq_switch+0xc9
sleepq_wait_sig(c4359240) at sleepq_wait_sig+0x1d
_sleep(c4359240,c43592a0,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c43571b0,ffffffff,e698ac28,2,0) at kern_wait+0x7c3
wait4(c43571b0,e698ad00) at wait4+0x2a
syscall(e698ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac2f, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 ---
Tracing command sh pid 97478 tid 100054 td 0xc4050a20
Tracing command awk pid 960 tid 100066 td 0xc4357a20
sched_switch(c4357a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4464dec) at sleepq_switch+0xc9
sleepq_wait_sig(c4464dec) at sleepq_wait_sig+0x1d
_sleep(c4464dec,c4464f5c,14c,c09500f7,0) at _sleep+0x2aa
pipe_read(c43319d8,e6999c60,c448c700,0,c4357a20) at pipe_read+0x377
dofileread(c4357a20,0,c43319d8,e6999c60,ffffffff,...) at dofileread+0x85
kern_readv(c4357a20,0,e6999c60,28243000,1000,...) at kern_readv+0x36
read(c4357a20,e6999d00) at read+0x45
syscall(e6999d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818265b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command sh pid 959 tid 100154 td 0xc48b4870
sched_switch(c48b4870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c48b7000) at sleepq_switch+0xc9
sleepq_wait_sig(c48b7000) at sleepq_wait_sig+0x1d
_sleep(c48b7000,c48b7060,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c48b4870,ffffffff,e6aefc28,2,0) at kern_wait+0x7c3
wait4(c48b4870,e6aefd00) at wait4+0x2a
syscall(e6aefd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac2f, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command sh pid 954 tid 100103 td 0xc4453510
Tracing command tail pid 953 tid 100052 td 0xc4050d80
sched_switch(c4050d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47e3d00) at sleepq_switch+0xc9
sleepq_timedwait_sig(c47e3d00) at sleepq_timedwait_sig+0x1e
_sleep(c47e3d00,c47e3d00,158,c094795b,3e9,...) at _sleep+0x280
kqueue_scan(c47e3d00,1,e44fcc64,e44fcc1c,e44fcb3c,c4050d80) at kqueue_scan+0x1f7
kern_kevent(c4050d80,4,0,1,e44fcc64,e44fcc1c) at kern_kevent+0x159
kevent(c4050d80,e44fcd00) at kevent+0xfa
syscall(e44fcd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2813b03f, esp = 0xbfbfeb2c, ebp = 0xbfbfebd8 ---
Tracing command sshd pid 952 tid 100085 td 0xc4381000
sched_switch(c4381000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4381000,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c4381000,e69ced00) at select+0x44
syscall(e69ced38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 951 tid 100107 td 0xc4452d80
sched_switch(c4452d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4452d80,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c4452d80,e6a7bd00) at select+0x44
syscall(e6a7bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command top pid 950 tid 100105 td 0xc44531b0
sched_switch(c44531b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9c2dc,0,c09f7104,e6a81adc,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9c2dc,c0a9c2c4,3e9) at _cv_timedwait_sig+0x18c
kern_select(c44531b0,2,bfbfec30,0,0,...) at kern_select+0x47f
select(c44531b0,e6a81d00) at select+0x44
syscall(e6a81d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b75db, esp = 0xbfbfebac, ebp = 0xbfbfed28 ---
Tracing command sshd pid 949 tid 100064 td 0xc4357d80
sched_switch(c4357d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4357d80,9,284030e4,284030e8,0,...) at kern_select+0x495
select(c4357d80,e699fd00) at select+0x44
syscall(e699fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 945 tid 100076 td 0xc4320870
Tracing command sshd pid 944 tid 100058 td 0xc4320000
Tracing command sshd pid 943 tid 100122 td 0xc4384510
Tracing command bash pid 934 tid 100136 td 0xc44d0bd0
Tracing command csh pid 930 tid 100139 td 0xc44d06c0
Tracing command su pid 929 tid 100119 td 0xc4384a20
Tracing command bash pid 923 tid 100115 td 0xc43851b0
Tracing command sshd pid 922 tid 100102 td 0xc44536c0
Tracing command sshd pid 920 tid 100129 td 0xc44d1870
Tracing command getty pid 894 tid 100133 td 0xc44d11b0
Tracing command getty pid 893 tid 100059 td 0xc431fd80
Tracing command getty pid 892 tid 100130 td 0xc44d16c0
Tracing command getty pid 891 tid 100124 td 0xc43841b0
Tracing command getty pid 890 tid 100125 td 0xc4384000
Tracing command getty pid 889 tid 100126 td 0xc44d1d80
Tracing command getty pid 888 tid 100127 td 0xc44d1bd0
Tracing command getty pid 887 tid 100128 td 0xc44d1a20
Tracing command inetd pid 872 tid 100131 td 0xc44d1510
Tracing command moused pid 845 tid 100135 td 0xc44d0d80
Tracing command cron pid 789 tid 100108 td 0xc4452bd0
sched_switch(c4452bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f724) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a4f724) at sleepq_timedwait_sig+0x1e
_sleep(c0a4f724,0,15c,c094bf76,ea61,...) at _sleep+0x280
kern_nanosleep(c4452bd0,e6a78c70,e6a78c68) at kern_nanosleep+0xab
nanosleep(c4452bd0,e6a78d00) at nanosleep+0x4f
syscall(e6a78d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28149057, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 783 tid 100116 td 0xc4385000
sched_switch(c4385000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c446a924) at sleepq_switch+0xc9
sleepq_wait_sig(c446a924) at sleepq_wait_sig+0x1d
_sleep(c446a924,c446a960,168,c090ead3,0) at _sleep+0x2aa
kern_sigsuspend(c4385000,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4385000,e6a04d00) at sigsuspend+0x33
syscall(e6a04d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ca467, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 779 tid 100081 td 0xc43816c0
sched_switch(c43816c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9c2dc,0,c09f7104,e69daadc,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9c2dc,c0a9c2c4,1389) at _cv_timedwait_sig+0x18c
kern_select(c43816c0,5,bfbfc520,0,0,...) at kern_select+0x47f
select(c43816c0,e69dad00) at select+0x44
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283525db, esp = 0xbfbfc42c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 773 tid 100072 td 0xc4357000
sched_switch(c4357000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4357000,9,284430c0,0,0,...) at kern_select+0x495
select(c4357000,e6987d00) at select+0x44
syscall(e6987d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe18c, ebp = 0xbfbfee98 ---
Tracing command ntpd pid 754 tid 100117 td 0xc4384d80
sched_switch(c4384d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4384d80,a,bfbfed70,0,0,...) at kern_select+0x495
select(c4384d80,e6a01d00) at select+0x44
syscall(e6a01d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x282d85db, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 698 tid 100061 td 0xc431fa20
Tracing command nfsd pid 697 tid 100111 td 0xc44526c0
Tracing command nfsd pid 696 tid 100123 td 0xc4384360
Tracing command nfsd pid 695 tid 100065 td 0xc4357bd0
Tracing command nfsd pid 694 tid 100120 td 0xc4384870
Tracing command mountd pid 692 tid 100070 td 0xc4357360
sched_switch(c4357360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2dc,c0a9c2dc,c0a9c2c4,c094fe88,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2dc,c0a9c2c4) at _cv_wait_sig+0x180
kern_select(c4357360,8,bfbfedf0,0,0,...) at kern_select+0x495
select(c4357360,e698dd00) at select+0x44
syscall(e698dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281635db, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 642 tid 100110 td 0xc4452870
sched_switch(c4452870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2dc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9c2dc,0,c09f7104,e6a72b28,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9c2dc,c0a9c2c4,7531) at _cv_timedwait_sig+0x18c
poll(c4452870,e6a72d00) at poll+0x3a3
syscall(e6a72d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811cf5b, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 625 tid 100112 td 0xc43856c0
cpustop_handler(e6a109ac,c08beb29,c446a060,0,c09724ff,...) at cpustop_handler+0x31
ipi_nmi_handler(c446a060,0,c09724ff,0,0,...) at ipi_nmi_handler+0x28
trap(e6a109b8) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc06b8a2e, esp = 0xe6a109f8, ebp = 0xe6a10a08 ---
_mtx_lock_sleep(c0a4dd34,c43856c0,0,c09469c5,3d) at _mtx_lock_sleep+0x10a
_mtx_lock_flags(c0a4dd34,0,c09469c5,3d,e6a10a68,...) at _mtx_lock_flags+0xab
dev_lock(c0a4dd34,2,c09469c5,85,c43310d8,...) at dev_lock+0x16
devvn_refthread(c4422828,e6a10a98,0,8,1,...) at devvn_refthread+0x28
devfs_fp_check(c43310d8,e6a10a98,e6a10a9c) at devfs_fp_check+0x18
devfs_poll_f(c43310d8,40,c3efd480,c43856c0) at devfs_poll_f+0x17
selscan(c43856c0,e6a10b38,e6a10b28,9,c0a9c2c4,0,c094fe8f,2da) at selscan+0xed
kern_select(c43856c0,9,282300c0,0,0,...) at kern_select+0x302
select(c43856c0,e6a10d00) at select+0x44
syscall(e6a10d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281645db, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 559 tid 100040 td 0xc404f360
Tracing command schedcpu pid 44 tid 100044 td 0xc4000bd0
sched_switch(c4000bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f558,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4f558) at sleepq_timedwait+0x4a
_sleep(c0a4f558,0,0,c09431f8,3e8,...) at _sleep+0x295
pause(c09431f8,3e8) at pause+0x26
schedcpu_thread(0,e449cd38) at schedcpu_thread+0x19
fork_exit(c06d69c4,0,e449cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449cd70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4000a20
kdb_enter(c094add1) at kdb_enter+0x2b
panic(c0974058,c0974278,7,0,0,...) at panic+0x140
dblfault_handler() at dblfault_handler+0x7a
--- trap 0x17, eip = 0xc06b8bd5, esp = 0xe4498000, ebp = 0xe4498008 ---
_mtx_assert(c0a4eff0,2,c094cb3b,91) at _mtx_assert+0x5
critical_exit(c0a55b94,e449803c,c06b8831,c0a9bc68,e4498058,...) at critical_exit+0x4f
spinlock_exit(c0a9bc68,e4498058,c06ed065,c0a55b94,0,...) at spinlock_exit+0x10
_mtx_unlock_spin_flags(c0a55b94,0,c094f4ce,6af,c0a4dd34,...) at _mtx_unlock_spin_flags+0xb1
witness_lock_list_get(c0a5f580,c0a4dd34,3d,0,e4498094,...) at witness_lock_list_get+0x8d
witness_lock(c0a4dd34,8,c09469ce,3d) at witness_lock+0xc1
_mtx_lock_flags(c0a4dd34,0,c09469c5,3d,e44980c0,...) at _mtx_lock_flags+0xc0
dev_lock(e4498108,e4498108,c43daae0,e44980d4,c0672215,...) at dev_lock+0x16
vn_isdisk(c43daae0,0) at vn_isdisk+0x16
devfs_fsync(e4498108) at devfs_fsync+0x11
VOP_FSYNC_APV(c09edd80,e4498108) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d80b5440) at ffs_bdflush+0xcf
bdwrite(d80b5440,d80b5440,0,e4498180,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d80b5440) at ffs_bufwrite+0xb6
bawrite(d80b5440,d80b5440) at bawrite+0x51
vop_stdfsync(e44981ec,c09edd80,e44981cc,c08d0f93,e44981ec,...) at vop_stdfsync+0x142
devfs_fsync(e44981ec) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44981ec) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7ff7360) at ffs_bdflush+0xcf
bdwrite(d7ff7360,d7ff7360,d80b5440,e4498264,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7ff7360) at ffs_bufwrite+0xb6
bawrite(d7ff7360,d7ff7360) at bawrite+0x51
vop_stdfsync(e44982d0,c09edd80,e44982b0,c08d0f93,e44982d0,...) at vop_stdfsync+0x142
devfs_fsync(e44982d0) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44982d0) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d82238f0) at ffs_bdflush+0xcf
bdwrite(d82238f0,d82238f0,d7ff7360,e4498348,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d82238f0) at ffs_bufwrite+0xb6
bawrite(d82238f0,d82238f0) at bawrite+0x51
vop_stdfsync(e44983b4,c09edd80,e4498394,c08d0f93,e44983b4,...) at vop_stdfsync+0x142
devfs_fsync(e44983b4) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44983b4) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8233970) at ffs_bdflush+0xcf
bdwrite(d8233970,d8233970,d82238f0,e449842c,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8233970) at ffs_bufwrite+0xb6
bawrite(d8233970,d8233970) at bawrite+0x51
vop_stdfsync(e4498498,c09edd80,e4498478,c08d0f93,e4498498,...) at vop_stdfsync+0x142
devfs_fsync(e4498498) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498498) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81d9d60) at ffs_bdflush+0xcf
bdwrite(d81d9d60,d81d9d60,d8233970,e4498510,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81d9d60) at ffs_bufwrite+0xb6
bawrite(d81d9d60,d81d9d60) at bawrite+0x51
vop_stdfsync(e449857c,c09edd80,e449855c,c08d0f93,e449857c,...) at vop_stdfsync+0x142
devfs_fsync(e449857c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e449857c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d82074b0) at ffs_bdflush+0xcf
bdwrite(d82074b0,d82074b0,d81d9d60,e44985f4,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d82074b0) at ffs_bufwrite+0xb6
bawrite(d82074b0,d82074b0) at bawrite+0x51
vop_stdfsync(e4498660,c09edd80,e4498640,c08d0f93,e4498660,...) at vop_stdfsync+0x142
devfs_fsync(e4498660) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498660) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81380c0) at ffs_bdflush+0xcf
bdwrite(d81380c0,d81380c0,d82074b0,e44986d8,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81380c0) at ffs_bufwrite+0xb6
bawrite(d81380c0,d81380c0) at bawrite+0x51
vop_stdfsync(e4498744,c09edd80,e4498724,c08d0f93,e4498744,...) at vop_stdfsync+0x142
devfs_fsync(e4498744) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498744) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d815b100) at ffs_bdflush+0xcf
bdwrite(d815b100,d815b100,d81380c0,e44987bc,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d815b100) at ffs_bufwrite+0xb6
bawrite(d815b100,d815b100) at bawrite+0x51
vop_stdfsync(e4498828,c09edd80,e4498808,c08d0f93,e4498828,...) at vop_stdfsync+0x142
devfs_fsync(e4498828) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498828) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7fadce0) at ffs_bdflush+0xcf
bdwrite(d7fadce0,d7fadce0,d815b100,e44988a0,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7fadce0) at ffs_bufwrite+0xb6
bawrite(d7fadce0,d7fadce0) at bawrite+0x51
vop_stdfsync(e449890c,c09edd80,e44988ec,c08d0f93,e449890c,...) at vop_stdfsync+0x142
devfs_fsync(e449890c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e449890c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7f89860) at ffs_bdflush+0xcf
bdwrite(d7f89860,d7f89860,d7fadce0,e4498984,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7f89860) at ffs_bufwrite+0xb6
bawrite(d7f89860,d7f89860) at bawrite+0x51
vop_stdfsync(e44989f0,c09edd80,e44989d0,c08d0f93,e44989f0,...) at vop_stdfsync+0x142
devfs_fsync(e44989f0) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44989f0) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7fe9b60) at ffs_bdflush+0xcf
bdwrite(d7fe9b60,d7fe9b60,d7f89860,e4498a68,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7fe9b60) at ffs_bufwrite+0xb6
bawrite(d7fe9b60,d7fe9b60) at bawrite+0x51
vop_stdfsync(e4498ad4,c09edd80,e4498ab4,c08d0f93,e4498ad4,...) at vop_stdfsync+0x142
devfs_fsync(e4498ad4) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498ad4) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8133d40) at ffs_bdflush+0xcf
bdwrite(d8133d40,d8133d40,d7fe9b60,e4498b4c,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8133d40) at ffs_bufwrite+0xb6
bawrite(d8133d40,d8133d40) at bawrite+0x51
vop_stdfsync(e4498bb8,c09edd80,e4498b98,c08d0f93,e4498bb8,...) at vop_stdfsync+0x142
devfs_fsync(e4498bb8) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498bb8) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7f859f0) at ffs_bdflush+0xcf
bdwrite(d7f859f0,d7f859f0,d8133d40,e4498c30,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7f859f0) at ffs_bufwrite+0xb6
bawrite(d7f859f0,d7f859f0) at bawrite+0x51
vop_stdfsync(e4498c9c,c09edd80,e4498c7c,c08d0f93,e4498c9c,...) at vop_stdfsync+0x142
devfs_fsync(e4498c9c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498c9c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8077250) at ffs_bdflush+0xcf
bdwrite(d8077250,d8077250,d7f859f0,e4498d14,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8077250) at ffs_bufwrite+0xb6
bawrite(d8077250,d8077250) at bawrite+0x51
vop_stdfsync(e4498d80,c09edd80,e4498d60,c08d0f93,e4498d80,...) at vop_stdfsync+0x142
devfs_fsync(e4498d80) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498d80) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7f76f60) at ffs_bdflush+0xcf
bdwrite(d7f76f60,d7f76f60,d8077250,e4498df8,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7f76f60) at ffs_bufwrite+0xb6
bawrite(d7f76f60,d7f76f60) at bawrite+0x51
vop_stdfsync(e4498e64,c09edd80,e4498e44,c08d0f93,e4498e64,...) at vop_stdfsync+0x142
devfs_fsync(e4498e64) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498e64) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81ca550) at ffs_bdflush+0xcf
bdwrite(d81ca550,d81ca550,d7f76f60,e4498edc,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81ca550) at ffs_bufwrite+0xb6
bawrite(d81ca550,d81ca550) at bawrite+0x51
vop_stdfsync(e4498f48,c09edd80,e4498f28,c08d0f93,e4498f48,...) at vop_stdfsync+0x142
devfs_fsync(e4498f48) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4498f48) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d82547f0) at ffs_bdflush+0xcf
bdwrite(d82547f0,d82547f0,d81ca550,e4498fc0,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d82547f0) at ffs_bufwrite+0xb6
bawrite(d82547f0,d82547f0) at bawrite+0x51
vop_stdfsync(e449902c,c09edd80,e449900c,c08d0f93,e449902c,...) at vop_stdfsync+0x142
devfs_fsync(e449902c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e449902c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8141a50) at ffs_bdflush+0xcf
bdwrite(d8141a50,d8141a50,d82547f0,e44990a4,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8141a50) at ffs_bufwrite+0xb6
bawrite(d8141a50,d8141a50) at bawrite+0x51
vop_stdfsync(e4499110,c09edd80,e44990f0,c08d0f93,e4499110,...) at vop_stdfsync+0x142
devfs_fsync(e4499110) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499110) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81b53d0) at ffs_bdflush+0xcf
bdwrite(d81b53d0,d81b53d0,d8141a50,e4499188,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81b53d0) at ffs_bufwrite+0xb6
bawrite(d81b53d0,d81b53d0) at bawrite+0x51
vop_stdfsync(e44991f4,c09edd80,e44991d4,c08d0f93,e44991f4,...) at vop_stdfsync+0x142
devfs_fsync(e44991f4) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44991f4) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8147f90) at ffs_bdflush+0xcf
bdwrite(d8147f90,d8147f90,d81b53d0,e449926c,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8147f90) at ffs_bufwrite+0xb6
bawrite(d8147f90,d8147f90) at bawrite+0x51
vop_stdfsync(e44992d8,c09edd80,e44992b8,c08d0f93,e44992d8,...) at vop_stdfsync+0x142
devfs_fsync(e44992d8) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44992d8) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8042d50) at ffs_bdflush+0xcf
bdwrite(d8042d50,d8042d50,d8147f90,e4499350,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8042d50) at ffs_bufwrite+0xb6
bawrite(d8042d50,d8042d50) at bawrite+0x51
vop_stdfsync(e44993bc,c09edd80,e449939c,c08d0f93,e44993bc,...) at vop_stdfsync+0x142
devfs_fsync(e44993bc) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44993bc) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d80470d0) at ffs_bdflush+0xcf
bdwrite(d80470d0,d80470d0,d8042d50,e4499434,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d80470d0) at ffs_bufwrite+0xb6
bawrite(d80470d0,d80470d0) at bawrite+0x51
vop_stdfsync(e44994a0,c09edd80,e4499480,c08d0f93,e44994a0,...) at vop_stdfsync+0x142
devfs_fsync(e44994a0) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44994a0) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7fae1f0) at ffs_bdflush+0xcf
bdwrite(d7fae1f0,d7fae1f0,d80470d0,e4499518,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7fae1f0) at ffs_bufwrite+0xb6
bawrite(d7fae1f0,d7fae1f0) at bawrite+0x51
vop_stdfsync(e4499584,c09edd80,e4499564,c08d0f93,e4499584,...) at vop_stdfsync+0x142
devfs_fsync(e4499584) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499584) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8026250) at ffs_bdflush+0xcf
bdwrite(d8026250,d8026250,d7fae1f0,e44995fc,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8026250) at ffs_bufwrite+0xb6
bawrite(d8026250,d8026250) at bawrite+0x51
vop_stdfsync(e4499668,c09edd80,e4499648,c08d0f93,e4499668,...) at vop_stdfsync+0x142
devfs_fsync(e4499668) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499668) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d812ea90) at ffs_bdflush+0xcf
bdwrite(d812ea90,d812ea90,d8026250,e44996e0,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d812ea90) at ffs_bufwrite+0xb6
bawrite(d812ea90,d812ea90) at bawrite+0x51
vop_stdfsync(e449974c,c09edd80,e449972c,c08d0f93,e449974c,...) at vop_stdfsync+0x142
devfs_fsync(e449974c) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e449974c) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d81e5f70) at ffs_bdflush+0xcf
bdwrite(d81e5f70,d81e5f70,d812ea90,e44997c4,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d81e5f70) at ffs_bufwrite+0xb6
bawrite(d81e5f70,d81e5f70) at bawrite+0x51
vop_stdfsync(e4499830,c09edd80,e4499810,c08d0f93,e4499830,...) at vop_stdfsync+0x142
devfs_fsync(e4499830) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499830) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d7f8fa40) at ffs_bdflush+0xcf
bdwrite(d7f8fa40,d7f8fa40,d81e5f70,e44998a8,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d7f8fa40) at ffs_bufwrite+0xb6
bawrite(d7f8fa40,d7f8fa40) at bawrite+0x51
vop_stdfsync(e4499914,c09edd80,e44998f4,c08d0f93,e4499914,...) at vop_stdfsync+0x142
devfs_fsync(e4499914) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499914) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d801b2d0) at ffs_bdflush+0xcf
bdwrite(d801b2d0,d801b2d0,d7f8fa40,e449998c,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d801b2d0) at ffs_bufwrite+0xb6
bawrite(d801b2d0,d801b2d0) at bawrite+0x51
vop_stdfsync(e44999f8,c09edd80,e44999d8,c08d0f93,e44999f8,...) at vop_stdfsync+0x142
devfs_fsync(e44999f8) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e44999f8) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d8131160) at ffs_bdflush+0xcf
bdwrite(d8131160,d8131160,d801b2d0,e4499a70,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d8131160) at ffs_bufwrite+0xb6
bawrite(d8131160,d8131160) at bawrite+0x51
vop_stdfsync(e4499adc,c09edd80,e4499abc,c08d0f93,e4499adc,...) at vop_stdfsync+0x142
devfs_fsync(e4499adc) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499adc) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d822b420) at ffs_bdflush+0xcf
bdwrite(d822b420,d822b420,d8131160,e4499b54,c07120d9,...) at bdwrite+0x7a
ffs_bufwrite(d822b420) at ffs_bufwrite+0xb6
bawrite(d822b420,d822b420) at bawrite+0x51
vop_stdfsync(e4499bc0,c09edd80,e4499ba0,c08d0f93,e4499bc0,...) at vop_stdfsync+0x142
devfs_fsync(e4499bc0) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edd80,e4499bc0) at VOP_FSYNC_APV+0x9b
ffs_bdflush(c43dabec,d817ffa0) at ffs_bdflush+0xcf
bdwrite(d817ffa0,c43eb6b0,0,c0964125,820,...) at bdwrite+0x7a
ffs_freefile(c43eb600,c42ea000,c43daae0,3de583,41ed) at ffs_freefile+0x386
handle_workitem_freefile(ca82e280) at handle_workitem_freefile+0xb4
process_worklist_item(c42fc2ec,0) at process_worklist_item+0x1b6
softdep_process_worklist(c42fc2ec,0,c4000a20,c07fa4cc,c07fa4cc,...) at softdep_process_worklist+0x7c
softdep_flush(0,e4499d38) at softdep_flush+0x193
fork_exit(c07fa4cc,0,e4499d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4499d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc4295870
sched_switch(c4295870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f550,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4f550,0,0,c09f7104,c0955d38,...) at sleepq_wait+0x46
_sleep(c0a4f550,c0a9ca64,68,c0956138,0) at _sleep+0x2b9
sched_sync(0,e4748d38) at sched_sync+0x2fe
fork_exit(c0724210,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc42956c0
sched_switch(c42956c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4294b40,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4294b40) at sleepq_timedwait+0x4a
_sleep(c4294b40,c0a9ca38,250,c0955df9,3e8,c0a9ca98) at _sleep+0x295
vnlru_proc(0,e4745d38) at vnlru_proc+0xdf
fork_exit(c0722430,0,e4745d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4745d70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc4295510
sched_switch(c4295510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c768,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a9c768) at sleepq_timedwait+0x4a
_sleep(c0a9c768,c0a9c76c,44,c095453b,3e8) at _sleep+0x295
buf_daemon(0,e4742d38) at buf_daemon+0x198
fork_exit(c0713c44,0,e4742d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4742d70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc4295360
sched_switch(c4295360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aafb50,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aafb50) at sleepq_timedwait+0x4a
_sleep(c0aafb50,c0aa7a04,0,c096a20b,493e0) at _sleep+0x295
vm_pagezero(0,e473fd38) at vm_pagezero+0x6b
fork_exit(c082e93c,0,e473fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc3f03d80
sched_switch(c3f03d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa7a80,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aa7a80,ffffffff,0,0,e2a5fcd0,...) at sleepq_wait+0x46
_sleep(c0aa7a80,0,68,c095453b,0) at _sleep+0x2b9
vm_daemon(0,e2a5fd38) at vm_daemon+0x36
fork_exit(c082d588,0,e2a5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5fd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc3f03bd0
sched_switch(c3f03bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa7a40,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa7a40) at sleepq_timedwait+0x4a
_sleep(c0aa7a40,c0aa7a04,44,c095453b,1388) at _sleep+0x295
vm_pageout(0,e2a5cd38) at vm_pageout+0x268
fork_exit(c082d210,0,e2a5cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5cd70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f03a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc3f03870
sched_switch(c3f03870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff523c,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff523c) at sleepq_timedwait+0x4a
_sleep(c3ff523c,c3ff52f0,4c,c09431f8,3e8) at _sleep+0x295
fdc_worker(c3ff5200,c3ff52f0,0,c096c6ec,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff5200,e2a56d38) at fdc_thread+0x54
fork_exit(c088b190,c3ff5200,e2a56d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a56d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc3f036c0
sched_switch(c3f036c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bac70,e2a53d38) at ithread_loop+0xda
fork_exit(c06aca58,c40bac70,e2a53d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a53d70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f03510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4050000
fork_trampoline() at fork_trampoline
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc404fd80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc404fbd0
sched_switch(c404fbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40aca20,e44ded38) at ithread_loop+0xda
fork_exit(c06aca58,c40aca20,e44ded38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44ded70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc404fa20
sched_switch(c404fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ac240,e44dbd38) at ithread_loop+0xda
fork_exit(c06aca58,c40ac240,e44dbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44dbd70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc404f870
sched_switch(c404f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4cf54,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4cf54,ffffffff,0,0,c06b85ac,...) at sleepq_wait+0x46
_sleep(c0a4cf54,0,5c,c094018a,0,...) at _sleep+0x2b9
usb_task_thread(c0a4cf54,e44d8d38) at usb_task_thread+0x47
fork_exit(c0659f78,c0a4cf54,e44d8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d8d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f016c0
sched_switch(c3f016c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4cf40,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4cf40,ffffffff,0,0,c06b85ac,...) at sleepq_wait+0x46
_sleep(c0a4cf40,0,5c,c094018a,0,...) at _sleep+0x2b9
usb_task_thread(c0a4cf40,e2a38d38) at usb_task_thread+0x47
fork_exit(c0659f78,c0a4cf40,e2a38d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc3f01510
sched_switch(c3f01510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4034210,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4034210) at sleepq_timedwait+0x4a
_sleep(c4034210,0,5c,c0940183,ea60,c403f4c0) at _sleep+0x295
usb_event_thread(c403f4c0,e2a35d38) at usb_event_thread+0x94
fork_exit(c0659ec4,c403f4c0,e2a35d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f01360
sched_switch(c3f01360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402ebb0,e2a32d38) at ithread_loop+0xda
fork_exit(c06aca58,c402ebb0,e2a32d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc3f011b0
sched_switch(c3f011b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4024200,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4024200,c402421c,8,c094e94f,47,...) at sleepq_wait+0x46
msleep_spin(c4024200,c402421c,c09431f8,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c3fefa14,e2a2fd38) at taskqueue_thread_loop+0x61
fork_exit(c06e7f44,c3fefa14,e2a2fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4000870
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 22 tid 100022 td 0xc40006c0
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 21 tid 100023 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09f7104,c094e958,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09431f8,0) at _sleep+0x2b9
taskqueue_thread_loop(c0a54cf0,e4490d38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f44,c0a54cf0,e4490d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---
Tracing command acpi_task_2 pid 9 tid 100024 td 0xc4000360
sched_switch(c4000360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5b00,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5b00,0,0,c09f7104,c094e958,...) at sleepq_wait+0x46
_sleep(c3fb5b00,c3fb5b1c,0,c09431f8,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c12334,e448dd38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f44,c0c12334,e448dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---
Tracing command acpi_task_1 pid 8 tid 100025 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5b00,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5b00,0,0,c09f7104,c094e958,...) at sleepq_wait+0x46
_sleep(c3fb5b00,c3fb5b1c,0,c09431f8,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c12334,e448ad38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f44,c0c12334,e448ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---
Tracing command acpi_task_0 pid 7 tid 100026 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5b00,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5b00,0,0,c09f7104,c094e958,...) at sleepq_wait+0x46
_sleep(c3fb5b00,c3fb5b1c,0,c09431f8,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c12334,e4487d38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f44,c0c12334,e4487d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4487d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3f001b0
fork_trampoline() at fork_trampoline
Tracing command swi6: task queue pid 19 tid 100009 td 0xc3f00000
sched_switch(c3f00000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e520,e2a11d38) at ithread_loop+0xda
fork_exit(c06aca58,c3f8e520,e2a11d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f03360
sched_switch(c3f03360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e4e0,e2a4dd38) at ithread_loop+0xda
fork_exit(c06aca58,c3f8e4e0,e2a4dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4dd70, ebp = 0 ---
Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f031b0
sched_switch(c3f031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a22e04,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a22e04,ffffffff,0,0,c06b85ac,...) at sleepq_wait+0x46
_sleep(c0a22e04,0,4c,c090298c,0) at _sleep+0x2b9
xpt_scanner_thread(0,e2a4ad38) at xpt_scanner_thread+0x35
fork_exit(c0459f60,0,e2a4ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4ad70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f03000
sched_switch(c3f03000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5e80,c0a4eff0,0,c094e31f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5e80,0,0,c09f7104,c094e958,...) at sleepq_wait+0x46
_sleep(c3fb5e80,c3fb5e9c,0,c09431f8,0) at _sleep+0x2b9
taskqueue_thread_loop(c0a4dde4,e2a47d38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f44,c0a4dde4,e2a47d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a47d70, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc3f01d80
sched_switch(c3f01d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f558,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4f558) at sleepq_timedwait+0x4a
_sleep(c0a4f558,0,0,c09431f8,64,...) at _sleep+0x295
pause(c09431f8,64) at pause+0x26
random_kthread(0,e2a44d38) at random_kthread+0x177
fork_exit(c05f6988,0,e2a44d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3f01bd0
sched_switch(c3f01bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4d6cc,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4d6cc) at sleepq_timedwait+0x4a
_sleep(c0a4d6cc,c0a4d5e8,24c,c09431f8,64) at _sleep+0x295
g_io_schedule_down(c3f01bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a41d38) at g_down_procbody+0x5a
fork_exit(c0686aa0,0,e2a41d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3f01a20
cpustop_handler(e2a3eb20,c08beb29,e2a3ead8,c2dfaa8,258,...) at cpustop_handler+0x31
ipi_nmi_handler(e2a3ead8,c2dfaa8,258,0,0,...) at ipi_nmi_handler+0x28
trap(e2a3eb2c) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08b5cd2, esp = 0xe2a3eb6c, ebp = 0xe2a3eb70 ---
smp_tlb_shootdown(f5,dccfa000,dccfb000) at smp_tlb_shootdown+0x72
smp_invlpg_range(dccfa000,dccfb000) at smp_invlpg_range+0x1c
pmap_invalidate_range(c0ac3de0,dccfa000,dccfb000,c1489fd0,e2a3ebd8,...) at pmap_invalidate_range+0x47
pmap_qremove(dccfa000,1,0,dccfe000,0,...) at pmap_qremove+0x3d
vm_hold_free_pages(d811faf0,dccfa000,dccfe000) at vm_hold_free_pages+0xba
allocbuf(d811faf0,0) at allocbuf+0x184
brelse(d811faf0) at brelse+0x172
bufdone_finish(d811faf0) at bufdone_finish+0x34c
bufdone(d811faf0) at bufdone+0xaa
ffs_backgroundwritedone(d811faf0) at ffs_backgroundwritedone+0xca
bufdone(d811faf0) at bufdone+0x8f
g_vfs_done(c771e18c) at g_vfs_done+0x8a
biodone(c771e18c) at biodone+0x58
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0xcb
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0686a40,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3f01870
sched_switch(c3f01870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4d6c0,c0a4eff0,0,c094e31f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4d6c0) at sleepq_timedwait+0x4a
_sleep(c0a4d6c0,0,4c,c09431f8,64) at _sleep+0x295
g_event_procbody(0,e2a3bd38) at g_event_procbody+0x9e
fork_exit(c0686b00,0,e2a3bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc3f01000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4920,e2a29d38) at ithread_loop+0xda
fork_exit(c06aca58,c3ec4920,e2a29d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a26d38) at ithread_loop+0xda
fork_exit(c06aca58,c3ec4930,e2a26d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3f00a20
cpustop_handler(e2a23bd8,c08beb29,2,2,3,...) at cpustop_handler+0x31
ipi_nmi_handler(2,2,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2a23be4) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc089d327, esp = 0xe2a23c24, ebp = 0xe2a23c34 ---
siointr1(c40c0000,c0abc72c,0,c096e655,56f,...) at siointr1+0x87
siointr(c40c0000) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e2a23c94,4,e2a23cd4,c08a9414,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e2a23c94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0c02129, esp = 0xe2a23cd4, ebp = 0xe2a23cd4 ---
acpi_cpu_c1(c0a4eff0,c06d77f8,e2a23cf4,c06d77f8,c06d77f8,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a23d04,c06d7821,e2a23d24,c06aba98,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a23d24,c06aba98,0,e2a23d38,c3eff6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a23d38) at sched_idletd+0x29
fork_exit(c06d77f8,0,e2a23d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3f00870
sched_switch(c3f00870,0,1) at sched_switch+0xff
mi_switch(1,0,c0a4eff0,0,c094c923,...) at mi_switch+0x280
sched_idletd(0,e2a20d38) at sched_idletd+0x51
fork_exit(c06d77f8,0,e2a20d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3f006c0
sched_switch(c3f006c0,0,1) at sched_switch+0xff
mi_switch(1,0,c0a4eff0,0,c094c923,...) at mi_switch+0x280
sched_idletd(0,e2a1dd38) at sched_idletd+0x51
fork_exit(c06d77f8,0,e2a1dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3f00510
sched_switch(c3f00510,0,1) at sched_switch+0xff
mi_switch(1,0,c0a4eff0,0,c094c923,...) at mi_switch+0x280
sched_idletd(0,e2a1ad38) at sched_idletd+0x51
fork_exit(c06d77f8,0,e2a1ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f02000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f02000) at sleepq_wait_sig+0x1d
_sleep(c3f02000,c3f02060,15c,c0950427,0) at _sleep+0x2aa
kern_wait(c3f00360,ffffffff,e2a17c28,0,0) at kern_wait+0x7c3
wait4(c3f00360,e2a17d00) at wait4+0x2a
syscall(e2a17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swapper pid 0 tid 0 td 0xc0a4d9c0
sched_switch(c0a4d9c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c04527d5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 235 MB: 220 204 188 172 156 140 124 108 92 76 60 44 28 12
Dump complete
= 0xf
db> c
(kgdb) bt
#0 doadump () at pcpu.h:172
#1 0xc0477cbb in db_fncall (dummy1=0xc0abfe10, dummy2=0x0, dummy3=0xc0a4b100, dummy4=0xc0abfdec "") at ../../../ddb/db_command.c:486
#2 0xc0477ac7 in db_command (last_cmdp=0xc0a23a04, cmd_table=0x0) at ../../../ddb/db_command.c:401
#3 0xc0477b82 in db_command_loop () at ../../../ddb/db_command.c:453
#4 0xc04797cd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229
#5 0xc06e06e8 in kdb_trap (type=0x3, code=0x0, tf=0xc0abff84) at ../../../kern/subr_kdb.c:502
#6 0xc08bf055 in trap (frame=0xc0abff84) at ../../../i386/i386/trap.c:621
#7 0xc08a904b in calltrap () at ../../../i386/i386/exception.s:139
#8 0xc06e040f in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60
#9 0xc06c1324 in panic (fmt=0xc0974058 "double fault") at ../../../kern/kern_shutdown.c:557
#10 0xc08bf64a in dblfault_handler () at ../../../i386/i386/trap.c:897
#11 0x00000000 in ?? ()
(kgdb) p *(struct bufobj *)0xc43dabec
$1 = {bo_mtx = 0xc43dabb4, bo_clean = {bv_hd = {tqh_first = 0xd81cf140, tqh_last = 0xd813ae88}, bv_root = 0xd7fd1230, bv_cnt = 0x10c0},
bo_dirty = {bv_hd = {tqh_first = 0xd822b420, tqh_last = 0xd80b5478}, bv_root = 0xd81b53d0, bv_cnt = 0x1e}, bo_numoutput = 0x40,
bo_flag = 0x1, bo_ops = 0xc0a0b7f0, bo_bsize = 0x200, bo_object = 0xc436ce88, bo_synclist = {le_next = 0xc4303268,
le_prev = 0xc40e8e88}, bo_private = 0xc42b4b40, __bo_vnode = 0xc43daae0}
(kgdb) p *(struct vop_fsync_args *)0xe4499bc0
$7 = {a_gen = {a_desc = 0xc0a22320}, a_vp = 0xc43daae0, a_waitfor = 0x2, a_td = 0xc4000a20}
(kgdb) p *(struct vnode *)0xc43daae0
$8 = {v_type = VCHR, v_tag = 0xc09422df "devfs", v_op = 0xc09edd80, v_data = 0xc4301a00, v_mount = 0xc42fd000, v_nmntvnodes = {
tqe_next = 0xc4403828, tqe_prev = 0xc43dac50}, v_un = {vu_mount = 0xc42b2b00, vu_socket = 0xc42b2b00, vu_cdev = 0xc42b2b00,
vu_fifoinfo = 0xc42b2b00}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {
tqh_first = 0x0, tqh_last = 0xc43dab10}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {
lk_object = {lo_name = 0xc09422df "devfs", lo_type = 0xc09422df "devfs", lo_flags = 0x4390000, lo_witness_data = {lod_list = {
stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a4e960, lk_flags = 0x80, lk_sharecount = 0x0, lk_waitcount = 0x0,
lk_exclusivecount = 0x0, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0x11,
pcs = {0xc06b4ffc, 0xc0719e8b, 0xc08d1bfa, 0xc072f2e0, 0xc07249d8, 0xc0671b42, 0xc0672be6, 0xc0672c33, 0xc08cfc81, 0xc071d1d4,
0xc071ca86, 0xc0804f75, 0xc071f5e2, 0xc071ed88, 0xc071e49f, 0xc08bf89e, 0xc08a90b0, 0x0}}}, v_interlock = {lock_object = {
lo_name = 0xc094f435 "vnode interlock", lo_type = 0xc094f435 "vnode interlock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {
stqe_next = 0xc0a5f5a8}, lod_witness = 0xc0a5f5a8}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc43dab38,
v_holdcnt = 0x10e0, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0xc438b15c,
tqe_prev = 0xc4347be4}, v_bufobj = {bo_mtx = 0xc43dabb4, bo_clean = {bv_hd = {tqh_first = 0xd81cf140, tqh_last = 0xd813ae88},
bv_root = 0xd7fd1230, bv_cnt = 0x10c0}, bo_dirty = {bv_hd = {tqh_first = 0xd822b420, tqh_last = 0xd80b5478}, bv_root = 0xd81b53d0,
bv_cnt = 0x1e}, bo_numoutput = 0x40, bo_flag = 0x1, bo_ops = 0xc0a0b7f0, bo_bsize = 0x200, bo_object = 0xc436ce88, bo_synclist = {
le_next = 0xc4303268, le_prev = 0xc40e8e88}, bo_private = 0xc42b4b40, __bo_vnode = 0xc43daae0}, v_pollinfo = 0x0, v_label = 0x0}