GENERIC HEAD from 2009-12-18 22:14:28 UTC, r200709M, vmcore.23
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2009 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 9.0-CURRENT #0 r200709M: Tue Dec 22 05:04:20 CET 2009
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO i386
WARNING: WITNESS option enabled, expect reduced performance.
WARNING: DIAGNOSTIC option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 1073741824 (1024 MB)
avail memory = 1031364608 (983 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
Entropy harvesting: interrupts ethernet point_to_point kickstart.
/dev/ad0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad0s1a: clean, 269182 free (638 frags, 33568 blocks, 0.1% fragmentation)
/dev/ad0s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad0s1f: clean, 449251 free (507 frags, 56093 blocks, 0.1% fragmentation)
/dev/ad0s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad0s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad0s1d: clean, 2844581 free (51405 frags, 349147 blocks, 1.0% fragmentation)
/dev/ad0s1g: FILE SYSTEM CLEAN; SKIPPING CHECKS
/dev/ad0s1g: clean, 20744765 free (23485 frags, 2590160 blocks, 0.1% fragmentation)
lock order reversal:
1st 0xd85049e0 bufwait (bufwait) @ kern/vfs_bio.c:2581
2nd 0xc4a6fe00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283
KDB: stack backtrace:
db_trace_self_wrapper(c0ca358a,e6cdd880,c08d1dd5,c08c28bb,c0ca652e,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c08c28bb,c0ca652e,c4539030,c453c290,e6cdd8dc,...) at kdb_backtrace+0x29
_witness_debugger(c0ca652e,c4a6fe00,c0cc9856,c453c290,c0cc94fc,...) at _witness_debugger+0x25
witness_checkorder(c4a6fe00,9,c0cc94f3,11b,0,...) at witness_checkorder+0x839
_sx_xlock(c4a6fe00,0,c0cc94f3,11b,c4bff414,...) at _sx_xlock+0x85
ufsdirhash_acquire(d8504980,e6cdda1c,164,d8bbd4ac,e6cdd9a8,...) at ufsdirhash_acquire+0x48
ufsdirhash_add(c4bff414,e6cdda1c,4ac,e6cdd994,e6cdd998,...) at ufsdirhash_add+0x13
ufs_direnter(c4c01828,c4c01414,e6cdda1c,e6cddc00,d85073c0,...) at ufs_direnter+0x669
ufs_mkdir(e6cddc28,c0cdeeb6,0,0,e6cddb6c,...) at ufs_mkdir+0x989
VOP_MKDIR_APV(c0daf400,e6cddc28,e6cddc00,e6cddb6c,0,...) at VOP_MKDIR_APV+0xc5
kern_mkdirat(c4b1f6c0,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b
kern_mkdir(c4b1f6c0,bfbfef5a,0,1ff,e6cddd2c,...) at kern_mkdir+0x2e
mkdir(c4b1f6c0,e6cddcf8,8,c0ca6df4,c0d8d5e0,...) at mkdir+0x29
syscall(e6cddd38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2816a5c3, esp = 0xbfbfed6c, ebp = 0xbfbfee38 ---
fxp0: link state changed to UP
Starting Network: lo0 fxp0.
add net default: gateway 192.168.1.1
Additional ABI support: linux.
Starting mountd.
Recovering vi editor sessions:.
Configuring syscons: keymap blanktime.
Local package initialization:lock order reversal:
1st 0xc4b5e880 ufs (ufs) @ kern/vfs_subr.c:2084
2nd 0xd8511b80 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:9770
3rd 0xc4d991b4 ufs (ufs) @ kern/vfs_subr.c:2084
KDB: stack backtrace:
db_trace_self_wrapper(c0ca358a,e6e33858,c08d1dd5,c08c28bb,c0ca6547,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c08c28bb,c0ca6547,c4539030,c453c228,e6e338b4,...) at kdb_backtrace+0x29
_witness_debugger(c0ca6547,c4d991b4,c0c98cfb,c453c228,c0cad717,...) at _witness_debugger+0x25
witness_checkorder(c4d991b4,9,c0cad70e,824,0,...) at witness_checkorder+0x839
__lockmgr_args(c4d991b4,80100,c4d99220,0,0,...) at __lockmgr_args+0x824
ffs_lock(e6e339d4,c08d1b7b,c0cacbf5,80100,c4d9915c,...) at ffs_lock+0xa1
VOP_LOCK1_APV(c0daf400,e6e339d4,109,c0dc9dc0,c4d9915c,...) at VOP_LOCK1_APV+0xb5
_vn_lock(c4d9915c,80100,c0cad70e,824,4,...) at _vn_lock+0x78
vget(c4d9915c,80100,c4c52900,50,0,...) at vget+0xbb
vfs_hash_get(c4bfe2d4,4ac00,80000,c4c52900,e6e33b38,...) at vfs_hash_get+0xed
ffs_vgetf(c4bfe2d4,4ac00,80000,e6e33b38,1,...) at ffs_vgetf+0x49
softdep_sync_metadata(c4b5e828,0,c0cc913f,146,0,...) at softdep_sync_metadata+0x693
ffs_syncvnode(c4b5e828,1,c4c52900,51f,c4b5e6cc,...) at ffs_syncvnode+0x3e2
ffs_sync(c4bfe2d4,1,c0cacf0c,4f9,80,...) at ffs_sync+0x26f
dounmount(c4bfe2d4,8000000,c4c52900,47e,5c3de5d9,...) at dounmount+0x44e
unmount(c4c52900,e6e33cf8,8,c4c52900,c0d8c968,...) at unmount+0x2ff
syscall(e6e33d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da13f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 ---
lock order reversal:
1st 0xc4b681b4 ufs (ufs) @ kern/vfs_mount.c:1204
2nd 0xc4bf21b4 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1196
KDB: stack backtrace:
db_trace_self_wrapper(c0ca358a,e6e339c8,c08d1dd5,c08c28bb,c0ca652e,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c08c28bb,c0ca652e,c453c228,c453c0f0,e6e33a24,...) at kdb_backtrace+0x29
_witness_debugger(c0ca652e,c4bf21b4,c0c94bfd,c453c0f0,c0cc8cde,...) at _witness_debugger+0x25
witness_checkorder(c4bf21b4,9,c0cc8cd5,4ac,c4bf2220,...) at witness_checkorder+0x839
__lockmgr_args(c4bf21b4,80400,c4bf2220,0,0,...) at __lockmgr_args+0x824
vop_stdlock(e6e33b40,c0cc99d3,79,80400,c4bf215c,...) at vop_stdlock+0x65
VOP_LOCK1_APV(c0d88ba0,e6e33b40,c4d9915c,c0dc9dc0,c4bf215c,...) at VOP_LOCK1_APV+0xb5
_vn_lock(c4bf215c,80400,c0cc8cd5,4ac,c4b67b00,...) at _vn_lock+0x78
ffs_flushfiles(c4bfe2d4,0,c4c52900,e6e33bc8,3,...) at ffs_flushfiles+0x11a
softdep_flushfiles(c4bfe2d4,0,c4c52900,0,12,...) at softdep_flushfiles+0x2e
ffs_unmount(c4bfe2d4,8000000,c0cacf0c,4f9,80,...) at ffs_unmount+0x18f
dounmount(c4bfe2d4,8000000,c4c52900,47e,5c3de5d9,...) at dounmount+0x46d
unmount(c4c52900,e6e33cf8,8,c4c52900,c0d8c968,...) at unmount+0x2ff
syscall(e6e33d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da13f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 ---
** /dev/ad0s1e
** Last Mounted on /tmp
** Phase 1 - Check Blocks and Sizes
** Phase 2 - Check Pathnames
** Phase 3 - Check Connectivity
** Phase 4 - Check Reference Counts
** Phase 5 - Check Cyl groups
7 files, 32798 used, 1996233 free (49 frags, 249523 blocks, 0.0% fragmentation)
***** FILE SYSTEM IS CLEAN *****
usage: kill [-s signal_name] pid ...
kill -l [exit_status]
kill -signal_name pid ...
kill -signal_number pid ...
fsck -y /tmp watchdogd.
Tue Dec 22 06:54:40 CET 2009
Dec 22 06:54:45 crashbox su: pho to root on /dev/pts/0
~KDB: enter: Line break on console
[thread pid 11 tid 100006 ]
Stopped at kdb_enter+0x3a: movl $0,kdb_why
db> run pho
db:0:pho> bt
Tracing pid 11 tid 100006 td 0xc457d480
kdb_enter(c0c48e6a,c0c89495,c0e02d40,c4786380,0,...) at kdb_enter+0x3a
uart_intr(c4786300,c457d480,c455b8d0,c4578d80,4,...) at uart_intr+0x126
intr_event_handle(c4578d80,c42e4c34,c0c99d2a,1f4,c4551c00,...) at intr_event_handle+0x5c
intr_execute_handlers(c455b8d0,c42e4c34,0,c42e4c74,c0baf064,...) at intr_execute_handlers+0x49
lapic_handle_intr(38,c42e4c34) at lapic_handle_intr+0x4c
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0ba3485, esp = 0xc42e4c74, ebp = 0xc42e4c74 ---
acpi_cpu_c1(1,0,0,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c42e4cb4,c0bbabdb,0,c42e4cf8,c08b192e,...) at acpi_cpu_idle+0x11c
cpu_idle_acpi(0,c42e4cf8,c08b192e,0,c42e4cd4,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c42e4cd4,c0ca1cd4,3b0,c457d480,...) at cpu_idle+0x1b
sched_idletd(0,c42e4d38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e
fork_exit(c08b16f0,0,c42e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42e4d70, ebp = 0 ---
db:0:bt> show allpcpu
Current CPU: 0
cpuid = 0
dynamic pcpu = 0x65ab80
curthread = 0xc457d480: pid 11 "idle: cpu0"
curpcb = 0xc42e4d90
fpcurthread = none
idlethread = 0xc457d480: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
dynamic pcpu = 0x34f0b80
curthread = 0xc457d6c0: pid 11 "idle: cpu1"
curpcb = 0xc42e1d90
fpcurthread = none
idlethread = 0xc457d6c0: pid 11 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
dynamic pcpu = 0x34f3b80
curthread = 0xc457d900: pid 11 "idle: cpu2"
curpcb = 0xc42ded90
fpcurthread = none
idlethread = 0xc457d900: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
dynamic pcpu = 0x34f6b80
curthread = 0xc457db40: pid 11 "idle: cpu3"
curpcb = 0xc42dbd90
fpcurthread = none
idlethread = 0xc457db40: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db:0:allpcpu> show alllocks
Process 1167 (sshd) thread 0xc517ad80 (100139)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4db06fc) locked @ kern/uipc_sockbuf.c:148
Process 1133 (sshd) thread 0xc4cbc000 (100120)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dafa34) locked @ kern/uipc_sockbuf.c:148
Process 1132 (sshd) thread 0xc4aefd80 (100051)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4e28bd0) locked @ kern/uipc_sockbuf.c:148
Process 1131 (sshd) thread 0xc4c52900 (100123)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4c2ba34) locked @ kern/uipc_sockbuf.c:148
Process 1126 (truncate2) thread 0xc517b6c0 (100135)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd854bea0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8539060) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc4ed9df0) locked @ kern/vfs_vnops.c:650
Process 1125 (truncate2) thread 0xc4b88240 (100134)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd857ba60) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd854b000) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519b310) locked @ kern/vfs_vnops.c:650
Process 1124 (truncate2) thread 0xc4b88b40 (100101)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd85832a0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8558340) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc4ed946c) locked @ kern/vfs_vnops.c:650
Process 1123 (truncate2) thread 0xc4b88d80 (100100)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd856a480) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8541c20) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc518946c) locked @ kern/vfs_vnops.c:650
Process 1122 (truncate2) thread 0xc4c4f000 (100099)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8559a00) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd853a720) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc4eda5c8) locked @ kern/vfs_vnops.c:650
Process 1121 (truncate2) thread 0xc4b87000 (100073)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd85828e0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd855e660) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519bdf0) locked @ kern/vfs_vnops.c:650
Process 1120 (truncate2) thread 0xc4aef900 (100058)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8572000) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8550b00) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519346c) locked @ kern/vfs_vnops.c:650
Process 1119 (truncate2) thread 0xc4c526c0 (100124)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd85695e0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8543140) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc503746c) locked @ kern/vfs_vnops.c:650
Process 1118 (truncate2) thread 0xc4b1d6c0 (100110)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd85801e0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd854bd00) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc5193c94) locked @ kern/vfs_vnops.c:650
Process 1117 (truncate2) thread 0xc4b1dd80 (100107)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd857f680) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd856b660) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519ab38) locked @ kern/vfs_vnops.c:650
Process 1116 (truncate2) thread 0xc4b1d480 (100111)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd857ad60) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd85584e0) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc4ec35c8) locked @ kern/vfs_vnops.c:650
Process 1115 (truncate2) thread 0xc4b88000 (100066)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd857eb20) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd855c2a0) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519bb38) locked @ kern/vfs_vnops.c:650
Process 1114 (truncate2) thread 0xc4aef6c0 (100059)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd85403c0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8550480) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc503646c) locked @ kern/vfs_vnops.c:650
Process 1113 (truncate2) thread 0xc4c4f900 (100095)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd857b240) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd854f100) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc51a09dc) locked @ kern/vfs_vnops.c:650
Process 1112 (truncate2) thread 0xc4c52480 (100077)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8573d40) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8540700) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc4e37c94) locked @ kern/vfs_vnops.c:650
Process 1111 (truncate2) thread 0xc4c52240 (100078)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8582c20) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8573520) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519adf0) locked @ kern/vfs_vnops.c:650
Process 1110 (truncate2) thread 0xc4cbc480 (100091)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8548420) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd853b0e0) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc50531b4) locked @ kern/vfs_vnops.c:650
Process 1109 (truncate2) thread 0xc4c52000 (100092)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd856d3a0) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8553a20) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc51935c8) locked @ kern/vfs_vnops.c:650
Process 1108 (truncate2) thread 0xc4cbc6c0 (100090)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8560060) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8544b40) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc519b9dc) locked @ kern/vfs_vnops.c:650
Process 1107 (truncate2) thread 0xc4c4fb40 (100094)
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8569100) locked @ kern/vfs_bio.c:1851
exclusive lockmgr bufwait (bufwait) r = 0 (0xd8537b40) locked @ kern/vfs_bio.c:2581
exclusive lockmgr ufs (ufs) r = 0 (0xc5053df0) locked @ kern/vfs_vnops.c:650
Process 979 (sshd) thread 0xc4ece000 (100126)
exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4db9560) locked @ kern/uipc_sockbuf.c:148
db:0:alllocks> show lockedvnods
Locked vnodes
0xc5053d98: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc5083000 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4c4fb40 (pid 1107)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235523, on dev ad0s1e
0xc505315c: tag ufs, type VREG
usecount 1, writecount 1, refcount 7 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc5100e58 ref 0 pages 20
lock type ufs: EXCL by thread 0xc4cbc480 (pid 1110)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235532, on dev ad0s1e
0xc4e37c3c: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4ed3220 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4c52480 (pid 1112)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235538, on dev ad0s1e
0xc4eda570: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4db75d8 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4c4f000 (pid 1122)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235543, on dev ad0s1e
0xc4ed9d98: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc5183d48 ref 0 pages 16
lock type ufs: EXCL by thread 0xc517b6c0 (pid 1126)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235549, on dev ad0s1e
0xc4ec3570: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc518aee0 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b1d480 (pid 1116)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235555, on dev ad0s1e
0xc5037414: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc51922a8 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4c526c0 (pid 1119)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235556, on dev ad0s1e
0xc5193c3c: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc518ac38 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b1d6c0 (pid 1118)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235578, on dev ad0s1e
0xc5036414: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc5191bb0 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4aef6c0 (pid 1114)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235583, on dev ad0s1e
0xc4ed9414: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4cd3990 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b88b40 (pid 1124)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235586, on dev ad0s1e
0xc519bd98: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4e4eb28 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b87000 (pid 1121)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235587, on dev ad0s1e
0xc5189414: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc5183550 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b88d80 (pid 1123)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235589, on dev ad0s1e
0xc519bae0: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4b34aa0 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b88000 (pid 1115)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235594, on dev ad0s1e
0xc519b984: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4d9fa18 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4cbc6c0 (pid 1108)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235595, on dev ad0s1e
0xc5193570: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc518a880 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4c52000 (pid 1109)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235599, on dev ad0s1e
0xc5193414: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc518a7f8 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4aef900 (pid 1120)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235602, on dev ad0s1e
0xc519b2b8: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4ce5660 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b88240 (pid 1125)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235618, on dev ad0s1e
0xc51a0984: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc5191330 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4c4f900 (pid 1113)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235629, on dev ad0s1e
0xc519ad98: tag ufs, type VREG
usecount 1, writecount 1, refcount 7 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4d9f7f8 ref 0 pages 20
lock type ufs: EXCL by thread 0xc4c52240 (pid 1111)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235636, on dev ad0s1e
0xc519aae0: tag ufs, type VREG
usecount 1, writecount 1, refcount 6 mountedhere 0
flags (VV_NOSYNC)
v_object 0xc4c3e2a8 ref 0 pages 16
lock type ufs: EXCL by thread 0xc4b1dd80 (pid 1117)
#0 0xc08778ce at __lockmgr_args+0xc1e
#1 0xc0ad5151 at ffs_lock+0xa1
#2 0xc0be5815 at VOP_LOCK1_APV+0xb5
#3 0xc092e528 at _vn_lock+0x78
#4 0xc092f652 at vn_truncate+0xd2
#5 0xc08d5948 at kern_ftruncate+0xd8
#6 0xc08d59c8 at ftruncate+0x28
#7 0xc0bcc9c4 at syscall+0x2b4
#8 0xc0baed00 at Xint0x80_syscall+0x20
ino 235644, on dev ad0s1e
db:0:lockedvnods> show mount
0xc4aa5b50 /dev/ad0s1a on / (ufs)
0xc4aa6000 devfs on /dev (devfs)
0xc4bfe5a8 /dev/ad0s1f on /home (ufs)
0xc4bfe000 /dev/ad0s1d on /usr (ufs)
0xc4aa6b50 /dev/ad0s1g on /var (ufs)
0xc4aa687c /dev/ad0s1e on /tmp (ufs)
More info: show mount <addr>
db:0:mount> ps
pid ppid pgrp uid state wmesg wchan cmd
1420 1143 1139 1001 S nanslp 0xc0dfef44 sleep
1178 1177 1178 1001 Ss+ ttyin 0xc5034470 bash
1177 1167 1167 1001 S select 0xc51de4a4 sshd
1167 947 1167 0 Ss sbwait 0xc4db0728 sshd
1144 1139 1139 1001 S piperd 0xc4c39188 awk
1143 1139 1139 1001 S wait 0xc474cd48 sh
1142 1141 1142 1001 Ss+ select 0xc51e8ca4 top
1141 1133 1133 1001 S select 0xc51b6464 sshd
1140 1138 1140 1001 Ss kqread 0xc4aa2780 tail
1139 1137 1139 1001 Ss wait 0xc4e51aa0 sh
1138 1131 1131 1001 S select 0xc51e31a4 sshd
1137 1132 1132 1001 S select 0xc51e7164 sshd
1133 947 1133 0 Ss sbwait 0xc4dafa60 sshd
1132 947 1132 0 Ss sbwait 0xc4e28bfc sshd
1131 947 1131 0 Ss sbwait 0xc4c2ba60 sshd
1126 1 1079 1001 S+ getblk 0xd8539a20 truncate2
1125 1 1079 1001 S+ getblk 0xd854b680 truncate2
1124 1 1079 1001 S+ getblk 0xd8559380 truncate2
1123 1 1079 1001 S+ getblk 0xd8542440 truncate2
1122 1 1079 1001 S+ getblk 0xd853ada0 truncate2
1121 1 1079 1001 S+ getblk 0xd855f360 truncate2
1120 1 1079 1001 S+ getblk 0xd8551320 truncate2
1119 1 1079 1001 S+ getblk 0xd85432e0 truncate2
1118 1 1079 1001 S+ getblk 0xd854c040 truncate2
1117 1 1079 1001 S+ getblk 0xd856aca0 truncate2
1116 1 1079 1001 S+ getblk 0xd85577e0 truncate2
1115 1 1079 1001 S+ getblk 0xd855ba80 truncate2
1114 1 1079 1001 S+ getblk 0xd85519a0 truncate2
1113 1 1079 1001 S+ getblk 0xd854f5e0 truncate2
1112 1 1079 1001 S+ getblk 0xd8540a40 truncate2
1111 1 1079 1001 S+ getblk 0xd84eca60 truncate2
1110 1 1079 1001 S+ getblk 0xd853b280 truncate2
1109 1 1079 1001 S+ getblk 0xd8552ec0 truncate2
1108 1 1079 1001 S+ getblk 0xd85451c0 truncate2
1107 1 1079 1001 S+ getblk 0xd8537e80 truncate2
1064 1 1064 0 Ss+ ttyin 0xc483b070 getty
1063 1 1063 0 Ss+ ttyin 0xc483b270 getty
1062 1 1062 0 Ss+ ttyin 0xc468fe70 getty
1061 1 1061 0 Ss+ ttyin 0xc4821870 getty
1060 1 1060 0 Ss+ ttyin 0xc4551e70 getty
1059 1 1059 0 Ss+ ttyin 0xc468fc70 getty
1058 1 1058 0 Ss+ ttyin 0xc468f670 getty
1057 1 1057 0 Ss+ ttyin 0xc468fa70 getty
1056 1045 1056 1001 Ss+ ttyin 0xc5034e70 bash
1045 979 979 1001 S select 0xc4a76ea4 sshd
1033 1 1033 0 Ss select 0xc4837b64 inetd
1009 1 1009 0 Ss select 0xc4ae8964 moused
991 1 991 0 Ss nanslp 0xc0dfef44 watchdogd
979 947 979 0 Ss sbwait 0xc4db958c sshd
965 1 965 0 Ss nanslp 0xc0dfef44 cron
958 1 958 25 Ss pause 0xc4c605a8 sendmail
954 1 954 0 Ss select 0xc4a45e64 sendmail
947 1 947 0 Ss select 0xc4ae9324 sshd
910 1 910 0 Ss select 0xc4a444a4 ntpd
809 808 808 0 S (threaded) nfsd
100104 S rpcsvc 0xc4ae8210 nfsd: service
100103 S rpcsvc 0xc4ae81d0 nfsd: service
100102 S rpcsvc 0xc4aaae90 nfsd: service
100052 S rpcsvc 0xc4a45810 nfsd: master
808 1 808 0 Ss select 0xc4a77124 nfsd
806 1 806 0 Ss select 0xc4a443e4 mountd
711 1 711 0 Ss select 0xc4a76564 rpcbind
691 1 691 0 Ss select 0xc48372a4 syslogd
561 1 561 0 Ss select 0xc4ae96e4 devd
19 0 0 0 SL flowclea 0xc0f6ba88 [flowcleaner]
18 0 0 0 SL sdflush 0xc0f77280 [softdepflush]
17 0 0 0 SL vlruwt 0xc4a5aaa0 [vnlru]
16 0 0 0 SL syncer 0xc0f6b894 [syncer]
15 0 0 0 SL psleep 0xc0f6b5c8 [bufdaemon]
9 0 0 0 SL pgzero 0xc0f78094 [pagezero]
8 0 0 0 SL psleep 0xc0f77cc4 [vmdaemon]
7 0 0 0 SL psleep 0xc0f77c8c [pagedaemon]
6 0 0 0 SL - 0xc482143c [fdc0]
14 0 0 0 SL (threaded) [usb]
100034 D - 0xc479fdac [usbus0]
100033 D - 0xc479fd7c [usbus0]
100032 D - 0xc479fd4c [usbus0]
100031 D - 0xc479fd1c [usbus0]
5 0 0 0 SL ccb_scan 0xc0dcb154 [xpt_thrd]
13 0 0 0 SL - 0xc0dfeda4 [yarrow]
4 0 0 0 SL - 0xc0dfcb64 [g_down]
3 0 0 0 SL - 0xc0dfcb60 [g_up]
2 0 0 0 SL - 0xc0dfcb58 [g_event]
12 0 0 0 WL (threaded) [intr]
100042 I [irq7: ppc0]
100040 I [swi0: uart uart]
100039 I [irq12: psm0]
100038 I [irq1: atkbd0]
100037 I [irq15: ata1]
100036 I [irq14: ata0]
100035 I [irq17: fxp0]
100030 I [irq16: uhci0]
100028 I [irq9: acpi0]
100026 I [swi5: +]
100021 I [swi2: cambio]
100019 I [swi6: task queue]
100018 I [swi6: Giant taskq]
100012 I [swi1: netisr 0]
100011 I [swi4: clock]
100010 I [swi4: clock]
100009 I [swi4: clock]
100008 I [swi4: clock]
100007 I [swi3: vm]
11 0 0 0 RL (threaded) [idle]
100006 Run CPU 0 [idle: cpu0]
100005 Run CPU 1 [idle: cpu1]
100004 Run CPU 2 [idle: cpu2]
100003 Run CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc457bd48 [init]
10 0 0 0 SL audit_wo 0xc0f76ac0 [audit]
0 0 0 0 SLs (threaded) [kernel]
100029 D - 0xc4783340 [em0 taskq]
100027 D - 0xc474a100 [thread taskq]
100025 D - 0xc474a1c0 [kqueue taskq]
100024 D - 0xc474a200 [acpi_task_2]
100023 D - 0xc474a200 [acpi_task_1]
100022 D - 0xc474a200 [acpi_task_0]
100013 D - 0xc4562e00 [firmware taskq]
100000 D sched 0xc0dfcc40 [swapper]
db:0:ps> allt
Tracing command sleep pid 1420 tid 100170 td 0xc4e20480
sched_switch(c4e20480,0,104,191,8f5261de,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200
sleepq_switch(c4e20480,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f
sleepq_catch_signals(2711,c08c84b0,c4e20480,2,100,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c0dfef44,5c,c0ca13f8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0dfef44,0,15c,c0ca13f8,2711,...) at _sleep+0x31e
kern_nanosleep(c4e20480,e6edcc64,e6edcc6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4e20480,e6edccf8,8,c4e20480,c0d8e140,...) at nanosleep+0x6f
syscall(e6edcd38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815bad7, esp = 0xbfbfeccc, ebp = 0xbfbfed08 ---
Tracing command bash pid 1178 tid 100147 td 0xc4e20b40
sched_switch(c4e20b40,0,104,191,5c468a34,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4e20b40,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c5034404,0,c0c9e8d3,c4e20b40,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c5034470,0,e6e91b0c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c5034470,c5034404,c0ca8663,510,0,...) at _cv_wait_sig+0x240
tty_wait(c5034400,c5034470,e6e91c58,1,0,...) at tty_wait+0x71
ttydisc_read(c5034400,e6e91c58,0,9f,0,...) at ttydisc_read+0x22c
ttydev_read(c51da000,e6e91c58,0,0,1,...) at ttydev_read+0xaa
devfs_read_f(c4b6a7e0,e6e91c58,c51c9300,0,c4e20b40,...) at devfs_read_f+0x7e
dofileread(e6e91c58,ffffffff,ffffffff,0,c4b6a7e0,...) at dofileread+0x96
kern_readv(c4e20b40,0,e6e91c58,e6e91c78,1,...) at kern_readv+0x58
read(c4e20b40,e6e91cf8,c,c0ca6db8,c0d8c754,...) at read+0x4f
syscall(e6e91d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2834b0b3, esp = 0xbfbfe02c, ebp = 0xbfbfe058 ---
Tracing command sshd pid 1177 tid 100072 td 0xc4b87240
sched_switch(c4b87240,0,104,191,5c4bb91e,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b87240,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c51de490,0,c0c9e8d3,c4b87240,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c51de4a4,0,e6d35a7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c51de4a4,c51de490,c0ca692f,603,c4b03af0,...) at _cv_wait_sig+0x240
seltdwait(c4b03af0,58,c520b080,c4b87240,200246,...) at seltdwait+0xa2
kern_select(c4b87240,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4
select(c4b87240,e6d35cf8,14,c0c882a6,c0d8d12c,...) at select+0x66
syscall(e6d35d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 ---
Tracing command sshd pid 1167 tid 100139 td 0xc517ad80
sched_switch(c517ad80,0,104,191,d78cae72,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,58,...) at mi_switch+0x200
sleepq_switch(c517ad80,0,c0ca46a7,1a0,58,...) at sleepq_switch+0x15f
sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4db0728,58,c0caa45a,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4db0728,c4db06e8,158,c0caa45a,0) at _sleep+0x354
sbwait(c4db06c4,4,c0caa529,5c5,c4db06e8,...) at sbwait+0x76
soreceive_generic(c4db0670,0,e6e74c58,0,0,...) at soreceive_generic+0x3f0
soreceive(c4db0670,0,e6e74c58,0,0,0) at soreceive+0x38
soo_read(c4b04cb0,e6e74c58,c520a980,0,c517ad80,...) at soo_read+0x4e
dofileread(e6e74c58,ffffffff,ffffffff,0,c4b04cb0,...) at dofileread+0x96
kern_readv(c517ad80,5,e6e74c58,e6e74c78,1,...) at kern_readv+0x58
read(c517ad80,e6e74cf8,c,e6e74ca0,c0d8c754,...) at read+0x4f
syscall(e6e74d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0b3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 ---
Tracing command awk pid 1144 tid 100093 td 0xc4c4fd80
sched_switch(c4c4fd80,0,104,191,8ee9f92c,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200
sleepq_switch(c4c4fd80,0,c0ca46a7,1a0,4c,...) at sleepq_switch+0x15f
sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4c39188,4c,c0ca6ae0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4c39188,c4c392f8,14c,c0ca6ae0,0,...) at _sleep+0x354
pipe_read(c4db8888,e6d9ac58,c51e2c00,0,c4c4fd80,...) at pipe_read+0x417
dofileread(e6d9ac58,ffffffff,ffffffff,0,c4db8888,...) at dofileread+0x96
kern_readv(c4c4fd80,0,e6d9ac58,e6d9ac78,1,...) at kern_readv+0x58
read(c4c4fd80,e6d9acf8,c,c4c4fd80,c0d8c754,...) at read+0x4f
syscall(e6d9ad38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x281b20b3, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---
Tracing command sh pid 1143 tid 100054 td 0xc4b1f900
sched_switch(c4b1f900,0,104,191,8f046110,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200
sleepq_switch(c4b1f900,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f
sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c474cd48,5c,c0ca6ec9,100,0,...) at sleepq_wait_sig+0x17
_sleep(c474cd48,c474cdd0,15c,c0ca6ec9,0,...) at _sleep+0x354
kern_wait(c4b1f900,ffffffff,e6cd9c74,2,0,...) at kern_wait+0xb76
wait4(c4b1f900,e6cd9cf8,10,c0ca6ea8,c0d8c7c4,...) at wait4+0x3b
syscall(e6cd9d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e07b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---
Tracing command top pid 1142 tid 100118 td 0xc4e21480
sched_switch(c4e21480,0,104,191,bd7ab1ea,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4e21480,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6e20a4c,c087f0ba,c51e8c90,0,c4e21480,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c51e8ca4,0,e6e20a7c,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c51e8ca4,c51e8c90,3e9,603,c4b3e038,...) at _cv_timedwait_sig+0x250
seltdwait(e6e20c28,e6e20c30,c51ec180,c4e21480,333b335b,...) at seltdwait+0x8a
kern_select(c4e21480,2,bfbfebec,0,0,e6e20c70,20,1,0) at kern_select+0x4f4
select(c4e21480,e6e20cf8,14,c0c882a6,c0d8d12c,...) at select+0x66
syscall(e6e20d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281e8033, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 ---
Tracing command sshd pid 1141 tid 100136 td 0xc517b480
sched_switch(c517b480,0,104,191,bd866e5a,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c517b480,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c51b6450,0,c0c9e8d3,c517b480,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c51b6464,0,e6e68a7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c51b6464,c51b6450,c0ca692f,603,c4b03b60,...) at _cv_wait_sig+0x240
seltdwait(c4b03b60,58,c51e6880,c517b480,200246,...) at seltdwait+0xa2
kern_select(c517b480,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4
select(c517b480,e6e68cf8,14,c0c882a6,c0d8d12c,...) at select+0x66
syscall(e6e68d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 ---
Tracing command tail pid 1140 tid 100121 td 0xc4c52d80
sched_switch(c4c52d80,0,104,191,6b727680,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,58,...) at mi_switch+0x200
sleepq_switch(c4c52d80,0,c0ca46a7,1a0,58,...) at sleepq_switch+0x15f
sleepq_catch_signals(3e9,c08c84b0,c4c52d80,0,100,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4aa2780,58,c0c9b272,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c4aa2780,c4aa2780,158,c0c9b272,3e9,...) at _sleep+0x31e
kern_kevent(c4c52d80,4,0,1,e6e2dc58,...) at kern_kevent+0x364
kevent(c4c52d80,e6e2dcf8,18,c0c3f4a9,c0d8eeb4,...) at kevent+0x19b
syscall(e6e2dd38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815fcbb, esp = 0xbfbfeb5c, ebp = 0xbfbfec18 ---
Tracing command sh pid 1139 tid 100129 td 0xc4ecb900
sched_switch(c4ecb900,0,104,191,f9c320d2,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200
sleepq_switch(c4ecb900,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f
sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4e51aa0,5c,c0ca6ec9,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4e51aa0,c4e51b28,15c,c0ca6ec9,0,...) at _sleep+0x354
kern_wait(c4ecb900,ffffffff,e6e48c74,2,0,...) at kern_wait+0xb76
wait4(c4ecb900,e6e48cf8,10,c4ecb900,c0d8c7c4,...) at wait4+0x3b
syscall(e6e48d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e07b, esp = 0xbfbfeb6c, ebp = 0xbfbfeb88 ---
Tracing command sshd pid 1138 tid 100080 td 0xc481c480
Tracing command sshd pid 1137 tid 100130 td 0xc4ecb6c0
Tracing command sshd pid 1133 tid 100120 td 0xc4cbc000
Tracing command sshd pid 1132 tid 100051 td 0xc4aefd80
Tracing command sshd pid 1131 tid 100123 td 0xc4c52900
Tracing command truncate2 pid 1126 tid 100135 td 0xc517b6c0
Tracing command truncate2 pid 1125 tid 100134 td 0xc4b88240
Tracing command truncate2 pid 1124 tid 100101 td 0xc4b88b40
Tracing command truncate2 pid 1123 tid 100100 td 0xc4b88d80
Tracing command truncate2 pid 1122 tid 100099 td 0xc4c4f000
Tracing command truncate2 pid 1121 tid 100073 td 0xc4b87000
Tracing command truncate2 pid 1120 tid 100058 td 0xc4aef900
Tracing command truncate2 pid 1119 tid 100124 td 0xc4c526c0
Tracing command truncate2 pid 1118 tid 100110 td 0xc4b1d6c0
Tracing command truncate2 pid 1117 tid 100107 td 0xc4b1dd80
Tracing command truncate2 pid 1116 tid 100111 td 0xc4b1d480
Tracing command truncate2 pid 1115 tid 100066 td 0xc4b88000
Tracing command truncate2 pid 1114 tid 100059 td 0xc4aef6c0
Tracing command truncate2 pid 1113 tid 100095 td 0xc4c4f900
Tracing command truncate2 pid 1112 tid 100077 td 0xc4c52480
Tracing command truncate2 pid 1111 tid 100078 td 0xc4c52240
Tracing command truncate2 pid 1110 tid 100091 td 0xc4cbc480
Tracing command truncate2 pid 1109 tid 100092 td 0xc4c52000
Tracing command truncate2 pid 1108 tid 100090 td 0xc4cbc6c0
Tracing command truncate2 pid 1107 tid 100094 td 0xc4c4fb40
sched_switch(c4c4fb40,0,104,191,6ceef282,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,50,...) at mi_switch+0x200
sleepq_switch(c4c4fb40,0,c0ca46a7,260,50,...) at sleepq_switch+0x15f
sleepq_wait(d8537e80,50,c0cabd33,4,0,...) at sleepq_wait+0x63
__lockmgr_args(d8537e80,81900,c4bf2254,c0cabd33,50,...) at __lockmgr_args+0xb3f
getblk(c4bf215c,399ca0,0,4000,0,...) at getblk+0x163
setup_allocindir_phase2(c51ddc00,3f,0,0,3f,...) at setup_allocindir_phase2+0x584
softdep_setup_allocindir_page(c4e1f658,d8537ae0,e6d9e82c,1,3f,...) at softdep_setup_allocindir_page+0x102
ffs_balloc_ufs2(c5053d98,ff3ff,0,1,c4ab0100,...) at ffs_balloc_ufs2+0x1bf7
ffs_truncate(c5053d98,ff400,0,800,c4ab0100,...) at ffs_truncate+0x8a1
ufs_setattr(e6d9ec20,c0cdeff5,c5053d98,e6d9ebb8,c5053d98,...) at ufs_setattr+0x732
VOP_SETATTR_APV(c0daf400,e6d9ec20,c5053d98,28a,0,...) at VOP_SETATTR_APV+0xc5
vn_truncate(c4b03770,ff400,0,c4ab0100,c4c4fb40,...) at vn_truncate+0x145
kern_ftruncate(c4c4fb40,5,ff400,0,e6d9ed2c,...) at kern_ftruncate+0xd8
ftruncate(c4c4fb40,e6d9ecf8,c,c0c882a6,c0d8fb80,...) at ftruncate+0x28
syscall(e6d9ed38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (480, FreeBSD ELF32, ftruncate), eip = 0x28161e2b, esp = 0xbfbfe83c, ebp = 0xbfbfe868 ---
Tracing command getty pid 1064 tid 100070 td 0xc4b876c0
Tracing command getty pid 1063 tid 100128 td 0xc4ecbb40
Tracing command getty pid 1062 tid 100114 td 0xc4e21d80
Tracing command getty pid 1061 tid 100106 td 0xc4b1f000
Tracing command getty pid 1060 tid 100115 td 0xc4e21b40
Tracing command getty pid 1059 tid 100125 td 0xc4ece240
Tracing command getty pid 1058 tid 100067 td 0xc4b87d80
Tracing command getty pid 1057 tid 100108 td 0xc4b1db40
Tracing command bash pid 1056 tid 100096 td 0xc4c4f6c0
sched_switch(c4c4f6c0,0,104,191,1d37e620,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4c4f6c0,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c5034e04,0,c0c9e8d3,c4c4f6c0,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c5034e70,0,e6da6b0c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c5034e70,c5034e04,c0ca8663,510,0,...) at _cv_wait_sig+0x240
tty_wait(c5034e00,c5034e70,e6da6c58,1,0,...) at tty_wait+0x71
ttydisc_read(c5034e00,e6da6c58,0,9f,0,...) at ttydisc_read+0x22c
ttydev_read(c4c4e400,e6da6c58,0,0,1,...) at ttydev_read+0xaa
devfs_read_f(c4cd6498,e6da6c58,c4ab0100,0,c4c4f6c0,...) at devfs_read_f+0x7e
dofileread(e6da6c58,ffffffff,ffffffff,0,c4cd6498,...) at dofileread+0x96
kern_readv(c4c4f6c0,0,e6da6c58,e6da6c78,1,...) at kern_readv+0x58
read(c4c4f6c0,e6da6cf8,c,c0ca6db8,c0d8c754,...) at read+0x4f
syscall(e6da6d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2834b0b3, esp = 0xbfbfe02c, ebp = 0xbfbfe058 ---
Tracing command sshd pid 1045 tid 100116 td 0xc4e21900
sched_switch(c4e21900,0,104,191,1d3b3f40,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4e21900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c4a76e90,0,c0c9e8d3,c4e21900,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4a76ea4,0,e6e1aa7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4a76ea4,c4a76e90,c0ca692f,603,c4cd66c8,...) at _cv_wait_sig+0x240
seltdwait(c4cd66c8,58,c4ab0a00,c4e21900,200246,...) at seltdwait+0xa2
kern_select(c4e21900,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4
select(c4e21900,e6e1acf8,14,c0c882a6,c0d8d12c,...) at select+0x66
syscall(e6e1ad38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 ---
Tracing command inetd pid 1033 tid 100119 td 0xc4cbc240
Tracing command moused pid 1009 tid 100131 td 0xc4ecb480
Tracing command watchdogd pid 991 tid 100127 td 0xc4ecbd80
sched_switch(c4ecbd80,0,104,191,e852ba90,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200
sleepq_switch(c4ecbd80,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f
sleepq_catch_signals(ea61,c08c84b0,c4ecbd80,2,100,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c0dfef44,5c,c0ca13f8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0dfef44,0,15c,c0ca13f8,ea61,...) at _sleep+0x31e
kern_nanosleep(c4ecbd80,e6e42c64,e6e42c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4ecbd80,e6e42cf8,8,c0cb8323,c0d8e140,...) at nanosleep+0x6f
syscall(e6e42d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28185ad7, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sshd pid 979 tid 100126 td 0xc4ece000
Tracing command cron pid 965 tid 100085 td 0xc4cbd240
sched_switch(c4cbd240,0,104,191,3643dd8e,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200
sleepq_switch(c4cbd240,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f
sleepq_catch_signals(ea61,c08c84b0,c4cbd240,0,100,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c0dfef44,5c,c0ca13f8,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0dfef44,0,15c,c0ca13f8,ea61,...) at _sleep+0x31e
kern_nanosleep(c4cbd240,e6d81c64,e6d81c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4cbd240,e6d81cf8,8,c0ca7006,c0d8e140,...) at nanosleep+0x6f
syscall(e6d81d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28178ad7, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 ---
Tracing command sendmail pid 958 tid 100086 td 0xc4cbd000
sched_switch(c4cbd000,0,104,191,8068f8e2,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,68,...) at mi_switch+0x200
sleepq_switch(c4cbd000,0,c0ca46a7,1a0,68,...) at sleepq_switch+0x15f
sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4c605a8,68,c0c53d9e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4c605a8,c4c605d8,168,c0c53d9e,0,...) at _sleep+0x354
kern_sigsuspend(c4cbd000,0,0,0,0,...) at kern_sigsuspend+0xae
sigsuspend(c4cbd000,e6d84cf8,4,c0ca6db8,c0d8ec4c,...) at sigsuspend+0x4d
syscall(e6d84d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28332efb, esp = 0xbfbfcf8c, ebp = 0xbfbfcfb8 ---
Tracing command sendmail pid 954 tid 100063 td 0xc481cd80
sched_switch(c481cd80,0,104,191,b91951f4,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c481cd80,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6d09a4c,c087f0ba,c4a45e50,0,c481cd80,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4a45e64,0,e6d09a7c,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4a45e64,c4a45e50,1389,603,c4cd68f8,...) at _cv_timedwait_sig+0x250
seltdwait(e6d09c28,e6d09c30,c4c31c00,c481cd80,c188b014,...) at seltdwait+0x8a
kern_select(c481cd80,5,bfbfc510,0,0,e6d09c70,20,5,0) at kern_select+0x4f4
select(c481cd80,e6d09cf8,14,c0ca72dc,c0d8d12c,...) at select+0x66
syscall(e6d09d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283d7033, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 ---
Tracing command sshd pid 947 tid 100113 td 0xc4b1d000
sched_switch(c4b1d000,0,104,191,d2324056,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b1d000,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c4ae9310,0,c0c9e8d3,c4b1d000,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4ae9324,0,e6e11a7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4ae9324,c4ae9310,c0ca692f,603,c4b6aa80,...) at _cv_wait_sig+0x240
seltdwait(c4b6aa80,58,c4c32800,c4b1d000,ebe,...) at seltdwait+0xa2
kern_select(c4b1d000,5,286090b0,0,0,0,20,283d4083,1) at kern_select+0x4f4
select(c4b1d000,e6e11cf8,14,c4b1d000,c0d8d12c,...) at select+0x66
syscall(e6e11d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfdf1c, ebp = 0xbfbfee38 ---
Tracing command ntpd pid 910 tid 100109 td 0xc4b1d900
sched_switch(c4b1d900,0,104,191,afb1b602,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b1d900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c4a44490,0,c0c9e8d3,c4b1d900,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4a444a4,0,e6e03a7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4a444a4,c4a44490,c0ca692f,603,c4cd6ce8,...) at _cv_wait_sig+0x240
seltdwait(c4cd6ce8,58,c4579100,c4b1d900,0,...) at seltdwait+0xa2
kern_select(c4b1d900,1c,bfbfed28,0,0,0,20,e6e03c98,246) at kern_select+0x4f4
select(c4b1d900,e6e03cf8,14,c4b1d900,c0d8d12c,...) at select+0x66
syscall(e6e03d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28353033, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 ---
Tracing command nfsd pid 809 tid 100104 td 0xc4b88480
sched_switch(c4b88480,0,104,191,b3f39b4c,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b88480,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6de0bf8,c087f0ba,c4900100,0,c4b88480,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4ae8210,0,e6de0c28,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4ae8210,c4900100,1388,3ea,5a5a5a5a,...) at _cv_timedwait_sig+0x250
svc_run_internal(e6de0d24,c0864c48,c4900100,e6de0d38,c0c9b628,...) at svc_run_internal+0x356
svc_thread_start(c4900100,e6de0d38,c0c9b628,343,c4a5a2a8,...) at svc_thread_start+0x10
fork_exit(c0a84970,c4900100,e6de0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 ---
Tracing command nfsd pid 809 tid 100103 td 0xc4b886c0
sched_switch(c4b886c0,0,104,191,b3d82022,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b886c0,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6dddbf8,c087f0ba,c4900100,0,c4b886c0,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4ae81d0,0,e6dddc28,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4ae81d0,c4900100,1388,3af,28313c5c,...) at _cv_timedwait_sig+0x250
svc_run_internal(e6dddd24,c0864c48,c4900100,e6dddd38,c0c9b628,...) at svc_run_internal+0x356
svc_thread_start(c4900100,e6dddd38,c0c9b628,343,c4a5a2a8,...) at svc_thread_start+0x10
fork_exit(c0a84970,c4900100,e6dddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 ---
Tracing command nfsd pid 809 tid 100102 td 0xc4b88900
sched_switch(c4b88900,0,104,191,af8dddec,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b88900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6ddabf8,c087f0ba,c4900100,0,c4b88900,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4aaae90,0,e6ddac28,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4aaae90,c4900100,1388,3af,0,...) at _cv_timedwait_sig+0x250
svc_run_internal(e6ddad24,c0864c48,c4900100,e6ddad38,c0c9b628,...) at svc_run_internal+0x356
svc_thread_start(c4900100,e6ddad38,c0c9b628,343,c4a5a2a8,...) at svc_thread_start+0x10
fork_exit(c0a84970,c4900100,e6ddad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 ---
Tracing command nfsd pid 809 tid 100052 td 0xc4b1fd80
sched_switch(c4b1fd80,0,104,191,b3a14566,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b1fd80,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6cd1ae8,c087f0ba,c4900100,0,c4b1fd80,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4a45810,0,e6cd1b18,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4a45810,c4900100,1388,3af,e6cd1b60,...) at _cv_timedwait_sig+0x250
svc_run_internal(c4b1fee4,14,c0cc3990,c0cc2444,e6cd1c3c,...) at svc_run_internal+0x356
svc_run(c4900100,0,c0cc2748,1fd,0,...) at svc_run+0x7f
nfssvc_nfsd(bfbfe8b0,e6cd1c3c,c,c4579100,e6cd1c50,...) at nfssvc_nfsd+0xad
nfssvc_nfsserver(c4b1fd80,e6cd1cf8,bfbfe8b0,c4b1fd80,c4a5a2a8,...) at nfssvc_nfsserver+0x24f
nfssvc(c4b1fd80,e6cd1cf8,8,c0ca72dc,c0d8d7f4,...) at nfssvc+0x83
syscall(e6cd1d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280daadb, esp = 0xbfbfe86c, ebp = 0xbfbfead8 ---
Tracing command nfsd pid 808 tid 100057 td 0xc4aefb40
Tracing command mountd pid 806 tid 100084 td 0xc4cbd480
Tracing command rpcbind pid 711 tid 100088 td 0xc4cbcb40
sched_switch(c4cbcb40,0,104,191,8bcc5e72,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4cbcb40,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(e6d8aaa8,c087f0ba,c4a76550,0,c4cbcb40,...) at sleepq_catch_signals+0xb7
sleepq_timedwait_sig(c4a76564,0,e6d8aad8,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4a76564,c4a76550,7531,603,e6d8ab8c,...) at _cv_timedwait_sig+0x250
seltdwait(e6d8ac5c,e6d8ac64,511,c4cbcb40,e6d8ab5c,...) at seltdwait+0x8a
poll(c4cbcb40,e6d8acf8,c,c0ca7006,c0d8dddc,...) at poll+0x300
syscall(e6d8ad38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2813f01f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 ---
Tracing command syslogd pid 691 tid 100087 td 0xc4cbcd80
sched_switch(c4cbcd80,0,104,191,667454b6,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4cbcd80,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c4837290,0,c0c9e8d3,c4cbcd80,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c48372a4,0,e6d87a7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c48372a4,c4837290,c0ca692f,603,c4c54bd0,...) at _cv_wait_sig+0x240
seltdwait(c4c54bd0,58,c4579100,c4cbcd80,0,...) at seltdwait+0xa2
kern_select(c4cbcd80,9,282290ac,0,0,0,20,0,281a5498) at kern_select+0x4f4
select(c4cbcd80,e6d87cf8,14,c0ca6eb8,c0d8d12c,...) at select+0x66
syscall(e6d87d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28191033, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 ---
Tracing command devd pid 561 tid 100069 td 0xc4b87900
sched_switch(c4b87900,0,104,191,e966ad44,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4b87900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f
sleepq_catch_signals(c087f0ba,c4ae96d0,0,c0c9e8d3,c4b87900,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c4ae96e4,0,e6d25a7c,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4ae96e4,c4ae96d0,c0ca692f,603,c4b03e70,...) at _cv_wait_sig+0x240
seltdwait(c4b03e70,58,c4579100,c4b87900,ebe,...) at seltdwait+0xa2
kern_select(c4b87900,6,bfbfe9a0,0,0,0,20,8097fdf,1) at kern_select+0x4f4
select(c4b87900,e6d25cf8,14,c4b87900,c0d8d12c,...) at select+0x66
syscall(e6d25d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x8088ba3, esp = 0xbfbfe96c, ebp = 0xbfbfee48 ---
Tracing command flowcleaner pid 19 tid 100050 td 0xc47686c0
sched_switch(c47686c0,0,104,191,d377d3e4,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c47686c0,0,c0ca46a7,283,c47686c0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0f6ba88,0,e4addcc4,1,0,...) at sleepq_timedwait+0x6b
_cv_timedwait(c0f6ba88,c0f6ba90,2710,3f0,0,...) at _cv_timedwait+0x250
flowtable_cleaner(0,e4addd38,c0c9b628,343,c4a5a550,...) at flowtable_cleaner+0x1bf
fork_exit(c0937d70,0,e4addd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4addd70, ebp = 0 ---
Tracing command softdepflush pid 18 tid 100049 td 0xc4768900
sched_switch(c4768900,0,104,191,5f86e520,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200
sleepq_switch(c4768900,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0f77280,44,c0cc8862,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0f77280,c0f77230,44,c0cc8862,3e8,...) at _sleep+0x339
softdep_flush(0,e4adad38,c0c9b628,343,c4a5a7f8,...) at softdep_flush+0x244
fork_exit(c0acc7b0,0,e4adad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4adad70, ebp = 0 ---
Tracing command vnlru pid 17 tid 100048 td 0xc4768b40
sched_switch(c4768b40,0,104,191,90561586,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,50,...) at mi_switch+0x200
sleepq_switch(c4768b40,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c4a5aaa0,50,c0cae6de,0,0,...) at sleepq_timedwait+0x6b
_sleep(c4a5aaa0,c0f6b854,250,c0cae6de,3e8,...) at _sleep+0x339
vnlru_proc(0,e4ad7d38,c0c9b628,343,c4a5aaa0,...) at vnlru_proc+0xe7
fork_exit(c0923610,0,e4ad7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ad7d70, ebp = 0 ---
Tracing command syncer pid 16 tid 100047 td 0xc4768d80
sched_switch(c4768d80,0,104,191,56a1ee0a,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4768d80,0,c0ca46a7,283,c4768d80,...) at sleepq_switch+0x15f
sleepq_timedwait(c0f6b894,0,e4ad4c88,1,0,...) at sleepq_timedwait+0x6b
_cv_timedwait(c0f6b894,c0f6b880,3e8,6cd,4e20,...) at _cv_timedwait+0x250
sched_sync(0,e4ad4d38,c0c9b628,343,c4a5ad48,...) at sched_sync+0x502
fork_exit(c0922a40,0,e4ad4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ad4d70, ebp = 0 ---
Tracing command bufdaemon pid 15 tid 100046 td 0xc481b000
sched_switch(c481b000,0,104,191,8af90112,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200
sleepq_switch(c481b000,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0f6b5c8,44,c0cabc4c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0f6b5c8,c0f6b5d0,44,c0cabc4c,3e8,...) at _sleep+0x339
buf_daemon(0,e4ad1d38,c0c9b628,343,c457c2a8,...) at buf_daemon+0x16e
fork_exit(c090ac90,0,e4ad1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ad1d70, ebp = 0 ---
Tracing command pagezero pid 9 tid 100045 td 0xc481b240
sched_switch(c481b240,0,104,191,ffa6cd30,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c481b240,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0f78094,0,c0cce418,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0f78094,c0f77b80,0,c0cce418,493e0,...) at _sleep+0x339
vm_pagezero(0,e4aced38,c0c9b628,343,c457c550,...) at vm_pagezero+0xdc
fork_exit(c0b0ac90,0,e4aced38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aced70, ebp = 0 ---
Tracing command vmdaemon pid 8 tid 100044 td 0xc481b480
sched_switch(c481b480,0,104,191,bf10620,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,68,...) at mi_switch+0x200
sleepq_switch(c481b480,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c0f77cc4,68,c0cabc4c,0,0,...) at sleepq_wait+0x63
_sleep(c0f77cc4,c0f77cc8,68,c0cabc4c,0,...) at _sleep+0x36b
vm_daemon(0,e4acbd38,c0c9b628,343,c457c7f8,...) at vm_daemon+0x59
fork_exit(c0b05130,0,e4acbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4acbd70, ebp = 0 ---
Tracing command pagedaemon pid 7 tid 100043 td 0xc481b6c0
sched_switch(c481b6c0,0,104,191,e2b2c424,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200
sleepq_switch(c481b6c0,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0f77c8c,44,c0cabc4c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0f77c8c,c0f77b80,44,c0cabc4c,1388,...) at _sleep+0x339
vm_pageout(0,e4ac8d38,c0c9b628,343,c457caa0,...) at vm_pageout+0x2bb
fork_exit(c0b05fd0,0,e4ac8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ac8d70, ebp = 0 ---
Tracing command fdc0 pid 6 tid 100041 td 0xc481bb40
sched_switch(c481bb40,0,104,191,903aa176,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200
sleepq_switch(c481bb40,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c482143c,4c,c0c95aae,0,0,...) at sleepq_timedwait+0x6b
_sleep(c482143c,c48214f0,4c,c0c95aae,3e8,...) at _sleep+0x339
fdc_thread(c4821400,e4ac2d38,c0c9b628,343,c457cd48,...) at fdc_thread+0x27d
fork_exit(c0b882b0,c4821400,e4ac2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ac2d70, ebp = 0 ---
Tracing command usb pid 14 tid 100034 td 0xc47666c0
sched_switch(c47666c0,0,104,191,820b5e50,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c47666c0,0,c0ca46a7,260,c47666c0,...) at sleepq_switch+0x15f
sleepq_wait(c479fdac,0,c4362cbc,1,0,...) at sleepq_wait+0x63
_cv_wait(c479fdac,c479fe4c,c0c8e9e6,6c,c479fdb4,...) at _cv_wait+0x240
usb_process(c479fda4,c4362d38,c0c9b628,343,c474c000,...) at usb_process+0x193
fork_exit(c07bf990,c479fda4,c4362d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4362d70, ebp = 0 ---
Tracing command usb pid 14 tid 100033 td 0xc4766900
sched_switch(c4766900,0,104,191,471c57bc,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4766900,0,c0ca46a7,260,c4766900,...) at sleepq_switch+0x15f
sleepq_wait(c479fd7c,0,c435fcbc,1,0,...) at sleepq_wait+0x63
_cv_wait(c479fd7c,c479fe4c,c0c8e9e6,6c,c479fd84,...) at _cv_wait+0x240
usb_process(c479fd74,c435fd38,c0c9b628,343,c474c000,...) at usb_process+0x193
fork_exit(c07bf990,c479fd74,c435fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc435fd70, ebp = 0 ---
Tracing command usb pid 14 tid 100032 td 0xc4766b40
sched_switch(c4766b40,0,104,191,819757d8,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4766b40,0,c0ca46a7,260,c4766b40,...) at sleepq_switch+0x15f
sleepq_wait(c479fd4c,0,c435ccbc,1,0,...) at sleepq_wait+0x63
_cv_wait(c479fd4c,c479fe4c,c0c8e9e6,6c,c479fd54,...) at _cv_wait+0x240
usb_process(c479fd44,c435cd38,c0c9b628,343,c474c000,...) at usb_process+0x193
fork_exit(c07bf990,c479fd44,c435cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc435cd70, ebp = 0 ---
Tracing command usb pid 14 tid 100031 td 0xc4766d80
sched_switch(c4766d80,0,104,191,81972b84,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4766d80,0,c0ca46a7,260,c4766d80,...) at sleepq_switch+0x15f
sleepq_wait(c479fd1c,0,c4359cbc,1,0,...) at sleepq_wait+0x63
_cv_wait(c479fd1c,c479fe4c,c0c8e9e6,6c,c479fd24,...) at _cv_wait+0x240
usb_process(c479fd14,c4359d38,c0c9b628,343,c474c000,...) at usb_process+0x193
fork_exit(c07bf990,c479fd14,c4359d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4359d70, ebp = 0 ---
Tracing command xpt_thrd pid 5 tid 100020 td 0xc47576c0
sched_switch(c47576c0,0,104,191,8196ec54,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200
sleepq_switch(c47576c0,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c0dcb154,4c,c0c3a65a,0,0,...) at sleepq_wait+0x63
_sleep(c0dcb154,c0dcb16c,4c,c0c3a65a,0,...) at _sleep+0x36b
xpt_scanner_thread(0,c4311d38,c0c9b628,343,c474c2a8,...) at xpt_scanner_thread+0x4a
fork_exit(c0484af0,0,c4311d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4311d70, ebp = 0 ---
Tracing command yarrow pid 13 tid 100017 td 0xc457f240
sched_switch(c457f240,0,104,191,bdce35de,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c457f240,0,c0ca46a7,283,2,...) at sleepq_switch+0x15f
sleepq_timedwait(c0dfeda4,0,c0c95aae,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0dfeda4,0,0,c0c95aae,64,...) at _sleep+0x339
pause(c0c95aae,64,c0c82984,111,0,...) at pause+0x47
random_kthread(0,c4308d38,c0c9b628,343,c474c550,...) at random_kthread+0x1ef
fork_exit(c0738320,0,c4308d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4308d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100016 td 0xc457f480
sched_switch(c457f480,0,104,191,912b0ac2,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200
sleepq_switch(c457f480,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c0dfcb64,4c,c0c95aae,0,0,...) at sleepq_wait+0x63
_sleep(c0dfcb64,c0dfcac8,24c,c0c95aae,0,...) at _sleep+0x36b
g_io_schedule_down(c457f480,0,c0c97176,74,0,...) at g_io_schedule_down+0x56
g_down_procbody(0,c4305d38,c0c9b628,343,c457b000,...) at g_down_procbody+0x8d
fork_exit(c082bd10,0,c4305d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4305d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc457f6c0
sched_switch(c457f6c0,0,104,191,9158daa0,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200
sleepq_switch(c457f6c0,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c0dfcb60,4c,c0c95aae,0,0,...) at sleepq_wait+0x63
_sleep(c0dfcb60,c0dfcae8,24c,c0c95aae,0,...) at _sleep+0x36b
g_io_schedule_up(c457f6c0,0,c0c97176,5d,0,...) at g_io_schedule_up+0x11e
g_up_procbody(0,c4302d38,c0c9b628,343,c457b2a8,...) at g_up_procbody+0x8d
fork_exit(c082bda0,0,c4302d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4302d70, ebp = 0 ---
Tracing command g_event pid 2 tid 100014 td 0xc457f900
sched_switch(c457f900,0,104,191,bbdfc1d2,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200
sleepq_switch(c457f900,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0dfcb58,4c,c0c95aae,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0dfcb58,0,4c,c0c95aae,64,...) at _sleep+0x339
g_event_procbody(0,c42ffd38,c0c9b628,343,c457b550,...) at g_event_procbody+0xcb
fork_exit(c082be30,0,c42ffd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42ffd70, ebp = 0 ---
Tracing command intr pid 12 tid 100042 td 0xc481b900
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100040 td 0xc481bd80
sched_switch(c481bd80,0,109,191,5855cf2e,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c47b1570,...) at mi_switch+0x200
ithread_loop(c4816b20,e4ab5d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c4816b20,e4ab5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ab5d70, ebp = 0 ---
Tracing command intr pid 12 tid 100039 td 0xc481c000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100038 td 0xc4757d80
sched_switch(c4757d80,0,109,191,811fc51c,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c4579070,...) at mi_switch+0x200
ithread_loop(c480eca0,e4aafd38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c480eca0,e4aafd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aafd70, ebp = 0 ---
Tracing command intr pid 12 tid 100037 td 0xc4766000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100036 td 0xc4766240
sched_switch(c4766240,0,109,191,9157fb1c,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2370,...) at mi_switch+0x200
ithread_loop(c480e820,e4aa6d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c480e820,e4aa6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aa6d70, ebp = 0 ---
Tracing command intr pid 12 tid 100035 td 0xc4766480
sched_switch(c4766480,0,109,191,5c9c062e,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c21f0,...) at mi_switch+0x200
ithread_loop(c47b0b10,e4aa0d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c47b0b10,e4aa0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4aa0d70, ebp = 0 ---
Tracing command intr pid 12 tid 100030 td 0xc4768000
sched_switch(c4768000,0,109,191,80ec5b5c,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2270,...) at mi_switch+0x200
ithread_loop(c4785830,c4356d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c4785830,c4356d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4356d70, ebp = 0 ---
Tracing command intr pid 12 tid 100028 td 0xc4768480
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100026 td 0xc45c4900
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100021 td 0xc4757480
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100019 td 0xc4757900
sched_switch(c4757900,0,109,191,4ee09ea,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c4704bf0,...) at mi_switch+0x200
ithread_loop(c4532980,c430ed38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c4532980,c430ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc430ed70, ebp = 0 ---
Tracing command intr pid 12 tid 100018 td 0xc4757b40
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100012 td 0xc457fd80
sched_switch(c457fd80,0,109,191,aecb58c6,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2c70,...) at mi_switch+0x200
ithread_loop(c457a090,c42f9d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c457a090,c42f9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42f9d70, ebp = 0 ---
Tracing command intr pid 12 tid 100011 td 0xc45c4000
sched_switch(c45c4000,0,109,191,d3766c60,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2cf0,...) at mi_switch+0x200
ithread_loop(c457a0a0,c42f6d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c457a0a0,c42f6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42f6d70, ebp = 0 ---
Tracing command intr pid 12 tid 100010 td 0xc45c4240
sched_switch(c45c4240,0,109,191,8c9be8fa,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2d70,...) at mi_switch+0x200
ithread_loop(c457a0b0,c42f3d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c457a0b0,c42f3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42f3d70, ebp = 0 ---
Tracing command intr pid 12 tid 100009 td 0xc45c4480
sched_switch(c45c4480,0,109,191,bdcdf1e0,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2df0,...) at mi_switch+0x200
ithread_loop(c457a0c0,c42f0d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c457a0c0,c42f0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42f0d70, ebp = 0 ---
Tracing command intr pid 12 tid 100008 td 0xc457d000
sched_switch(c457d000,0,109,191,c049cbea,...) at sched_switch+0x406
mi_switch(109,0,c0c9b8a7,52d,c45c2e70,...) at mi_switch+0x200
ithread_loop(c457a0d0,c42edd38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6
fork_exit(c0867c30,c457a0d0,c42edd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42edd70, ebp = 0 ---
Tracing command intr pid 12 tid 100007 td 0xc457d240
fork_trampoline() at fork_trampoline
Tracing command idle pid 11 tid 100006 td 0xc457d480
kdb_enter(c0c48e6a,c0c89495,c0e02d40,c4786380,0,...) at kdb_enter+0x3a
uart_intr(c4786300,c457d480,c455b8d0,c4578d80,4,...) at uart_intr+0x126
intr_event_handle(c4578d80,c42e4c34,c0c99d2a,1f4,c4551c00,...) at intr_event_handle+0x5c
intr_execute_handlers(c455b8d0,c42e4c34,0,c42e4c74,c0baf064,...) at intr_execute_handlers+0x49
lapic_handle_intr(38,c42e4c34) at lapic_handle_intr+0x4c
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0ba3485, esp = 0xc42e4c74, ebp = 0xc42e4c74 ---
acpi_cpu_c1(1,0,0,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c42e4cb4,c0bbabdb,0,c42e4cf8,c08b192e,...) at acpi_cpu_idle+0x11c
cpu_idle_acpi(0,c42e4cf8,c08b192e,0,c42e4cd4,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c42e4cd4,c0ca1cd4,3b0,c457d480,...) at cpu_idle+0x1b
sched_idletd(0,c42e4d38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e
fork_exit(c08b16f0,0,c42e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42e4d70, ebp = 0 ---
Tracing command idle pid 11 tid 100005 td 0xc457d6c0
cpustop_handler(2,c42e1c28,c0bccc46,c42e1bb8,c087ed04,...) at cpustop_handler+0x32
ipi_nmi_handler(c42e1bb8,c087ed04,c0dfefbc,4,c457baa0,...) at ipi_nmi_handler+0x2f
trap(c42e1c34) at trap+0x36
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0ba3485, esp = 0xc42e1c74, ebp = 0xc42e1c74 ---
acpi_cpu_c1(1,0,1,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c42e1cb4,c0bbabdb,0,c42e1cf8,c08b192e,...) at acpi_cpu_idle+0x11c
cpu_idle_acpi(0,c42e1cf8,c08b192e,0,c42e1cd4,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c42e1cd4,c0ca1cd4,3b0,c457d6c0,...) at cpu_idle+0x1b
sched_idletd(0,c42e1d38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e
fork_exit(c08b16f0,0,c42e1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42e1d70, ebp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xc457d900
cpustop_handler(4,c42dec28,c0bccc46,c42debb8,c087ed04,...) at cpustop_handler+0x32
ipi_nmi_handler(c42debb8,c087ed04,c0dfeff8,4,c457baa0,...) at ipi_nmi_handler+0x2f
trap(c42dec34) at trap+0x36
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0ba3485, esp = 0xc42dec74, ebp = 0xc42dec74 ---
acpi_cpu_c1(1,0,2,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c42decb4,c0bbabdb,0,c42decf8,c08b192e,...) at acpi_cpu_idle+0x11c
cpu_idle_acpi(0,c42decf8,c08b192e,0,c42decd4,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c42decd4,c0ca1cd4,3b0,c457d900,...) at cpu_idle+0x1b
sched_idletd(0,c42ded38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e
fork_exit(c08b16f0,0,c42ded38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42ded70, ebp = 0 ---
Tracing command idle pid 11 tid 100003 td 0xc457db40
cpustop_handler(8,c42dbc28,c0bccc46,c42dbbb8,c087ed04,...) at cpustop_handler+0x32
ipi_nmi_handler(c42dbbb8,c087ed04,c0dff034,4,c457baa0,...) at ipi_nmi_handler+0x2f
trap(c42dbc34) at trap+0x36
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0ba3485, esp = 0xc42dbc74, ebp = 0xc42dbc74 ---
acpi_cpu_c1(1,0,3,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c42dbcb4,c0bbabdb,0,c42dbcf8,c08b192e,...) at acpi_cpu_idle+0x11c
cpu_idle_acpi(0,c42dbcf8,c08b192e,0,c42dbcd4,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c42dbcd4,c0ca1cd4,a09,c457db40,...) at cpu_idle+0x1b
sched_idletd(0,c42dbd38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e
fork_exit(c08b16f0,0,c42dbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42dbd70, ebp = 0 ---
Tracing command init pid 1 tid 100002 td 0xc457dd80
sched_switch(c457dd80,0,104,191,f4b3502e,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200
sleepq_switch(c457dd80,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f
sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7
sleepq_wait_sig(c457bd48,5c,c0ca6ec9,100,0,...) at sleepq_wait_sig+0x17
_sleep(c457bd48,c457bdd0,15c,c0ca6ec9,0,...) at _sleep+0x354
kern_wait(c457dd80,ffffffff,c42d7c74,0,0,...) at kern_wait+0xb76
wait4(c457dd80,c42d7cf8,10,c0ca6cf9,c0d8c7c4,...) at wait4+0x3b
syscall(c42d7d38) at syscall+0x2b4
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054def, esp = 0xbfbfe90c, ebp = 0xbfbfe928 ---
Tracing command audit pid 10 tid 100001 td 0xc457f000
sched_switch(c457f000,0,104,191,8191828c,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c457f000,0,c0ca46a7,260,c457f000,...) at sleepq_switch+0x15f
sleepq_wait(c0f76ac0,0,c42d4c9c,1,0,...) at sleepq_wait+0x63
_cv_wait(c0f76ac0,c0f76aa4,c0cc46ec,194,0,...) at _cv_wait+0x240
audit_worker(0,c42d4d38,c0c9b628,343,c457c000,...) at audit_worker+0x84
fork_exit(c0a94a90,0,c42d4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42d4d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100029 td 0xc4768240
sched_switch(c4768240,0,104,191,80ebba40,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4768240,0,c0ca46a7,260,c4768240,...) at sleepq_switch+0x15f
sleepq_wait(c4783340,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63
msleep_spin(c4783340,c4783358,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d
taskqueue_thread_loop(c478b5a0,c4352d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94
fork_exit(c08caed0,c478b5a0,c4352d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4352d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100027 td 0xc45c46c0
sched_switch(c45c46c0,0,104,191,e62f5730,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c45c46c0,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c474a100,0,c0c95aae,0,0,...) at sleepq_wait+0x63
_sleep(c474a100,c474a118,0,c0c95aae,0,...) at _sleep+0x36b
taskqueue_thread_loop(c0e117c8,c4326d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0xba
fork_exit(c08caed0,c0e117c8,c4326d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4326d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100025 td 0xc45c4b40
sched_switch(c45c4b40,0,104,191,e61cb15c,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c45c4b40,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c474a1c0,0,c0c95aae,0,0,...) at sleepq_wait+0x63
_sleep(c474a1c0,c474a1d8,0,c0c95aae,0,...) at _sleep+0x36b
taskqueue_thread_loop(c0dfd4d0,c4320d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0xba
fork_exit(c08caed0,c0dfd4d0,c4320d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4320d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100024 td 0xc45c4d80
sched_switch(c45c4d80,0,104,191,e61c7a1c,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c45c4d80,0,c0ca46a7,260,c45c4d80,...) at sleepq_switch+0x15f
sleepq_wait(c474a200,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63
msleep_spin(c474a200,c474a218,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d
taskqueue_thread_loop(c0dcdfa0,c431dd38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94
fork_exit(c08caed0,c0dcdfa0,c431dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc431dd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100023 td 0xc4757000
sched_switch(c4757000,0,104,191,e61c4d80,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4757000,0,c0ca46a7,260,c4757000,...) at sleepq_switch+0x15f
sleepq_wait(c474a200,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63
msleep_spin(c474a200,c474a218,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d
taskqueue_thread_loop(c0dcdfa0,c431ad38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94
fork_exit(c08caed0,c0dcdfa0,c431ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc431ad70, ebp = 0 ---
Tracing command kernel pid 0 tid 100022 td 0xc4757240
sched_switch(c4757240,0,104,191,e61c2864,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c4757240,0,c0ca46a7,260,c4757240,...) at sleepq_switch+0x15f
sleepq_wait(c474a200,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63
msleep_spin(c474a200,c474a218,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d
taskqueue_thread_loop(c0dcdfa0,c4317d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94
fork_exit(c08caed0,c0dcdfa0,c4317d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc4317d70, ebp = 0 ---
Tracing command kernel pid 0 tid 100013 td 0xc457fb40
sched_switch(c457fb40,0,104,191,1d4cfb68,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200
sleepq_switch(c457fb40,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f
sleepq_wait(c4562e00,0,c0c95aae,0,0,...) at sleepq_wait+0x63
_sleep(c4562e00,c4562e18,0,c0c95aae,0,...) at _sleep+0x36b
taskqueue_thread_loop(c0e10260,c42fcd38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0xba
fork_exit(c08caed0,c0e10260,c42fcd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc42fcd70, ebp = 0 ---
Tracing command kernel pid 0 tid 100000 td 0xc0dfcef0
sched_switch(c0dfcef0,0,104,191,2c94a8ea,...) at sched_switch+0x406
mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200
sleepq_switch(c0dfcef0,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f
sleepq_timedwait(c0dfcc40,44,c0ca2549,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0dfcc40,0,44,c0ca2549,2710,...) at _sleep+0x339
scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db:0:allt> call doadump
Physical memory: 1007 MB
Dumping 80 MB: 65 49 33 17 1
Dump complete
= 0xf
db:0:doadump> reset
(kgdb) proc 1107
[Switching to thread 80 (Thread 100094)]#0 sched_switch (td=0xc4c4fb40, newtd=0xc457d6c0, flags=0x104) at ../../../kern/sched_ule.c:1865
1865 cpuid = PCPU_GET(cpuid);
(kgdb) bt
#0 sched_switch (td=0xc4c4fb40, newtd=0xc457d6c0, flags=0x104) at ../../../kern/sched_ule.c:1865
#1 0xc0897a20 in mi_switch (flags=0x104, newtd=0x0) at ../../../kern/kern_synch.c:449
#2 0xc08c898f in sleepq_switch (wchan=0xd8537e80, pri=0x50) at ../../../kern/subr_sleepqueue.c:530
#3 0xc08c9663 in sleepq_wait (wchan=0xd8537e80, pri=0x50) at ../../../kern/subr_sleepqueue.c:609
#4 0xc08777ef in __lockmgr_args (lk=0xd8537e80, flags=0x81900, ilk=0xc4bf2254, wmesg=0xc0cabd33 "getblk", pri=0x50, timo=0x0, file=0xc0cab308 "../../../kern/vfs_bio.c",
line=0xa15) at ../../../kern/kern_lock.c:218
#5 0xc090b933 in getblk (vp=0xc4bf215c, blkno=0x399ca0, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0) at lockmgr.h:94
#6 0xc0ac88a4 in setup_allocindir_phase2 (bp=0xd8537ae0, ip=0xc4e1f658, inodedep=Variable "inodedep" is not available.
) at ../../../ufs/ffs/ffs_softdep.c:4293
#7 0xc0ac8b52 in softdep_setup_allocindir_page (ip=0xc4e1f658, bp=0xd8537ae0, indir=0xe6d9e82c, lvl=0x1, lbn=0x3f, newblkno=0xe72b8, oldblkno=0x0, nbp=0xd85690a0)
at ../../../ufs/ffs/ffs_softdep.c:4114
#8 0xc0ab15a7 in ffs_balloc_ufs2 (vp=0xc5053d98, startoffset=Variable "startoffset" is not available.
) at ../../../ufs/ffs/ffs_balloc.c:877
#9 0xc0ab4561 in ffs_truncate (vp=0xc5053d98, length=0xff400, flags=0x10800, cred=0xc4ab0100, td=0xc4c4fb40) at ../../../ufs/ffs/ffs_inode.c:316
#10 0xc0ae3992 in ufs_setattr (ap=0xe6d9ec20) at ../../../ufs/ufs/ufs_vnops.c:588
#11 0xc0be64f5 in VOP_SETATTR_APV (vop=0xc0daf900, a=0xe6d9ec20) at vnode_if.c:760
#12 0xc092f6c5 in vn_truncate (fp=0xc4b03770, length=0xff400, active_cred=0xc4ab0100, td=0xc4c4fb40) at vnode_if.h:335
#13 0xc08d5948 in kern_ftruncate (td=0xc4c4fb40, fd=0x5, length=0xff400) at file.h:250
#14 0xc08d59c8 in ftruncate (td=0xc4c4fb40, uap=0xe6d9ecf8) at ../../../kern/sys_generic.c:594
#15 0xc0bcc9c4 in syscall (frame=0xe6d9ed38) at ../../../i386/i386/trap.c:1076
#16 0xc0baed00 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261
#17 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 5
#5 0xc090b933 in getblk (vp=0xc4bf215c, blkno=0x399ca0, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0) at lockmgr.h:94
94 return (__lockmgr_args(lk, flags, (ilk != NULL) ? &ilk->lock_object :
(kgdb) p *vp
$1 = {v_type = VCHR, v_tag = 0xc0c94bfd "devfs", v_op = 0xc0d88ba0, v_data = 0xc4aa8d00, v_mount = 0xc4aa6000, v_nmntvnodes = {tqe_next = 0xc4bf2000, tqe_prev = 0xc4bf22cc},
v_un = {vu_mount = 0xc4a78c00, vu_socket = 0xc4a78c00, vu_cdev = 0xc4a78c00, vu_fifoinfo = 0xc4a78c00, vu_yield = 0xc4a78c00}, v_hashlist = {le_next = 0x0, le_prev = 0x0},
v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc4bf218c}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0,
v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xc0c94bfd "devfs", lo_flags = 0x5730008, lo_data = 0x0, lo_witness = 0xc453c0f0}, lk_lock = 0x1, lk_exslpfail = 0x0,
lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x8, pcs = {0xc08778ce, 0xc0910aa5, 0xc0be5815, 0xc092e528, 0xc0922942, 0xc0922cb3, 0xc0864c48, 0xc0baed10, 0x0, 0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0ca6751 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0,
lo_witness = 0xc4536248}, mtx_lock = 0x4}, v_vnlock = 0xc4bf21b4, v_holdcnt = 0x72, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {
tqe_next = 0x0, tqe_prev = 0xc4ad3918}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0cae6b3 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0,
lo_witness = 0xc453ad70}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0xd8512340, tqh_last = 0xd8582f38}, bv_root = 0xd8537120, bv_cnt = 0x6b}, bo_dirty = {
bv_hd = {tqh_first = 0xd852fc20, tqh_last = 0xd8539378}, bv_root = 0xd8539340, bv_cnt = 0x5}, bo_numoutput = 0x0, bo_flag = 0x1, bo_ops = 0xc0daf0c4, bo_bsize = 0x200,
bo_object = 0xc4b6d3b8, bo_synclist = {le_next = 0x0, le_prev = 0xc4bf1ed8}, bo_private = 0xc4a44240, __bo_vnode = 0xc4bf215c}, v_pollinfo = 0x0, v_label = 0x0,
v_lockf = 0x0}
(kgdb) f 6
#6 0xc0ac88a4 in setup_allocindir_phase2 (bp=0xd8537ae0, ip=0xc4e1f658, inodedep=Variable "inodedep" is not available.
) at ../../../ufs/ffs/ffs_softdep.c:4293
4293 newindirdep->ir_savebp =
(kgdb) p *bp
$1 = {b_bufobj = 0xc5053e90, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xd9399000 "", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x2, b_iooffset = 0x73394000,
b_resid = 0x0, b_iodone = 0, b_blkno = 0x399ca0, b_offset = 0xfffffffffffd0000, b_bobufs = {tqe_next = 0xd8537940, tqe_prev = 0xc5053ea4}, b_left = 0x0, b_right = 0x0,
b_vflags = 0x1, b_freelist = {tqe_next = 0xd8537c80, tqe_prev = 0xd856824c}, b_qindex = 0x1, b_flags = 0xa0020020, b_xflags = 0x2, b_lock = {lock_object = {
lo_name = 0xc0cabdfe "bufwait", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc4539030}, lk_lock = 0xc4c4fb40, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x50,
lk_stack = {depth = 0xd, pcs = {0xc08778ce, 0xc090b933, 0xc090c134, 0xc090c2ac, 0xc0ab1008, 0xc0ab4561, 0xc0ae3992, 0xc0be64f5, 0xc092f6c5, 0xc08d5948, 0xc08d59c8,
0xc0bcc9c4, 0xc0baed00, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xd9399000 "", b_kvasize = 0x4000,
b_lblkno = 0xfffffffffffffff4, b_vp = 0xc5053d98, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd9399000, b_pager = {pg_reqpage = 0x0},
b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xc1fc8e00, 0xc1fc8e48, 0xc1fc8e90,
0xc1fc8ed8, 0x0 <repeats 28 times>}, b_npages = 0x4, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0}
(kgdb) f 7
#7 0xc0ac8b52 in softdep_setup_allocindir_page (ip=0xc4e1f658, bp=0xd8537ae0, indir=0xe6d9e82c, lvl=0x1, lbn=0x3f, newblkno=0xe72b8, oldblkno=0x0, nbp=0xd85690a0)
at ../../../ufs/ffs/ffs_softdep.c:4114
4114 setup_allocindir_phase2(bp, ip, inodedep, aip, lbn);
(kgdb) p *ip
$2 = {i_nextsnap = {tqe_next = 0x0, tqe_prev = 0x0}, i_vnode = 0xc5053d98, i_ump = 0xc4a78200, i_flag = 0x6, i_dev = 0xc4a78c00, i_number = 0x39803, i_effnlink = 0x0,
i_fs = 0xc4ac3000, i_dquot = {0x0, 0x0}, i_count = 0x0, i_endoff = 0x0, i_diroff = 0x0, i_offset = 0x0, i_un = {dirhash = 0x0, snapblklist = 0x0}, i_ea_area = 0x0,
i_ea_len = 0x0, i_ea_error = 0x0, i_ea_refs = 0x0, i_mode = 0x81a4, i_nlink = 0x0, i_size = 0x4cc02, i_flags = 0x0, i_gen = 0xffffffffdb3ad507, i_uid = 0x3e9, i_gid = 0x0,
dinode_u = {din1 = 0xc5056e00, din2 = 0xc5056e00}}
(kgdb) f 8
#8 0xc0ab15a7 in ffs_balloc_ufs2 (vp=0xc5053d98, startoffset=Variable "startoffset" is not available.
) at ../../../ufs/ffs/ffs_balloc.c:877
877 softdep_setup_allocindir_page(ip, bp, indirs, i, lbn,
(kgdb) p *vp
$3 = {v_type = VREG, v_tag = 0xc0c98cfb "ufs", v_op = 0xc0daf400, v_data = 0xc4e1f658, v_mount = 0xc4aa687c, v_nmntvnodes = {tqe_next = 0xc5053c3c, tqe_prev = 0xc5054014},
v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc48414d8}, v_hash = 0x39803,
v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc5053dc8}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0,
v_lock = {lock_object = {lo_name = 0xc0c98cfb "ufs", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc453c228}, lk_lock = 0xc4c4fb40, lk_exslpfail = 0x0,
lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x9, pcs = {0xc08778ce, 0xc0ad5151, 0xc0be5815, 0xc092e528, 0xc092f652, 0xc08d5948, 0xc08d59c8, 0xc0bcc9c4,
0xc0baed00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0ca6751 "vnode interlock", lo_flags = 0x1030000,
lo_data = 0x0, lo_witness = 0xc4536248}, mtx_lock = 0x4}, v_vnlock = 0xc5053df0, v_holdcnt = 0x6, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x4, v_writecount = 0x1,
v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0cae6b3 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0,
lo_witness = 0xc453ad70}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0xd8537ae0, tqh_last = 0xd85690d8}, bv_root = 0xd85690a0, bv_cnt = 0x4}, bo_dirty = {
bv_hd = {tqh_first = 0x0, tqh_last = 0xc5053eb4}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0d9cf60, bo_bsize = 0x4000,
bo_object = 0xc5083000, bo_synclist = {le_next = 0xc5157a7c, le_prev = 0xc5053d7c}, bo_private = 0xc5053d98, __bo_vnode = 0xc5053d98}, v_pollinfo = 0x0, v_label = 0x0,
v_lockf = 0x0}
(kgdb)
--
Test scenario:
crashbox# ./journal.sh
+ umount /tmp
+ newfs -U /dev/ad0s1e
+ tunefs -j enable /dev/ad0s1e
Using inode 4 in cg 0 for 67108864 byte journal
tunefs: soft updates journaling set
+ mount /tmp
+ chmod 777 /tmp
crashbox# exit
$ cd stress2/misc
$ ./truncate2.sh
swap: run time 0+00:02:00, incarnations 2, load 80, verbose 1