GENERIC HEAD from Jun 13 15:01 UTC + ffs_ronly.1.patch, No vmcore

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #1: Sun Jun 15 19:14:13 CEST 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037516800 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc4346e64 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
 2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b38b8f,c3da4784,c07c618e,c0b3b3cc,d80ea918,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b3cc,d80ea918,c0b3ffde,c0b3ffde,c0b3f594,...) at kdb_backtrace+0x29
witness_checkorder(d80ea918,9,c0b3f58b,998,c0c84bb4,...) at witness_checkorder+0x6de
__lockmgr_args(d80ea918,81900,c4346e64,c0b3ff13,50,...) at __lockmgr_args+0x777
getblk(c4346d70,0,0,800,0,...) at getblk+0x163
breadn(c4346d70,0,0,800,0,...) at breadn+0x44
bread(c4346d70,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c4346d70,0,0,0,c3da49a4,...) at ffs_blkatoff+0xd1
ufs_lookup(c3da49ec,c0b6bfb8,c4346d70,c4346d70,c3da4b50,...) at ufs_lookup+0x2e6
VOP_CACHEDLOOKUP_APV(c0c2c9a0,c3da49ec,c3da4b50,c3da4b3c,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(c3da4a6c,c0b42340,c0c44ca0,80000,c4346d70,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0c2c9a0,c3da4a6c,c0b40db8,1b0,c3da4b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(c3da4b24,c0b40db8,d8,c0,c407322c,...) at lookup+0x58e
namei(c3da4b24,c3da4b28,c07c596c,c0b41100,c0ccc268,...) at namei+0x45b
kern_unlinkat(c40a4d20,ffffff9c,c0b41447,1,c3da4c5c,...) at kern_unlinkat+0x46
kern_unlink(c40a4d20,c0b41447,1,62c,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b41601,c0b2f44c,c0b27f79,1,c0803340,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c77d30,4,c0b30740,264,0,...) at vfs_mountroot+0x420
start_init(0,c3da4d38,c0b320c1,324,c40a2d0c,...) at start_init+0x65
fork_exit(c074fe90,0,c3da4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
 1st 0xd8155640 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6119
 2nd 0xc0cd8104 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5641
 3rd 0xd815c214 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123
KDB: stack backtrace:
db_trace_self_wrapper(c0b38b8f,e6954570,c07c618e,c0b3b3e5,d815c214,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b3e5,d815c214,c0b3ffde,c0b3ffde,c0b57a0e,...) at kdb_backtrace+0x29
witness_checkorder(d815c214,9,c0b57a05,17eb,4,...) at witness_checkorder+0x6de
__lockmgr_args(d815c214,80900,c0cd8104,0,0,...) at __lockmgr_args+0x777
getdirtybuf(e69546c8,0,c0b57a05,1609,0,...) at getdirtybuf+0xc3
softdep_sync_metadata(c4b256b8,0,c0b59281,131,0,...) at softdep_sync_metadata+0x93a
ffs_syncvnode(c4b256b8,1,e695477c,246,246,...) at ffs_syncvnode+0x3e2
ffs_truncate(c4b256b8,1200,0,880,c46c8400,...) at ffs_truncate+0x639
ufs_direnter(c4b256b8,c4e80560,e6954a00,e6954bb0,0,...) at ufs_direnter+0x973
ufs_makeinode(e6954bb0,c080ca36,c0c2c9a0,e6954b2c,c0c2cec0,...) at ufs_makeinode+0x541
ufs_mknod(e6954b70,c0b6c433,0,e6954b70,e6954bd4,...) at ufs_mknod+0x35
VOP_MKNOD_APV(c0c2c9a0,e6954b70,596,594,0,...) at VOP_MKNOD_APV+0xc5
kern_mkfifoat(c4b9c460,ffffff9c,804bae0,0,180,...) at kern_mkfifoat+0x2c5
kern_mkfifo(c4b9c460,804bae0,0,180,e6954d2c,...) at kern_mkfifo+0x2e
mkfifo(c4b9c460,e6954cfc,8,c0b3ba97,c0c09c80,...) at mkfifo+0x29
syscall(e6954d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280dd29b, esp = 0xbfbfe77c, ebp = 0xbfbfe7a8 ---
lock order reversal:
 1st 0xc4ced460 ufs (ufs) @ kern/vfs_mount.c:1209
 2nd 0xc4f03c70 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1128
KDB: stack backtrace:
db_trace_self_wrapper(c0b38b8f,e6b24a70,c07c618e,c0b3b3cc,c4f03c70,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3b3cc,c4f03c70,c0b2c141,c0b2c141,c0b58e04,...) at kdb_backtrace+0x29
witness_checkorder(c4f03c70,9,c0b58dfb,468,c59cc3a0,...) at witness_checkorder+0x6de
__lockmgr_args(c4f03c70,80400,c4f03cd8,0,0,...) at __lockmgr_args+0x777
vop_stdlock(e6b24b70,c0b58e04,e6b24b78,80400,c4f03c18,...) at vop_stdlock+0x65
VOP_LOCK1_APV(c0c05b60,e6b24b70,c0c45040,c4f03c18,80400,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c4f03c18,80400,c0b58dfb,468,c4ed3c00,...) at _vn_lock+0x5e
ffs_flushfiles(c59cc338,0,c4e74000,c4f03c18,0,...) at ffs_flushfiles+0x11a
ffs_unmount(c59cc338,8000000,c4e74000,4f2,0,...) at ffs_unmount+0x68
dounmount(c59cc338,8000000,c4e74000,484,be5449e2,...) at dounmount+0x474
unmount(c4e74000,e6b24cfc,8,c4e74000,c0c09230,...) at unmount+0x2e9
syscall(e6b24d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cf7ff, esp = 0xbfbfe1ec, ebp = 0xbfbfe2a8 ---


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x2a0
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc09a12a8
stack pointer           = 0x28:0xe6f4fb10
frame pointer           = 0x28:0xe6f4fb40
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 7853 (vim)
[thread pid 7853 tid 100522 ]
Stopped at      ufs_inactive+0x88:      movl    0x2a0(%eax),%eax
db> bt
Tracing pid 7853 tid 100522 td 0xc805cd20
ufs_inactive(e6f4fb74,c0b6ba60,c4fa4b80,c4fa4b80,c4fa4ac0,...) at ufs_inactive+0x88
VOP_INACTIVE_APV(c0c2c9a0,e6f4fb74,c0b416a5,8f1,c0c45000,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0c2c9a0,e6f4fba8,c0b416a5,87d,0,...) at vinactive+0xb1
vput(c4fa4ac0,ffffffdf,2,c55cba70,c0c44f00,...) at vput+0x1ec
kern_unlinkat(c805cd20,ffffff9c,82b81e0,0,e6f4fc80,...) at kern_unlinkat+0x1bf
kern_unlink(c805cd20,82b81e0,0,e6f4fd2c,c0aa3cb3,...) at kern_unlink+0x27
unlink(c805cd20,e6f4fcfc,4,c0b3bacb,c0c09110,...) at unlink+0x22
syscall(e6f4fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2854d0af, esp = 0xbfbfdd9c, ebp = 0xbfbfde38 ---
db> show vnode 0xc4fa4ac0
vnode 0xc4fa4ac0: tag ufs, type VREG
    usecount 0, writecount 0, refcount 3 mountedhere 0
    flags (VV_NOSYNC|VI_DOINGINACT)
    v_object 0xc4f20c1c ref 0 pages 2
     lock type ufs: EXCL by thread 0xc805cd20 (pid 7853)
#0 0xc0774650 at __lockmgr_args+0xb50
#1 0xc099c3da at ffs_lock+0x8a
#2 0xc0ab14d5 at VOP_LOCK1_APV+0xa5
#3 0xc081904e at _vn_lock+0x5e
#4 0xc080d8a2 at vget+0xa2
#5 0xc07ffe1d at vfs_hash_get+0xed
#6 0xc0996ff9 at ffs_vget+0x49
#7 0xc09a2235 at ufs_lookup+0x7f5
#8 0xc0ab0a75 at VOP_CACHEDLOOKUP_APV+0xc5
#9 0xc07fac73 at vfs_cache_lookup+0xd3
#10 0xc0ab2675 at VOP_LOOKUP_APV+0xe5
#11 0xc0800efe at lookup+0x58e
#12 0xc0801b5b at namei+0x45b
#13 0xc08139f6 at kern_unlinkat+0x46
#14 0xc0813c07 at kern_unlink+0x27
#15 0xc0813c32 at unlink+0x22
#16 0xc0aa3cb3 at syscall+0x2a3
#17 0xc0a884d0 at Xint0x80_syscall+0x20

        ino 1748, on dev ad0s1a
db> show vnode 0xc0c2c9a0
vnode 0xc0c2c9a0: db> set $lines 0
db> show allpcpu
Current CPU: 2

cpuid        = 0
curthread    = 0xc40a4460: pid 11 "idle: cpu0"
curpcb       = 0xc3db1d90
fpcurthread  = none
idlethread   = 0xc40a4460: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc40a4690: pid 11 "idle: cpu1"
curpcb       = 0xc3daed90
fpcurthread  = none
idlethread   = 0xc40a4690: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc805cd20: pid 7853 "vim"
curpcb       = 0xe6f4fd90
fpcurthread  = none
idlethread   = 0xc40a48c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc40a4af0: pid 11 "idle: cpu3"
curpcb       = 0xc3da8d90
fpcurthread  = none
idlethread   = 0xc40a4af0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 7853 (vim) thread 0xc805cd20 (100522)
exclusive lockmgr ufs r = 0 (0xc4fa4b18) locked @ kern/vfs_subr.c:2044
Process 1154 (sshd) thread 0xc4fef000 (100241)
exclusive sx so_rcv_sx r = 0 (0xc4bfc084) locked @ kern/uipc_sockbuf.c:148
Process 952 (sshd) thread 0xc460a460 (100068)
exclusive sx so_rcv_sx r = 0 (0xc470e394) locked @ kern/uipc_sockbuf.c:148
Process 929 (tail) thread 0xc432d690 (100074)
exclusive lockmgr ufs r = 0 (0xc4678460) locked @ kern/vfs_subr.c:2044
Process 920 (sshd) thread 0xc4b9bd20 (100140)
exclusive sx so_rcv_sx r = 0 (0xc470f6a4) locked @ kern/uipc_sockbuf.c:148
Process 919 (sshd) thread 0xc4b9baf0 (100141)
exclusive sx so_rcv_sx r = 0 (0xc470f9b4) locked @ kern/uipc_sockbuf.c:148
Process 918 (sshd) thread 0xc4b9b690 (100143)
exclusive sx so_rcv_sx r = 0 (0xc4914b3c) locked @ kern/uipc_sockbuf.c:148
Process 603 (syslogd) thread 0xc45e6d20 (100094)
exclusive lockmgr bufwait r = 0 (0xd817546c) locked @ kern/vfs_bio.c:2456
exclusive lockmgr ufs r = 0 (0xc46ce5b8) locked @ kern/vfs_syscalls.c:3463
db> show lockedvnods
Locked vnodes

0xc4fa4ac0: tag ufs, type VREG
    usecount 0, writecount 0, refcount 3 mountedhere 0
    flags (VV_NOSYNC|VI_DOINGINACT)
    v_object 0xc4f20c1c ref 0 pages 2
     lock type ufs: EXCL by thread 0xc805cd20 (pid 7853)
#0 0xc0774650 at __lockmgr_args+0xb50
#1 0xc099c3da at ffs_lock+0x8a
#2 0xc0ab14d5 at VOP_LOCK1_APV+0xa5
#3 0xc081904e at _vn_lock+0x5e
#4 0xc080d8a2 at vget+0xa2
#5 0xc07ffe1d at vfs_hash_get+0xed
#6 0xc0996ff9 at ffs_vget+0x49
#7 0xc09a2235 at ufs_lookup+0x7f5
#8 0xc0ab0a75 at VOP_CACHEDLOOKUP_APV+0xc5
#9 0xc07fac73 at vfs_cache_lookup+0xd3
#10 0xc0ab2675 at VOP_LOOKUP_APV+0xe5
#11 0xc0800efe at lookup+0x58e
#12 0xc0801b5b at namei+0x45b
#13 0xc08139f6 at kern_unlinkat+0x46
#14 0xc0813c07 at kern_unlink+0x27
#15 0xc0813c32 at unlink+0x22
#16 0xc0aa3cb3 at syscall+0x2a3
#17 0xc0a884d0 at Xint0x80_syscall+0x20

        ino 1748, on dev ad0s1a

0xc4678408: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
    v_object 0xc45ddb24 ref 0 pages 0
     lock type ufs: EXCL by thread 0xc432d690 (pid 929)
#0 0xc0774650 at __lockmgr_args+0xb50
#1 0xc099c3da at ffs_lock+0x8a
#2 0xc0ab14d5 at VOP_LOCK1_APV+0xa5
#3 0xc081904e at _vn_lock+0x5e
#4 0xc080d8a2 at vget+0xa2
#5 0xc07fab02 at cache_lookup+0x4c2
#6 0xc07fac4a at vfs_cache_lookup+0xaa
#7 0xc0ab2675 at VOP_LOOKUP_APV+0xe5
#8 0xc0800efe at lookup+0x58e
#9 0xc0801b5b at namei+0x45b
#10 0xc0810334 at kern_statat+0x64
#11 0xc08105a6 at kern_stat+0x36
#12 0xc081064f at stat+0x2f
#13 0xc0aa3cb3 at syscall+0x2a3
#14 0xc0a884d0 at Xint0x80_syscall+0x20

        ino 10551296, on dev ad0s1d

0xc46ce560: tag ufs, type VREG
    usecount 2, writecount 1, refcount 5 mountedhere 0
    flags ()
    v_object 0xc46b2d90 ref 0 pages 40
     lock type ufs: EXCL by thread 0xc45e6d20 (pid 603)
 with exclusive waiters pending
#0 0xc0774650 at __lockmgr_args+0xb50
#1 0xc099c3da at ffs_lock+0x8a
#2 0xc0ab14d5 at VOP_LOCK1_APV+0xa5
#3 0xc081904e at _vn_lock+0x5e
#4 0xc08157fe at fsync+0xde
#5 0xc0aa3cb3 at syscall+0x2a3
#6 0xc0a884d0 at Xint0x80_syscall+0x20

        ino 10551301, on dev ad0s1d
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
 7868   935   928  1001  S       nanslp   0xc0c784a4 sleep
 7853  2580  7853     0  R+      CPU 2               vim
 2580  1274  2580     0  S+      wait     0xc520c000 bash
 1274  1239  1274     0  S+      pause    0xc52d7590 csh
 1239  1169  1239  1001  S+      wait     0xc4e02d0c su
 1169  1165  1169  1001  Ss+     wait     0xc4e26d0c bash
 1165  1154  1154  1001  S       select   0xc50427a4 sshd
 1154   794  1154     0  Ss      sbwait   0xc4bfc0b0 sshd
  956   954   956  1001  Ss+     ttyin    0xc42a4c10 bash
  954   952   952  1001  S       select   0xc452a624 sshd
  952   794   952     0  Ss      sbwait   0xc470e3c0 sshd
  936   928   928  1001  S       piperd   0xc46c5a80 awk
  935   928   928  1001  S       wait     0xc49caa70 sh
  930   924   930  1001  Ss+     select   0xc4524b24 top
  929   925   929  1001  Ss      ufs      0xc46ce5b8 tail
  928   926   928  1001  Ss      wait     0xc49ca538 sh
  926   918   918  1001  S       select   0xc4524aa4 sshd
  925   920   920  1001  S       select   0xc45263a4 sshd
  924   919   919  1001  S       select   0xc452a7a4 sshd
  920   794   920     0  Ss      sbwait   0xc470f6d0 sshd
  919   794   919     0  Ss      sbwait   0xc470f9e0 sshd
  918   794   918     0  Ss      sbwait   0xc4914b68 sshd
  917     1   917     0  Ss+     ttyin    0xc4338c10 getty
  916     1   916     0  Ss+     ttyin    0xc4338810 getty
  915     1   915     0  Ss+     ttyin    0xc4339810 getty
  914     1   914     0  Ss+     ttyin    0xc4339410 getty
  913     1   913     0  Ss+     ttyin    0xc4332810 getty
  912     1   912     0  Ss+     ttyin    0xc4332c10 getty
  911     1   911     0  Ss+     ttyin    0xc4338010 getty
  910     1   910     0  Ss+     ttyin    0xc4338410 getty
  893     1   893     0  Ss      select   0xc452ace4 inetd
  866     1   866     0  Ss      select   0xc45241a4 moused
  853     1   853     0  Ss      nanslp   0xc0c784a4 watchdogd
  810     1   810     0  Ss      nanslp   0xc0c784a4 cron
  803     1   803    25  Ss      pause    0xc4693ac8 sendmail
  799     1   799     0  Ss      select   0xc4524be4 sendmail
  794     1   794     0  Ss      select   0xc45240a4 sshd
  775     1   775     0  Ss      select   0xc455a4e4 ntpd
  715     1   714     0  S       nanslp   0xc0c784a4 smartd
  691   675   675     0  S       -        0xc470b200 nfsd
  690   675   675     0  S       -        0xc470d400 nfsd
  689   675   675     0  S       -        0xc470d600 nfsd
  688   675   675     0  S       -        0xc470b400 nfsd
  687   675   675     0  S       -        0xc44ea600 nfsd
  686   675   675     0  S       -        0xc470b600 nfsd
  685   675   675     0  S       -        0xc45fbe00 nfsd
  684   675   675     0  S       -        0xc4518200 nfsd
  683   675   675     0  S       -        0xc4519a00 nfsd
  681   675   675     0  S       -        0xc44ea400 nfsd
  680   675   675     0  S       -        0xc42aea00 nfsd
  679   675   675     0  S       -        0xc42ae800 nfsd
  678   675   675     0  S       -        0xc42aee00 nfsd
  677   675   675     0  S       -        0xc4518c00 nfsd
  676   675   675     0  S       -        0xc45fc000 nfsd
  675     1   675     0  Ss      select   0xc4529564 nfsd
  673     1   673     0  Ss      select   0xc4524324 mountd
  620     1   620     0  Ss      select   0xc44f1e64 rpcbind
  603     1   603     0  Ss      biowr    0xd817540c syslogd
  546     1   546     0  Ss      select   0xc44f1224 devd
   21     0     0     0  SL      sdflush  0xc0cd8160 [softdepflush]
   20     0     0     0  SL      vlruwt   0xc450329c [vnlru]
   19     0     0     0  SL      syncer   0xc0c782c0 [syncer]
   18     0     0     0  SL      psleep   0xc0ccc7a4 [bufdaemon]
   17     0     0     0  SL      pgzero   0xc0cd8d54 [pagezero]
    9     0     0     0  SL      psleep   0xc0cd897c [vmdaemon]
    8     0     0     0  SL      psleep   0xc0cd8944 [pagedaemon]
    7     0     0     0  SL      waiting_ 0xc0cce45c [sctp_iterator]
    6     0     0     0  SL      -        0xc42ae23c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c75994 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c75980 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc429f210 [usb0]
    5     0     0     0  SL      ccb_scan 0xc0c457d4 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c782c8 [yarrow]
    4     0     0     0  SL      -        0xc0c760a4 [g_down]
    3     0     0     0  SL      -        0xc0c760a0 [g_up]
    2     0     0     0  SL      -        0xc0c76098 [g_event]
   12     0     0     0  RL      (threaded)          intr
100041                   I                           [irq7: ppbus0 ppc0]
100039                   I                           [swi0: sio]
100038                   I                           [irq12: psm0]
100037                   I                           [irq1: atkbd0]
100036                   I                           [irq15: ata1]
100035                   RunQ                        [irq14: ata0]
100034                   I                           [irq17: fxp0]
100030                   I                           [irq16: uhci0]
100028                   I                           [irq9: acpi0]
100027                   I                           [swi6: task queue]
100026                   I                           [swi6: Giant taskq]
100024                   I                           [swi5: +]
100020                   I                           [swi2: cambio]
100012                   I                           [swi1: net]
100011                   I                           [swi3: vm]
100010                   I                           [swi4: clock]
100009                   I                           [swi4: clock]
100008                   I                           [swi4: clock]
100007                   I                           [swi4: clock sio]
   11     0     0     0  RL      (threaded)          idle
100006                   Run     CPU 0               [idle: cpu0]
100005                   Run     CPU 1               [idle: cpu1]
100004                   CanRun                      [idle: cpu2]
100003                   Run     CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc40a2d0c [init]
   10     0     0     0  SL      audit_wo 0xc0cd7b5c [audit]
    0     0     0     0  SLs     (threaded)          kernel
100029                   D       -        0xc4298500 [em0 taskq]
100025                   D       -        0xc4253480 [thread taskq]
100023                   D       -        0xc4253540 [acpi_task_2]
100022                   D       -        0xc4253540 [acpi_task_1]
100021                   D       -        0xc4253540 [acpi_task_0]
100018                   D       -        0xc4253840 [kqueue taskq]
100016                   D       -        0xc408a980 [firmware taskq]
100000                   I                           [swapper]
db> allt

Tracing command sleep pid 7868 tid 100452 td 0xc4f19690
sched_switch(c4f19690,0,104,177,dee2258e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4f19690,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(2711,c07bc660,c4f19690,2,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c784a4,5c,c0b36d98,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c784a4,0,15c,c0b36d98,2711,...) at _sleep+0x2dd
kern_nanosleep(c4f19690,e6e26c64,e6e26c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4f19690,e6e26cfc,8,c4f19690,c0c0a6a0,...) at nanosleep+0x6f
syscall(e6e26d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814620f, esp = 0xbfbfec4c, ebp = 0xbfbfec88 ---

Tracing command vim pid 7853 tid 100522 td 0xc805cd20
ufs_inactive(e6f4fb74,c0b6ba60,c4fa4b80,c4fa4b80,c4fa4ac0,...) at ufs_inactive+0x88
VOP_INACTIVE_APV(c0c2c9a0,e6f4fb74,c0b416a5,8f1,c0c45000,...) at VOP_INACTIVE_APV+0xc5
vinactive(c0c2c9a0,e6f4fba8,c0b416a5,87d,0,...) at vinactive+0xb1
vput(c4fa4ac0,ffffffdf,2,c55cba70,c0c44f00,...) at vput+0x1ec
kern_unlinkat(c805cd20,ffffff9c,82b81e0,0,e6f4fc80,...) at kern_unlinkat+0x1bf
kern_unlink(c805cd20,82b81e0,0,e6f4fd2c,c0aa3cb3,...) at kern_unlink+0x27
unlink(c805cd20,e6f4fcfc,4,c0b3bacb,c0c09110,...) at unlink+0x22
syscall(e6f4fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2854d0af, esp = 0xbfbfdd9c, ebp = 0xbfbfde38 ---

Tracing command bash pid 2580 tid 100296 td 0xc5269000
sched_switch(c5269000,0,104,177,c28b606e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c5269000,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c520c000,5c,c0b3bc39,100,0,...) at sleepq_wait_sig+0x17
_sleep(c520c000,c520c088,15c,c0b3bc39,0,...) at _sleep+0x313
kern_wait(c5269000,ffffffff,e6b9ac2c,6,0,...) at kern_wait+0xa66
wait4(c5269000,e6b9acfc,10,c0b3bb13,c0c090c8,...) at wait4+0x3b
syscall(e6b9ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe6fc, ebp = 0xbfbfe718 ---

Tracing command csh pid 1274 tid 100304 td 0xc44af230
sched_switch(c44af230,0,104,177,2b19852e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,68,...) at mi_switch+0x200
sleepq_switch(c44af230,0,c0b39a53,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c52d7590,68,c0af573b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c52d7590,c52d75c0,168,c0af573b,0,...) at _sleep+0x313
kern_sigsuspend(c44af230,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c44af230,e6bb9cfc,4,c0b3bb13,c0c0b018,...) at sigsuspend+0x4d
syscall(e6bb9d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816d5db, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 ---

Tracing command su pid 1239 tid 100242 td 0xc4fedd20
sched_switch(c4fedd20,0,104,177,2c5678c6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4fedd20,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4e02d0c,5c,c0b3bc39,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4e02d0c,c4e02d94,15c,c0b3bc39,0,...) at _sleep+0x313
kern_wait(c4fedd20,4fa,e6ae8c2c,2,0,...) at kern_wait+0xa66
wait4(c4fedd20,e6ae8cfc,10,c4fedd20,c0c090c8,...) at wait4+0x3b
syscall(e6ae8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e6bb, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---

Tracing command bash pid 1169 tid 100256 td 0xc4e90230
sched_switch(c4e90230,0,104,177,7e33a5bc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4e90230,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4e26d0c,5c,c0b3bc39,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4e26d0c,c4e26d94,15c,c0b3bc39,0,...) at _sleep+0x313
kern_wait(c4e90230,ffffffff,e6b17c2c,6,0,...) at kern_wait+0xa66
wait4(c4e90230,e6b17cfc,10,c0b3bb13,c0c090c8,...) at wait4+0x3b
syscall(e6b17d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 1165 tid 100252 td 0xc4cbbaf0
sched_switch(c4cbbaf0,0,104,177,428caba4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4cbbaf0,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c5042790,0,c0b346e2,c4cbbaf0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c50427a4,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c50427a4,c5042790,c0b3b683,571,c45d2460,...) at _cv_wait_sig+0x204
seltdwait(c4e72a2c,c0b3b683,3d7,c4cbbaf0,e6b09b04,...) at seltdwait+0xa2
kern_select(c4cbbaf0,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c4cbbaf0,e6b09cfc,14,c0b2513c,c0c098d8,...) at select+0x5e
syscall(e6b09d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 1154 tid 100241 td 0xc4fef000

Tracing command bash pid 956 tid 100050 td 0xc4591d20
sched_switch(c4591d20,0,104,177,83bd604e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4591d20,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c42a4c10,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42a4c10,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c42a4c00,c42a4c10,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c42a4c00,e67d8c60,0,c0c170c0,c46c8c00,...) at ttread+0x4e7
ptsread(c46c8c00,e67d8c60,0,1a7,0,...) at ptsread+0x3e
giant_read(c46c8c00,e67d8c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4598818,e67d8c60,c46c8400,0,c4591d20,...) at devfs_read_f+0x72
dofileread(e67d8c60,ffffffff,ffffffff,0,c4598818,...) at dofileread+0x96
kern_readv(c4591d20,0,e67d8c60,bfbfe84f,1,...) at kern_readv+0x58
read(c4591d20,e67d8cfc,c,c4591d20,c0c09068,...) at read+0x4f
syscall(e67d8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28326923, esp = 0xbfbfe82c, ebp = 0xbfbfe858 ---

Tracing command sshd pid 954 tid 100125 td 0xc46eb230
sched_switch(c46eb230,0,104,177,83c38ce2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46eb230,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c452a610,0,c0b346e2,c46eb230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c452a624,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c452a624,c452a610,c0b3b683,571,c45e5230,...) at _cv_wait_sig+0x204
seltdwait(c46c752c,c0b3b683,3d7,c46eb230,e6933b04,...) at seltdwait+0xa2
kern_select(c46eb230,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c46eb230,e6933cfc,14,c0b2513c,c0c098d8,...) at select+0x5e
syscall(e6933d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 952 tid 100068 td 0xc460a460

Tracing command awk pid 936 tid 100133 td 0xc46a5af0
sched_switch(c46a5af0,0,104,177,de4b31d0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c46a5af0,0,c0b39a53,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46c5a80,4c,c0b3b85b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46c5a80,c46c5be8,14c,c0b3b85b,0,...) at _sleep+0x313
pipe_read(c45e5578,e694bc60,c48ff900,0,c46a5af0,...) at pipe_read+0x3f7
dofileread(e694bc60,ffffffff,ffffffff,0,c45e5578,...) at dofileread+0x96
kern_readv(c46a5af0,0,e694bc60,8136000,1000,...) at kern_readv+0x58
read(c46a5af0,e694bcfc,c,c46a5af0,c0c09068,...) at read+0x4f
syscall(e694bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28199923, esp = 0xbfbfe90c, ebp = 0xbfbfe928 ---

Tracing command sh pid 935 tid 100134 td 0xc4b9c690
sched_switch(c4b9c690,0,104,177,de6dfbe6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4b9c690,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c49caa70,5c,c0b3bc39,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49caa70,c49caaf8,15c,c0b3bc39,0,...) at _sleep+0x313
kern_wait(c4b9c690,ffffffff,e694ec2c,2,0,...) at kern_wait+0xa66
wait4(c4b9c690,e694ecfc,10,c0b3bc18,c0c090c8,...) at wait4+0x3b
syscall(e694ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---

Tracing command top pid 930 tid 100069 td 0xc460a230
sched_switch(c460a230,0,104,177,171aee86,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c460a230,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e682ca4c,c077b08a,c4524b10,0,c460a230,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4524b24,0,c0b3b6c0,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4524b24,c4524b10,3e9,571,c45a6cb0,...) at _cv_timedwait_sig+0x213
seltdwait(e682cb14,e682cb1c,3d7,c460a230,c0c84bb4,...) at seltdwait+0x8a
kern_select(c460a230,2,bfbfec3c,0,0,e682cc70,1,0) at kern_select+0x531
select(c460a230,e682ccfc,14,c0b2513c,c0c098d8,...) at select+0x5e
syscall(e682cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281cd8a3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---

Tracing command tail pid 929 tid 100074 td 0xc432d690
sched_switch(c432d690,0,104,177,82ac12a8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,50,...) at mi_switch+0x200
sleepq_switch(c432d690,0,c0b39a53,237,50,...) at sleepq_switch+0x14d
sleepq_wait(c46ce5b8,50,c0b2fcef,4,0,...) at sleepq_wait+0x63
__lockmgr_args(c46ce5b8,80100,c46ce620,0,0,...) at __lockmgr_args+0xa6f
ffs_lock(e684f960,c0b406cb,c0b2f44a,80100,c46ce560,...) at ffs_lock+0x8a
VOP_LOCK1_APV(c0c2c9a0,e684f960,c0c45040,c46ce560,80100,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c46ce560,80100,c0b416a5,7fc,c0b346e2,...) at _vn_lock+0x5e
vget(c46ce560,80100,c432d690,1b7,c0ab080f,...) at vget+0xa2
cache_lookup(c4678408,e684fb9c,e684fbb0,e684fb9c,c4b07200,...) at cache_lookup+0x4c2
vfs_cache_lookup(e684fa78,c0b42340,c0c44ca0,80000,c4678408,...) at vfs_cache_lookup+0xaa
VOP_LOOKUP_APV(c0c2c9a0,e684fa78,c0b40db8,2c2,e684fb9c,...) at VOP_LOOKUP_APV+0xe5
lookup(e684fb84,c0b40db8,d8,c0,c46c9c2c,...) at lookup+0x58e
namei(e684fb84,8,c48a8628,a0,0,...) at namei+0x45b
kern_statat(c432d690,0,ffffff9c,8104040,0,...) at kern_statat+0x64
kern_stat(c432d690,8104040,0,e684fc18,c432d690,...) at kern_stat+0x36
stat(c432d690,e684fcfc,8,c0b3c57e,c0c0a1c0,...) at stat+0x2f
syscall(e684fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28157703, esp = 0xbfbfeb0c, ebp = 0xbfbfebb8 ---

Tracing command sh pid 928 tid 100138 td 0xc4b9c230
sched_switch(c4b9c230,0,104,177,e1845658,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4b9c230,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c49ca538,5c,c0b3bc39,100,0,...) at sleepq_wait_sig+0x17
_sleep(c49ca538,c49ca5c0,15c,c0b3bc39,0,...) at _sleep+0x313
kern_wait(c4b9c230,ffffffff,e695ac2c,2,0,...) at kern_wait+0xa66
wait4(c4b9c230,e695acfc,10,c4b9c230,c0c090c8,...) at wait4+0x3b
syscall(e695ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 ---

Tracing command sshd pid 926 tid 100135 td 0xc4b9a000
sched_switch(c4b9a000,0,104,177,4104095a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4b9a000,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c4524a90,0,c0b346e2,c4b9a000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4524aa4,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4524aa4,c4524a90,c0b3b683,571,c45e54d0,...) at _cv_wait_sig+0x204
seltdwait(c46af82c,c0b3b683,3d7,c4b9a000,e6951b04,...) at seltdwait+0xa2
kern_select(c4b9a000,b,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c4b9a000,e6951cfc,14,c0b2513c,c0c098d8,...) at select+0x5e
syscall(e6951d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 925 tid 100139 td 0xc4b9c000
sched_switch(c4b9c000,0,104,177,82b3c5f8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4b9c000,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c4526390,0,c0b346e2,c4b9c000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c45263a4,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c45263a4,c4526390,c0b3b683,571,c45a63b8,...) at _cv_wait_sig+0x204
seltdwait(c450402c,c0b3b683,3d7,c4b9c000,e695db04,...) at seltdwait+0xa2
kern_select(c4b9c000,b,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c4b9c000,e695dcfc,14,c0b2513c,c0c098d8,...) at select+0x5e
syscall(e695dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 924 tid 100083 td 0xc46a4af0
sched_switch(c46a4af0,0,104,177,171f253e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46a4af0,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c452a790,0,c0b346e2,c46a4af0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c452a7a4,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c452a7a4,c452a790,c0b3b683,571,c45e5e38,...) at _cv_wait_sig+0x204
seltdwait(c46afc2c,c0b3b683,3d7,c46a4af0,e686ab04,...) at seltdwait+0xa2
kern_select(c46a4af0,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c46a4af0,e686acfc,14,c0b2513c,c0c098d8,...) at select+0x5e
syscall(e686ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 920 tid 100140 td 0xc4b9bd20

Tracing command sshd pid 919 tid 100141 td 0xc4b9baf0

Tracing command sshd pid 918 tid 100143 td 0xc4b9b690

Tracing command getty pid 917 tid 100115 td 0xc45aa460
sched_switch(c45aa460,0,104,177,57c25774,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45aa460,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338c10,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338c10,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4338c00,c4338c10,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4338c00,e6915c60,0,e6915b94,c069d7fd,...) at ttread+0x4e7
ttyread(c433c600,e6915c60,0,e6915bb8,c0754190,...) at ttyread+0x38
scread(c433c600,e6915c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c600,e6915c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4599c08,e6915c60,c40a9800,0,c45aa460,...) at devfs_read_f+0x72
dofileread(e6915c60,ffffffff,ffffffff,0,c4599c08,...) at dofileread+0x96
kern_readv(c45aa460,0,e6915c60,bfbfee4b,1,...) at kern_readv+0x58
read(c45aa460,e6915cfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e6915d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 916 tid 100056 td 0xc4591690
sched_switch(c4591690,0,104,177,57a61ea0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4591690,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338810,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338810,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4338800,c4338810,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4338800,e67f4c60,0,e67f4b94,c069d7fd,...) at ttread+0x4e7
ttyread(c433c700,e67f4c60,0,e67f4bb8,c0754190,...) at ttyread+0x38
scread(c433c700,e67f4c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c700,e67f4c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4598e00,e67f4c60,c40a9800,0,c4591690,...) at devfs_read_f+0x72
dofileread(e67f4c60,ffffffff,ffffffff,0,c4598e00,...) at dofileread+0x96
kern_readv(c4591690,0,e67f4c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4591690,e67f4cfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e67f4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 915 tid 100119 td 0xc46ebaf0
sched_switch(c46ebaf0,0,104,177,5784fbb2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c46ebaf0,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339810,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339810,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4339800,c4339810,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4339800,e6921c60,0,e6921b94,c069d7fd,...) at ttread+0x4e7
ttyread(c433c800,e6921c60,0,e6921bb8,c0754190,...) at ttyread+0x38
scread(c433c800,e6921c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c800,e6921c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45d20e0,e6921c60,c40a9800,0,c46ebaf0,...) at devfs_read_f+0x72
dofileread(e6921c60,ffffffff,ffffffff,0,c45d20e0,...) at dofileread+0x96
kern_readv(c46ebaf0,0,e6921c60,bfbfee4b,1,...) at kern_readv+0x58
read(c46ebaf0,e6921cfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e6921d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 914 tid 100120 td 0xc45a9af0
sched_switch(c45a9af0,0,104,177,5787ce02,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45a9af0,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339410,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339410,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4339400,c4339410,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4339400,e6924c60,0,e6924b94,c069d7fd,...) at ttread+0x4e7
ttyread(c433c900,e6924c60,0,e6924bb8,c0754190,...) at ttyread+0x38
scread(c433c900,e6924c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c900,e6924c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45a6c78,e6924c60,c40a9800,0,c45a9af0,...) at devfs_read_f+0x72
dofileread(e6924c60,ffffffff,ffffffff,0,c45a6c78,...) at dofileread+0x96
kern_readv(c45a9af0,0,e6924c60,bfbfee4b,1,...) at kern_readv+0x58
read(c45a9af0,e6924cfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e6924d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 913 tid 100118 td 0xc45a9d20
sched_switch(c45a9d20,0,104,177,57bee4d6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45a9d20,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332810,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332810,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4332800,c4332810,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4332800,e691ec60,0,e691eb94,c069d7fd,...) at ttread+0x4e7
ttyread(c433ca00,e691ec60,0,e691ebb8,c0754190,...) at ttyread+0x38
scread(c433ca00,e691ec60,0,1a7,0,...) at scread+0x2d
giant_read(c433ca00,e691ec60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45e5188,e691ec60,c40a9800,0,c45a9d20,...) at devfs_read_f+0x72
dofileread(e691ec60,ffffffff,ffffffff,0,c45e5188,...) at dofileread+0x96
kern_readv(c45a9d20,0,e691ec60,bfbfee4b,1,...) at kern_readv+0x58
read(c45a9d20,e691ecfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e691ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 912 tid 100123 td 0xc45a98c0
sched_switch(c45a98c0,0,104,177,57b010e8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45a98c0,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332c10,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332c10,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4332c00,c4332c10,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4332c00,e692dc60,0,e692db94,c069d7fd,...) at ttread+0x4e7
ttyread(c433cb00,e692dc60,0,e692dbb8,c0754190,...) at ttyread+0x38
scread(c433cb00,e692dc60,0,1a7,0,...) at scread+0x2d
giant_read(c433cb00,e692dc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c49bc1f8,e692dc60,c40a9800,0,c45a98c0,...) at devfs_read_f+0x72
dofileread(e692dc60,ffffffff,ffffffff,0,c49bc1f8,...) at dofileread+0x96
kern_readv(c45a98c0,0,e692dc60,bfbfee4b,1,...) at kern_readv+0x58
read(c45a98c0,e692dcfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e692dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 911 tid 100126 td 0xc45a9690
sched_switch(c45a9690,0,104,177,57c49086,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45a9690,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338010,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338010,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4338000,c4338010,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4338000,e6936c60,0,e6936b94,c069d7fd,...) at ttread+0x4e7
ttyread(c433cc00,e6936c60,0,e6936bb8,c0754190,...) at ttyread+0x38
scread(c433cc00,e6936c60,0,1a7,0,...) at scread+0x2d
giant_read(c433cc00,e6936c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45a6150,e6936c60,c40a9800,0,c45a9690,...) at devfs_read_f+0x72
dofileread(e6936c60,ffffffff,ffffffff,0,c45a6150,...) at dofileread+0x96
kern_readv(c45a9690,0,e6936c60,bfbfee4b,1,...) at kern_readv+0x58
read(c45a9690,e6936cfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e6936d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 910 tid 100127 td 0xc45a9460
sched_switch(c45a9460,0,104,177,57814eb4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45a9460,0,c0b39a53,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338410,59,c0b3d52b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338410,0,159,c0b3d52b,0,...) at _sleep+0x313
ttysleep(c4338400,c4338410,159,c0b3d52b,0,...) at ttysleep+0x39
ttread(c4338400,e6939c60,0,e6939b94,c069d7fd,...) at ttread+0x4e7
ttyread(c433cd00,e6939c60,0,e6939bb8,c0754190,...) at ttyread+0x38
scread(c433cd00,e6939c60,0,1a7,0,...) at scread+0x2d
giant_read(c433cd00,e6939c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c49bc268,e6939c60,c40a9800,0,c45a9460,...) at devfs_read_f+0x72
dofileread(e6939c60,ffffffff,ffffffff,0,c49bc268,...) at dofileread+0x96
kern_readv(c45a9460,0,e6939c60,bfbfee4b,1,...) at kern_readv+0x58
read(c45a9460,e6939cfc,c,c0b6c571,c0c09068,...) at read+0x4f
syscall(e6939d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 893 tid 100132 td 0xc46a5d20

Tracing command moused pid 866 tid 100108 td 0xc46ec690

Tracing command watchdogd pid 853 tid 100071 td 0xc4607d20
sched_switch(c4607d20,0,104,177,4768d25e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4607d20,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07bc660,c4607d20,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c784a4,5c,c0b36d98,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c784a4,0,15c,c0b36d98,ea61,...) at _sleep+0x2dd
kern_nanosleep(c4607d20,e6834c64,e6834c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4607d20,e6834cfc,8,c0b6c571,c0c0a6a0,...) at nanosleep+0x6f
syscall(e6834d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e20f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 810 tid 100054 td 0xc4591af0
sched_switch(c4591af0,0,104,177,7b42b184,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4591af0,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07bc660,c4591af0,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c784a4,5c,c0b36d98,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c784a4,0,15c,c0b36d98,ea61,...) at _sleep+0x2dd
kern_nanosleep(c4591af0,e67ecc64,e67ecc6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4591af0,e67eccfc,8,c0b3bd7d,c0c0a6a0,...) at nanosleep+0x6f
syscall(e67ecd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---

Tracing command sendmail pid 803 tid 100112 td 0xc46ebd20
sched_switch(c46ebd20,0,104,177,8547bde0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,68,...) at mi_switch+0x200
sleepq_switch(c46ebd20,0,c0b39a53,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4693ac8,68,c0af573b,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4693ac8,c4693af8,168,c0af573b,0,...) at _sleep+0x313
kern_sigsuspend(c46ebd20,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c46ebd20,e68fdcfc,4,c0b3bb13,c0c0b018,...) at sigsuspend+0x4d
syscall(e68fdd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 ---

Tracing command sendmail pid 799 tid 100053 td 0xc45aaaf0
sched_switch(c45aaaf0,0,104,177,87102390,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c45aaaf0,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e67e4a4c,c077b08a,c4524bd0,0,c45aaaf0,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4524be4,0,c0b3b6c0,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4524be4,c4524bd0,1389,571,c4598700,...) at _cv_timedwait_sig+0x213
seltdwait(e67e4b14,e67e4b1c,3d7,c45aaaf0,e67e4b04,...) at seltdwait+0x8a
kern_select(c45aaaf0,7,bfbfcec4,0,0,e67e4c70,5,0) at kern_select+0x531
select(c45aaaf0,e67e4cfc,14,c0b3c03b,c0c098d8,...) at select+0x5e
syscall(e67e4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283b08a3, esp = 0xbfbfc52c, ebp = 0xbfbfd058 ---

Tracing command sshd pid 794 tid 100104 td 0xc460a690

Tracing command ntpd pid 775 tid 100079 td 0xc46a5460
sched_switch(c46a5460,0,104,177,bed13f2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46a5460,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c455a4d0,0,c0b346e2,c46a5460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c455a4e4,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c455a4e4,c455a4d0,c0b3b683,571,c45d29d8,...) at _cv_wait_sig+0x204
seltdwait(c48ff82c,c0b3b683,3d7,c46a5460,0,...) at seltdwait+0xa2
kern_select(c46a5460,a,bfbfed78,0,0,0,246,0) at kern_select+0x531
select(c46a5460,e685ecfc,14,16,c0c098d8,...) at select+0x5e
syscall(e685ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 ---

Tracing command smartd pid 715 tid 100085 td 0xc46a4690
sched_switch(c46a4690,0,104,177,574352c8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c46a4690,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(1b67a1,c07bc660,c46a4690,2,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c784a4,5c,c0b36d98,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c784a4,0,15c,c0b36d98,1b67a1,...) at _sleep+0x2dd
kern_nanosleep(c46a4690,e6872c64,e6872c6c,704,0,...) at kern_nanosleep+0xc1
nanosleep(c46a4690,e6872cfc,8,c0b3bd7d,c0c0a6a0,...) at nanosleep+0x6f
syscall(e6872d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 ---

Tracing command nfsd pid 691 tid 100095 td 0xc45ead20

Tracing command nfsd pid 690 tid 100096 td 0xc45e6af0

Tracing command nfsd pid 689 tid 100097 td 0xc45e68c0

Tracing command nfsd pid 688 tid 100082 td 0xc46a4d20

Tracing command nfsd pid 687 tid 100098 td 0xc45eaaf0

Tracing command nfsd pid 686 tid 100087 td 0xc4607af0

Tracing command nfsd pid 685 tid 100088 td 0xc46078c0

Tracing command nfsd pid 684 tid 100089 td 0xc4607690

Tracing command nfsd pid 683 tid 100090 td 0xc4607460

Tracing command nfsd pid 681 tid 100091 td 0xc4607230

Tracing command nfsd pid 680 tid 100092 td 0xc4607000

Tracing command nfsd pid 679 tid 100076 td 0xc432d230

Tracing command nfsd pid 678 tid 100052 td 0xc45aad20

Tracing command nfsd pid 677 tid 100078 td 0xc46a5690

Tracing command nfsd pid 676 tid 100060 td 0xc432dd20

Tracing command nfsd pid 675 tid 100107 td 0xc46ec8c0

Tracing command mountd pid 673 tid 100075 td 0xc432d460
sched_switch(c432d460,0,104,177,915a1974,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432d460,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c4524310,0,c0b346e2,c432d460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4524324,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4524324,c4524310,c0b3b683,571,c4598850,...) at _cv_wait_sig+0x204
seltdwait(c46c832c,c0b3b683,3d7,c432d460,c0ccb928,...) at seltdwait+0xa2
kern_select(c432d460,9,bfbfedec,0,0,0,e6852c80,2818c0f8) at kern_select+0x531
select(c432d460,e6852cfc,14,c0b5384e,c0c098d8,...) at select+0x5e
syscall(e6852d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 620 tid 100101 td 0xc460ad20
sched_switch(c460ad20,0,104,177,7b777434,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c460ad20,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e68daaa8,c077b08a,c44f1e50,0,c460ad20,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c44f1e64,0,c0b3b6c0,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c44f1e64,c44f1e50,7531,571,e68daba4,...) at _cv_timedwait_sig+0x213
seltdwait(e68dab5c,e68dab64,481,c460ad20,e68dab74,...) at seltdwait+0x8a
poll(c460ad20,e68dacfc,c,c0b3bd7d,c0c0a3b8,...) at poll+0x34a
syscall(e68dad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 603 tid 100094 td 0xc45e6d20
sched_switch(c45e6d20,0,104,177,872b9352,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c45e6d20,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(d817540c,4c,c0b3f849,0,0,...) at sleepq_wait+0x63
_sleep(d817540c,c407168c,4c,c0b3f849,0,...) at _sleep+0x32a
bwait(d817540c,4c,c0b3f849,d817540c,e68bfb24,...) at bwait+0x6f
bufwait(d817540c,d817540c,ca,d817540c,c46d70f8,...) at bufwait+0x48
bufwrite(d817540c,0,c0b58dfb,6d4,0) at bufwrite+0x165
ffs_bufwrite(d817540c,c46cb100,100,4000,0,...) at ffs_bufwrite+0x278
ffs_update(c46ce560,1,c0b59281,150,0,...) at ffs_update+0x2c5
ffs_syncvnode(c46ce560,1,c0c2c9a0,e68bfc38,c0aaf255,...) at ffs_syncvnode+0x48f
ffs_fsync(e68bfc5c,c0b6baa7,e68bfcfc,e68bfc5c,0,...) at ffs_fsync+0x1c
VOP_FSYNC_APV(c0c2c9a0,e68bfc5c,c0b42930,d8c,0,...) at VOP_FSYNC_APV+0xc5
fsync(c45e6d20,e68bfcfc,4,c0b3b6c0,c0c09908,...) at fsync+0x1b1
syscall(e68bfd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (95, FreeBSD ELF32, fsync), eip = 0x281750e7, esp = 0xbfbfdedc, ebp = 0xbfbfee88 ---

Tracing command devd pid 546 tid 100081 td 0xc46a5000
sched_switch(c46a5000,0,104,177,3f6ea304,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c46a5000,0,c0b39a53,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077b08a,c44f1210,0,c0b346e2,c46a5000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44f1224,0,c0b3b6c0,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44f1224,c44f1210,c0b3b683,571,c45d2e00,...) at _cv_wait_sig+0x204
seltdwait(c46c8e2c,c0b3b683,3d7,c46a5000,e6864ae8,...) at seltdwait+0xa2
kern_select(c46a5000,5,bfbfedf8,0,0,0,3cc,8) at kern_select+0x531
select(c46a5000,e6864cfc,14,c0aea626,c0c098d8,...) at select+0x5e
syscall(e6864d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x808763f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 ---

Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0
sched_switch(c427b8c0,0,104,177,6e02175e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,44,...) at mi_switch+0x200
sleepq_switch(c427b8c0,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8160,44,c0b587ae,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8160,c0cd8104,44,c0b587ae,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45e9d38,c0b320c1,324,c4503000,...) at softdep_flush+0x2d2
fork_exit(c0992a70,0,e45e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 ---

Tracing command vnlru pid 20 tid 100048 td 0xc427baf0
sched_switch(c427baf0,0,104,177,4533d1c0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,50,...) at mi_switch+0x200
sleepq_switch(c427baf0,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c450329c,50,c0b425c4,0,0,...) at sleepq_timedwait+0x6b
_sleep(c450329c,c0ccca14,250,c0b425c4,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45e6d38,c0b320c1,324,c450329c,...) at vnlru_proc+0x115
fork_exit(c080e1e0,0,e45e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 ---

Tracing command syncer pid 19 tid 100047 td 0xc427bd20
sched_switch(c427bd20,0,104,177,1765130c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,68,...) at mi_switch+0x200
sleepq_switch(c427bd20,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c782c0,68,c0b422d0,0,0,...) at sleepq_wait+0x63
_sleep(c0c782c0,c0ccca40,68,c0b422d0,0,...) at _sleep+0x32a
sched_sync(0,e45e3d38,c0b320c1,324,c4503538,...) at sched_sync+0x521
fork_exit(c080c1c0,0,e45e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 ---

Tracing command bufdaemon pid 18 tid 100046 td 0xc432a000
sched_switch(c432a000,0,104,177,1c38fbf6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a000,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0ccc7a4,44,c0b3fb77,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0ccc7a4,c0ccc7a8,44,c0b3fb77,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e0d38,c0b320c1,324,c45037d4,...) at buf_daemon+0x21e
fork_exit(c07f6f20,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---

Tracing command pagezero pid 17 tid 100045 td 0xc432a230
sched_switch(c432a230,0,104,177,8a21faf2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a230,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8d54,0,c0b5d79a,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8d54,c0cd8910,0,c0b5d79a,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45ddd38,c0b320c1,324,c4503a70,...) at vm_pagezero+0xdc
fork_exit(c09cc760,0,e45ddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 ---

Tracing command vmdaemon pid 9 tid 100044 td 0xc432a460
sched_switch(c432a460,0,104,177,477869ce,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,68,...) at mi_switch+0x200
sleepq_switch(c432a460,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cd897c,68,c0b3fb77,0,0,...) at sleepq_wait+0x63
_sleep(c0cd897c,c0cd8980,68,c0b3fb77,0,...) at _sleep+0x32a
vm_daemon(0,e45dad38,c0b320c1,324,c4503d0c,...) at vm_daemon+0x59
fork_exit(c09c6cb0,0,e45dad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 ---

Tracing command pagedaemon pid 8 tid 100043 td 0xc432a690
sched_switch(c432a690,0,104,177,2af52ed4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a690,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8944,44,c0b3fb77,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8944,c0cd8910,44,c0b3fb77,1388,...) at _sleep+0x2f8
vm_pageout(0,e45d7d38,c0b320c1,324,c40a329c,...) at vm_pageout+0x2bb
fork_exit(c09c77f0,0,e45d7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 ---

Tracing command sctp_iterator pid 7 tid 100042 td 0xc432a8c0
sched_switch(c432a8c0,0,104,177,657deada,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a8c0,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cce45c,0,c0b4b613,0,0,...) at sleepq_wait+0x63
_sleep(c0cce45c,c0cce370,0,c0b4b613,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45d4d38,c0b320c1,324,c40a3538,...) at sctp_iterator_thread+0x60
fork_exit(c0884960,0,e45d4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 ---

Tracing command fdc0 pid 6 tid 100040 td 0xc432ad20
sched_switch(c432ad20,0,104,177,549399dc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c432ad20,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c42ae23c,4c,c0b2cefc,0,0,...) at sleepq_timedwait+0x6b
_sleep(c42ae23c,c42ae2f0,4c,c0b2cefc,3e8,...) at _sleep+0x2f8
fdc_thread(c42ae200,e45cbd38,c0b320c1,324,c40a37d4,...) at fdc_thread+0x2b8
fork_exit(c0a62ef0,c42ae200,e45cbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45cbd70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0
sched_switch(c427a8c0,0,104,177,621cb7c8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427a8c0,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c75994,5c,c0b29ad9,0,0,...) at sleepq_wait+0x63
_sleep(c0c75994,0,5c,c0b29ad9,0,...) at _sleep+0x32a
usb_task_thread(c0c75994,c3e2cd38,c0b320c1,324,c40a3a70,...) at usb_task_thread+0x62
fork_exit(c06fb400,c0c75994,c3e2cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0
sched_switch(c427aaf0,0,104,177,621c88b8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427aaf0,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c75980,5c,c0b29ad9,0,0,...) at sleepq_wait+0x63
_sleep(c0c75980,0,5c,c0b29ad9,0,...) at _sleep+0x32a
usb_task_thread(c0c75980,c3e29d38,c0b320c1,324,c40a3d0c,...) at usb_task_thread+0x62
fork_exit(c06fb400,c0c75980,c3e29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100031 td 0xc427ad20
sched_switch(c427ad20,0,104,177,39661f5a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427ad20,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c429f210,5c,c0b29ae7,0,0,...) at sleepq_timedwait+0x6b
_sleep(c429f210,0,5c,c0b29ae7,ea60,...) at _sleep+0x2f8
usb_event_thread(c4297900,c3e26d38,c0b320c1,324,c41c7000,...) at usb_event_thread+0xca
fork_exit(c06fb540,c4297900,c3e26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100019 td 0xc42688c0
sched_switch(c42688c0,0,104,177,621c18a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c42688c0,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c457d4,4c,c0ae78ed,0,0,...) at sleepq_wait+0x63
_sleep(c0c457d4,c0c457ec,4c,c0ae78ed,0,...) at _sleep+0x32a
xpt_scanner_thread(0,c3ddbd38,c0b320c1,324,c41c729c,...) at xpt_scanner_thread+0x41
fork_exit(c0470af0,0,c3ddbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3ddbd70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100017 td 0xc40a6230
sched_switch(c40a6230,0,104,177,74900922,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6230,0,c0b39a53,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c782c8,0,c0b2cefc,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c782c8,0,0,c0b2cefc,64,...) at _sleep+0x2f8
pause(c0b2cefc,64,c0b1fdcb,112,0,...) at pause+0x47
random_kthread(0,c3dd5d38,c0b320c1,324,c41c7538,...) at random_kthread+0x1d9
fork_exit(c0674860,0,c3dd5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100015 td 0xc40a6690
sched_switch(c40a6690,0,104,177,872d6a5a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6690,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c760a4,4c,c0b2cefc,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c760a4,c0c76008,24c,c0b2cefc,64,...) at _sleep+0x2f8
g_io_schedule_down(c40a6690,0,c0b2e5c9,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,c3dcfd38,c0b320c1,324,c40a2000,...) at g_down_procbody+0x8d
fork_exit(c0736600,0,c3dcfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 ---

Tracing command g_up pid 3 tid 100014 td 0xc40a68c0
sched_switch(c40a68c0,0,104,177,872a225a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a68c0,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c760a0,4c,c0b2cefc,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c760a0,c0c76028,24c,c0b2cefc,64,...) at _sleep+0x2f8
g_io_schedule_up(c40a68c0,0,c0b2e5c9,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,c3dccd38,c0b320c1,324,c40a229c,...) at g_up_procbody+0x8d
fork_exit(c0736690,0,c3dccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 ---

Tracing command g_event pid 2 tid 100013 td 0xc40a6af0
sched_switch(c40a6af0,0,104,177,7883bba6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6af0,0,c0b39a53,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c76098,4c,c0b2cefc,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c76098,0,4c,c0b2cefc,64,...) at _sleep+0x2f8
g_event_procbody(0,c3dc9d38,c0b320c1,324,c40a2538,...) at g_event_procbody+0xcb
fork_exit(c0736720,0,c3dc9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc432aaf0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100039 td 0xc432d000
sched_switch(c432d000,0,109,177,62148260,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c43278ec,...) at mi_switch+0x200
ithread_loop(c431fca0,e45bed38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c431fca0,e45bed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bed70, ebp = 0 ---

Tracing command intr pid 12 tid 100038 td 0xc4268d20
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100037 td 0xc427a000
sched_switch(c427a000,0,109,177,62140364,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40a01ec,...) at mi_switch+0x200
ithread_loop(c431f1a0,e45b8d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c431f1a0,e45b8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45b8d70, ebp = 0 ---

Tracing command intr pid 12 tid 100036 td 0xc427a230
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc427a460
sched_switch(c427a460,0,109,177,872750ae,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40e8c6c,...) at mi_switch+0x200
ithread_loop(c42b18c0,e45aed38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c42b18c0,e45aed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc427a690
sched_switch(c427a690,0,109,177,82b1df62,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40e8aec,...) at mi_switch+0x200
ithread_loop(c42998b0,e4597d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c42998b0,e4597d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc427b000
sched_switch(c427b000,0,109,177,6213a980,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40e8b6c,...) at mi_switch+0x200
ithread_loop(c42958b0,c3e22d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c42958b0,c3e22d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc427b460
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100027 td 0xc412c690
sched_switch(c412c690,0,109,177,57416548,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c412bc6c,...) at mi_switch+0x200
ithread_loop(c4210b10,c3df3d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c4210b10,c3df3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3df3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc412c8c0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100024 td 0xc412cd20
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100020 td 0xc4268690
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100012 td 0xc40a6d20
sched_switch(c40a6d20,0,109,177,f8c1f724,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40eaeec,...) at mi_switch+0x200
ithread_loop(c40a1160,c3dc6d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c40a1160,c3dc6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc6d70, ebp = 0 ---

Tracing command intr pid 12 tid 100011 td 0xc412c000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100010 td 0xc412c230
sched_switch(c412c230,0,109,177,78834aaa,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c412b0ec,...) at mi_switch+0x200
ithread_loop(c40a1180,c3dc0d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c40a1180,c3dc0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc412c460
sched_switch(c412c460,0,109,177,8b09d5e,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c412b16c,...) at mi_switch+0x200
ithread_loop(c40a1190,c3dbdd38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c40a1190,c3dbdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 ---

Tracing command intr pid 12 tid 100008 td 0xc40a4000
sched_switch(c40a4000,0,109,177,63b86114,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40e8eec,...) at mi_switch+0x200
ithread_loop(c40a11a0,c3dbad38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c40a11a0,c3dbad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc40a4230
sched_switch(c40a4230,0,109,177,87c339dc,...) at sched_switch+0x3fb
mi_switch(109,0,c0b32345,4ce,c40e906c,...) at mi_switch+0x200
ithread_loop(c40a11b0,c3db7d38,c0b320c1,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076ae50,c40a11b0,c3db7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db7d70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc40a4460
cpustop_handler(1,c3db1bd4,c0aa3fbd,c3db1b62,4230,...) at cpustop_handler+0x32
ipi_nmi_handler(c3db1b62,4230,2580000,d94f0d64,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3db1be0) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a965de, esp = 0xc3db1c20, ebp = 0xc3db1c28 ---
ipi_bitmap_handler(8,c40a0028,c3db0028,c426a618,c426a600,...) at ipi_bitmap_handler+0x1e
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e63cac, ebp = 0xc3db1c5c ---
uart_z8530_class(c0e6ac35,20,246,c3db1ca0,c0e63cac,...) at 0x20

Tracing command idle pid 11 tid 100005 td 0xc40a4690
cpustop_handler(2,c3daec70,c0aa3fbd,c0c7c500,0,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c7c500,0,c0b30adb,121,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3daec7c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07a925c, esp = 0xc3daecbc, ebp = 0xc3daecf8 ---
sched_idletd(0,c3daed38,c0b320c1,324,c40a2a70,...) at sched_idletd+0x1ec
fork_exit(c07a9070,0,c3daed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc40a48c0
sched_switch(c40a48c0,0,60c,172,436960ae,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b3765e,804,2,...) at mi_switch+0x200
sched_preempt(c40a48c0,2,c3dabc70,c0a88b5e,c4080008,...) at sched_preempt+0x9f
ipi_bitmap_handler(c4080008,c40e0028,28,c42ae018,c42ae000,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e63cac, ebp = 0xc3dabc5c ---
uart_z8530_class(c0e6ac35,20,246,c3dabca0,c0e63cac,...) at 0x20

Tracing command idle pid 11 tid 100003 td 0xc40a4af0
cpustop_handler(8,c3da8c24,c0aa3fbd,c0c78588,c3da8bb8,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c78588,c3da8bb8,c077acf4,c0c78588,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3da8c30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e6ac35, esp = 0xc3da8c70, ebp = 0xc3da8c70 ---
acpi_cpu_c1(1,0,c3da8cd8,3,c07a8fc1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3da8cb4,c0a9380b,1,c3da8cf8,c07a9286,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(1,c3da8cf8,c07a9286,1,c3da8cd8,...) at cpu_idle_acpi+0x1b
cpu_idle(1,c3da8cd8,c0b3765e,9eb,c40a4af0,...) at cpu_idle+0x1b
sched_idletd(0,c3da8d38,c0b320c1,324,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07a9070,0,c3da8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da8d70, ebp = 0 ---

Tracing command init pid 1 tid 100002 td 0xc40a4d20
sched_switch(c40a4d20,0,104,177,4bdcfa42,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a4d20,0,c0b39a53,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39a53,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c40a2d0c,5c,c0b3bc39,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40a2d0c,c40a2d94,15c,c0b3bc39,0,...) at _sleep+0x313
kern_wait(c40a4d20,ffffffff,c3da4c2c,0,0,...) at kern_wait+0xa66
wait4(c40a4d20,c3da4cfc,10,c0b3ba54,c0c090c8,...) at wait4+0x3b
syscall(c3da4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command audit pid 10 tid 100001 td 0xc40a6000
sched_switch(c40a6000,0,104,177,6214c76c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6000,0,c0b39a53,237,c40a6000,...) at sleepq_switch+0x14d
sleepq_wait(c0cd7b5c,0,c0b55d55,1,0,...) at sleepq_wait+0x63
_cv_wait(c0cd7b5c,c0cd7b40,c0b5670b,18d,0,...) at _cv_wait+0x204
audit_worker(0,c3da1d38,c0b320c1,324,c40a3000,...) at audit_worker+0x84
fork_exit(c09767b0,0,c3da1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100029 td 0xc427b230
sched_switch(c427b230,0,104,177,62135878,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c427b230,0,c0b39a53,237,c427b230,...) at sleepq_switch+0x14d
sleepq_wait(c4298500,0,c0b366bb,c0b2cefc,0,...) at sleepq_wait+0x63
msleep_spin(c4298500,c429851c,c0b2cefc,0,c0b346e2,...) at msleep_spin+0x21d
taskqueue_thread_loop(c425db64,c3e1fd38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0x8a
fork_exit(c07beff0,c425db64,c3e1fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100025 td 0xc412caf0
sched_switch(c412caf0,0,104,177,6254fb9c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c412caf0,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253480,0,c0b2cefc,0,0,...) at sleepq_wait+0x63
_sleep(c4253480,c425349c,0,c0b2cefc,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c83f28,c3dedd38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0xb4
fork_exit(c07beff0,c0c83f28,c3dedd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dedd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100023 td 0xc4268000
sched_switch(c4268000,0,104,177,6226f2dc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268000,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2cefc,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2cefc,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7c2b8,c3de7d38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0xb4
fork_exit(c07beff0,c0e7c2b8,c3de7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de7d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100022 td 0xc4268230
sched_switch(c4268230,0,104,177,6226c5d4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268230,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2cefc,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2cefc,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7c2b8,c3de4d38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0xb4
fork_exit(c07beff0,c0e7c2b8,c3de4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100021 td 0xc4268460
sched_switch(c4268460,0,104,177,62269674,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268460,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2cefc,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2cefc,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7c2b8,c3de1d38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0xb4
fork_exit(c07beff0,c0e7c2b8,c3de1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100018 td 0xc4268af0
sched_switch(c4268af0,0,104,177,62220a54,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268af0,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253840,0,c0b2cefc,0,0,...) at sleepq_wait+0x63
_sleep(c4253840,c425385c,0,c0b2cefc,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c768a4,c3dd8d38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0xb4
fork_exit(c07beff0,c0c768a4,c3dd8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd8d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100016 td 0xc40a6460
sched_switch(c40a6460,0,104,177,dae76fde,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39a53,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6460,0,c0b39a53,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c408a980,0,c0b2cefc,0,0,...) at sleepq_wait+0x63
_sleep(c408a980,c408a99c,0,c0b2cefc,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c82ba0,c3dd2d38,c0b320c1,324,c0c76160,...) at taskqueue_thread_loop+0xb4
fork_exit(c07beff0,c0c82ba0,c3dd2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c76400
sched_switch(c0c76400,0,109,177,2f21c200,...) at sched_switch+0x3fb
mi_switch(109,0,c0b5afba,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 100 MB: 85 69 53 37 21 5
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2
--
Test scenario:
After various tests, vim once again seems to trigger this panic