origin/ffs_ronly e56b205, vmcore.239

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #1: Thu Jun 19 22:21:03 CEST 2008
    pho@crashbox.osted.lan:/var/tmp/deviant2/sys/i386/compile/DEVIANT
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037516800 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc45447ac bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
 2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b381d2,c3da4784,c07c5b8e,c0b3aa0f,d80ea918,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b3aa0f,d80ea918,c0b3f621,c0b3f621,c0b3ebd7,...) at kdb_backtrace+0x29
witness_checkorder(d80ea918,9,c0b3ebce,998,c0c84234,...) at witness_checkorder+0x6de
__lockmgr_args(d80ea918,81900,c45447ac,c0b3f556,50,...) at __lockmgr_args+0x777
getblk(c45446b8,0,0,800,0,...) at getblk+0x163
breadn(c45446b8,0,0,800,0,...) at breadn+0x44
bread(c45446b8,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c45446b8,0,0,0,c3da49a4,...) at ffs_blkatoff+0xd1
ufs_lookup(c3da49ec,c0b6b63e,c45446b8,c45446b8,c3da4b50,...) at ufs_lookup+0x2e6
VOP_CACHEDLOOKUP_APV(c0c2c000,c3da49ec,c3da4b50,c3da4b3c,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(c3da4a6c,c0b41983,c0c44300,80000,c45446b8,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0c2c000,c3da4a6c,c0b403fb,1b0,c3da4b3c,...) at VOP_LOOKUP_APV+0xe5
lookup(c3da4b24,c0b403fb,d8,c0,c407322c,...) at lookup+0x58e
namei(c3da4b24,c3da4b28,c07c536c,c0b40743,c0ccb8e8,...) at namei+0x45b
kern_unlinkat(c40a4d20,ffffff9c,c0b40a8a,1,c3da4c5c,...) at kern_unlinkat+0x46
kern_unlink(c40a4d20,c0b40a8a,1,62c,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b40c44,c0b2ea66,c0b27593,1,c0802d40,...) at vfs_mountroot_try+0x49f
vfs_mountroot(c0c773b0,4,c0b2fd83,264,0,...) at vfs_mountroot+0x420
start_init(0,c3da4d38,c0b31704,324,c40a2d0c,...) at start_init+0x65
fork_exit(c074f890,0,c3da4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 ---
fxp0: link state changed to UP
~KDB: enter: Line break on console
[thread pid 11 tid 100006 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $lines 0
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc40a4460: pid 11 "idle: cpu0"
curpcb       = 0xc3db1d90
fpcurthread  = none
idlethread   = 0xc40a4460: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc48c7230: pid 959 "sshd"
curpcb       = 0xe6997d90
fpcurthread  = none
idlethread   = 0xc40a4690: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc4ef0af0: pid 958 "mount"
curpcb       = 0xe699fd90
fpcurthread  = none
idlethread   = 0xc40a48c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc4567af0: pid 799 "sendmail"
curpcb       = 0xe68f6d90
fpcurthread  = none
idlethread   = 0xc40a4af0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 958 (mount) thread 0xc4ef0af0 (100158)
exclusive sleep mutex vnode interlock r = 0 (0xc4c9e0c0) locked @ ufs/ffs/ffs_vfsops.c:1238
exclusive sleep mutex struct mount mtx r = 0 (0xc45193a0) locked @ kern/vfs_mount.c:2049
exclusive sleep mutex Giant r = 0 (0xc0c773b0) locked @ kern/vfs_mount.c:729
shared lockmgr vfslock r = 0 (0xc4519338) locked @ kern/vfs_subr.c:370
Process 918 (sshd) thread 0xc4568460 (100101)
exclusive sx so_rcv_sx r = 0 (0xc48ec51c) locked @ kern/uipc_sockbuf.c:148
db> show lockedvnods
Locked vnodes
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
  959   794   794     0  R       CPU 1               sshd
  958   936   936     0  R+      CPU 2               mount
  949     0     0     0  SL      mdwait   0xc430d800 [md5]
  936   931   936     0  S+      wait     0xc4b4b538 sh
  931   927   931     0  S+      wait     0xc459da70 bash
  927   926   927     0  S+      pause    0xc4b822f4 csh
  926   922   926  1001  S+      wait     0xc4b4ba70 su
  922   920   922  1001  Ss+     wait     0xc4b827d4 bash
  920   918   918  1001  S       select   0xc48c3124 sshd
  918   794   918     0  Ss      sbwait   0xc48ec548 sshd
  917     1   917     0  Ss+     ttyin    0xc4338c10 getty
  916     1   916     0  Ss+     ttyin    0xc4338810 getty
  915     1   915     0  Ss+     ttyin    0xc4339810 getty
  914     1   914     0  Ss+     ttyin    0xc4339410 getty
  913     1   913     0  Ss+     ttyin    0xc4332810 getty
  912     1   912     0  Ss+     ttyin    0xc4332c10 getty
  911     1   911     0  Ss+     ttyin    0xc4338010 getty
  910     1   910     0  Ss+     ttyin    0xc4338410 getty
  893     1   893     0  Ss      select   0xc48c2664 inetd
  866     1   866     0  Ss      select   0xc48c27e4 moused
  852     1   852     0  Ss      nanslp   0xc0c77b24 watchdogd
  810     1   810     0  Ss      nanslp   0xc0c77b24 cron
  803     1   803    25  Ss      pause    0xc4662ac8 sendmail
  799     1   799     0  Rs      CPU 3               sendmail
  794     1   794     0  Ss      select   0xc48c3164 sshd
  775     1   775     0  Ss      select   0xc44cb124 ntpd
  715     1   714     0  S       nanslp   0xc0c77b24 smartd
  691   675   675     0  S       -        0xc46da600 nfsd
  690   675   675     0  S       -        0xc46d8000 nfsd
  689   675   675     0  S       -        0xc44aa600 nfsd
  688   675   675     0  S       -        0xc46d7e00 nfsd
  687   675   675     0  S       -        0xc46d8200 nfsd
  686   675   675     0  S       -        0xc42aee00 nfsd
  685   675   675     0  S       -        0xc44d0200 nfsd
  684   675   675     0  S       -        0xc46d8400 nfsd
  683   675   675     0  S       -        0xc46d8600 nfsd
  682   675   675     0  S       -        0xc44d0000 nfsd
  680   675   675     0  S       -        0xc45b6c00 nfsd
  679   675   675     0  S       -        0xc44cfe00 nfsd
  678   675   675     0  S       -        0xc44d0a00 nfsd
  677   675   675     0  S       -        0xc44cf600 nfsd
  676   675   675     0  S       -        0xc44d0c00 nfsd
  675     1   675     0  Ss      select   0xc451b3e4 nfsd
  673     1   673     0  Ss      select   0xc44b50e4 mountd
  620     1   620     0  Ss      select   0xc44cb3e4 rpcbind
  603     1   603     0  Ss      select   0xc44cb7e4 syslogd
  546     1   546     0  Ss      select   0xc44cb9a4 devd
   21     0     0     0  SL      sdflush  0xc0cd7880 [softdepflush]
   20     0     0     0  LL     *Giant    0xc40a5050 [vnlru]
   19     0     0     0  SL      syncer   0xc0c77940 [syncer]
   18     0     0     0  SL      psleep   0xc0ccbe24 [bufdaemon]
   17     0     0     0  SL      pgzero   0xc0cd8474 [pagezero]
    9     0     0     0  SL      psleep   0xc0cd809c [vmdaemon]
    8     0     0     0  SL      psleep   0xc0cd8064 [pagedaemon]
    7     0     0     0  SL      waiting_ 0xc0ccdae0 [sctp_iterator]
    6     0     0     0  SL      -        0xc42ae23c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c75014 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c75000 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc429f210 [usb0]
    5     0     0     0  SL      ccb_scan 0xc0c44e54 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c77948 [yarrow]
    4     0     0     0  SL      -        0xc0c75724 [g_down]
    3     0     0     0  SL      -        0xc0c75720 [g_up]
    2     0     0     0  SL      -        0xc0c75718 [g_event]
   12     0     0     0  LL      (threaded)          intr
100041                   I                           [irq7: ppbus0 ppc0]
100039                   I                           [swi0: sio]
100038                   I                           [irq12: psm0]
100037                   I                           [irq1: atkbd0]
100036                   I                           [irq15: ata1]
100035                   I                           [irq14: ata0]
100034                   I                           [irq17: fxp0]
100030                   I                           [irq16: uhci0]
100028                   I                           [irq9: acpi0]
100027                   I                           [swi6: task queue]
100026                   I                           [swi6: Giant taskq]
100024                   I                           [swi5: +]
100020                   I                           [swi2: cambio]
100012                   I                           [swi1: net]
100011                   I                           [swi3: vm]
100010                   I                           [swi4: clock]
100009                   I                           [swi4: clock]
100008                   I                           [swi4: clock]
100007                   L      *Giant    0xc40a5050 [swi4: clock sio]
   11     0     0     0  RL      (threaded)          idle
100006                   Run     CPU 0               [idle: cpu0]
100005                   CanRun                      [idle: cpu1]
100004                   CanRun                      [idle: cpu2]
100003                   CanRun                      [idle: cpu3]
    1     0     1     0  SLs     wait     0xc40a2d0c [init]
   10     0     0     0  SL      audit_wo 0xc0cd727c [audit]
    0     0     0     0  SLs     (threaded)          kernel
100029                   D       -        0xc4298500 [em0 taskq]
100025                   D       -        0xc4253480 [thread taskq]
100023                   D       -        0xc4253540 [acpi_task_2]
100022                   D       -        0xc4253540 [acpi_task_1]
100021                   D       -        0xc4253540 [acpi_task_0]
100018                   D       -        0xc4253840 [kqueue taskq]
100016                   D       -        0xc408a980 [firmware taskq]
100000                   I                           [swapper]
db> allt

Tracing command sshd pid 959 tid 100156 td 0xc48c7230
cpustop_handler(2,e6997b50,c0aa35ad,c0c77b98,e6997ae4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c77b98,e6997ae4,c077a6f4,c0c77b98,c4b4b000,...) at ipi_nmi_handler+0x2f
trap(e6997b5c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc077acb9, esp = 0xe6997b9c, ebp = 0xe6997bb8 ---
_mtx_lock_sleep(c0c773b0,c48c7230,0,c0b35dab,549,...) at _mtx_lock_sleep+0x99
_mtx_lock_flags(c0c773b0,0,c0b35dab,549,c0ccb948,...) at _mtx_lock_flags+0xef
__sysctl(c48c7230,e6997cfc,18,c0b3b0da,c0c099d0,...) at __sysctl+0x73
syscall(e6997d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2839dbbf, esp = 0xbfbfe32c, ebp = 0xbfbfe358 ---

Tracing command mount pid 958 tid 100158 td 0xc4ef0af0
cpustop_handler(4,e699f810,c0aa35ad,c0c84234,4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c84234,4,c0b33d25,c0b59ca8,c46e0a70,...) at ipi_nmi_handler+0x2f
trap(e699f81c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07c4dff, esp = 0xe699f85c, ebp = 0xe699f88c ---
witness_unlock(c4c9e0c0,8,c0b58497,4df,c4c9e000,...) at witness_unlock+0x9f
_mtx_unlock_flags(c4c9e0c0,0,c0b58497,4df,0,...) at _mtx_unlock_flags+0xbc
ffs_sync(c4519338,1,c4ef0af0,47d,c0b420ee,...) at ffs_sync+0x1cf
vfs_write_suspend(c4519338,e699fa90,1,0,c0b40145,...) at vfs_write_suspend+0xee
ffs_mount(c4519338,c4ef0af0,c0b40649,3eb,c0b5aabe,...) at ffs_mount+0x2dc
vfs_donmount(810a080,c,e699fc70,c4d57180,bfbfd801,...) at vfs_donmount+0x1374
nmount(c4ef0af0,e699fcfc,c,c4ef0af0,c0c0aa50,...) at nmount+0xb3
syscall(e699fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (378, FreeBSD ELF32, nmount), eip = 0x280dd2bb, esp = 0xbfbfd7dc, ebp = 0xbfbfdd38 ---

Tracing command md5 pid 949 tid 100155 td 0xc48c7460
sched_switch(c48c7460,0,104,177,7f393f6e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c48c7460,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c430d800,4c,c0b108d4,0,0,...) at sleepq_wait+0x63
_sleep(c430d800,c430d820,24c,c0b108d4,0,...) at _sleep+0x32a
md_kthread(c430d800,e6994d38,c0b31704,324,c4b4b29c,...) at md_kthread+0x125
fork_exit(c05fba60,c430d800,e6994d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6994d70, ebp = 0 ---

Tracing command sh pid 936 tid 100144 td 0xc48c7690
sched_switch(c48c7690,0,104,177,782853d8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48c7690,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4b4b538,5c,c0b3b27c,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b4b538,c4b4b5c0,15c,c0b3b27c,0,...) at _sleep+0x313
kern_wait(c48c7690,ffffffff,e6972c2c,2,0,...) at kern_wait+0xa66
wait4(c48c7690,e6972cfc,10,c0b3b25b,c0c08788,...) at wait4+0x3b
syscall(e6972d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command bash pid 931 tid 100078 td 0xc45a4d20
sched_switch(c45a4d20,0,104,177,4c9021b6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c45a4d20,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c459da70,5c,c0b3b27c,100,0,...) at sleepq_wait_sig+0x17
_sleep(c459da70,c459daf8,15c,c0b3b27c,0,...) at _sleep+0x313
kern_wait(c45a4d20,ffffffff,e685fc2c,6,0,...) at kern_wait+0xa66
wait4(c45a4d20,e685fcfc,10,c0b3b156,c0c08788,...) at wait4+0x3b
syscall(e685fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe6fc, ebp = 0xbfbfe718 ---

Tracing command csh pid 927 tid 100140 td 0xc48c0230
sched_switch(c48c0230,0,104,177,f95191e8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,68,...) at mi_switch+0x200
sleepq_switch(c48c0230,0,c0b39096,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4b822f4,68,c0af4d55,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b822f4,c4b82324,168,c0af4d55,0,...) at _sleep+0x313
kern_sigsuspend(c48c0230,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c48c0230,e6964cfc,4,c0b3b156,c0c0a6d8,...) at sigsuspend+0x4d
syscall(e6964d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816d5db, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 ---

Tracing command su pid 926 tid 100139 td 0xc48c7af0
sched_switch(c48c7af0,0,104,177,930c8e4a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48c7af0,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4b4ba70,5c,c0b3b27c,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b4ba70,c4b4baf8,15c,c0b3b27c,0,...) at _sleep+0x313
kern_wait(c48c7af0,39f,e6960c2c,2,0,...) at kern_wait+0xa66
wait4(c48c7af0,e6960cfc,10,c48c7af0,c0c08788,...) at wait4+0x3b
syscall(e6960d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e6bb, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---

Tracing command bash pid 922 tid 100136 td 0xc48c0690
sched_switch(c48c0690,0,104,177,595afcae,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48c0690,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4b827d4,5c,c0b3b27c,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4b827d4,c4b8285c,15c,c0b3b27c,0,...) at _sleep+0x313
kern_wait(c48c0690,ffffffff,e6956c2c,6,0,...) at kern_wait+0xa66
wait4(c48c0690,e6956cfc,10,c0b3b156,c0c08788,...) at wait4+0x3b
syscall(e6956d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 920 tid 100134 td 0xc48c8230
sched_switch(c48c8230,0,104,177,4c5f7624,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48c8230,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c48c3110,0,c0b33d25,c48c8230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48c3124,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c48c3124,c48c3110,c0b3acc6,571,c4559e70,...) at _cv_wait_sig+0x204
seltdwait(c4b7ae2c,c0b3acc6,3d7,c48c8230,e694eb04,...) at seltdwait+0xa2
kern_select(c48c8230,9,81040dc,81040e0,0,0,0,280e95f0) at kern_select+0x531
select(c48c8230,e694ecfc,14,c0b24756,c0c08f98,...) at select+0x5e
syscall(e694ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 918 tid 100101 td 0xc4568460
sched_switch(c4568460,0,104,177,1819d4a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4568460,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48ec548,58,c0b3df6d,100,0,...) at sleepq_wait_sig+0x17
_sleep(c48ec548,c48ec508,158,c0b3df6d,0) at _sleep+0x313
sbwait(c48ec4e8,4,c0b3e082,5b2,c48ec508,...) at sbwait+0x76
soreceive_generic(c48ec498,0,e68e4c60,0,0,...) at soreceive_generic+0x3f0
soreceive(c48ec498,0,e68e4c60,0,0,...) at soreceive+0x4d
soo_read(c4559818,e68e4c60,c4b7c100,0,c4568460,...) at soo_read+0x3a
dofileread(e68e4c60,ffffffff,ffffffff,0,c4559818,...) at dofileread+0x96
kern_readv(c4568460,5,e68e4c60,bfbfe33c,4,...) at kern_readv+0x58
read(c4568460,e68e4cfc,c,c0b52eea,c0c08728,...) at read+0x4f
syscall(e68e4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839d923, esp = 0xbfbfe2fc, ebp = 0xbfbfe318 ---

Tracing command getty pid 917 tid 100132 td 0xc48c8460
sched_switch(c48c8460,0,104,177,3fdb444e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c8460,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338c10,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338c10,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4338c00,c4338c10,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4338c00,e6948c60,0,e6948b94,c069cf0d,...) at ttread+0x4e7
ttyread(c433c600,e6948c60,0,e6948bb8,c0753b90,...) at ttyread+0x38
scread(c433c600,e6948c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c600,e6948c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45942d8,e6948c60,c40a9800,0,c48c8460,...) at devfs_read_f+0x72
dofileread(e6948c60,ffffffff,ffffffff,0,c45942d8,...) at dofileread+0x96
kern_readv(c48c8460,0,e6948c60,bfbfee4b,1,...) at kern_readv+0x58
read(c48c8460,e6948cfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e6948d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 916 tid 100131 td 0xc48c8690
sched_switch(c48c8690,0,104,177,3febbb94,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c8690,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338810,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338810,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4338800,c4338810,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4338800,e6945c60,0,e6945b94,c069cf0d,...) at ttread+0x4e7
ttyread(c433c700,e6945c60,0,e6945bb8,c0753b90,...) at ttyread+0x38
scread(c433c700,e6945c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c700,e6945c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45598f8,e6945c60,c40a9800,0,c48c8690,...) at devfs_read_f+0x72
dofileread(e6945c60,ffffffff,ffffffff,0,c45598f8,...) at dofileread+0x96
kern_readv(c48c8690,0,e6945c60,bfbfee4b,1,...) at kern_readv+0x58
read(c48c8690,e6945cfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e6945d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 915 tid 100130 td 0xc48c88c0
sched_switch(c48c88c0,0,104,177,3ff68d5c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c88c0,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339810,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339810,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4339800,c4339810,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4339800,e6942c60,0,e6942b94,c069cf0d,...) at ttread+0x4e7
ttyread(c433c800,e6942c60,0,e6942bb8,c0753b90,...) at ttyread+0x38
scread(c433c800,e6942c60,0,1a7,0,...) at scread+0x2d
giant_read(c433c800,e6942c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45582a0,e6942c60,c40a9800,0,c48c88c0,...) at devfs_read_f+0x72
dofileread(e6942c60,ffffffff,ffffffff,0,c45582a0,...) at dofileread+0x96
kern_readv(c48c88c0,0,e6942c60,bfbfee4b,1,...) at kern_readv+0x58
read(c48c88c0,e6942cfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e6942d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 914 tid 100129 td 0xc48c8af0
sched_switch(c48c8af0,0,104,177,3fbeb814,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c8af0,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339410,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339410,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4339400,c4339410,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4339400,e693fc60,0,e693fb94,c069cf0d,...) at ttread+0x4e7
ttyread(c433c900,e693fc60,0,e693fbb8,c0753b90,...) at ttyread+0x38
scread(c433c900,e693fc60,0,1a7,0,...) at scread+0x2d
giant_read(c433c900,e693fc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45590e0,e693fc60,c40a9800,0,c48c8af0,...) at devfs_read_f+0x72
dofileread(e693fc60,ffffffff,ffffffff,0,c45590e0,...) at dofileread+0x96
kern_readv(c48c8af0,0,e693fc60,bfbfee4b,1,...) at kern_readv+0x58
read(c48c8af0,e693fcfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e693fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 913 tid 100128 td 0xc48c8d20
sched_switch(c48c8d20,0,104,177,3f255df4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c8d20,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332810,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332810,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4332800,c4332810,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4332800,e693cc60,0,e693cb94,c069cf0d,...) at ttread+0x4e7
ttyread(c433ca00,e693cc60,0,e693cbb8,c0753b90,...) at ttyread+0x38
scread(c433ca00,e693cc60,0,1a7,0,...) at scread+0x2d
giant_read(c433ca00,e693cc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45c5a10,e693cc60,c40a9800,0,c48c8d20,...) at devfs_read_f+0x72
dofileread(e693cc60,ffffffff,ffffffff,0,c45c5a10,...) at dofileread+0x96
kern_readv(c48c8d20,0,e693cc60,bfbfee4b,1,...) at kern_readv+0x58
read(c48c8d20,e693ccfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e693cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 912 tid 100097 td 0xc459eaf0
sched_switch(c459eaf0,0,104,177,3f866766,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c459eaf0,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332c10,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332c10,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4332c00,c4332c10,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4332c00,e68bdc60,0,e68bdb94,c069cf0d,...) at ttread+0x4e7
ttyread(c433cb00,e68bdc60,0,e68bdbb8,c0753b90,...) at ttyread+0x38
scread(c433cb00,e68bdc60,0,1a7,0,...) at scread+0x2d
giant_read(c433cb00,e68bdc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45597a8,e68bdc60,c40a9800,0,c459eaf0,...) at devfs_read_f+0x72
dofileread(e68bdc60,ffffffff,ffffffff,0,c45597a8,...) at dofileread+0x96
kern_readv(c459eaf0,0,e68bdc60,bfbfee4b,1,...) at kern_readv+0x58
read(c459eaf0,e68bdcfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e68bdd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 911 tid 100093 td 0xc45a3460
sched_switch(c45a3460,0,104,177,3ff465ae,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45a3460,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338010,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338010,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4338000,c4338010,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4338000,e68adc60,0,e68adb94,c069cf0d,...) at ttread+0x4e7
ttyread(c433cc00,e68adc60,0,e68adbb8,c0753b90,...) at ttyread+0x38
scread(c433cc00,e68adc60,0,1a7,0,...) at scread+0x2d
giant_read(c433cc00,e68adc60,0,0,1,...) at giant_read+0x60
devfs_read_f(c4564150,e68adc60,c40a9800,0,c45a3460,...) at devfs_read_f+0x72
dofileread(e68adc60,ffffffff,ffffffff,0,c4564150,...) at dofileread+0x96
kern_readv(c45a3460,0,e68adc60,bfbfee4b,1,...) at kern_readv+0x58
read(c45a3460,e68adcfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e68add38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 910 tid 100117 td 0xc48c1af0
sched_switch(c48c1af0,0,104,177,3f9758a6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48c1af0,0,c0b39096,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338410,59,c0b3cb6e,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338410,0,159,c0b3cb6e,0,...) at _sleep+0x313
ttysleep(c4338400,c4338410,159,c0b3cb6e,0,...) at ttysleep+0x39
ttread(c4338400,e6914c60,0,e6914b94,c069cf0d,...) at ttread+0x4e7
ttyread(c433cd00,e6914c60,0,e6914bb8,c0753b90,...) at ttyread+0x38
scread(c433cd00,e6914c60,0,1a7,0,...) at scread+0x2d
giant_read(c433cd00,e6914c60,0,0,1,...) at giant_read+0x60
devfs_read_f(c45947a8,e6914c60,c40a9800,0,c48c1af0,...) at devfs_read_f+0x72
dofileread(e6914c60,ffffffff,ffffffff,0,c45947a8,...) at dofileread+0x96
kern_readv(c48c1af0,0,e6914c60,bfbfee4b,1,...) at kern_readv+0x58
read(c48c1af0,e6914cfc,c,c0b6bbf7,c0c08728,...) at read+0x4f
syscall(e6914d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 893 tid 100074 td 0xc461b690
sched_switch(c461b690,0,104,177,25ae1cfc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c461b690,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c48c2650,0,c0b33d25,c461b690,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48c2664,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c48c2664,c48c2650,c0b3acc6,571,c45c55e8,...) at _cv_wait_sig+0x204
seltdwait(c466fe2c,c0b3acc6,3d7,c461b690,e684fae0,...) at seltdwait+0xa2
kern_select(c461b690,8,bfbfebe4,0,0,0,c45599a0,2819c0f8) at kern_select+0x531
select(c461b690,e684fcfc,14,c0b3b2cf,c0c08f98,...) at select+0x5e
syscall(e684fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281898a3, esp = 0xbfbfdfdc, ebp = 0xbfbfee68 ---

Tracing command moused pid 866 tid 100095 td 0xc45a3000
sched_switch(c45a3000,0,104,177,831b752,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c45a3000,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c48c27d0,0,c0b33d25,c45a3000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48c27e4,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c48c27e4,c48c27d0,c0b3acc6,571,c45c5cb0,...) at _cv_wait_sig+0x204
seltdwait(c459b82c,c0b3acc6,3d7,c45a3000,83025f6,...) at seltdwait+0xa2
kern_select(c45a3000,400,bfbfeaa4,0,0,0,13,0) at kern_select+0x531
select(c45a3000,e68b5cfc,14,c0b6bbf7,c0c08f98,...) at select+0x5e
syscall(e68b5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281928a3, esp = 0xbfbfea2c, ebp = 0xbfbfebc8 ---

Tracing command watchdogd pid 852 tid 100114 td 0xc461e690
sched_switch(c461e690,0,104,177,1c02d140,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c461e690,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07bc060,c461e690,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c77b24,5c,c0b363db,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c77b24,0,15c,c0b363db,ea61,...) at _sleep+0x2dd
kern_nanosleep(c461e690,e690bc64,e690bc6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c461e690,e690bcfc,8,c461e690,c0c09d60,...) at nanosleep+0x6f
syscall(e690bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e20f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 810 tid 100103 td 0xc4568230
sched_switch(c4568230,0,104,177,7e833ea0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4568230,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(d2f1,c07bc060,c4568230,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c77b24,5c,c0b363db,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c77b24,0,15c,c0b363db,d2f1,...) at _sleep+0x2dd
kern_nanosleep(c4568230,e68eac64,e68eac6c,36,0,...) at kern_nanosleep+0xc1
nanosleep(c4568230,e68eacfc,8,c0b3b3c0,c0c09d60,...) at nanosleep+0x6f
syscall(e68ead38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---

Tracing command sendmail pid 803 tid 100123 td 0xc48ca000
sched_switch(c48ca000,0,104,177,8cf3ad02,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,68,...) at mi_switch+0x200
sleepq_switch(c48ca000,0,c0b39096,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4662ac8,68,c0af4d55,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4662ac8,c4662af8,168,c0af4d55,0,...) at _sleep+0x313
kern_sigsuspend(c48ca000,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c48ca000,e6926cfc,4,c0b3b156,c0c0a6d8,...) at sigsuspend+0x4d
syscall(e6926d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 ---

Tracing command sendmail pid 799 tid 100107 td 0xc4567af0
cpustop_handler(8,e68f6b50,c0aa35ad,c0c77c08,e68f6ae4,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c77c08,e68f6ae4,c077a6f4,c0c77c08,c46d3d0c,...) at ipi_nmi_handler+0x2f
trap(e68f6b5c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc077acb9, esp = 0xe68f6b9c, ebp = 0xe68f6bb8 ---
_mtx_lock_sleep(c0c773b0,c4567af0,0,c0b35dab,549,...) at _mtx_lock_sleep+0x99
_mtx_lock_flags(c0c773b0,0,c0b35dab,549,4936b71e,...) at _mtx_lock_flags+0xef
__sysctl(c4567af0,e68f6cfc,18,c0b3b3c0,c0c099d0,...) at __sysctl+0x73
syscall(e68f6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x283b0bbf, esp = 0xbfbfc3fc, ebp = 0xbfbfc428 ---

Tracing command sshd pid 794 tid 100121 td 0xc48ca230
sched_switch(c48ca230,0,104,177,58888790,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c48ca230,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c48c3150,0,c0b33d25,c48ca230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48c3164,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c48c3164,c48c3150,c0b3acc6,571,c45592a0,...) at _cv_wait_sig+0x204
seltdwait(c469262c,c0b3acc6,3d7,c48ca230,e6920ae0,...) at seltdwait+0xa2
kern_select(c48ca230,7,810c0b4,0,0,0,810c0b4,1) at kern_select+0x531
select(c48ca230,e6920cfc,14,c48ca230,c0c08f98,...) at select+0x5e
syscall(e6920d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe3bc, ebp = 0xbfbfee98 ---

Tracing command ntpd pid 775 tid 100115 td 0xc4567230
sched_switch(c4567230,0,104,177,4d89acd0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4567230,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c44cb110,0,c0b33d25,c4567230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cb124,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44cb124,c44cb110,c0b3acc6,571,c45c5c78,...) at _cv_wait_sig+0x204
seltdwait(c466fb2c,c0b3acc6,3d7,c4567230,0,...) at seltdwait+0xa2
kern_select(c4567230,a,bfbfed78,0,0,0,246,0) at kern_select+0x531
select(c4567230,e690ecfc,14,16,c0c08f98,...) at select+0x5e
syscall(e690ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 ---

Tracing command smartd pid 715 tid 100120 td 0xc48c1690
sched_switch(c48c1690,0,104,177,7345fca6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48c1690,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(1b7741,c07bc060,c48c1690,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c77b24,5c,c0b363db,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c77b24,0,15c,c0b363db,1b7741,...) at _sleep+0x2dd
kern_nanosleep(c48c1690,e691dc64,e691dc6c,708,0,...) at kern_nanosleep+0xc1
nanosleep(c48c1690,e691dcfc,8,c0b3b3c0,c0c09d60,...) at nanosleep+0x6f
syscall(e691dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 ---

Tracing command nfsd pid 691 tid 100073 td 0xc461b8c0
sched_switch(c461b8c0,0,104,177,ac612ade,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c461b8c0,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46da600,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46da600,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c461b8c0,e684bcfc,8,c461b8c0,c0c09568,...) at nfssvc+0x5c7
syscall(e684bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 690 tid 100072 td 0xc461baf0
sched_switch(c461baf0,0,104,177,ac39c894,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c461baf0,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46d8000,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46d8000,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c461baf0,e6847cfc,8,c461baf0,c0c09568,...) at nfssvc+0x5c7
syscall(e6847d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 689 tid 100085 td 0xc4667460
sched_switch(c4667460,0,104,177,ac247f16,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4667460,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44aa600,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44aa600,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c4667460,e687dcfc,8,c4667460,c0c09568,...) at nfssvc+0x5c7
syscall(e687dd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 688 tid 100071 td 0xc461bd20
sched_switch(c461bd20,0,104,177,ac6f50f0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c461bd20,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46d7e00,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46d7e00,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c461bd20,e6843cfc,8,c461bd20,c0c09568,...) at nfssvc+0x5c7
syscall(e6843d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 687 tid 100061 td 0xc432daf0
sched_switch(c432daf0,0,104,177,ac065c68,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c432daf0,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46d8200,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46d8200,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c432daf0,e680acfc,8,c432daf0,c0c09568,...) at nfssvc+0x5c7
syscall(e680ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 686 tid 100070 td 0xc461e000
sched_switch(c461e000,0,104,177,abd9ad1a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c461e000,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c42aee00,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c42aee00,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c461e000,e683fcfc,8,c461e000,c0c09568,...) at nfssvc+0x5c7
syscall(e683fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 685 tid 100069 td 0xc461e230
sched_switch(c461e230,0,104,177,abede9d6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c461e230,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44d0200,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44d0200,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c461e230,e683bcfc,8,c461e230,c0c09568,...) at nfssvc+0x5c7
syscall(e683bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 684 tid 100051 td 0xc427b690
sched_switch(c427b690,0,104,177,abcae170,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c427b690,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46d8400,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46d8400,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c427b690,e67dccfc,8,c427b690,c0c09568,...) at nfssvc+0x5c7
syscall(e67dcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 683 tid 100098 td 0xc459e8c0
sched_switch(c459e8c0,0,104,177,ab91f660,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c459e8c0,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c46d8600,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c46d8600,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c459e8c0,e68c1cfc,8,c459e8c0,c0c09568,...) at nfssvc+0x5c7
syscall(e68c1d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 682 tid 100099 td 0xc45688c0
sched_switch(c45688c0,0,104,177,ab73fe42,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c45688c0,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44d0000,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44d0000,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c45688c0,e68decfc,8,c45688c0,c0c09568,...) at nfssvc+0x5c7
syscall(e68ded38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 680 tid 100052 td 0xc4568d20
sched_switch(c4568d20,0,104,177,ab5198c4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4568d20,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c45b6c00,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c45b6c00,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c4568d20,e67e0cfc,8,c4568d20,c0c09568,...) at nfssvc+0x5c7
syscall(e67e0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 679 tid 100089 td 0xc4666af0
sched_switch(c4666af0,0,104,177,ab2769fe,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4666af0,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cfe00,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44cfe00,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c4666af0,e688acfc,8,c4666af0,c0c09568,...) at nfssvc+0x5c7
syscall(e688ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 678 tid 100081 td 0xc432d460
sched_switch(c432d460,0,104,177,ab196df0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c432d460,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44d0a00,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44d0a00,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c432d460,e6871cfc,8,c432d460,c0c09568,...) at nfssvc+0x5c7
syscall(e6871d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 677 tid 100086 td 0xc4667230
sched_switch(c4667230,0,104,177,aad857e6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4667230,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cf600,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44cf600,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c4667230,e6880cfc,8,c4667230,c0c09568,...) at nfssvc+0x5c7
syscall(e6880d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 676 tid 100056 td 0xc4552690
sched_switch(c4552690,0,104,177,b063a296,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,58,...) at mi_switch+0x200
sleepq_switch(c4552690,0,c0b39096,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44d0c00,58,c0b2c516,100,0,...) at sleepq_wait_sig+0x17
_sleep(c44d0c00,c0cd7044,158,c0b2c516,0,...) at _sleep+0x313
nfssvc(c4552690,e67f4cfc,8,c4552690,c0c09568,...) at nfssvc+0x5c7
syscall(e67f4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cf19b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 675 tid 100062 td 0xc432d8c0
sched_switch(c432d8c0,0,104,177,b674eb66,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432d8c0,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c451b3d0,0,c0b33d25,c432d8c0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c451b3e4,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c451b3e4,c451b3d0,c0b3acc6,571,c4564e70,...) at _cv_wait_sig+0x204
seltdwait(c459b12c,c0b3acc6,3d7,c432d8c0,e680eae0,...) at seltdwait+0xa2
kern_select(c432d8c0,5,bfbfed48,0,0,0,bfbffff4,1) at kern_select+0x531
select(c432d8c0,e680ecfc,14,c432d8c0,c0c08f98,...) at select+0x5e
syscall(e680ed38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281668a3, esp = 0xbfbfeb4c, ebp = 0xbfbfee78 ---

Tracing command mountd pid 673 tid 100053 td 0xc4568af0
sched_switch(c4568af0,0,104,177,ae265f34,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4568af0,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c44b50d0,0,c0b33d25,c4568af0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44b50e4,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44b50e4,c44b50d0,c0b3acc6,571,c45587e0,...) at _cv_wait_sig+0x204
seltdwait(c462402c,c0b3acc6,3d7,c4568af0,c0ccb948,...) at seltdwait+0xa2
kern_select(c4568af0,9,bfbfedec,0,0,0,e67e4c80,2818c0f8) at kern_select+0x531
select(c4568af0,e67e4cfc,14,c0b52eea,c0c08f98,...) at select+0x5e
syscall(e67e4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 620 tid 100091 td 0xc4666690
sched_switch(c4666690,0,104,177,4a6ff71c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4666690,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6890aa8,c077aa8a,c44cb3d0,0,c4666690,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c44cb3e4,0,c0b3ad03,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c44cb3e4,c44cb3d0,7531,571,e6890ba4,...) at _cv_timedwait_sig+0x213
seltdwait(e6890b5c,e6890b64,481,c4666690,e6890b74,...) at seltdwait+0x8a
poll(c4666690,e6890cfc,c,c0b3b3c0,c0c09a78,...) at poll+0x34a
syscall(e6890d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 603 tid 100082 td 0xc432d230
sched_switch(c432d230,0,104,177,a5de3a86,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432d230,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c44cb7d0,0,c0b33d25,c432d230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cb7e4,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44cb7e4,c44cb7d0,c0b3acc6,571,c4559b98,...) at _cv_wait_sig+0x204
seltdwait(c44e9d2c,c0b3acc6,3d7,c432d230,8,...) at seltdwait+0xa2
kern_select(c432d230,9,81210b4,0,0,0,3ff,0) at kern_select+0x531
select(c432d230,e6874cfc,14,c0ae9c26,c0c08f98,...) at select+0x5e
syscall(e6874d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfdedc, ebp = 0xbfbfee88 ---

Tracing command devd pid 546 tid 100059 td 0xc4552000
sched_switch(c4552000,0,104,177,9923bfb6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4552000,0,c0b39096,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c077aa8a,c44cb990,0,c0b33d25,c4552000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44cb9a4,0,c0b3ad03,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44cb9a4,c44cb990,c0b3acc6,571,c45587a8,...) at _cv_wait_sig+0x204
seltdwait(c469252c,c0b3acc6,3d7,c4552000,e6802ae8,...) at seltdwait+0xa2
kern_select(c4552000,5,bfbfedf8,0,0,0,3cd,8) at kern_select+0x531
select(c4552000,e6802cfc,14,c0ae9c26,c0c08f98,...) at select+0x5e
syscall(e6802d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x808763f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 ---

Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0
sched_switch(c427b8c0,0,104,177,9fe94bb4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,44,...) at mi_switch+0x200
sleepq_switch(c427b8c0,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd7880,44,c0b57e4a,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd7880,c0cd7824,44,c0b57e4a,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45e9d38,c0b31704,324,c44c3000,...) at softdep_flush+0x2d2
fork_exit(c0992730,0,e45e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 ---

Tracing command vnlru pid 20 tid 100048 td 0xc427baf0
sched_switch(c427baf0,0,103,172,58e21cee,...) at sched_switch+0x3fb
mi_switch(103,0,c0b398c9,2e0,c40a5050,...) at mi_switch+0x200
turnstile_wait(c40a5050,c4ef0af0,0,188,c0c773b0,...) at turnstile_wait+0x48a
_mtx_lock_sleep(c0c773b0,c427baf0,0,c0b35bea,e0,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0c773b0,0,c0b35bea,e0,0,...) at _mtx_lock_flags+0xef
_sleep(c44c329c,c0ccc094,250,c0b41c07,3e8,...) at _sleep+0x3aa
vnlru_proc(0,e45e6d38,c0b31704,324,c44c329c,...) at vnlru_proc+0x115
fork_exit(c080dbe0,0,e45e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 ---

Tracing command syncer pid 19 tid 100047 td 0xc427bd20
sched_switch(c427bd20,0,104,177,6e58e410,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,68,...) at mi_switch+0x200
sleepq_switch(c427bd20,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c77940,68,c0b41913,0,0,...) at sleepq_wait+0x63
_sleep(c0c77940,c0ccc0c0,68,c0b41913,0,...) at _sleep+0x32a
sched_sync(0,e45e3d38,c0b31704,324,c44c3538,...) at sched_sync+0x521
fork_exit(c080bbc0,0,e45e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 ---

Tracing command bufdaemon pid 18 tid 100046 td 0xc432a000
sched_switch(c432a000,0,104,177,9f938a54,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a000,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0ccbe24,44,c0b3f1ba,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0ccbe24,c0ccbe28,44,c0b3f1ba,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e0d38,c0b31704,324,c44c37d4,...) at buf_daemon+0x21e
fork_exit(c07f6920,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---

Tracing command pagezero pid 17 tid 100045 td 0xc432a230
sched_switch(c432a230,0,104,177,62132d12,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a230,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8474,0,c0b5ce20,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8474,c0cd8030,0,c0b5ce20,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45ddd38,c0b31704,324,c44c3a70,...) at vm_pagezero+0xdc
fork_exit(c09cbd50,0,e45ddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 ---

Tracing command vmdaemon pid 9 tid 100044 td 0xc432a460
sched_switch(c432a460,0,104,177,61ee8f3e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,68,...) at mi_switch+0x200
sleepq_switch(c432a460,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cd809c,68,c0b3f1ba,0,0,...) at sleepq_wait+0x63
_sleep(c0cd809c,c0cd80a0,68,c0b3f1ba,0,...) at _sleep+0x32a
vm_daemon(0,e45dad38,c0b31704,324,c44c3d0c,...) at vm_daemon+0x59
fork_exit(c09c62a0,0,e45dad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 ---

Tracing command pagedaemon pid 8 tid 100043 td 0xc432a690
sched_switch(c432a690,0,104,177,aa80331c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a690,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cd8064,44,c0b3f1ba,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cd8064,c0cd8030,44,c0b3f1ba,1388,...) at _sleep+0x2f8
vm_pageout(0,e45d7d38,c0b31704,324,c40a329c,...) at vm_pageout+0x2bb
fork_exit(c09c6de0,0,e45d7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 ---

Tracing command sctp_iterator pid 7 tid 100042 td 0xc432a8c0
sched_switch(c432a8c0,0,104,177,3b57b5ee,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a8c0,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0ccdae0,0,c0b4ac56,0,0,...) at sleepq_wait+0x63
_sleep(c0ccdae0,c0ccd9f4,0,c0b4ac56,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45d4d38,c0b31704,324,c40a3538,...) at sctp_iterator_thread+0x60
fork_exit(c0884380,0,e45d4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 ---

Tracing command fdc0 pid 6 tid 100040 td 0xc432ad20
sched_switch(c432ad20,0,104,177,ad2e7fc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c432ad20,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c42ae23c,4c,c0b2c516,0,0,...) at sleepq_timedwait+0x6b
_sleep(c42ae23c,c42ae2f0,4c,c0b2c516,3e8,...) at _sleep+0x2f8
fdc_thread(c42ae200,e45cbd38,c0b31704,324,c40a37d4,...) at fdc_thread+0x2b8
fork_exit(c0a624e0,c42ae200,e45cbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45cbd70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0
sched_switch(c427a8c0,0,104,177,3b4a2ed8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427a8c0,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c75014,5c,c0b290f3,0,0,...) at sleepq_wait+0x63
_sleep(c0c75014,0,5c,c0b290f3,0,...) at _sleep+0x32a
usb_task_thread(c0c75014,c3e2cd38,c0b31704,324,c40a3a70,...) at usb_task_thread+0x62
fork_exit(c06fab10,c0c75014,c3e2cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0
sched_switch(c427aaf0,0,104,177,3b49fea0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427aaf0,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c75000,5c,c0b290f3,0,0,...) at sleepq_wait+0x63
_sleep(c0c75000,0,5c,c0b290f3,0,...) at _sleep+0x32a
usb_task_thread(c0c75000,c3e29d38,c0b31704,324,c40a3d0c,...) at usb_task_thread+0x62
fork_exit(c06fab10,c0c75000,c3e29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100031 td 0xc427ad20
sched_switch(c427ad20,0,104,177,c14d3f20,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427ad20,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c429f210,5c,c0b29101,0,0,...) at sleepq_timedwait+0x6b
_sleep(c429f210,0,5c,c0b29101,ea60,...) at _sleep+0x2f8
usb_event_thread(c4297900,c3e26d38,c0b31704,324,c41c7000,...) at usb_event_thread+0xca
fork_exit(c06fac50,c4297900,c3e26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100019 td 0xc42688c0
sched_switch(c42688c0,0,104,177,3b4980a0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c42688c0,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c44e54,4c,c0ae6eed,0,0,...) at sleepq_wait+0x63
_sleep(c0c44e54,c0c44e6c,4c,c0ae6eed,0,...) at _sleep+0x32a
xpt_scanner_thread(0,c3ddbd38,c0b31704,324,c41c729c,...) at xpt_scanner_thread+0x41
fork_exit(c04701e0,0,c3ddbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3ddbd70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100017 td 0xc40a6230
sched_switch(c40a6230,0,104,177,aa61f694,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6230,0,c0b39096,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c77948,0,c0b2c516,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c77948,0,0,c0b2c516,64,...) at _sleep+0x2f8
pause(c0b2c516,64,c0b1f3e5,112,0,...) at pause+0x47
random_kthread(0,c3dd5d38,c0b31704,324,c41c7538,...) at random_kthread+0x1d9
fork_exit(c0673f70,0,c3dd5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100015 td 0xc40a6690
sched_switch(c40a6690,0,104,177,7f2f17ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6690,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c75724,4c,c0b2c516,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c75724,c0c75688,24c,c0b2c516,64,...) at _sleep+0x2f8
g_io_schedule_down(c40a6690,0,c0b2dbe3,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,c3dcfd38,c0b31704,324,c40a2000,...) at g_down_procbody+0x8d
fork_exit(c0735d20,0,c3dcfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 ---

Tracing command g_up pid 3 tid 100014 td 0xc40a68c0
sched_switch(c40a68c0,0,104,177,a0d5f088,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a68c0,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c75720,4c,c0b2c516,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c75720,c0c756a8,24c,c0b2c516,64,...) at _sleep+0x2f8
g_io_schedule_up(c40a68c0,0,c0b2dbe3,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,c3dccd38,c0b31704,324,c40a229c,...) at g_up_procbody+0x8d
fork_exit(c0735db0,0,c3dccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 ---

Tracing command g_event pid 2 tid 100013 td 0xc40a6af0
sched_switch(c40a6af0,0,104,177,58e283c4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6af0,0,c0b39096,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c75718,4c,c0b2c516,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c75718,0,4c,c0b2c516,64,...) at _sleep+0x2f8
g_event_procbody(0,c3dc9d38,c0b31704,324,c40a2538,...) at g_event_procbody+0xcb
fork_exit(c0735e40,0,c3dc9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc432aaf0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100039 td 0xc432d000
sched_switch(c432d000,0,109,177,3b435fd0,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c43278ec,...) at mi_switch+0x200
ithread_loop(c431fca0,e45bed38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c431fca0,e45bed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bed70, ebp = 0 ---

Tracing command intr pid 12 tid 100038 td 0xc4268d20
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100037 td 0xc427a000
sched_switch(c427a000,0,109,177,3b42def8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c40a01ec,...) at mi_switch+0x200
ithread_loop(c431f1a0,e45b8d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c431f1a0,e45b8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45b8d70, ebp = 0 ---

Tracing command intr pid 12 tid 100036 td 0xc427a230
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc427a460
sched_switch(c427a460,0,109,177,7f36d16a,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c40e8c6c,...) at mi_switch+0x200
ithread_loop(c42b18c0,e45aed38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c42b18c0,e45aed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc427a690
sched_switch(c427a690,0,109,177,5844464c,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c40e8aec,...) at mi_switch+0x200
ithread_loop(c42998b0,e4597d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c42998b0,e4597d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc427b000
sched_switch(c427b000,0,109,177,3b428630,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c40e8b6c,...) at mi_switch+0x200
ithread_loop(c42958b0,c3e22d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c42958b0,c3e22d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc427b460
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100027 td 0xc412c690
sched_switch(c412c690,0,109,177,6fb315f8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c412bc6c,...) at mi_switch+0x200
ithread_loop(c4210b10,c3df3d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c4210b10,c3df3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3df3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc412c8c0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100024 td 0xc412cd20
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100020 td 0xc4268690
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100012 td 0xc40a6d20
sched_switch(c40a6d20,0,109,177,ebf8b98,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c40eaeec,...) at mi_switch+0x200
ithread_loop(c40a1160,c3dc6d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c40a1160,c3dc6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc6d70, ebp = 0 ---

Tracing command intr pid 12 tid 100011 td 0xc412c000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100010 td 0xc412c230
sched_switch(c412c230,0,109,177,ad29d24,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c412b0ec,...) at mi_switch+0x200
ithread_loop(c40a1180,c3dc0d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c40a1180,c3dc0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc412c460
sched_switch(c412c460,0,109,177,5df86d8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c412b16c,...) at mi_switch+0x200
ithread_loop(c40a1190,c3dbdd38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c40a1190,c3dbdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 ---

Tracing command intr pid 12 tid 100008 td 0xc40a4000
sched_switch(c40a4000,0,109,177,9fe53570,...) at sched_switch+0x3fb
mi_switch(109,0,c0b31988,4ce,c40e8eec,...) at mi_switch+0x200
ithread_loop(c40a11a0,c3dbad38,c0b31704,324,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c076a850,c40a11a0,c3dbad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc40a4230
sched_switch(c40a4230,0,103,172,58e1d658,...) at sched_switch+0x3fb
mi_switch(103,0,c0b398c9,2e0,c40a5050,...) at mi_switch+0x200
turnstile_wait(c40a5050,c4ef0af0,0,188,c0c773b0,...) at turnstile_wait+0x48a
_mtx_lock_sleep(c0c773b0,c40a4230,0,c0b33d25,89,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0c773b0,0,c0b33d25,89,c3db7cc4,...) at _mtx_lock_flags+0xef
lock_mtx(c0c773b0,1,c0b364f4,166,c0c77b94,...) at lock_mtx+0x29
softclock(c0c77b60,0,c0b31988,4d4,c40e906c,...) at softclock+0x1e5
ithread_loop(c40a11b0,c3db7d38,c0b31704,324,c40a27d4,...) at ithread_loop+0x1b5
fork_exit(c076a850,c40a11b0,c3db7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db7d70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc40a4460
kdb_enter(c0aedbd5,c0b2544b,8,b62a81,c431b48c,...) at kdb_enter+0x3a
siointr1(c0ce4f6c,0,c0b62a81,56f,c3db1bf0,...) at siointr1+0xe6
siointr(c431b400,c40a4460,c4088cd0,c40a0000,4,...) at siointr+0x32
intr_event_handle(c40a0000,c3db1c30,c3db1c30,0,c426a600,...) at intr_event_handle+0x5c
intr_execute_handlers(c4088cd0,c3db1c30,c3db1c70,c0a87e24,38,...) at intr_execute_handlers+0x4f
lapic_handle_intr(38,c3db1c30) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0e69c35, esp = 0xc3db1c70, ebp = 0xc3db1c70 ---
acpi_cpu_c1(1,1,c3db1cd8,0,c07a89c1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3db1cb4,c0a92dfb,0,c3db1cf8,c07a8c86,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(0,c3db1cf8,c07a8c86,0,c3db1cd8,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c3db1cd8,c0b36ca1,9eb,c40a4460,...) at cpu_idle+0x1b
sched_idletd(0,c3db1d38,c0b31704,324,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07a8a70,0,c3db1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db1d70, ebp = 0 ---

Tracing command idle pid 11 tid 100005 td 0xc40a4690
sched_switch(c40a4690,0,108,172,5888e2ac,...) at sched_switch+0x3fb
mi_switch(108,0,c0b36ca1,3a1,c40a4690,...) at mi_switch+0x200
sched_idletd(0,c3daed38,c0b31704,324,c40a2a70,...) at sched_idletd+0x178
fork_exit(c07a8a70,0,c3daed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc40a48c0
sched_switch(c40a48c0,0,60c,172,7f39dc3e,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b36ca1,804,2,...) at mi_switch+0x200
sched_preempt(c40a48c0,2,c3dabcb4,c0a8814e,8,...) at sched_preempt+0x9f
ipi_bitmap_handler(8,28,28,3,c0c7c200,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0x9, ebp = 0xc3dabc7c ---
uart_z8530_class(c077b599,20,246,c0c7c200,9,...) at 0x20

Tracing command idle pid 11 tid 100003 td 0xc40a4af0
sched_switch(c40a4af0,0,60c,172,9fae5f4e,...) at sched_switch+0x3fb
mi_switch(60c,0,c0b36ca1,804,3,...) at mi_switch+0x200
sched_preempt(c40a4af0,3,c3da8c70,c0a8814e,c0b30008,...) at sched_preempt+0x9f
ipi_bitmap_handler(c0b30008,28,c40a0028,c42ae418,c42ae400,...) at ipi_bitmap_handler+0x30
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0e62cac, ebp = 0xc3da8c5c ---
uart_z8530_class(c0e69c35,20,246,c3da8ca0,c0e62cac,...) at 0x20

Tracing command init pid 1 tid 100002 td 0xc40a4d20
sched_switch(c40a4d20,0,104,177,36b774da,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a4d20,0,c0b39096,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b39096,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c40a2d0c,5c,c0b3b27c,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40a2d0c,c40a2d94,15c,c0b3b27c,0,...) at _sleep+0x313
kern_wait(c40a4d20,ffffffff,c3da4c2c,0,0,...) at kern_wait+0xa66
wait4(c40a4d20,c3da4cfc,10,c40a4d20,c0c08788,...) at wait4+0x3b
syscall(c3da4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command audit pid 10 tid 100001 td 0xc40a6000
sched_switch(c40a6000,0,104,177,3b43a860,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6000,0,c0b39096,237,c40a6000,...) at sleepq_switch+0x14d
sleepq_wait(c0cd727c,0,c0b553f1,1,0,...) at sleepq_wait+0x63
_cv_wait(c0cd727c,c0cd7260,c0b55da7,18d,0,...) at _cv_wait+0x204
audit_worker(0,c3da1d38,c0b31704,324,c40a3000,...) at audit_worker+0x84
fork_exit(c0976710,0,c3da1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100029 td 0xc427b230
sched_switch(c427b230,0,104,177,3b422bb0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c427b230,0,c0b39096,237,c427b230,...) at sleepq_switch+0x14d
sleepq_wait(c4298500,0,c0b35cfe,c0b2c516,0,...) at sleepq_wait+0x63
msleep_spin(c4298500,c429851c,c0b2c516,0,c0b33d25,...) at msleep_spin+0x21d
taskqueue_thread_loop(c425db64,c3e1fd38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07be9f0,c425db64,c3e1fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100025 td 0xc412caf0
sched_switch(c412caf0,0,104,177,3b841024,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c412caf0,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253480,0,c0b2c516,0,0,...) at sleepq_wait+0x63
_sleep(c4253480,c425349c,0,c0b2c516,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c835a8,c3dedd38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07be9f0,c0c835a8,c3dedd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dedd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100023 td 0xc4268000
sched_switch(c4268000,0,104,177,3b561f18,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268000,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2c516,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2c516,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7b138,c3de7d38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07be9f0,c0e7b138,c3de7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de7d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100022 td 0xc4268230
sched_switch(c4268230,0,104,177,3b55f324,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268230,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2c516,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2c516,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7b138,c3de4d38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07be9f0,c0e7b138,c3de4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100021 td 0xc4268460
sched_switch(c4268460,0,104,177,3b55c884,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268460,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253540,0,c0b2c516,0,0,...) at sleepq_wait+0x63
_sleep(c4253540,c425355c,0,c0b2c516,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e7b138,c3de1d38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07be9f0,c0e7b138,c3de1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100018 td 0xc4268af0
sched_switch(c4268af0,0,104,177,3b512b20,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4268af0,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4253840,0,c0b2c516,0,0,...) at sleepq_wait+0x63
_sleep(c4253840,c425385c,0,c0b2c516,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c75f24,c3dd8d38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07be9f0,c0c75f24,c3dd8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd8d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100016 td 0xc40a6460
sched_switch(c40a6460,0,104,177,b3fe2c8c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b39096,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6460,0,c0b39096,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c408a980,0,c0b2c516,0,0,...) at sleepq_wait+0x63
_sleep(c408a980,c408a99c,0,c0b2c516,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c82220,c3dd2d38,c0b31704,324,c0c757e0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07be9f0,c0c82220,c3dd2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c75a80
sched_switch(c0c75a80,0,109,177,69b5c616,...) at sched_switch+0x3fb
mi_switch(109,0,c0b5a640,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 90 MB: 75 59 43 27 11
Dump complete
= 0xf
db> reset

(kgdb) bt
#0  cpustop_handler () at atomic.h:253
#1  0xc0a9695f in ipi_nmi_handler () at ../../../i386/i386/mp_machdep.c:1286
#2  0xc0aa35ad in trap (frame=0xe699f81c) at ../../../i386/i386/trap.c:216
#3  0xc0a87a5b in calltrap () at ../../../i386/i386/exception.s:165
#4  0xc07c4dff in witness_unlock (lock=0xc4c9e0c0, flags=0x8, file=0xc0b584a0 "ufs/ffs/ffs_vfsops.c", line=0x4df) at ../../../kern/subr_witness.c:1351
#5  0xc077a9dc in _mtx_unlock_flags (m=0xc4c9e0c0, opts=0x0, file=0xc0b58497 "../../../ufs/ffs/ffs_vfsops.c", line=0x4df) at ../../../kern/kern_mutex.c:199
#6  0xc0997a0f in ffs_sync (mp=0xc4519338, waitfor=0x1, td=0xc4ef0af0) at ../../../ufs/ffs/ffs_vfsops.c:1247
#7  0xc0817c7e in vfs_write_suspend (mp=0xc4519338) at ../../../kern/vfs_vnops.c:1150
#8  0xc09985dc in ffs_mount (mp=0xc4519338, td=0xc4ef0af0) at ../../../ufs/ffs/ffs_vfsops.c:195
#9  0xc0804ac4 in vfs_donmount (td=0xc4ef0af0, fsflags=0x10001, fsoptions=0xc4d57180) at ../../../kern/vfs_mount.c:1009
#10 0xc0805db3 in nmount (td=0xc4ef0af0, uap=0xe699fcfc) at ../../../kern/vfs_mount.c:418
#11 0xc0aa32a3 in syscall (frame=0xe699fd38) at ../../../i386/i386/trap.c:1081
#12 0xc0a87ac0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261
#13 0x00000033 in ?? ()
(kgdb) f 8
#8  0xc09985dc in ffs_mount (mp=0xc4519338, td=0xc4ef0af0) at ../../../ufs/ffs/ffs_vfsops.c:195
195                                     if ((error = vfs_write_suspend(mp)) != 0)
(kgdb) p *mp
$3 = {mnt_lock = {lock_object = {lo_name = 0xc0b40743 "vfslock", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc0c8ce40}, lk_lock = 0x9, lk_timo = 0x0, lk_pri = 0x50,
    lk_stack = {depth = 0x5, pcs = {0xc0773a82, 0xc0808d73, 0xc09928af, 0xc0767c28, 0xc0a87ad0, 0x0 <repeats 13 times>}}}, mnt_mtx = {lock_object = {
      lo_name = 0xc0b3ab64 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc0c8ebc8}, mtx_lock = 0xc4ef0af0}, mnt_gen = 0x1, mnt_list = {
    tqe_next = 0x0, tqe_prev = 0xc45196f0}, mnt_op = 0xc0c2be00, mnt_vfc = 0xc0c2bdc0, mnt_vnodecovered = 0xc46bfac0, mnt_syncer = 0xc4c9a968, mnt_ref = 0x33,
  mnt_nvnodelist = {tqh_first = 0xc4bef000, tqh_last = 0xc4e7b2c4}, mnt_nvnodelistsize = 0x32, mnt_writeopcount = 0x0, mnt_kern_flag = 0x28000004, mnt_flag = 0x211301,
  mnt_noasync = 0x1, mnt_opt = 0xc44b1510, mnt_optnew = 0xc431faa0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x5, f_flags = 0x201300,
    f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x2637, f_bfree = 0x2634, f_bavail = 0x2326, f_files = 0xafe, f_ffree = 0xafb, f_syncwrites = 0x0, f_asyncwrites = 0x0,
    f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x485ac14d,
        0xe0e1c6ec}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "ufs", '\0' <repeats 12 times>, f_mntfromname = "/dev/md5c", '\0' <repeats 78 times>,
    f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc4c94e00, mnt_data = 0xc4c94d00, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0xc4614800,
  mnt_label = 0x0, mnt_hashseed = 0x95b04d28, mnt_markercnt = 0x1, mnt_holdcnt = 0x1, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0,
  mnt_secondary_accwrites = 0x1791, mnt_gjprovider = 0x0, mnt_explock = {lock_object = {lo_name = 0xc0b4074b "explock", lo_flags = 0x57b0000, lo_data = 0x0,
      lo_witness = 0xc0c8ce18}, lk_lock = 0x1, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0x6, pcs = {0xc0774050, 0xc07fd3ad, 0xc0804b16, 0xc0805db3, 0xc0aa32a3,
        0xc0a87ac0, 0x0 <repeats 12 times>}}}}
(kgdb) p *((struct ufsmount *)((mp)->mnt_data))
$4 = {um_mountp = 0xc4519338, um_dev = 0xc4b7ca00, um_cp = 0xc48c3a00, um_bo = 0xc4c070f4, um_devvp = 0xc4c07000, um_fstype = 0x2, um_fs = 0xc44eb000, um_extattr = {
    uepm_lock = {lock_object = {lo_name = 0x0, lo_flags = 0x0, lo_data = 0x0, lo_witness = 0x0}, sx_lock = 0x0}, uepm_list = {lh_first = 0x0}, uepm_ucred = 0x0,
    uepm_flags = 0x0}, um_nindir = 0x800, um_bptrtodb = 0x2, um_seqinc = 0x8, um_lock = {lock_object = {lo_name = 0xc0b5882e "FFS", lo_flags = 0x1030000, lo_data = 0x0,
      lo_witness = 0xc0c8cda0}, mtx_lock = 0x4}, um_numindirdeps = 0x0, softdep_workitem_pending = {lh_first = 0x0}, softdep_worklist_tail = 0x0, softdep_on_worklist = 0x0,
  softdep_on_worklist_inprogress = 0x0, softdep_deps = 0x2d, softdep_typeddeps = {0x0, 0x2d, 0x0 <repeats 12 times>}, softdep_accdeps = 0x1559, softdep_req = 0x0,
  um_quotas = {0x0, 0x0}, um_cred = {0x0, 0x0}, um_btime = {0x0, 0x0}, um_itime = {0x0, 0x0}, um_qflags = "\000", um_savedmaxfilesize = 0x0,
  um_balloc = 0xc097cfd0 <ffs_balloc_ufs2>, um_blkatoff = 0xc0996160 <ffs_blkatoff>, um_truncate = 0xc09810f0 <ffs_truncate>, um_update = 0xc0980d70 <ffs_update>,
  um_valloc = 0xc0978500 <ffs_valloc>, um_vfree = 0xc0977170 <ffs_vfree>, um_ifree = 0xc0996bf0 <ffs_ifree>}
(kgdb)

--
Test scenario:
mountro2.sh