GENERIC RELENG_6 from Nov 14 17:47 UTC, vmcore.116

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 6.2-PRERELEASE #1: Sun Nov 12 14:05:20 CET 2006
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1032548352 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
GEOM_RAID3: Device data created (id=4075690548).
GEOM_RAID3: Device data: provider md6 detected.
GEOM_RAID3: Force device data start due to timeout.
GEOM_RAID3: Device data destroyed.
GEOM_RAID3: Device data created (id=4075690548).
GEOM_RAID3: Device data: provider md6 detected.
GEOM_RAID3: Device data: provider md4 detected.
GEOM_RAID3: Force device data start due to timeout.
GEOM_RAID3: Device data is broken, too few valid components.
GEOM_RAID3: Device data destroyed.
:
GEOM_RAID3: Device data: provider md4 activated.
GEOM_RAID3: Device data: provider raid3/data destroyed.
GEOM_RAID3: Device data destroyed.
GEOM_RAID3: Device data created (id=1750751871).
GEOM_RAID3: Device data: provider md4 detected.
GEOM_RAID3: Device data: provider md5 detected.
GEOM_RAID3: Device data: provider md6 detected.
GEOM_RAID3: Device data: provider md4 activated.
GEOM_RAID3: Device data: provider md5 activated.
GEOM_RAID3: Device data: provider md6 activated.
GEOM_RAID3: Device data: provider raid3/data launched.
GEOM_RAID3: Device data: provider md4 disconnected.
GEOM_RAID3: Device data: provider md4 detected.
GEOM_RAID3: Device data: rebuilding provider md4.
GEOM_RAID3: Device data: provider md4 disconnected.
GEOM_RAID3: Device data: rebuilding provider md4 stopped.
GEOM_RAID3: Device data: provider md4 detected.
GEOM_RAID3: Device data: rebuilding provider md4.
GEOM_RAID3: Device data: provider md4 disconnected.
GEOM_RAID3: Device data: rebuilding provider md4 stopped.
interrupt                   total
irq1: atkbd0                          20
irq4: sio0                        271720
irq6: fdc0                             3
irq14: ata0                     29504038
irq16: uhci0                           1
irq17: fxp0                        80219
cpu0: timer                    142173366
cpu2: timer                    142348034
cpu1: timer                    142362273
cpu3: timer                    142395614
Total                   599135576
KDB: stack backtrace:
kdb_backtrace(c08f2ed1,23b61558,0,c09c1c84,c09c0f9c,...) at kdb_backtrace+0x29
watchdog_fire(c0a5ce40,c5424018,e3d7cc8c,c086ce09,e3d7cc94,...) at watchdog_fire+0x9d
hardclock(e3d7cc94) at hardclock+0xd5
lapic_handle_timer(0) at lapic_handle_timer+0x51
Xtimerint(c09e1da0,1,e3d7ccf8,1,c52f7648,...) at Xtimerint+0x30
acpi_cpu_idle(e3d7cd0c,c0662799,c066273c,e3d7cd24,c066257c,...) at acpi_cpu_idle+0x15a
cpu_idle(c066273c,e3d7cd24,c066257c,0,e3d7cd38,...) at cpu_idle+0x28
idle_proc(0,e3d7cd38,0,c066273c,0,...) at idle_proc+0x5d
fork_exit(c066273c,0,e3d7cd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d7cd6c, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 13 tid 100003 ]
Stopped at      kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc52f8a80: pid 13 "idle: cpu0"
curpcb       = 0xe3d7cd90
fpcurthread  = none
idlethread   = 0xc52f8a80: pid 13 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc52f8900: pid 12 "idle: cpu1"
curpcb       = 0xe3d79d90
fpcurthread  = none
idlethread   = 0xc52f8900: pid 12 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc52f8780: pid 11 "idle: cpu2"
curpcb       = 0xe3d76d90
fpcurthread  = none
idlethread   = 0xc52f8780: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc52f8600: pid 10 "idle: cpu3"
curpcb       = 0xe3d73d90
fpcurthread  = none
idlethread   = 0xc52f8600: pid 10 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> set $lines 0
db> show alllocks
db> show lockedvnods
Locked vnodes

0xc599715c: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0xc5f848ac
    flags ()
    v_object 0xc5993318 ref 0 pages 0
     lock type ufs: EXCL (count 1) by thread 0xc57c6300 (pid 20363) with 1 pending#0 0xc066b3b9 at lockmgr+0x4ed
#1 0xc07be1ba at ffs_lock+0x76
#2 0xc088d19b at VOP_LOCK_APV+0x87
#3 0xc06d8a98 at vn_lock+0xac
#4 0xc06c82f6 at dounmount+0x62
#5 0xc06c826d at unmount+0x1e5
#6 0xc087a9ef at syscall+0x22f
#7 0xc08665ff at Xint0x80_syscall+0x1f

        ino 16494, on dev ad0s1a

0xc567a2b8: tag ufs, type VDIR
    usecount 144, writecount 0, refcount 146 mountedhere 0
    flags (VV_ROOT)
    v_object 0xc56ce5ac ref 0 pages 1
     lock type ufs: EXCL (count 1) by thread 0xc54a7900 (pid 20365) with 24 pending#0 0xc066b3b9 at lockmgr+0x4ed
#1 0xc07be1ba at ffs_lock+0x76
#2 0xc088d19b at VOP_LOCK_APV+0x87
#3 0xc06d8a98 at vn_lock+0xac
#4 0xc06c56c6 at lookup+0xd2
#5 0xc06c5392 at namei+0x37e
#6 0xc06d2e93 at kern_lstat+0x47
#7 0xc06d2e2f at lstat+0x1b
#8 0xc087a9ef at syscall+0x22f
#9 0xc08665ff at Xint0x80_syscall+0x1f

        ino 2, on dev ad0s1a

0xc8494570: tag ufs, type VREG
    usecount 1, writecount 0, refcount 16 mountedhere 0
    flags ()
    v_object 0xc610b9cc ref 0 pages 776
     lock type ufs: SHARED (count 1) with 1 pending#0 0xc066b02c at lockmgr+0x160
#1 0xc07be1ba at ffs_lock+0x76
#2 0xc088d19b at VOP_LOCK_APV+0x87
#3 0xc06d8a98 at vn_lock+0xac
#4 0xc06d816e at vn_read+0x132
#5 0xc069b469 at dofileread+0x85
#6 0xc069b302 at kern_readv+0x36
#7 0xc069b22d at read+0x45
#8 0xc087a9ef at syscall+0x22f
#9 0xc08665ff at Xint0x80_syscall+0x1f

        ino 12825, on dev raid3/data
db> show lockedbufs
buf at 0xd9365520
b_flags = 0xa0020024<remfree,vmio,clusterok,cache,async>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc849467c), b_data = 0xd96b0000, b_blkno = 282784
b_npages = 4, pages(OBJ, IDX, PA): (0xc610b9cc, 0x20c, 0x1921b000),(0xc610b9cc, 0x20d, 0x1b0dc000),(0xc610b9cc, 0x20e, 0xea7d000),(0xc610b9cc, 0x20f, 0x214fe000)
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
20386   796   796    25  S       ufs      0xc567a310 sendmail
20385   790   790     0  S       ufs      0xc567a310 sendmail
20384   796   796    25  S       ufs      0xc567a310 sendmail
20383   790   790     0  S       ufs      0xc567a310 sendmail
20382   784 20382     0  Ss      vmmaps   0xc1859178 sshd
20381 20332 20284     0  S+      ufs      0xc567a310 rw
20380 20327 20284     0  S+      ufs      0xc567a310 rw
20379 20324 20284     0  S+      ufs      0xc567a310 rw
20378 20329 20284     0  S+      ufs      0xc567a310 rw
20377 20325 20284     0  S+      ufs      0xc567a310 rw
20376 20328 20284     0  S+      ufs      0xc567a310 rw
20375 20323 20284     0  S+      ufs      0xc567a310 rw
20374 20319 20284     0  S+      ufs      0xc567a310 rw
20373 20330 20284     0  S+      ufs      0xc567a310 rw
20372 20333 20284     0  S+      ufs      0xc567a310 rw
20371 20331 20284     0  S+      ufs      0xc567a310 rw
20370 20326 20284     0  S+      ufs      0xc567a310 rw
20369 20318 20284     0  S+      ufs      0xc567a310 rw
20368 20322 20284     0  S+      ufs      0xc567a310 rw
20367 20321 20284     0  S+      ufs      0xc567a310 rw
20366 20320 20284     0  S+      ufs      0xc567a310 rw
20365 20364   851     0  S       ufs      0xc59971b4 ls
20364   851   851     0  S       wait     0xca496860 sh
20363 20359 20359     0  S+      ufs      0xc84945c8 umount
20359   933 20359     0  S+      wait     0xc5e59c90 sh
20334 20317 20284     0  S+      getblk   0xd9512980 rw
20333 20317 20284     0  S+      wait     0xc5617648 rw
20332 20317 20284     0  S+      wait     0xc57c0860 rw
20331 20317 20284     0  S+      wait     0xc598c000 rw
20330 20317 20284     0  S+      wait     0xc5d79c90 rw
20329 20317 20284     0  S+      wait     0xc5dea218 rw
20328 20317 20284     0  S+      wait     0xc5e59648 rw
20327 20317 20284     0  S+      wait     0xc5d78218 rw
20326 20317 20284     0  S+      wait     0xc60c8648 rw
20325 20317 20284     0  S+      wait     0xca38b648 rw
20324 20317 20284     0  S+      wait     0xcb04ac90 rw
20323 20317 20284     0  S+      wait     0xcb04a860 rw
20322 20317 20284     0  S+      wait     0xc57c0430 rw
20321 20317 20284     0  S+      wait     0xcb04a000 rw
20320 20317 20284     0  S+      wait     0xc569da78 rw
20319 20317 20284     0  S+      wait     0xc5dea860 rw
20318 20317 20284     0  S+      wait     0xca495c90 rw
20317 20312 20284     0  S+      wait     0xca495860 rw
20312     1 20284     0  S+      wait     0xca495a78 rw
20306     0     0     0  SL      r3:w1    0xc570e600 [g_raid3 data]
20302     0     0     0  SL      mdwait   0xcaf3d000 [md6]
20300     0     0     0  SL      mdwait   0xcad92800 [md5]
20298     0     0     0  SL      mdwait   0xcaf9b000 [md4]
  999   998   999  1001  Ss+     ufs      0xc567a310 bash
  998   996   996  1001  S       select   0xc0a2fa24 sshd
  996   784   996     0  Ss      sbwait   0xc5dba79c sshd
  993   987   993  1001  S+      select   0xc0a2fa24 top
  987   986   987  1001  Ss+     wait     0xc54a6648 bash
  986   984   984  1001  S       select   0xc0a2fa24 sshd
  984   784   984     0  Ss      sbwait   0xc57cb638 sshd
  933   930   933     0  S+      wait     0xc598ca78 bash
  930   929   930     0  S+      pause    0xc56ea464 csh
  929   916   929  1001  S+      wait     0xc598c860 su
  916   915   916  1001  Ss+     wait     0xc56a1430 bash
  915   913   913  1001  S       select   0xc0a2fa24 sshd
  913   784   913     0  Ss      sbwait   0xc58a2370 sshd
  912     1   912     0  Ss+     ttyin    0xc54c8c10 getty
  911     1   911     0  Ss+     ttyin    0xc54cb010 getty
  910     1   910     0  Ss+     ttyin    0xc54ca010 getty
  909     1   909     0  Ss+     ttyin    0xc54c9410 getty
  908     1   908     0  Ss+     ttyin    0xc54c9810 getty
  907     1   907     0  Ss+     ttyin    0xc54c2010 getty
  906     1   906     0  Ss+     ttyin    0xc54cb410 getty
  905     1   905     0  Ss+     ttyin    0xc54ca410 getty
  891     1   891     0  Ss      select   0xc0a2fa24 inetd
  867     1   867     0  Ss      select   0xc0a2fa24 moused
  851     1   851     0  Ss      wait     0xc5683860 watchdogd
  802     1   802     0  Ss      ufs      0xc567a310 cron
  796     1   796    25  Ss      pause    0xc56ea034 sendmail
  790     1   790     0  Ss      select   0xc0a2fa24 sendmail
  784     1   784     0  Ss      ufs      0xc567a310 sshd
  764     1   764     0  Ss      ufs      0xc567a310 ntpd
  733     1   733     0  Ss      select   0xc0a2fa24 usbd
  704   700   700     0  S       -        0xc570d400 nfsd
  703   700   700     0  S       -        0xc54a0800 nfsd
  702   700   700     0  S       -        0xc570d600 nfsd
  701   700   700     0  S       -        0xc5842000 nfsd
  700     1   700     0  Ss      select   0xc0a2fa24 nfsd
  698     1   698     0  Ss      select   0xc0a2fa24 mountd
  646     1   646     0  Ss      select   0xc0a2fa24 rpcbind
  626     1   626     0  Ss      select   0xc0a2fa24 syslogd
  558     1   558     0  Ss      select   0xc0a2fa24 devd
   42     0     0     0  SL      -        0xe57fed04 [schedcpu]
   41     0     0     0  SL      sdflush  0xc0a3d434 [softdepflush]
   40     0     0     0  SL      vlruwt   0xc5617c90 [vnlru]
   39     0     0     0  SL      syncer   0xc09e2440 [syncer]
   38     0     0     0  SL      psleep   0xc0a2ff8c [bufdaemon]
   37     0     0     0  SL      pgzero   0xc0a3e3a4 [pagezero]
   36     0     0     0  SL      psleep   0xc0a3def4 [vmdaemon]
   35     0     0     0  SL      psleep   0xc0a3deb0 [pagedaemon]
   34     0     0     0  WL                          [irq7: ppc0]
   33     0     0     0  SL      -        0xc5406e3c [fdc0]
   32     0     0     0  WL                          [swi0: sio]
   31     0     0     0  WL                          [irq12: psm0]
   30     0     0     0  WL                          [irq1: atkbd0]
   29     0     0     0  WL                          [irq15: ata1]
   28     0     0     0  WL                          [irq14: ata0]
   27     0     0     0  WL                          [irq17: fxp0]
   26     0     0     0  SL      usbtsk   0xc09df304 [usbtask]
   25     0     0     0  SL      usbevt   0xc540c210 [usb0]
   24     0     0     0  WL                          [irq16: uhci0]
   23     0     0     0  WL                          [irq48: em0]
   22     0     0     0  WL                          [irq9: acpi0]
    9     0     0     0  SL      -        0xc5409900 [thread taskq]
   21     0     0     0  WL                          [swi6: Giant taskq]
   20     0     0     0  WL                          [swi6: task queue]
    8     0     0     0  SL      -        0xc5348200 [acpi_task_2]
    7     0     0     0  SL      -        0xc5348200 [acpi_task_1]
    6     0     0     0  SL      -        0xc5348200 [acpi_task_0]
    5     0     0     0  SL      -        0xc5348280 [kqueue taskq]
   19     0     0     0  WL                          [swi2: cambio]
   18     0     0     0  WL                          [swi5: +]
   17     0     0     0  SL      -        0xc09dd020 [yarrow]
    4     0     0     0  SL      -        0xc09dfb88 [g_down]
    3     0     0     0  SL      -        0xc09dfb84 [g_up]
    2     0     0     0  SL      -        0xc09dfb7c [g_event]
   16     0     0     0  WL                          [swi3: vm]
   15     0     0     0  WL                          [swi4: clock sio]
   14     0     0     0  WL                          [swi1: net]
   13     0     0     0  RL      CPU 0               [idle: cpu0]
   12     0     0     0  RL      CPU 1               [idle: cpu1]
   11     0     0     0  RL      CPU 2               [idle: cpu2]
   10     0     0     0  RL      CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc52fc000 [init]
    0     0     0     0  WLs                         [swapper]
db> allt

Tracing command sendmail pid 20386 tid 100148 td 0xc5d7a180
sched_switch(c5d7a180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7e58900,40,60000,c5d7a180,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5d7a180) at lockmgr+0x44e
ffs_lock(e7e58958) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7e58958) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5d7a180) at vn_lock+0xac
lookup(e7e58bcc) at lookup+0xd2
namei(e7e58bcc) at namei+0x37e
vn_open_cred(e7e58bcc,e7e58ccc,1a4,c58a7200,0,...) at vn_open_cred+0x277
vn_open(e7e58bcc,e7e58ccc,1a4,0) at vn_open+0x1e
kern_open(c5d7a180,80bb724,0,1,1b6,...) at kern_open+0xb6
open(c5d7a180,e7e58d04) at open+0x1a
syscall(3b,3b,3b,0,80d5980,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x282f34a7, esp = 0xbfbfcefc, ebp = 0xbfbfcf18 ---

Tracing command sendmail pid 20385 tid 100227 td 0xc56ebc00
sched_switch(c56ebc00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d6ba50,40,60000,c56ebc00,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56ebc00) at lockmgr+0x44e
ffs_lock(e7d6baa8) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d6baa8) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56ebc00) at vn_lock+0xac
lookup(e7d6bc00) at lookup+0xd2
namei(e7d6bc00) at namei+0x37e
kern_stat(c56ebc00,28308c14,0,e7d6bc74) at kern_stat+0x35
stat(c56ebc00,e7d6bd04) at stat+0x1b
syscall(bfbf003b,80f003b,bfbf003b,0,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (188, FreeBSD ELF32, stat), eip = 0x282f3447, esp = 0xbfbfc25c, ebp = 0xbfbfc338 ---

Tracing command sendmail pid 20384 tid 100125 td 0xc598d180
sched_switch(c598d180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7e02900,40,60000,c598d180,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c598d180) at lockmgr+0x44e
ffs_lock(e7e02958) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7e02958) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c598d180) at vn_lock+0xac
lookup(e7e02bcc) at lookup+0xd2
namei(e7e02bcc) at namei+0x37e
vn_open_cred(e7e02bcc,e7e02ccc,1a4,c58a7200,0,...) at vn_open_cred+0x277
vn_open(e7e02bcc,e7e02ccc,1a4,0) at vn_open+0x1e
kern_open(c598d180,80bb724,0,1,1b6,...) at kern_open+0xb6
open(c598d180,e7e02d04) at open+0x1a
syscall(3b,3b,3b,0,80d5980,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x282f34a7, esp = 0xbfbfcefc, ebp = 0xbfbfcf18 ---

Tracing command sendmail pid 20383 tid 100189 td 0xc66fea80
sched_switch(c66fea80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7f30a50,40,60000,c66fea80,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c66fea80) at lockmgr+0x44e
ffs_lock(e7f30aa8) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7f30aa8) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c66fea80) at vn_lock+0xac
lookup(e7f30c00) at lookup+0xd2
namei(e7f30c00) at namei+0x37e
kern_stat(c66fea80,28308c14,0,e7f30c74) at kern_stat+0x35
stat(c66fea80,e7f30d04) at stat+0x1b
syscall(bfbf003b,80f003b,bfbf003b,0,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (188, FreeBSD ELF32, stat), eip = 0x282f3447, esp = 0xbfbfc25c, ebp = 0xbfbfc338 ---

Tracing command sshd pid 20382 tid 100152 td 0xc598ea80
sched_switch(c598ea80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c1859178,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c1859178,0,c0912ec9,20b,c08f76db,...) at sleepq_wait+0x46
msleep(c1859178,c0a3dac0,244,c0912ef5,0,...) at msleep+0x279
vm_map_unlock_and_wait(c18590c0,0) at vm_map_unlock_and_wait+0x4a
kmem_alloc_wait(c18590c0,41400,e7e32cac,0,e7e32cb4,...) at kmem_alloc_wait+0x77
exec_copyin_args(e7e32cb4,8078050,0,807b990,bfbfeed0) at exec_copyin_args+0x3a
execve(c598ea80,e7e32d04) at execve+0x1e
syscall(3b,807003b,bfbf003b,4,7,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x282eb68f, esp = 0xbfbfe16c, ebp = 0xbfbfe188 ---

Tracing command rw pid 20381 tid 100203 td 0xcb04b780
sched_switch(cb04b780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7f739d4,40,60000,cb04b780,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,cb04b780) at lockmgr+0x44e
ffs_lock(e7f73a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7f73a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,cb04b780) at vn_lock+0xac
lookup(e7f73c24) at lookup+0xd2
namei(e7f73c24) at namei+0x37e
do_execve(cb04b780,e7f73cb4,0) at do_execve+0x159
kern_execve(cb04b780,e7f73cb4,0) at kern_execve+0x74
execve(cb04b780,e7f73d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20380 tid 100231 td 0xc56eb600
sched_switch(c56eb600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d5f9d4,40,60000,c56eb600,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56eb600) at lockmgr+0x44e
ffs_lock(e7d5fa2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d5fa2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56eb600) at vn_lock+0xac
lookup(e7d5fc24) at lookup+0xd2
namei(e7d5fc24) at namei+0x37e
do_execve(c56eb600,e7d5fcb4,0) at do_execve+0x159
kern_execve(c56eb600,e7d5fcb4,0) at kern_execve+0x74
execve(c56eb600,e7d5fd04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20379 tid 100066 td 0xc569e600
sched_switch(c569e600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7cf89d4,40,60000,c569e600,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c569e600) at lockmgr+0x44e
ffs_lock(e7cf8a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7cf8a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c569e600) at vn_lock+0xac
lookup(e7cf8c24) at lookup+0xd2
namei(e7cf8c24) at namei+0x37e
do_execve(c569e600,e7cf8cb4,0) at do_execve+0x159
kern_execve(c569e600,e7cf8cb4,0) at kern_execve+0x74
execve(c569e600,e7cf8d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20378 tid 100044 td 0xc54a7180
sched_switch(c54a7180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e5a439d4,40,60000,c54a7180,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c54a7180) at lockmgr+0x44e
ffs_lock(e5a43a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e5a43a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c54a7180) at vn_lock+0xac
lookup(e5a43c24) at lookup+0xd2
namei(e5a43c24) at namei+0x37e
do_execve(c54a7180,e5a43cb4,0) at do_execve+0x159
kern_execve(c54a7180,e5a43cb4,0) at kern_execve+0x74
execve(c54a7180,e5a43d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20377 tid 100124 td 0xc598d300
sched_switch(c598d300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7e059d4,40,60000,c598d300,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c598d300) at lockmgr+0x44e
ffs_lock(e7e05a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7e05a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c598d300) at vn_lock+0xac
lookup(e7e05c24) at lookup+0xd2
namei(e7e05c24) at namei+0x37e
do_execve(c598d300,e7e05cb4,0) at do_execve+0x159
kern_execve(c598d300,e7e05cb4,0) at kern_execve+0x74
execve(c598d300,e7e05d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20376 tid 100081 td 0xc56e5180
sched_switch(c56e5180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d389d4,40,60000,c56e5180,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56e5180) at lockmgr+0x44e
ffs_lock(e7d38a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d38a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56e5180) at vn_lock+0xac
lookup(e7d38c24) at lookup+0xd2
namei(e7d38c24) at namei+0x37e
do_execve(c56e5180,e7d38cb4,0) at do_execve+0x159
kern_execve(c56e5180,e7d38cb4,0) at kern_execve+0x74
execve(c56e5180,e7d38d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20375 tid 100137 td 0xc5d7b300
sched_switch(c5d7b300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7e799d4,40,60000,c5d7b300,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5d7b300) at lockmgr+0x44e
ffs_lock(e7e79a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7e79a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5d7b300) at vn_lock+0xac
lookup(e7e79c24) at lookup+0xd2
namei(e7e79c24) at namei+0x37e
do_execve(c5d7b300,e7e79cb4,0) at do_execve+0x159
kern_execve(c5d7b300,e7e79cb4,0) at kern_execve+0x74
execve(c5d7b300,e7e79d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20374 tid 100080 td 0xc56e5300
sched_switch(c56e5300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d3b9d4,40,60000,c56e5300,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56e5300) at lockmgr+0x44e
ffs_lock(e7d3ba2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d3ba2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56e5300) at vn_lock+0xac
lookup(e7d3bc24) at lookup+0xd2
namei(e7d3bc24) at namei+0x37e
do_execve(c56e5300,e7d3bcb4,0) at do_execve+0x159
kern_execve(c56e5300,e7d3bcb4,0) at kern_execve+0x74
execve(c56e5300,e7d3bd04) at execve+0x32
syscall(3b,3b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20373 tid 100113 td 0xc5685300
sched_switch(c5685300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7cc79d4,40,60000,c5685300,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5685300) at lockmgr+0x44e
ffs_lock(e7cc7a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7cc7a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5685300) at vn_lock+0xac
lookup(e7cc7c24) at lookup+0xd2
namei(e7cc7c24) at namei+0x37e
do_execve(c5685300,e7cc7cb4,0) at do_execve+0x159
kern_execve(c5685300,e7cc7cb4,0) at kern_execve+0x74
execve(c5685300,e7cc7d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20372 tid 100232 td 0xc56eb480
sched_switch(c56eb480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d5c9d4,40,60000,c56eb480,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56eb480) at lockmgr+0x44e
ffs_lock(e7d5ca2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d5ca2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56eb480) at vn_lock+0xac
lookup(e7d5cc24) at lookup+0xd2
namei(e7d5cc24) at namei+0x37e
do_execve(c56eb480,e7d5ccb4,0) at do_execve+0x159
kern_execve(c56eb480,e7d5ccb4,0) at kern_execve+0x74
execve(c56eb480,e7d5cd04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20371 tid 100108 td 0xc57c5d80
sched_switch(c57c5d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7dd19d4,40,60000,c57c5d80,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c57c5d80) at lockmgr+0x44e
ffs_lock(e7dd1a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7dd1a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c57c5d80) at vn_lock+0xac
lookup(e7dd1c24) at lookup+0xd2
namei(e7dd1c24) at namei+0x37e
do_execve(c57c5d80,e7dd1cb4,0) at do_execve+0x159
kern_execve(c57c5d80,e7dd1cb4,0) at kern_execve+0x74
execve(c57c5d80,e7dd1d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20370 tid 100180 td 0xc5619480
sched_switch(c5619480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e5a849d4,40,60000,c5619480,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5619480) at lockmgr+0x44e
ffs_lock(e5a84a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e5a84a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5619480) at vn_lock+0xac
lookup(e5a84c24) at lookup+0xd2
namei(e5a84c24) at namei+0x37e
do_execve(c5619480,e5a84cb4,0) at do_execve+0x159
kern_execve(c5619480,e5a84cb4,0) at kern_execve+0x74
execve(c5619480,e5a84d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20369 tid 100233 td 0xc56eb300
sched_switch(c56eb300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d599d4,40,60000,c56eb300,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56eb300) at lockmgr+0x44e
ffs_lock(e7d59a2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d59a2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56eb300) at vn_lock+0xac
lookup(e7d59c24) at lookup+0xd2
namei(e7d59c24) at namei+0x37e
do_execve(c56eb300,e7d59cb4,0) at do_execve+0x159
kern_execve(c56eb300,e7d59cb4,0) at kern_execve+0x74
execve(c56eb300,e7d59d04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20368 tid 100105 td 0xc561a900
sched_switch(c561a900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e5aab9d4,40,60000,c561a900,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c561a900) at lockmgr+0x44e
ffs_lock(e5aaba2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e5aaba2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c561a900) at vn_lock+0xac
lookup(e5aabc24) at lookup+0xd2
namei(e5aabc24) at namei+0x37e
do_execve(c561a900,e5aabcb4,0) at do_execve+0x159
kern_execve(c561a900,e5aabcb4,0) at kern_execve+0x74
execve(c561a900,e5aabd04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20367 tid 100084 td 0xc56dfc00
sched_switch(c56dfc00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d2f9d4,40,60000,c56dfc00,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56dfc00) at lockmgr+0x44e
ffs_lock(e7d2fa2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d2fa2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56dfc00) at vn_lock+0xac
lookup(e7d2fc24) at lookup+0xd2
namei(e7d2fc24) at namei+0x37e
do_execve(c56dfc00,e7d2fcb4,0) at do_execve+0x159
kern_execve(c56dfc00,e7d2fcb4,0) at kern_execve+0x74
execve(c56dfc00,e7d2fd04) at execve+0x32
syscall(bfbf003b,bfbf003b,e7f1003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command rw pid 20366 tid 100070 td 0xc569e000
sched_switch(c569e000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7cec9d4,40,60000,c569e000,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c569e000) at lockmgr+0x44e
ffs_lock(e7ceca2c) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7ceca2c) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c569e000) at vn_lock+0xac
lookup(e7cecc24) at lookup+0xd2
namei(e7cecc24) at namei+0x37e
do_execve(c569e000,e7ceccb4,0) at do_execve+0x159
kern_execve(c569e000,e7ceccb4,0) at kern_execve+0x74
execve(c569e000,e7cecd04) at execve+0x32
syscall(2805003b,bfbf003b,bfbf003b,bfbfe908,bfbfe8c0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x280db68f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8f8 ---

Tracing command ls pid 20365 tid 100039 td 0xc54a7900
sched_switch(c54a7900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c59971b4,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c59971b4,0,c5997224,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c59971b4,c09e18ec,50,c08fe4f5,0,...) at msleep+0x279
acquire(e5a5297c,40,60000,c54a7900,0,...) at acquire+0x76
lockmgr(c59971b4,2002,c5997224,c54a7900) at lockmgr+0x44e
ffs_lock(e5a529d4) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e5a529d4) at VOP_LOCK_APV+0x87
vn_lock(c599715c,2002,c54a7900,c599715c) at vn_lock+0xac
vget(c599715c,2002,c54a7900) at vget+0xc2
cache_lookup(c567a2b8,e5a52bb4,e5a52bc8) at cache_lookup+0x34a
vfs_cache_lookup(e5a52b14) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c09b09c0,e5a52b14) at VOP_LOOKUP_APV+0x87
lookup(e5a52ba0) at lookup+0x46e
namei(e5a52ba0) at namei+0x37e
kern_lstat(c54a7900,80523a8,0,e5a52c74) at kern_lstat+0x47
lstat(c54a7900,e5a52d04) at lstat+0x1b
syscall(3b,3b,3b,8052348,8052300,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (190, FreeBSD ELF32, lstat), eip = 0x28184427, esp = 0xbfbfe70c, ebp = 0xbfbfe7a8 ---

Tracing command sh pid 20364 tid 100235 td 0xc56eb000
sched_switch(c56eb000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(ca496860) at sleepq_switch+0xc1
sleepq_wait_sig(ca496860) at sleepq_wait_sig+0x1d
msleep(ca496860,ca4968c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c56eb000,ffffffff,e7d53c84,2,0) at kern_wait+0x6b7
wait4(c56eb000,e7d53d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfeb68,353,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281436cf, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command umount pid 20363 tid 100134 td 0xc57c6300
sched_switch(c57c6300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c84945c8,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c84945c8,0,c8494638,b7,c08fff4c,...) at sleepq_wait+0x46
msleep(c84945c8,c09e1a9c,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7ddab4c,60,1050000,c57c6300,0,...) at acquire+0x76
lockmgr(c84945c8,2022,c8494638,c57c6300) at lockmgr+0x475
ffs_lock(e7ddaba4) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7ddaba4) at VOP_LOCK_APV+0x87
vn_lock(c8494570,2022,c57c6300,c8494570) at vn_lock+0xac
vget(c8494570,2022,c57c6300,c5f8493c,0,c0910ac1,48c) at vget+0xc2
ffs_sync(c5f848ac,1,c57c6300) at ffs_sync+0x1c1
dounmount(c5f848ac,8000000,c57c6300,c09e1de0,0,...) at dounmount+0x37c
unmount(c57c6300,e7ddad04) at unmount+0x1e5
syscall(3b,3b,3b,804a465,804de01,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280c6677, esp = 0xbfbfe39c, ebp = 0xbfbfe448 ---

Tracing command sh pid 20359 tid 100167 td 0xc5deba80
sched_switch(c5deba80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5e59c90) at sleepq_switch+0xc1
sleepq_wait_sig(c5e59c90) at sleepq_wait_sig+0x1d
msleep(c5e59c90,c5e59cf8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5deba80,ffffffff,e7ea6c84,2,0) at kern_wait+0x6b7
wait4(c5deba80,e7ea6d04) at wait4+0x2a
syscall(281d003b,2809003b,bfbf003b,bfbfe4f8,4f87,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281436cf, esp = 0xbfbfe4ac, ebp = 0xbfbfe4c8 ---

Tracing command rw pid 20334 tid 100121 td 0xc598d780
sched_switch(c598d780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(d9512980,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(d9512980,0,c8494638,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(d9512980,c09e10a0,50,c08ff084,0,...) at msleep+0x279
acquire(e7e0ea7c,120,60000,c598d780,0,...) at acquire+0x76
lockmgr(d9512980,202122,c8494638,c598d780) at lockmgr+0x44e
getblk(c8494570,81,0,4000,0,...) at getblk+0x12f
cluster_read(c8494570,302000,0,81,0,...) at cluster_read+0xde
ffs_read(e7e0ebf4) at ffs_read+0x286
VOP_READ_APV(c09b09c0,e7e0ebf4) at VOP_READ_APV+0x9b
vn_read(c5689d38,e7e0ecbc,c5b95700,0,c598d780) at vn_read+0x1fb
dofileread(c598d780,4,c5689d38,e7e0ecbc,ffffffff,...) at dofileread+0x85
kern_readv(c598d780,4,e7e0ecbc,bfbfd9f0,1000,...) at kern_readv+0x36
read(c598d780,e7e0ed04) at read+0x45
syscall(2805003b,bfbf003b,bfbf003b,280519c8,bfbfeb3c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28144343, esp = 0xbfbfd94c, ebp = 0xbfbfe9f8 ---

Tracing command rw pid 20333 tid 100045 td 0xc54a7000
sched_switch(c54a7000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5617648) at sleepq_switch+0xc1
sleepq_wait_sig(c5617648) at sleepq_wait_sig+0x1d
msleep(c5617648,c56176b0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c54a7000,4f94,e5a40c84,0,0) at kern_wait+0x6b7
wait4(c54a7000,e5a40d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f94,4f94,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20332 tid 100102 td 0xc561ad80
sched_switch(c561ad80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c57c0860) at sleepq_switch+0xc1
sleepq_wait_sig(c57c0860) at sleepq_wait_sig+0x1d
msleep(c57c0860,c57c08c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c561ad80,4f9d,e5ab4c84,0,0) at kern_wait+0x6b7
wait4(c561ad80,e5ab4d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f9d,4f9d,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20331 tid 100112 td 0xc5685480
sched_switch(c5685480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c598c000) at sleepq_switch+0xc1
sleepq_wait_sig(c598c000) at sleepq_wait_sig+0x1d
msleep(c598c000,c598c068,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5685480,4f93,e7ccac84,0,0) at kern_wait+0x6b7
wait4(c5685480,e7ccad04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f93,4f93,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20330 tid 100139 td 0xc5d7b000
sched_switch(c5d7b000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5d79c90) at sleepq_switch+0xc1
sleepq_wait_sig(c5d79c90) at sleepq_wait_sig+0x1d
msleep(c5d79c90,c5d79cf8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5d7b000,4f95,e7e73c84,0,0) at kern_wait+0x6b7
wait4(c5d7b000,e7e73d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f95,4f95,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20329 tid 100155 td 0xc598e600
sched_switch(c598e600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5dea218) at sleepq_switch+0xc1
sleepq_wait_sig(c5dea218) at sleepq_wait_sig+0x1d
msleep(c5dea218,c5dea280,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c598e600,4f9a,e7e29c84,0,0) at kern_wait+0x6b7
wait4(c598e600,e7e29d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f9a,4f9a,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20328 tid 100164 td 0xc5dec000
sched_switch(c5dec000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5e59648) at sleepq_switch+0xc1
sleepq_wait_sig(c5e59648) at sleepq_wait_sig+0x1d
msleep(c5e59648,c5e596b0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5dec000,4f98,e7eafc84,0,0) at kern_wait+0x6b7
wait4(c5dec000,e7eafd04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f98,4f98,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20327 tid 100127 td 0xc57c6d80
sched_switch(c57c6d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5d78218) at sleepq_switch+0xc1
sleepq_wait_sig(c5d78218) at sleepq_wait_sig+0x1d
msleep(c5d78218,c5d78280,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c57c6d80,4f9c,e7defc84,0,0) at kern_wait+0x6b7
wait4(c57c6d80,e7defd04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f9c,4f9c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20326 tid 100178 td 0xc5619780
sched_switch(c5619780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c60c8648) at sleepq_switch+0xc1
sleepq_wait_sig(c60c8648) at sleepq_wait_sig+0x1d
msleep(c60c8648,c60c86b0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5619780,4f92,e5a8ac84,0,0) at kern_wait+0x6b7
wait4(c5619780,e5a8ad04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f92,4f92,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20325 tid 100192 td 0xc66fe600
sched_switch(c66fe600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(ca38b648) at sleepq_switch+0xc1
sleepq_wait_sig(ca38b648) at sleepq_wait_sig+0x1d
msleep(ca38b648,ca38b6b0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c66fe600,4f99,e7f27c84,0,0) at kern_wait+0x6b7
wait4(c66fe600,e7f27d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f99,4f99,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20324 tid 100202 td 0xcb04b900
sched_switch(cb04b900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(cb04ac90) at sleepq_switch+0xc1
sleepq_wait_sig(cb04ac90) at sleepq_wait_sig+0x1d
msleep(cb04ac90,cb04acf8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(cb04b900,4f9b,e7f76c84,0,0) at kern_wait+0x6b7
wait4(cb04b900,e7f76d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f9b,4f9b,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20323 tid 100200 td 0xcb04bc00
sched_switch(cb04bc00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(cb04a860) at sleepq_switch+0xc1
sleepq_wait_sig(cb04a860) at sleepq_wait_sig+0x1d
msleep(cb04a860,cb04a8c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(cb04bc00,4f97,e7f7cc84,0,0) at kern_wait+0x6b7
wait4(cb04bc00,e7f7cd04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f97,4f97,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20322 tid 100100 td 0xc5684180
sched_switch(c5684180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c57c0430) at sleepq_switch+0xc1
sleepq_wait_sig(c57c0430) at sleepq_wait_sig+0x1d
msleep(c57c0430,c57c0498,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5684180,4f90,e7ca6c84,0,0) at kern_wait+0x6b7
wait4(c5684180,e7ca6d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f90,4f90,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20321 tid 100196 td 0xc66fe000
sched_switch(c66fe000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(cb04a000) at sleepq_switch+0xc1
sleepq_wait_sig(cb04a000) at sleepq_wait_sig+0x1d
msleep(cb04a000,cb04a068,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c66fe000,4f8f,e7f1bc84,0,0) at kern_wait+0x6b7
wait4(c66fe000,e7f1bd04) at wait4+0x2a
syscall(bfbf003b,bfbf003b,e7f1003b,4f8f,4f8f,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20320 tid 100068 td 0xc569e300
sched_switch(c569e300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c569da78) at sleepq_switch+0xc1
sleepq_wait_sig(c569da78) at sleepq_wait_sig+0x1d
msleep(c569da78,c569dae0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c569e300,4f8e,e7cf2c84,0,0) at kern_wait+0x6b7
wait4(c569e300,e7cf2d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f8e,4f8e,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20319 tid 100158 td 0xc5dec900
sched_switch(c5dec900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5dea860) at sleepq_switch+0xc1
sleepq_wait_sig(c5dea860) at sleepq_wait_sig+0x1d
msleep(c5dea860,c5dea8c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5dec900,4f96,e7ec1c84,0,0) at kern_wait+0x6b7
wait4(c5dec900,e7ec1d04) at wait4+0x2a
syscall(3b,3b,bfbf003b,4f96,4f96,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20318 tid 100230 td 0xc56eb780
sched_switch(c56eb780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(ca495c90) at sleepq_switch+0xc1
sleepq_wait_sig(ca495c90) at sleepq_wait_sig+0x1d
msleep(ca495c90,ca495cf8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c56eb780,4f91,e7d62c84,0,0) at kern_wait+0x6b7
wait4(c56eb780,e7d62d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,4f91,4f91,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe90c, ebp = 0xbfbfe9d8 ---

Tracing command rw pid 20317 tid 100228 td 0xc56eba80
sched_switch(c56eba80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(ca495860) at sleepq_switch+0xc1
sleepq_wait_sig(ca495860) at sleepq_wait_sig+0x1d
msleep(ca495860,ca4958c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c56eba80,4f5e,e7d68c84,0,0) at kern_wait+0x6b7
wait4(c56eba80,e7d68d04) at wait4+0x2a
syscall(3b,3b,3b,280519c8,bfbfeb3c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe9ec, ebp = 0xbfbfea08 ---

Tracing command rw pid 20312 tid 100229 td 0xc56eb900
sched_switch(c56eb900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(ca495a78) at sleepq_switch+0xc1
sleepq_wait_sig(ca495a78) at sleepq_wait_sig+0x1d
msleep(ca495a78,ca495ae0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c56eb900,4f5d,e7d65c84,0,0) at kern_wait+0x6b7
wait4(c56eb900,e7d65d04) at wait4+0x2a
syscall(3b,3b,3b,280519c8,bfbfeb3c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280db6cf, esp = 0xbfbfe9fc, ebp = 0xbfbfea18 ---

Tracing command g_raid3 data pid 20306 tid 100110 td 0xc57c5a80
sched_switch(c57c5a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c570e600,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c570e600,0,c5d3e491,7ef,c09e1838,...) at sleepq_wait+0x46
msleep(c570e600,c570e678,24c,c5d3ef60,0,...) at msleep+0x279
g_raid3_worker(c570e600,e7dcbd38,c570e600,c5d384a8,0,...) at g_raid3_worker+0x8a0
fork_exit(c5d384a8,c570e600,e7dcbd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7dcbd6c, ebp = 0 ---

Tracing command md6 pid 20302 tid 100053 td 0xc561a180
sched_switch(c561a180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(caf3d000,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(caf3d000,0,c08d930d,29d,c08d930d,...) at sleepq_wait+0x46
msleep(caf3d000,caf3d020,24c,c08d934e,0) at msleep+0x279
md_kthread(caf3d000,e5a9cd38,caf3d000,c05760d0,0,...) at md_kthread+0xfa
fork_exit(c05760d0,caf3d000,e5a9cd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe5a9cd6c, ebp = 0 ---

Tracing command md5 pid 20300 tid 100221 td 0xca491d80
sched_switch(ca491d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(cad92800,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(cad92800,0,c08d930d,29d,c08d930d,...) at sleepq_wait+0x46
msleep(cad92800,cad92820,24c,c08d934e,0) at msleep+0x279
md_kthread(cad92800,e7fc8d38,cad92800,c05760d0,0,...) at md_kthread+0xfa
fork_exit(c05760d0,cad92800,e7fc8d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7fc8d6c, ebp = 0 ---

Tracing command md4 pid 20298 tid 100190 td 0xc66fe900
sched_switch(c66fe900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(caf9b000,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(caf9b000,0,c08d930d,29d,c08d930d,...) at sleepq_wait+0x46
msleep(caf9b000,caf9b020,24c,c08d934e,0) at msleep+0x279
md_kthread(caf9b000,e7f2dd38,caf9b000,c05760d0,0,...) at md_kthread+0xfa
fork_exit(c05760d0,caf9b000,e7f2dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7f2dd6c, ebp = 0 ---

Tracing command bash pid 999 tid 100077 td 0xc56e5780
sched_switch(c56e5780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7d44a50,40,60000,c56e5780,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c56e5780) at lockmgr+0x44e
ffs_lock(e7d44aa8) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7d44aa8) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c56e5780) at vn_lock+0xac
lookup(e7d44c00) at lookup+0xd2
namei(e7d44c00) at namei+0x37e
kern_stat(c56e5780,83f8580,0,e7d44c74) at kern_stat+0x35
stat(c56e5780,e7d44d04) at stat+0x1b
syscall(3b,3b,bfbf003b,83c1860,83f8580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (188, FreeBSD ELF32, stat), eip = 0x282fed2b, esp = 0xbfbfe7cc, ebp = 0xbfbfe848 ---

Tracing command sshd pid 998 tid 100074 td 0xc5685900
sched_switch(c5685900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c5685900,b,807bc00,807bc10,0,...) at kern_select+0x4bf
select(c5685900,e7cd3d04) at select+0x44
syscall(bfbf003b,807003b,bfbf003b,0,bfbfe12c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x283542c3, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 996 tid 100050 td 0xc561a600
sched_switch(c561a600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5dba79c) at sleepq_switch+0xc1
sleepq_wait_sig(c5dba79c) at sleepq_wait_sig+0x1d
msleep(c5dba79c,c5dba768,158,c08fe003,0,...) at msleep+0x26a
sbwait(c5dba744,e5aa5c0c,c069ab98,4,0,...) at sbwait+0x4b
soreceive(c5dba6f4,0,e5aa5cbc,0,0,0) at soreceive+0x2da
soo_read(c56892d0,e5aa5cbc,c5d92700,0,c561a600) at soo_read+0x41
dofileread(c561a600,5,c56892d0,e5aa5cbc,ffffffff,...) at dofileread+0x85
kern_readv(c561a600,5,e5aa5cbc,bfbfe118,4,...) at kern_readv+0x36
read(c561a600,e5aa5d04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28354343, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---

Tracing command top pid 993 tid 100063 td 0xc569ea80
sched_switch(c569ea80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0a2fa24,c0a2fa24,3e9,e7d01b40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a2fa24,c0a2fa00,3e9) at cv_timedwait_sig+0x192
kern_select(c569ea80,2,bfbfead0,0,0,...) at kern_select+0x4a9
select(c569ea80,e7d01d04) at select+0x44
syscall(3b,812003b,bfbf003b,bfbfead0,17,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281a52c3, esp = 0xbfbfea4c, ebp = 0xbfbfebc8 ---

Tracing command bash pid 987 tid 100038 td 0xc54a7a80
sched_switch(c54a7a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54a6648) at sleepq_switch+0xc1
sleepq_wait_sig(c54a6648) at sleepq_wait_sig+0x1d
msleep(c54a6648,c54a66b0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c54a7a80,ffffffff,e5a55c84,6,0) at kern_wait+0x6b7
wait4(c54a7a80,e5a55d04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,3e1,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28298f07, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command sshd pid 986 tid 100086 td 0xc56df900
sched_switch(c56df900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c56df900,b,807bc00,807bc10,0,...) at kern_select+0x4bf
select(c56df900,e7d29d04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,bfbfe12c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x283542c3, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 984 tid 100043 td 0xc54a7300
sched_switch(c54a7300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c57cb638) at sleepq_switch+0xc1
sleepq_wait_sig(c57cb638) at sleepq_wait_sig+0x1d
msleep(c57cb638,c57cb604,158,c08fe003,0,...) at msleep+0x26a
sbwait(c57cb5e0,e5a46c0c,c069ab98,4,0,...) at sbwait+0x4b
soreceive(c57cb590,0,e5a46cbc,0,0,0) at soreceive+0x2da
soo_read(c5990090,e5a46cbc,c5702800,0,c54a7300) at soo_read+0x41
dofileread(c54a7300,5,c5990090,e5a46cbc,ffffffff,...) at dofileread+0x85
kern_readv(c54a7300,5,e5a46cbc,bfbfe118,4,...) at kern_readv+0x36
read(c54a7300,e5a46d04) at read+0x45
syscall(3b,bfbf003b,bfbf003b,4,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28354343, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---

Tracing command bash pid 933 tid 100117 td 0xc598dd80
sched_switch(c598dd80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c598ca78) at sleepq_switch+0xc1
sleepq_wait_sig(c598ca78) at sleepq_wait_sig+0x1d
msleep(c598ca78,c598cae0,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c598dd80,ffffffff,e7e1ac84,6,0) at kern_wait+0x6b7
wait4(c598dd80,e7e1ad04) at wait4+0x2a
syscall(3b,3b,3b,4f87,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28298f07, esp = 0xbfbfe5ac, ebp = 0xbfbfe5c8 ---

Tracing command csh pid 930 tid 100093 td 0xc569ed80
sched_switch(c569ed80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c56ea464) at sleepq_switch+0xc1
sleepq_wait_sig(c56ea464) at sleepq_wait_sig+0x1d
msleep(c56ea464,c56ea498,168,c08c114b,0) at msleep+0x26a
kern_sigsuspend(c569ed80,2,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c569ed80,e7d07d04) at sigsuspend+0x33
syscall(3b,3b,bfbf003b,8140c08,bfbf1a70,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2815d7b7, esp = 0xbfbf1a5c, ebp = 0xbfbf1a88 ---

Tracing command su pid 929 tid 100116 td 0xc598e000
sched_switch(c598e000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c598c860) at sleepq_switch+0xc1
sleepq_wait_sig(c598c860) at sleepq_wait_sig+0x1d
msleep(c598c860,c598c8c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c598e000,3a2,e7e1dc84,2,0) at kern_wait+0x6b7
wait4(c598e000,e7e1dd04) at wait4+0x2a
syscall(3b,2807003b,bfbf003b,bfbfe724,bfbfe7a0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280fc6cf, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---

Tracing command bash pid 916 tid 100072 td 0xc5685c00
sched_switch(c5685c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c56a1430) at sleepq_switch+0xc1
sleepq_wait_sig(c56a1430) at sleepq_wait_sig+0x1d
msleep(c56a1430,c56a1498,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5685c00,ffffffff,e7cd9c84,6,0) at kern_wait+0x6b7
wait4(c5685c00,e7cd9d04) at wait4+0x2a
syscall(3b,3b,3b,3a1,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28298f07, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command sshd pid 915 tid 100087 td 0xc56df780
sched_switch(c56df780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c56df780,e,807bc00,807bc10,0,...) at kern_select+0x4bf
select(c56df780,e7d26d04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,0,bfbfe12c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x283542c3, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 913 tid 100094 td 0xc569ec00
sched_switch(c569ec00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c58a2370) at sleepq_switch+0xc1
sleepq_wait_sig(c58a2370) at sleepq_wait_sig+0x1d
msleep(c58a2370,c58a233c,158,c08fe003,0,...) at msleep+0x26a
sbwait(c58a2318,e7d04c0c,c069ab98,4,0,...) at sbwait+0x4b
soreceive(c58a22c8,0,e7d04cbc,0,0,0) at soreceive+0x2da
soo_read(c56bed80,e7d04cbc,c5b95800,0,c569ec00) at soo_read+0x41
dofileread(c569ec00,5,c56bed80,e7d04cbc,ffffffff,...) at dofileread+0x85
kern_readv(c569ec00,5,e7d04cbc,bfbfe118,4,...) at kern_readv+0x36
read(c569ec00,e7d04d04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28354343, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---

Tracing command getty pid 912 tid 100120 td 0xc598d900
sched_switch(c598d900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54c8c10) at sleepq_switch+0xc1
sleepq_wait_sig(c54c8c10) at sleepq_wait_sig+0x1d
msleep(c54c8c10,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54c8c00,c54c8c10,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54c8c00,e7e11cbc,0) at ttread+0x48f
ttyread(c54c6500,e7e11cbc,0,e7e11c14,c06517a9,...) at ttyread+0x2f
scread(c54c6500,e7e11cbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6500,e7e11cbc,0) at giant_read+0x2d
devfs_read_f(c5990120,e7e11cbc,c52f5780,0,c598d900) at devfs_read_f+0x62
dofileread(c598d900,0,c5990120,e7e11cbc,ffffffff,...) at dofileread+0x85
kern_readv(c598d900,0,e7e11cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c598d900,e7e11d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 911 tid 100095 td 0xc56ed600
sched_switch(c56ed600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54cb010) at sleepq_switch+0xc1
sleepq_wait_sig(c54cb010) at sleepq_wait_sig+0x1d
msleep(c54cb010,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54cb000,c54cb010,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54cb000,e7d7dcbc,0) at ttread+0x48f
ttyread(c54c6600,e7d7dcbc,0,e7d7dc14,c06517a9,...) at ttyread+0x2f
scread(c54c6600,e7d7dcbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6600,e7d7dcbc,0) at giant_read+0x2d
devfs_read_f(c5990d80,e7d7dcbc,c52f5780,0,c56ed600) at devfs_read_f+0x62
dofileread(c56ed600,0,c5990d80,e7d7dcbc,ffffffff,...) at dofileread+0x85
kern_readv(c56ed600,0,e7d7dcbc,bfbfee1f,1,...) at kern_readv+0x36
read(c56ed600,e7d7dd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 910 tid 100073 td 0xc5685a80
sched_switch(c5685a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54ca010) at sleepq_switch+0xc1
sleepq_wait_sig(c54ca010) at sleepq_wait_sig+0x1d
msleep(c54ca010,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54ca000,c54ca010,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54ca000,e7cd6cbc,0) at ttread+0x48f
ttyread(c54c6700,e7cd6cbc,0,e7cd6c14,c06517a9,...) at ttyread+0x2f
scread(c54c6700,e7cd6cbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6700,e7cd6cbc,0) at giant_read+0x2d
devfs_read_f(c5688900,e7cd6cbc,c52f5780,0,c5685a80) at devfs_read_f+0x62
dofileread(c5685a80,0,c5688900,e7cd6cbc,ffffffff,...) at dofileread+0x85
kern_readv(c5685a80,0,e7cd6cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c5685a80,e7cd6d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 909 tid 100083 td 0xc56dfd80
sched_switch(c56dfd80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54c9410) at sleepq_switch+0xc1
sleepq_wait_sig(c54c9410) at sleepq_wait_sig+0x1d
msleep(c54c9410,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54c9400,c54c9410,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54c9400,e7d32cbc,0) at ttread+0x48f
ttyread(c54c6800,e7d32cbc,0,e7d32c14,c06517a9,...) at ttyread+0x2f
scread(c54c6800,e7d32cbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6800,e7d32cbc,0) at giant_read+0x2d
devfs_read_f(c56bed38,e7d32cbc,c52f5780,0,c56dfd80) at devfs_read_f+0x62
dofileread(c56dfd80,0,c56bed38,e7d32cbc,ffffffff,...) at dofileread+0x85
kern_readv(c56dfd80,0,e7d32cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c56dfd80,e7d32d04) at read+0x45
syscall(2807003b,3b,bfbf003b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 908 tid 100040 td 0xc54a7780
sched_switch(c54a7780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54c9810) at sleepq_switch+0xc1
sleepq_wait_sig(c54c9810) at sleepq_wait_sig+0x1d
msleep(c54c9810,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54c9800,c54c9810,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54c9800,e5a4fcbc,0) at ttread+0x48f
ttyread(c54c6900,e5a4fcbc,0,e5a4fc14,c06517a9,...) at ttyread+0x2f
scread(c54c6900,e5a4fcbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6900,e5a4fcbc,0) at giant_read+0x2d
devfs_read_f(c56925e8,e5a4fcbc,c52f5780,0,c54a7780) at devfs_read_f+0x62
dofileread(c54a7780,0,c56925e8,e5a4fcbc,ffffffff,...) at dofileread+0x85
kern_readv(c54a7780,0,e5a4fcbc,bfbfee1f,1,...) at kern_readv+0x36
read(c54a7780,e5a4fd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 907 tid 100062 td 0xc5684600
sched_switch(c5684600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54c2010) at sleepq_switch+0xc1
sleepq_wait_sig(c54c2010) at sleepq_wait_sig+0x1d
msleep(c54c2010,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54c2000,c54c2010,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54c2000,e7cafcbc,0) at ttread+0x48f
ttyread(c54c6a00,e7cafcbc,0,e7cafc14,c06517a9,...) at ttyread+0x2f
scread(c54c6a00,e7cafcbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6a00,e7cafcbc,0) at giant_read+0x2d
devfs_read_f(c56beea0,e7cafcbc,c52f5780,0,c5684600) at devfs_read_f+0x62
dofileread(c5684600,0,c56beea0,e7cafcbc,ffffffff,...) at dofileread+0x85
kern_readv(c5684600,0,e7cafcbc,bfbfee1f,1,...) at kern_readv+0x36
read(c5684600,e7cafd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 906 tid 100071 td 0xc5685d80
sched_switch(c5685d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54cb410) at sleepq_switch+0xc1
sleepq_wait_sig(c54cb410) at sleepq_wait_sig+0x1d
msleep(c54cb410,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54cb400,c54cb410,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54cb400,e7cdccbc,0) at ttread+0x48f
ttyread(c54c6b00,e7cdccbc,0,e7cdcc14,c06517a9,...) at ttyread+0x2f
scread(c54c6b00,e7cdccbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6b00,e7cdccbc,0) at giant_read+0x2d
devfs_read_f(c5990ca8,e7cdccbc,c52f5780,0,c5685d80) at devfs_read_f+0x62
dofileread(c5685d80,0,c5990ca8,e7cdccbc,ffffffff,...) at dofileread+0x85
kern_readv(c5685d80,0,e7cdccbc,bfbfee1f,1,...) at kern_readv+0x36
read(c5685d80,e7cdcd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command getty pid 905 tid 100061 td 0xc5684780
sched_switch(c5684780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54ca410) at sleepq_switch+0xc1
sleepq_wait_sig(c54ca410) at sleepq_wait_sig+0x1d
msleep(c54ca410,0,159,c08fd268,0) at msleep+0x26a
ttysleep(c54ca400,c54ca410,159,c08fd268,0,...) at ttysleep+0x21
ttread(c54ca400,e7cb2cbc,0) at ttread+0x48f
ttyread(c54c6c00,e7cb2cbc,0,e7cb2c14,c06517a9,...) at ttyread+0x2f
scread(c54c6c00,e7cb2cbc,0,c09e1de0,0,...) at scread+0x22
giant_read(c54c6c00,e7cb2cbc,0) at giant_read+0x2d
devfs_read_f(c56be1b0,e7cb2cbc,c52f5780,0,c5684780) at devfs_read_f+0x62
dofileread(c5684780,0,c56be1b0,e7cb2cbc,ffffffff,...) at dofileread+0x85
kern_readv(c5684780,0,e7cb2cbc,bfbfee1f,1,...) at kern_readv+0x36
read(c5684780,e7cb2d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x28150343, esp = 0xbfbfedfc, ebp = 0xbfbfee28 ---

Tracing command inetd pid 891 tid 100067 td 0xc569e480
sched_switch(c569e480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c569e480,6,bfbfe890,0,0,...) at kern_select+0x4bf
select(c569e480,e7cf5d04) at select+0x44
syscall(3b,3b,3b,bfbfe890,bfbfee20,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281622c3, esp = 0xbfbfdb6c, ebp = 0xbfbfee58 ---

Tracing command moused pid 867 tid 100082 td 0xc56e5000
sched_switch(c56e5000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c56e5000,14,bfbfe7a0,0,0,...) at kern_select+0x4bf
select(c56e5000,e7d35d04) at select+0x44
syscall(bfbf003b,3b,bfbf003b,8,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281532c3, esp = 0xbfbfe6ec, ebp = 0xbfbfe8b8 ---

Tracing command watchdogd pid 851 tid 100060 td 0xc5684900
sched_switch(c5684900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5683860) at sleepq_switch+0xc1
sleepq_wait_sig(c5683860) at sleepq_wait_sig+0x1d
msleep(c5683860,c56838c8,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c5684900,4f8c,e7cb5c84,0,0) at kern_wait+0x6b7
wait4(c5684900,e7cb5d04) at wait4+0x2a
syscall(3b,804003b,bfbf003b,4f8c,4f8c,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280fb6cf, esp = 0xbfbfec7c, ebp = 0xbfbfed48 ---

Tracing command cron pid 802 tid 100075 td 0xc5685780
sched_switch(c5685780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7cd0a50,40,60000,c5685780,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5685780) at lockmgr+0x44e
ffs_lock(e7cd0aa8) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7cd0aa8) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5685780) at vn_lock+0xac
lookup(e7cd0c00) at lookup+0xd2
namei(e7cd0c00) at namei+0x37e
kern_stat(c5685780,804e399,0,e7cd0c74) at kern_stat+0x35
stat(c5685780,e7cd0d04) at stat+0x1b
syscall(805003b,3b,bfbf003b,bfbfee50,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28146447, esp = 0xbfbfea0c, ebp = 0xbfbfed08 ---

Tracing command sendmail pid 796 tid 100091 td 0xc56df180
sched_switch(c56df180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c56ea034) at sleepq_switch+0xc1
sleepq_wait_sig(c56ea034) at sleepq_wait_sig+0x1d
msleep(c56ea034,c56ea068,168,c08c114b,0) at msleep+0x26a
kern_sigsuspend(c56df180,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c56df180,e7d1ad04) at sigsuspend+0x33
syscall(3b,3b,3b,0,bfbfd000,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282827b7, esp = 0xbfbfcfec, ebp = 0xbfbfd018 ---

Tracing command sendmail pid 790 tid 100096 td 0xc56ed480
sched_switch(c56ed480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0a2fa24,c0a2fa24,1389,e7d7ab40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a2fa24,c0a2fa00,1389) at cv_timedwait_sig+0x192
kern_select(c56ed480,5,bfbfc500,0,0,...) at kern_select+0x4a9
select(c56ed480,e7d7ad04) at select+0x44
syscall(bfbf003b,80f003b,bfbf003b,1,1,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x283002c3, esp = 0xbfbfc40c, ebp = 0xbfbfd008 ---

Tracing command sshd pid 784 tid 100058 td 0xc5684c00
sched_switch(c5684c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7cbb900,40,60000,c5684c00,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5684c00) at lockmgr+0x44e
ffs_lock(e7cbb958) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7cbb958) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5684c00) at vn_lock+0xac
lookup(e7cbbbcc) at lookup+0xd2
namei(e7cbbbcc) at namei+0x37e
vn_open_cred(e7cbbbcc,e7cbbccc,0,c58a7380,5,...) at vn_open_cred+0x277
vn_open(e7cbbbcc,e7cbbccc,0,5) at vn_open+0x1e
kern_open(c5684c00,2835e7df,0,1,0,...) at kern_open+0xb6
open(c5684c00,e7cbbd04) at open+0x1a
syscall(3b,807003b,bfbf003b,807b9a0,80730e8,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x283474a7, esp = 0xbfbfe08c, ebp = 0xbfbfe188 ---

Tracing command ntpd pid 764 tid 100099 td 0xc5684300
sched_switch(c5684300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c567a310,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c567a310,0,c567a380,b7,c08f4f98,...) at sleepq_wait+0x46
msleep(c567a310,c09e17a8,50,c08fe4f5,0,...) at msleep+0x279
acquire(e7ca9900,40,60000,c5684300,0,...) at acquire+0x76
lockmgr(c567a310,3002,c567a380,c5684300) at lockmgr+0x44e
ffs_lock(e7ca9958) at ffs_lock+0x76
VOP_LOCK_APV(c09b09c0,e7ca9958) at VOP_LOCK_APV+0x87
vn_lock(c567a2b8,1002,c5684300) at vn_lock+0xac
lookup(e7ca9bcc) at lookup+0xd2
namei(e7ca9bcc) at namei+0x37e
vn_open_cred(e7ca9bcc,e7ca9ccc,1a4,c52f5780,9,...) at vn_open_cred+0x5b
vn_open(e7ca9bcc,e7ca9ccc,1a4,9) at vn_open+0x1e
kern_open(c5684300,80c80c0,0,602,1b6,...) at kern_open+0xb6
open(c5684300,e7ca9d04) at open+0x1a
syscall(bfbf003b,3b,bfbf003b,8,282b6da0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x282854a7, esp = 0xbfbfebcc, ebp = 0xbfbfebf8 ---

Tracing command usbd pid 733 tid 100090 td 0xc56df300
sched_switch(c56df300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0a2fa24,c0a2fa24,7531,e7d1db40,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a2fa24,c0a2fa00,7531) at cv_timedwait_sig+0x192
kern_select(c56df300,5,bfbfeda0,bfbfed20,0,...) at kern_select+0x4a9
select(c56df300,e7d1dd04) at select+0x44
syscall(3b,3b,bfbf003b,bfbfed20,1e,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281442c3, esp = 0xbfbfeccc, ebp = 0xbfbfee78 ---

Tracing command nfsd pid 704 tid 100103 td 0xc561ac00
sched_switch(c561ac00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c570d400) at sleepq_switch+0xc1
sleepq_wait_sig(c570d400) at sleepq_wait_sig+0x1d
msleep(c570d400,c0a3d0a0,158,c08f04de,0,...) at msleep+0x26a
nfssvc_nfsd(c561ac00) at nfssvc_nfsd+0xe5
nfssvc(c561ac00,e5ab1d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c61b7, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command nfsd pid 703 tid 100042 td 0xc54a7480
sched_switch(c54a7480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c54a0800) at sleepq_switch+0xc1
sleepq_wait_sig(c54a0800) at sleepq_wait_sig+0x1d
msleep(c54a0800,c0a3d0a0,158,c08f04de,0,...) at msleep+0x26a
nfssvc_nfsd(c54a7480) at nfssvc_nfsd+0xe5
nfssvc(c54a7480,e5a49d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c61b7, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command nfsd pid 702 tid 100104 td 0xc561aa80
sched_switch(c561aa80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c570d600) at sleepq_switch+0xc1
sleepq_wait_sig(c570d600) at sleepq_wait_sig+0x1d
msleep(c570d600,c0a3d0a0,158,c08f04de,0,...) at msleep+0x26a
nfssvc_nfsd(c561aa80) at nfssvc_nfsd+0xe5
nfssvc(c561aa80,e5aaed04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c61b7, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command nfsd pid 701 tid 100097 td 0xc56ed300
sched_switch(c56ed300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5842000) at sleepq_switch+0xc1
sleepq_wait_sig(c5842000) at sleepq_wait_sig+0x1d
msleep(c5842000,c0a3d0a0,158,c08f04de,0,...) at msleep+0x26a
nfssvc_nfsd(c56ed300) at nfssvc_nfsd+0xe5
nfssvc(c56ed300,e7d77d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c61b7, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---

Tracing command nfsd pid 700 tid 100101 td 0xc5684000
sched_switch(c5684000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c5684000,5,bfbfed30,0,0,...) at kern_select+0x4bf
select(c5684000,e7ca3d04) at select+0x44
syscall(3b,3b,3b,bfbfee40,4,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281432c3, esp = 0xbfbfeb2c, ebp = 0xbfbfee68 ---

Tracing command mountd pid 698 tid 100089 td 0xc56df480
sched_switch(c56df480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c56df480,8,bfbfede0,0,0,...) at kern_select+0x4bf
select(c56df480,e7d20d04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,8,1,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281532c3, esp = 0xbfbfed3c, ebp = 0xbfbfee78 ---

Tracing command rpcbind pid 646 tid 100085 td 0xc56dfa80
sched_switch(c56dfa80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_timedwait_sig(c0a2fa24,c0a2fa24,7531,e7d2cb84,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a2fa24,c0a2fa00,7531) at cv_timedwait_sig+0x192
poll(c56dfa80,e7d2cd04) at poll+0x3a3
syscall(3b,3b,bfbf003b,1,7,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28113de3, esp = 0xbfbfcc5c, ebp = 0xbfbfee28 ---

Tracing command syslogd pid 626 tid 100041 td 0xc54a7600
sched_switch(c54a7600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c54a7600,9,8056060,0,0,...) at kern_select+0x4bf
select(c54a7600,e5a4cd04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,8056064,8056060,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281542c3, esp = 0xbfbfda2c, ebp = 0xbfbfee78 ---

Tracing command devd pid 558 tid 100107 td 0xc57c6000
sched_switch(c57c6000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2fa24) at sleepq_switch+0xc1
sleepq_wait_sig(c0a2fa24,246,c09e1da0,c08fb7a6,303,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a2fa24,c0a2fa00) at cv_wait_sig+0x189
kern_select(c57c6000,5,bfbfe9d0,0,0,...) at kern_select+0x4bf
select(c57c6000,e7dd4d04) at select+0x44
syscall(3b,3b,3b,0,8,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x80757f7, esp = 0xbfbfe96c, ebp = 0xbfbfee78 ---

Tracing command schedcpu pid 42 tid 100046 td 0xc5408d80
sched_switch(c5408d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(e57fed04,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(e57fed04) at sleepq_timedwait+0x4a
msleep(e57fed04,0,0,c08f04de,3e8) at msleep+0x255
schedcpu_thread(0,e57fed38,0,c0686dd8,0,...) at schedcpu_thread+0x26
fork_exit(c0686dd8,0,e57fed38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57fed6c, ebp = 0 ---

Tracing command softdepflush pid 41 tid 100047 td 0xc5408c00
sched_switch(c5408c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a3d434,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c0a3d434) at sleepq_timedwait+0x4a
msleep(c0a3d434,c0a3d400,44,c090f822,3e8) at msleep+0x255
softdep_flush(0,e57fbd38,0,c07b11d4,0,...) at softdep_flush+0x1f7
fork_exit(c07b11d4,0,e57fbd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57fbd6c, ebp = 0 ---

Tracing command vnlru pid 40 tid 100048 td 0xc5408a80
sched_switch(c5408a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5617c90,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c5617c90) at sleepq_timedwait+0x4a
msleep(c5617c90,c0a30380,250,c090076d,3e8,c0a30400) at msleep+0x255
vnlru_proc(0,e57f8d38,0,c06ca668,0,...) at vnlru_proc+0xdf
fork_exit(c06ca668,0,e57f8d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57f8d6c, ebp = 0 ---

Tracing command syncer pid 39 tid 100049 td 0xc5408900
sched_switch(c5408900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c09e2440,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c09e2440,0,c066e8b2,c0a303c0,c09006ac,...) at sleepq_wait+0x46
msleep(c09e2440,0,68,c0900a7b,0) at msleep+0x279
sched_sync(0,e57f5d38,0,c06cc174,0,...) at sched_sync+0x309
fork_exit(c06cc174,0,e57f5d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57f5d6c, ebp = 0 ---

Tracing command bufdaemon pid 38 tid 100027 td 0xc5408180
sched_switch(c5408180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a2ff8c,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c0a2ff8c) at sleepq_timedwait+0x4a
msleep(c0a2ff8c,c0a2ffa0,44,c08fefba,3e8) at msleep+0x255
buf_daemon(0,e57e6d38,0,c06bde84,0,...) at buf_daemon+0x108
fork_exit(c06bde84,0,e57e6d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57e6d6c, ebp = 0 ---

Tracing command pagezero pid 37 tid 100028 td 0xc5408000
sched_switch(c5408000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a3e3a4,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c0a3e3a4) at sleepq_timedwait+0x4a
msleep(c0a3e3a4,c0a3de80,200,c091475d,493e0,c0a3de80,0,c0914743,9d) at msleep+0x255
vm_pagezero(0,e57e3d38,0,c07e2530,0,...) at vm_pagezero+0x6c
fork_exit(c07e2530,0,e57e3d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57e3d6c, ebp = 0 ---

Tracing command vmdaemon pid 36 tid 100029 td 0xc52fdd80
sched_switch(c52fdd80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a3def4,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c0a3def4,0,c066e80c,c09e1de0,c0914419,...) at sleepq_wait+0x46
msleep(c0a3def4,0,68,c08fefba,0) at msleep+0x279
vm_daemon(0,e3dbed38,0,c07e155c,0,...) at vm_daemon+0x36
fork_exit(c07e155c,0,e3dbed38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3dbed6c, ebp = 0 ---

Tracing command pagedaemon pid 35 tid 100030 td 0xc52fdc00
sched_switch(c52fdc00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0a3deb0,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c0a3deb0) at sleepq_timedwait+0x4a
msleep(c0a3deb0,c0a3de80,44,c08fefba,1388) at msleep+0x255
vm_pageout(0,e3dbbd38,0,c07e121c,0,...) at vm_pageout+0x260
fork_exit(c07e121c,0,e3dbbd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3dbbd6c, ebp = 0 ---

Tracing command irq7: ppc0 pid 34 tid 100031 td 0xc52fda80
fork_trampoline() at fork_trampoline

Tracing command fdc0 pid 33 tid 100032 td 0xc52fd900
sched_switch(c52fd900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5406e3c,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c5406e3c) at sleepq_timedwait+0x4a
msleep(c5406e3c,c5406ef0,4c,c08f04de,3e8) at msleep+0x255
fdc_worker(c5406e00,c5406ef0,0,c0917417,48e) at fdc_worker+0x1ca
fdc_thread(c5406e00,e3db5d38,c5406e00,c083eb00,0,...) at fdc_thread+0x54
fork_exit(c083eb00,c5406e00,e3db5d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3db5d6c, ebp = 0 ---

Tracing command swi0: sio pid 32 tid 100033 td 0xc52fd780
sched_switch(c52fd780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c54b2430,e3db2d38,c54b2430,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c54b2430,e3db2d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3db2d6c, ebp = 0 ---

Tracing command irq12: psm0 pid 31 tid 100034 td 0xc52fd600
fork_trampoline() at fork_trampoline

Tracing command irq1: atkbd0 pid 30 tid 100035 td 0xc52fd480
sched_switch(c52fd480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c54b2620,e3dacd38,c54b2620,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c54b2620,e3dacd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3dacd6c, ebp = 0 ---

Tracing command irq15: ata1 pid 29 tid 100036 td 0xc54a7d80
fork_trampoline() at fork_trampoline

Tracing command irq14: ata0 pid 28 tid 100037 td 0xc54a7c00
sched_switch(c54a7c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c54a10d0,e5a58d38,c54a10d0,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c54a10d0,e5a58d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe5a58d6c, ebp = 0 ---

Tracing command irq17: fxp0 pid 27 tid 100017 td 0xc52f9900
sched_switch(c52f9900,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c543a240,e3d97d38,c543a240,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c543a240,e3d97d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d97d6c, ebp = 0 ---

Tracing command usbtask pid 26 tid 100018 td 0xc52f9780
sched_switch(c52f9780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c09df304,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c09df304,0,c066e80c,c09e1de0,c08ed64a,...) at sleepq_wait+0x46
msleep(c09df304,0,5c,c08ed65f,0,...) at msleep+0x279
usb_task_thread(0,e3d94d38,0,c0616588,0,...) at usb_task_thread+0x47
fork_exit(c0616588,0,e3d94d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d94d6c, ebp = 0 ---

Tracing command usb0 pid 25 tid 100019 td 0xc52f9600
sched_switch(c52f9600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c540c210,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c540c210) at sleepq_timedwait+0x4a
msleep(c540c210,0,5c,c08ed658,ea60,c5439480) at msleep+0x255
usb_event_thread(c5439480,e3d91d38,c5439480,c06164f8,0,...) at usb_event_thread+0x70
fork_exit(c06164f8,c5439480,e3d91d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d91d6c, ebp = 0 ---

Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc52f9480
sched_switch(c52f9480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c5434270,e3d8ed38,c5434270,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c5434270,e3d8ed38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d8ed6c, ebp = 0 ---

Tracing command irq48: em0 pid 23 tid 100021 td 0xc52f9300
fork_trampoline() at fork_trampoline

Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc52f9180
fork_trampoline() at fork_trampoline

Tracing command thread taskq pid 9 tid 100023 td 0xc5408780
sched_switch(c5408780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5409900,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c5409900,0,c08fa426,49,8,...) at sleepq_wait+0x46
msleep(c5409900,c540991c,0,c08f04de,0) at msleep+0x279
taskqueue_thread_loop(c09e7d68,e57f2d38,c09e7d68,c0696324,0,...) at taskqueue_thread_loop+0x78
fork_exit(c0696324,c09e7d68,e57f2d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57f2d6c, ebp = 0 ---

Tracing command swi6: Giant taskq pid 21 tid 100024 td 0xc5408600
sched_switch(c5408600,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c53c1590,e57efd38,c53c1590,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c53c1590,e57efd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57efd6c, ebp = 0 ---

Tracing command swi6: task queue pid 20 tid 100025 td 0xc5408480
sched_switch(c5408480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c53c15a0,e57ecd38,c53c15a0,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c53c15a0,e57ecd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57ecd6c, ebp = 0 ---

Tracing command acpi_task_2 pid 8 tid 100026 td 0xc5408300
sched_switch(c5408300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5348200,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c5348200,0,c08fa426,49,8,...) at sleepq_wait+0x46
msleep(c5348200,c534821c,0,c08f04de,0) at msleep+0x279
taskqueue_thread_loop(c1062be0,e57e9d38,c1062be0,c0696324,0,...) at taskqueue_thread_loop+0x78
fork_exit(c0696324,c1062be0,e57e9d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe57e9d6c, ebp = 0 ---

Tracing command acpi_task_1 pid 7 tid 100008 td 0xc52f8300
sched_switch(c52f8300,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5348200,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c5348200,0,c08fa426,49,8,...) at sleepq_wait+0x46
msleep(c5348200,c534821c,0,c08f04de,0) at msleep+0x279
taskqueue_thread_loop(c1062be0,e3d6dd38,c1062be0,c0696324,0,...) at taskqueue_thread_loop+0x78
fork_exit(c0696324,c1062be0,e3d6dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d6dd6c, ebp = 0 ---

Tracing command acpi_task_0 pid 6 tid 100009 td 0xc52f8180
sched_switch(c52f8180,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5348200,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c5348200,0,c08fa426,49,c541ba80,...) at sleepq_wait+0x46
msleep(c5348200,c534821c,0,c08f04de,0) at msleep+0x279
taskqueue_thread_loop(c1062be0,e3d6ad38,c1062be0,c0696324,0,...) at taskqueue_thread_loop+0x78
fork_exit(c0696324,c1062be0,e3d6ad38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d6ad6c, ebp = 0 ---

Tracing command kqueue taskq pid 5 tid 100010 td 0xc52f8000
sched_switch(c52f8000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5348280,c09e1da0,0,c08f9e55,211,...) at sleepq_switch+0xc1
sleepq_wait(c5348280,0,c08fa426,49,8,...) at sleepq_wait+0x46
msleep(c5348280,c534829c,0,c08f04de,0) at msleep+0x279
taskqueue_thread_loop(c09e0420,e3d67d38,c09e0420,c0696324,0,...) at taskqueue_thread_loop+0x78
fork_exit(c0696324,c09e0420,e3d67d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d67d6c, ebp = 0 ---

Tracing command swi2: cambio pid 19 tid 100011 td 0xc52fd300
fork_trampoline() at fork_trampoline

Tracing command swi5: + pid 18 tid 100012 td 0xc52fd180
fork_trampoline() at fork_trampoline

Tracing command yarrow pid 17 tid 100013 td 0xc52fd000
sched_switch(c52fd000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c09dd020,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c09dd020) at sleepq_timedwait+0x4a
msleep(c09dd020,0,0,c08f04de,64) at msleep+0x255
random_kthread(0,e3da3d38,0,c05c68e0,0,...) at random_kthread+0x180
fork_exit(c05c68e0,0,e3da3d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3da3d6c, ebp = 0 ---

Tracing command g_down pid 4 tid 100014 td 0xc52f9d80
sched_switch(c52f9d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c09dfb88,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c09dfb88) at sleepq_timedwait+0x4a
msleep(c09dfb88,c09dfa68,24c,c08f04de,64) at msleep+0x255
g_io_schedule_down(c52f9d80) at g_io_schedule_down+0x56
g_down_procbody(0,e3da0d38,0,c06418bc,0,...) at g_down_procbody+0x5a
fork_exit(c06418bc,0,e3da0d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3da0d6c, ebp = 0 ---

Tracing command g_up pid 3 tid 100015 td 0xc52f9c00
sched_switch(c52f9c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c09dfb84,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c09dfb84) at sleepq_timedwait+0x4a
msleep(c09dfb84,c09dfaa8,24c,c08f04de,64) at msleep+0x255
g_io_schedule_up(c52f9c00) at g_io_schedule_up+0x127
g_up_procbody(0,e3d9dd38,0,c064185c,0,...) at g_up_procbody+0x5a
fork_exit(c064185c,0,e3d9dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d9dd6c, ebp = 0 ---

Tracing command g_event pid 2 tid 100016 td 0xc52f9a80
sched_switch(c52f9a80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c09dfb7c,c09e1da0,0,c08f9e55,236,...) at sleepq_switch+0xc1
sleepq_timedwait(c09dfb7c) at sleepq_timedwait+0x4a
msleep(c09dfb7c,0,4c,c08f04de,64) at msleep+0x255
g_event_procbody(0,e3d9ad38,0,c064191c,0,...) at g_event_procbody+0x9e
fork_exit(c064191c,0,e3d9ad38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d9ad6c, ebp = 0 ---

Tracing command swi3: vm pid 16 tid 100000 td 0xc52f9000
fork_trampoline() at fork_trampoline

Tracing command swi4: clock sio pid 15 tid 100001 td 0xc52f8d80
sched_switch(c52f8d80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c52d3870,e3d82d38,c52d3870,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c52d3870,e3d82d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d82d6c, ebp = 0 ---

Tracing command swi1: net pid 14 tid 100002 td 0xc52f8c00
sched_switch(c52f8c00,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
ithread_loop(c52d3880,e3d7fd38,c52d3880,c0663430,0,...) at ithread_loop+0xda
fork_exit(c0663430,c52d3880,e3d7fd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d7fd6c, ebp = 0 ---

Tracing command idle: cpu0 pid 13 tid 100003 td 0xc52f8a80
kdb_enter(c090bcfb,c08f2ed1,23b61558,0,c09c1c84,...) at kdb_enter+0x2b
watchdog_fire(c0a5ce40,c5424018,e3d7cc8c,c086ce09,e3d7cc94,...) at watchdog_fire+0xa7
hardclock(e3d7cc94) at hardclock+0xd5
lapic_handle_timer(0) at lapic_handle_timer+0x51
Xtimerint(c09e1da0,1,e3d7ccf8,1,c52f7648,...) at Xtimerint+0x30
acpi_cpu_idle(e3d7cd0c,c0662799,c066273c,e3d7cd24,c066257c,...) at acpi_cpu_idle+0x15a
cpu_idle(c066273c,e3d7cd24,c066257c,0,e3d7cd38,...) at cpu_idle+0x28
idle_proc(0,e3d7cd38,0,c066273c,0,...) at idle_proc+0x5d
fork_exit(c066273c,0,e3d7cd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d7cd6c, ebp = 0 ---

Tracing command idle: cpu1 pid 12 tid 100004 td 0xc52f8900
sched_switch(28,c5402c00,c5402c18,e3d79cd8,e3d79cc4,...) at sched_switch+0x177
_end(c52efe80,c1062090,c09f1ec0,4,0,...) at 0xc52f0028
MAXCPU(6f687061,2f006572,2f727375,2f637273,2f737973,...) at 0x30000

Tracing command idle: cpu2 pid 11 tid 100005 td 0xc52f8780
sched_switch(28,2,c0866cc1,c0a61080,e3d70008,...) at sched_switch+0x177
_end(c52efe80,c1062090,c09f1ec0,4,0,...) at 0xc52f0028
MAXCPU(6f687061,2f006572,2f727375,2f637273,2f737973,...) at 0x30000

Tracing command idle: cpu3 pid 10 tid 100006 td 0xc52f8600
sched_switch(28,6,c0866cc1,c0a612f0,e3d70008,...) at sched_switch+0x177
_end(c52efe80,c1062090,c09f1ec0,4,0,...) at 0xc52f0028
MAXCPU(6f687061,2f006572,2f727375,2f637273,2f737973,...) at 0x30000

Tracing command init pid 1 tid 100007 td 0xc52f8480
sched_switch(c52f8480,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c52fc000) at sleepq_switch+0xc1
sleepq_wait_sig(c52fc000) at sleepq_wait_sig+0x1d
msleep(c52fc000,c52fc068,15c,c08fbd3a,0) at msleep+0x26a
kern_wait(c52f8480,ffffffff,e3d70c84,0,0) at kern_wait+0x6b7
wait4(c52f8480,e3d70d04) at wait4+0x2a
syscall(3b,3b,3b,0,0,...) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8052f47, esp = 0xbfbfed7c, ebp = 0xbfbfed98 ---

Tracing command swapper pid 0 tid 0 td 0xc09dfea0
sched_switch(c09dfea0,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
scheduler(0,141ec00,141e000,0,c044f665,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> show sleepchain 20386
thread 100148 (pid 20386, sendmail) blocked on lk "ufs" EXCL (count 1)
thread 100039 (pid 20365, ls) blocked on lk "ufs" EXCL (count 1)
thread 100134 (pid 20363, umount) blocked on lk "ufs" SHARED (count 1)
db> show sleepchain 20306
thread 100110 (pid 20306, g_raid3 data) sleeping on 0xc570e600 "r3:w1"
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) proc 20363
(kgdb) where
#0  0xc06874c7 in sched_switch (td=0xc57c6300, newtd=0xc5dec900, flags=0x1)
    at ../../../kern/sched_4bsd.c:973
#1  0xc067c9a8 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:420
#2  0xc0694c45 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:450
#3  0xc0694d8e in sleepq_wait (wchan=0xc84945c8) at ../../../kern/subr_sleepqueue.c:530
#4  0xc067c3d5 in msleep (ident=0xc84945c8, mtx=0xc09e1a9c, priority=0x50,
    wmesg=0xc08fe4f5 "ufs", timo=0x0) at ../../../kern/kern_synch.c:211
#5  0xc066ae32 in acquire (lkpp=0xe7ddab4c, extflags=0x60, wanted=0x1050000)
    at ../../../kern/kern_lock.c:119
#6  0xc066b341 in lockmgr (lkp=0xc84945c8, flags=0x2022, interlkp=0x60, td=0xc57c6300)
    at ../../../kern/kern_lock.c:351
#7  0xc07be1ba in ffs_lock (ap=0xe7ddaba4) at ../../../ufs/ffs/ffs_vnops.c:365
#8  0xc088d19b in VOP_LOCK_APV (vop=0xc09b09c0, a=0xe7ddaba4) at vnode_if.c:1642
#9  0xc06d8a98 in vn_lock (vp=0xc8494570, flags=0x2022, td=0xc57c6300) at vnode_if.h:844
#10 0xc06cc906 in vget (vp=0xc8494570, flags=0x2022, td=0xc57c6300)
    at ../../../kern/vfs_subr.c:1990
#11 0xc07bccad in ffs_sync (mp=0xc5f848ac, waitfor=0x1, td=0xc57c6300)
    at ../../../ufs/ffs/ffs_vfsops.c:1165
#12 0xc06c8610 in dounmount (mp=0xc5f848ac, flags=0x8000000, td=0xc57c6300)
    at ../../../kern/vfs_mount.c:1192
#13 0xc06c826d in unmount (td=0xc57c6300, uap=0xe7ddad04)
    at ../../../kern/vfs_mount.c:1091
#14 0xc087a9ef in syscall (frame=
      {tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x804a465, tf_esi = 0x804de01, tf_ebp = 0xbfbfe448, tf_isp = 0xe7ddad64, tf_ebx = 0xbfbfe3f0, tf_edx = 0x1a, tf_ecx = 0x0, tf_eax = 0x16, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280c6677, tf_cs = 0x33, tf_eflags = 0x206, tf_esp = 0xbfbfe39c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:983
#15 0xc08665ff in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
(kgdb) p *vp
$1 = {v_type = VREG, v_tag = 0xc08fe4f5 "ufs", v_op = 0xc09b09c0, v_data = 0xc676f108,
  v_mount = 0xc5f848ac, v_nmntvnodes = {tqe_next = 0xc5841e00, tqe_prev = 0xc9d7bdac},
  v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
  v_hashlist = {le_next = 0x0, le_prev = 0xc54f460c}, v_hash = 0x3219, v_cache_src = {
    lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc84945a0},
  v_dd = 0x0, v_cstart = 0xbc, v_lasta = 0x4ac00, v_lastw = 0xbf, v_clen = 0x7,
  v_lock = {lk_interlock = 0xc09e1a9c, lk_flags = 0x3020040, lk_sharecount = 0x1,
    lk_waitcount = 0x1, lk_exclusivecount = 0x0, lk_prio = 0x50,
    lk_wmesg = 0xc08fe4f5 "ufs", lk_timo = 0x33, lk_lockholder = 0xffffffff,
    lk_newlock = 0x0, lk_stack = {depth = 0xa, pcs = {0xc066b02c, 0xc07be1ba,
        0xc088d19b, 0xc06d8a98, 0xc06d816e, 0xc069b469, 0xc069b302, 0xc069b22d,
        0xc087a9ef, 0xc08665ff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}},
  v_interlock = {mtx_object = {lo_class = 0xc0976184,
      lo_name = 0xc08fad2c "vnode interlock", lo_type = 0xc08fad2c "vnode interlock",
      lo_flags = 0x30000, lo_list = {tqe_next = 0xc753f0c8, tqe_prev = 0xc9d7be70},
      lo_witness = 0xc09f2cd0}, mtx_lock = 0x4, mtx_recurse = 0x0},
  v_vnlock = 0xc84945c8, v_holdcnt = 0x10, v_usecount = 0x1, v_iflag = 0x0,
  v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0},
  v_bufobj = {bo_mtx = 0xc8494638, bo_clean = {bv_hd = {tqh_first = 0xd9512920,
        tqh_last = 0xd93ab43c}, bv_root = 0xd9512920, bv_cnt = 0x7}, bo_dirty = {
      bv_hd = {tqh_first = 0xd945fbfc, tqh_last = 0xd94564b4}, bv_root = 0xd945647c,
      bv_cnt = 0x6}, bo_numoutput = 0x8, bo_flag = 0x1, bo_ops = 0xc097d2a4,
    bo_bsize = 0x4000, bo_object = 0xc610b9cc, bo_synclist = {le_next = 0x0,
      le_prev = 0xc54ab328}, bo_private = 0xc8494570, __bo_vnode = 0xc8494570},
  v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p *vp->v_mount
$2 = {mnt_list = {tqe_next = 0x0, tqe_prev = 0xc579f8ac}, mnt_op = 0xc09b0660,
  mnt_vfc = 0xc09b06a0, mnt_vnodecovered = 0xc599715c, mnt_syncer = 0x0,
  mnt_nvnodelist = {tqh_first = 0xc882a828, tqh_last = 0xc5841e14}, mnt_lock = {
    lk_interlock = 0xc09e1838, lk_flags = 0x140000, lk_sharecount = 0x0,
    lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50,
    lk_wmesg = 0xc08fff6e "vfslock", lk_timo = 0x0, lk_lockholder = 0xc57c6300,
    lk_newlock = 0x0, lk_stack = {depth = 0x5, pcs = {0xc066b4f7, 0xc06c845a,
        0xc06c826d, 0xc087a9ef, 0xc08665ff, 0x0 <repeats 13 times>}}}, mnt_mtx = {
    mtx_object = {lo_class = 0xc0976184, lo_name = 0xc08fff5d "struct mount mtx",
      lo_type = 0xc08fff5d "struct mount mtx", lo_flags = 0x30000, lo_list = {
        tqe_next = 0xc5f84c20, tqe_prev = 0xc5f84668}, lo_witness = 0xc09f14e8},
    mtx_lock = 0x4, mtx_recurse = 0x0}, mnt_writeopcount = 0x1, mnt_flag = 0x1000,
  mnt_opt = 0xc54cc960, mnt_optnew = 0x0, mnt_kern_flag = 0x21000000,
  mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x3,
    f_flags = 0x1000, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x18316,
    f_bfree = 0x14f5a, f_bavail = 0x13063, f_files = 0x63fe, f_ffree = 0x63d8,
    f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0,
    f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff,
    f_owner = 0x0, f_fsid = {val = {0x455b30d8, 0x483284b2}},
    f_charspare = '\0' <repeats 79 times>,
    f_fstypename = "ufs", '\0' <repeats 12 times>,
    f_mntfromname = "/dev/raid3/data", '\0' <repeats 72 times>,
    f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc5e16e00,
  mnt_data = 0xc893e400, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0x0,
  mnt_mntlabel = 0x0, mnt_fslabel = 0x0, mnt_nvnodelistsize = 0x16,
  mnt_hashseed = 0xa157536a, mnt_markercnt = 0x1, mnt_holdcnt = 0x1,
  mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0,
  mnt_secondary_accwrites = 0xd06, mnt_ref = 0x16, mnt_gen = 0x3}
(kgdb) proc 20385
(kgdb) bt
#0  0xc06874c7 in sched_switch (td=0xc56ebc00, newtd=0xc52f8780, flags=0x1)
    at ../../../kern/sched_4bsd.c:973
#1  0xc067c9a8 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:420
#2  0xc0694c45 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:450
#3  0xc0694d8e in sleepq_wait (wchan=0xc567a310) at ../../../kern/subr_sleepqueue.c:530
#4  0xc067c3d5 in msleep (ident=0xc567a310, mtx=0xc09e17a8, priority=0x50,
    wmesg=0xc08fe4f5 "ufs", timo=0x0) at ../../../kern/kern_synch.c:211
#5  0xc066ae32 in acquire (lkpp=0xe7d6ba50, extflags=0x40, wanted=0x60000)
    at ../../../kern/kern_lock.c:119
#6  0xc066b31a in lockmgr (lkp=0xc567a310, flags=0x3002, interlkp=0x40, td=0xc56ebc00)
    at ../../../kern/kern_lock.c:344
#7  0xc07be1ba in ffs_lock (ap=0xe7d6baa8) at ../../../ufs/ffs/ffs_vnops.c:365
#8  0xc088d19b in VOP_LOCK_APV (vop=0xc09b09c0, a=0xe7d6baa8) at vnode_if.c:1642
#9  0xc06d8a98 in vn_lock (vp=0xc567a2b8, flags=0x1002, td=0xc56ebc00) at vnode_if.h:844
#10 0xc06c56c6 in lookup (ndp=0xe7d6bc00) at ../../../kern/vfs_lookup.c:392
#11 0xc06c5392 in namei (ndp=0xe7d6bc00) at ../../../kern/vfs_lookup.c:211
#12 0xc06d2d91 in kern_stat (td=0xc56ebc00, path=0x0, pathseg=UIO_USERSPACE,
    sbp=0xe7d6bc74) at ../../../kern/vfs_syscalls.c:2093
#13 0xc06d2d3f in stat (td=0xc56ebc00, uap=0xe7d6bd04)
    at ../../../kern/vfs_syscalls.c:2077
#14 0xc087a9ef in syscall (frame=
      {tf_fs = 0xbfbf003b, tf_es = 0x80f003b, tf_ds = 0xbfbf003b, tf_edi = 0x0, tf_esi = 0x0, tf_ebp = 0xbfbfc338, tf_isp = 0xe7d6bd64, tf_ebx = 0x2830ed80, tf_edx = 0x1, tf_ecx = 0x2830ed80, tf_eax = 0xbc, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x282f3447, tf_cs = 0x33, tf_eflags = 0x292, tf_esp = 0xbfbfc25c, tf_ss = 0x3b})
    at ../../../i386/i386/trap.c:983
#15 0xc08665ff in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
(kgdb) p *vp
$8 = {v_type = VDIR, v_tag = 0xc08fe4f5 "ufs", v_op = 0xc09b09c0, v_data = 0xc5679000,
  v_mount = 0xc566fb90, v_nmntvnodes = {tqe_next = 0xc567a15c, tqe_prev = 0xc68b5af4},
  v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
  v_hashlist = {le_next = 0x0, le_prev = 0xc54eec8c}, v_hash = 0x2, v_cache_src = {
    lh_first = 0xc8d8a110}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc567a2e8},
  v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {
    lk_interlock = 0xc09e17a8, lk_flags = 0x2040040, lk_sharecount = 0x0,
    lk_waitcount = 0x18, lk_exclusivecount = 0x1, lk_prio = 0x50,
    lk_wmesg = 0xc08fe4f5 "ufs", lk_timo = 0x33, lk_lockholder = 0xc54a7900,
    lk_newlock = 0x0, lk_stack = {depth = 0xa, pcs = {0xc066b3b9, 0xc07be1ba,
        0xc088d19b, 0xc06d8a98, 0xc06c56c6, 0xc06c5392, 0xc06d2e93, 0xc06d2e2f,
        0xc087a9ef, 0xc08665ff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}},
  v_interlock = {mtx_object = {lo_class = 0xc0976184,
      lo_name = 0xc08fad2c "vnode interlock", lo_type = 0xc08fad2c "vnode interlock",
      lo_flags = 0x30000, lo_list = {tqe_next = 0xc567a224, tqe_prev = 0xc56366b4},
      lo_witness = 0xc09f2cd0}, mtx_lock = 0x4, mtx_recurse = 0x0},
  v_vnlock = 0xc567a310, v_holdcnt = 0x92, v_usecount = 0x90, v_iflag = 0x0,
  v_vflag = 0x1, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0},
  v_bufobj = {bo_mtx = 0xc567a380, bo_clean = {bv_hd = {tqh_first = 0x0,
        tqh_last = 0xc567a3c8}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {
        tqh_first = 0x0, tqh_last = 0xc567a3d8}, bv_root = 0x0, bv_cnt = 0x0},
    bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc097d2a4, bo_bsize = 0x4000,
    bo_object = 0xc56ce5ac, bo_synclist = {le_next = 0x0, le_prev = 0x0},
    bo_private = 0xc567a2b8, __bo_vnode = 0xc567a2b8}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) proc 20334
(kgdb) bt
#0  0xc06874c7 in sched_switch (td=0xc598d780, newtd=0xc52f8600, flags=0x1)
    at ../../../kern/sched_4bsd.c:973
#1  0xc067c9a8 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:420
#2  0xc0694c45 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:450
#3  0xc0694d8e in sleepq_wait (wchan=0xd9512980) at ../../../kern/subr_sleepqueue.c:530
#4  0xc067c3d5 in msleep (ident=0xd9512980, mtx=0xc09e10a0, priority=0x50, wmesg=0xc08ff084 "getblk",
    timo=0x0) at ../../../kern/kern_synch.c:211
#5  0xc066ae32 in acquire (lkpp=0xe7e0ea7c, extflags=0x120, wanted=0x60000)
    at ../../../kern/kern_lock.c:119
#6  0xc066b31a in lockmgr (lkp=0xd9512980, flags=0x202122, interlkp=0x120, td=0xc598d780)
    at ../../../kern/kern_lock.c:344
#7  0xc06bea27 in getblk (vp=0xc8494570, blkno=0x81, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0)
    at pcpu.h:162
#8  0xc06c1f76 in cluster_read (vp=0xc8494570, filesize=0x302000, lblkno=0x81, size=0x4000, cred=0x0,
    totread=0x1000, seqcount=0x7f, bpp=0x0) at ../../../kern/vfs_cluster.c:118
#9  0xc07be496 in ffs_read (ap=0x0) at ../../../ufs/ffs/ffs_vnops.c:503
#10 0xc088bcfb in VOP_READ_APV (vop=0xc09b09c0, a=0xe7e0ebf4) at vnode_if.c:643
#11 0xc06d8237 in vn_read (fp=0xc5689d38, uio=0xe7e0ecbc, active_cred=0xc5b95700, flags=0x0, td=0xc598d780)
    at vnode_if.h:343
#12 0xc069b469 in dofileread (td=0xc598d780, fd=0x4, fp=0xc5689d38, auio=0xe7e0ecbc, offset=Unhandled dwarf expression opcode 0x93
) at file.h:240
#13 0xc069b302 in kern_readv (td=0xc598d780, fd=0x4, auio=0xe7e0ecbc) at ../../../kern/sys_generic.c:192
#14 0xc069b22d in read (td=0xc598d780, uap=0x0) at ../../../kern/sys_generic.c:116
#15 0xc087a9ef in syscall (frame=
      {tf_fs = 0x2805003b, tf_es = 0xbfbf003b, tf_ds = 0xbfbf003b, tf_edi = 0x280519c8, tf_esi = 0xbfbfeb3c, tf_ebp = 0xbfbfe9f8, tf_isp = 0xe7e0ed64, tf_ebx = 0x5, tf_edx = 0x400, tf_ecx = 0x0, tf_eax = 0x3, tf_trapno = 0x400, tf_err = 0x2, tf_eip = 0x28144343, tf_cs = 0x33, tf_eflags = 0x206, tf_esp = 0xbfbfd94c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:983
#16 0xc08665ff in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
(kgdb) f 6
#6  0xc066b31a in lockmgr (lkp=0xd9512980, flags=0x202122, interlkp=0x120, td=0xc598d780)
    at ../../../kern/kern_lock.c:344
344                     error = acquire(&lkp, extflags, (LK_HAVE_EXCL | LK_WANT_EXCL));
(kgdb) p *lkp
$2 = {lk_interlock = 0xc09e10a0, lk_flags = 0x2040000, lk_sharecount = 0x0, lk_waitcount = 0x1,
  lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc08ff084 "getblk", lk_timo = 0x0,
  lk_lockholder = 0xfffffffe, lk_newlock = 0x0, lk_stack = {depth = 0xb, pcs = {0xc066b3b9, 0xc06c3279,
      0xc06c2e3f, 0xc07beba3, 0xc088be9e, 0xc06d84e6, 0xc069b73f, 0xc069b5e3, 0xc069b509, 0xc087a9ef,
      0xc08665ff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}
(kgdb) x/a 0xc066b3b9
0xc066b3b9 <lockmgr+1261>:      0xe904c483
(kgdb) x/a 0xc06c3279
0xc06c3279 <cluster_wbuild+205>:        0x8510c483
(kgdb) x/a 0xc06c2e3f
0xc06c2e3f <cluster_write+511>: 0xe914c483
(kgdb) x/a 0xc07beba3
0xc07beba3 <ffs_write+1291>:    0xeb14c483
(kgdb) x/a 0xc088be9e
0xc088be9e <VOP_WRITE_APV+306>: 0xc483c389
(kgdb) x/a 0xc06d84e6
0xc06d84e6 <vn_write+490>:      0x8908c483
(kgdb) x/a 0xc069b73f
0xc069b73f <dofilewrite+119>:   0x8914c483
(kgdb) x/a 0xc069b5e3
0xc069b5e3 <kern_writev+59>:    0xff56c389
(kgdb) x/a 0xc069b509
0xc069b509 <write+69>:  0x5590c3c9
(kgdb) x/a 0xc087a9ef
0xc087a9ef <syscall+559>:       0xc483c389