GENERIC HEAD from Apr 27 17:32 UTC + vfs_syscalls patch + UF_OPENING.2.patch, vmcore.156

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #2: Thu May  3 18:52:25 CEST 2007
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1036554240 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
fsync: giving up on dirty
0xc4b04ae0: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc442c200
    flags ()
    v_object 0xc4bdbc30 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc42fc6c0 (pid 6086)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc071d32b at vop_stdlock+0x27
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc080a631 at ffs_sync+0x311
#5 0xc07234ba at dounmount+0x382
#6 0xc0723115 at unmount+0x231
#7 0xc08c365e at syscall+0x252
#8 0xc08acc90 at Xint0x80_syscall+0x20

        dev md7c
fsync: giving up on dirty
0xc4af6570: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc4b9f500
    flags ()
    v_object 0xc4bdc960 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc4c5e510 (pid 11732)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc071d32b at vop_stdlock+0x27
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc080a631 at ffs_sync+0x311
#5 0xc07234ba at dounmount+0x382
#6 0xc0723115 at unmount+0x231
#7 0xc08c365e at syscall+0x252
#8 0xc08acc90 at Xint0x80_syscall+0x20

        dev md13c
fsync: giving up on dirty
0xc4b6a414: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 5 mountedhere 0xc4479700
    flags ()
    v_object 0xc4bdf2d0 ref 0 pages 6
     lock type devfs: EXCL (count 1) by thread 0xc4c9f000 (pid 12217)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc071d32b at vop_stdlock+0x27
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc080a631 at ffs_sync+0x311
#5 0xc07234ba at dounmount+0x382
#6 0xc0723115 at unmount+0x231
#7 0xc08c365e at syscall+0x252
#8 0xc08acc90 at Xint0x80_syscall+0x20

        dev md15c
panic: vm_fault: fault on nofault entry, addr: deadc000
cpuid = 1
KDB: enter: panic
[thread pid 44345 tid 100342 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 44345 tid 100342 td 0xc4e306c0
kdb_enter(c094f07a) at kdb_enter+0x2b
panic(c096c7c4,deadc000,c0a9f3c0,246,c09fb824,...) at panic+0x140
vm_fault(c1471000,deadc000,1,0) at vm_fault+0x1d9
trap_pfault(e6e399a8,0,deadc112) at trap_pfault+0x137
trap(e6e399a8) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0689213, esp = 0xe6e399e8, ebp = 0xe6e39a0c ---
g_io_request(c67b75ac,c62edd00,d817dde0,d817dde0,e6e39a40,...) at g_io_request+0x7f
g_vfs_strategy(c438510c,d817dde0,d817dde0,0,c7eea000,...) at g_vfs_strategy+0x49
ffs_geom_strategy(c438510c,d817dde0,10b20,0,c0a10740,...) at ffs_geom_strategy+0x145
ufs_strategy(e6e39a88) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c0a10200,e6e39a88) at VOP_STRATEGY_APV+0xaf
bufstrategy(c7b2dea4,d817dde0) at bufstrategy+0x55
breadn(c7b2dd98,0,0,3800,0,...) at breadn+0xef
bread(c7b2dd98,0,0,3800,0,...) at bread+0x20
ffs_read(e6e39bc0) at ffs_read+0x23f
VOP_READ_APV(c0a10200,e6e39bc0) at VOP_READ_APV+0x9b
ufs_readdir(e6e39c34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a10200,e6e39c34) at VOP_READDIR_APV+0x9b
getdirentries(c4e306c0,e6e39d00) at getdirentries+0x180
syscall(e6e39d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818cebb, esp = 0xbfbfe3dc, ebp = 0xbfbfe408 ---
db> show allpcpu
Current CPU: 1

cpuid        = 0
curthread    = 0xc3f00a20: pid 13 "idle: cpu0"
curpcb       = 0xe2a23d90
fpcurthread  = none
idlethread   = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc4e306c0: pid 44345 "ls"
curpcb       = 0xe6e39d90
fpcurthread  = 0xc4e306c0: pid 44345 "ls"
idlethread   = 0xc3f00870: pid 12 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3f006c0: pid 11 "idle: cpu2"
curpcb       = 0xe2a1dd90
fpcurthread  = none
idlethread   = 0xc3f006c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc3f00510: pid 10 "idle: cpu3"
curpcb       = 0xe2a1ad90
fpcurthread  = none
idlethread   = 0xc3f00510: pid 10 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 44345 (ls) thread 0xc4e306c0 (100342)
exclusive sleep mutex system map r = 0 (0xc1471200) locked @ vm/vm_map.c:3067
db> show lockedvnods
Locked vnodes

0xc7b2dd98: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 4 mountedhere 0
    flags (VV_ROOT)
    v_object 0xc668b000 ref 0 pages 4
     lock type ufs: EXCL (count 1) by thread 0xc4e306c0 (pid 44345)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc080ba50 at ffs_lock+0x7c
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc07306a2 at getdirentries+0x106
#5 0xc08c365e at syscall+0x252
#6 0xc08acc90 at Xint0x80_syscall+0x20

        ino 2, on dev ad0s1e
db> show lockedbufs
buf at 0xd817dde0
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 14336, b_bcount = 14336, b_resid = 0
b_bufobj = (0xc7b2dea4), b_data = 0xd9a6a000, b_blkno = 68384
b_npages = 4, pages(OBJ, IDX, PA): (0xc668b000, 0x0, 0x19587000),(0xc668b000, 0x1, 0x27ad8000),(0xc668b000, 0x2, 0xb839000),(0xc668b000, 0x3, 0xde8a000)
 lock type bufwait: EXCL (count 1) by thread 0xc4e306c0 (pid 44345)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc0716a81 at getnewbuf+0x151
#2 0xc071811f at getblk+0x3e7
#3 0xc0714cdb at breadn+0x2f
#4 0xc0714b38 at bread+0x20
#5 0xc080bceb at ffs_read+0x23f
#6 0xc08d454b at VOP_READ_APV+0x9b
#7 0xc08186f8 at ufs_readdir+0xd4
#8 0xc08d55cf at VOP_READDIR_APV+0x9b
#9 0xc073071c at getdirentries+0x180
#10 0xc08c365e at syscall+0x252
#11 0xc08acc90 at Xint0x80_syscall+0x20

db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
44345 44337 43483     0  R+      CPU 1               ls
44337 43483 43483     0  S+      wait     0xc4b94d80 sh
44319 47646 47620  1001  S       nanslp   0xc0a53ee4 sleep
43483 43467 43483     0  S+      wait     0xc4dbfb40 sh
43467 43463 43467     0  S+      wait     0xc4296240 bash
43463 43462 43463     0  S+      pause    0xc490a264 csh
43462   908 43462  1001  S+      wait     0xc4dbe900 su
82449 82448 82449  1001  SWs+    ttyin    0xc4d23010 bash
82448 82446 82446  1001  SW      select   0xc0aa0a9c sshd
82446   776 82446     0  SWs     sbwait   0xc535a0a4 sshd
47647 47620 47620  1001  S       piperd   0xc4310318 awk
47646 47620 47620  1001  S       wait     0xc4352000 sh
47621 47619 47621  1001  Ss      kqread   0xc4ba9a00 tail
47620 47618 47620  1001  SWs     wait     0xc4312000 sh
47619 47612 47612  1001  S       select   0xc0aa0a9c sshd
47618 47611 47611  1001  SW      select   0xc0aa0a9c sshd
47617 47616 47617  1001  Ss+     select   0xc0aa0a9c top
47616 47610 47610  1001  S       select   0xc0aa0a9c sshd
47612   776 47612     0  SWs     sbwait   0xc44adb84 sshd
47611   776 47611     0  SWs     sbwait   0xc4a158cc sshd
47610   776 47610     0  SWs     sbwait   0xc4a154b8 sshd
  908   907   908  1001  Ss+     wait     0xc4315240 bash
  907   905   905  1001  S       select   0xc0aa0a9c sshd
  905   776   905     0  SWs     sbwait   0xc4434e3c sshd
  902     1   902     0  SWs+    ttyin    0xc40c7410 getty
  901     1   901     0  SWs+    ttyin    0xc40dd810 getty
  900     1   900     0  SWs+    ttyin    0xc40dc810 getty
  899     1   899     0  SWs+    ttyin    0xc40dc010 getty
  898     1   898     0  SWs+    ttyin    0xc40c9c10 getty
  897     1   897     0  SWs+    ttyin    0xc40ddc10 getty
  896     1   896     0  SWs+    ttyin    0xc40de010 getty
  895     1   895     0  SWs+    ttyin    0xc40dcc10 getty
  880     1   880     0  SWs     select   0xc0aa0a9c inetd
  853     1   853     0  SWs     select   0xc0aa0a9c moused
  837     1   837     0  Ss      nanslp   0xc0a53ee4 watchdogd
  794     1   794     0  Ss      nanslp   0xc0a53ee4 cron
  788     1   788    25  Ss      pause    0xc442a024 sendmail
  782     1   782     0  Ss      select   0xc0aa0a9c sendmail
  776     1   776     0  SWs     select   0xc0aa0a9c sshd
  757     1   757     0  Ss      select   0xc0aa0a9c ntpd
  703   699   699     0  S       -        0xc4437200 nfsd
  702   699   699     0  S       -        0xc43f4a00 nfsd
  701   699   699     0  S       -        0xc4437400 nfsd
  700   699   699     0  S       -        0xc43f4c00 nfsd
  699     1   699     0  Ss      select   0xc0aa0a9c nfsd
  697     1   697     0  Ss      select   0xc0aa0a9c mountd
  647     1   647     0  Ss      select   0xc0aa0a9c rpcbind
  630     1   630     0  Ss      select   0xc0aa0a9c syslogd
  564     1   564     0  SWs     select   0xc0aa0a9c devd
   44     0     0     0  SL      -        0xc0a53d18 [schedcpu]
   43     0     0     0  SL      sdflush  0xc0aaba38 [softdepflush]
   42     0     0     0  SL      syncer   0xc0a53d10 [syncer]
   41     0     0     0  SL      vlruwt   0xc4294b40 [vnlru]
   40     0     0     0  SL      psleep   0xc0aa0f28 [bufdaemon]
   39     0     0     0  SL      pgzero   0xc0ab4310 [pagezero]
   38     0     0     0  SL      psleep   0xc0aac240 [vmdaemon]
   37     0     0     0  SL      psleep   0xc0aac200 [pagedaemon]
   36     0     0     0  WL                          [irq7: ppc0]
   35     0     0     0  SL      -        0xc3ff523c [fdc0]
   34     0     0     0  WL                          [swi0: sio]
   33     0     0     0  WL                          [irq12: psm0]
   32     0     0     0  WL                          [irq1: atkbd0]
   31     0     0     0  WL                          [irq15: ata1]
   30     0     0     0  WL                          [irq14: ata0]
   29     0     0     0  WL                          [irq17: fxp0]
   28     0     0     0  SL      usbtsk   0xc0a51714 [usbtask-dr]
   27     0     0     0  SL      usbtsk   0xc0a51700 [usbtask-hc]
   26     0     0     0  SL      usbevt   0xc4032210 [usb0]
   25     0     0     0  WL                          [irq16: uhci0]
   24     0     0     0  SL      -        0xc401fc00 [em0 taskq]
   23     0     0     0  WL                          [irq9: acpi0]
   22     0     0     0  WL                          [swi5: +]
   21     0     0     0  SL      -        0xc3fb5a00 [thread taskq]
    9     0     0     0  SL      -        0xc3fb5a80 [acpi_task_2]
    8     0     0     0  SL      -        0xc3fb5a80 [acpi_task_1]
    7     0     0     0  SL      -        0xc3fb5a80 [acpi_task_0]
   20     0     0     0  WL                          [swi6: Giant taskq]
   19     0     0     0  WL                          [swi6: task queue]
   18     0     0     0  WL                          [swi2: cambio]
    6     0     0     0  SL      ccb_scan 0xc0a27534 [xpt_thrd]
    5     0     0     0  SL      -        0xc3fb5e80 [kqueue taskq]
   17     0     0     0  SL      -        0xc0a53d18 [yarrow]
    4     0     0     0  SL      -        0xc0a51e8c [g_down]
    3     0     0     0  SL      -        0xc0a51e88 [g_up]
    2     0     0     0  SL      -        0xc0a51e80 [g_event]
   16     0     0     0  WL                          [swi3: vm]
   15     0     0     0  WL                          [swi4: clock sio]
   14     0     0     0  WL                          [swi1: net]
   13     0     0     0  RL      CPU 0               [idle: cpu0]
   12     0     0     0  RL                          [idle: cpu1]
   11     0     0     0  RL      CPU 2               [idle: cpu2]
   10     0     0     0  RL      CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3f02000 [init]
    0     0     0     0  WLs                         [swapper]
db> set $lins^H ^Hes 0
db> allt

Tracing command ls pid 44345 tid 100342 td 0xc4e306c0
kdb_enter(c094f07a) at kdb_enter+0x2b
panic(c096c7c4,deadc000,c0a9f3c0,246,c09fb824,...) at panic+0x140
vm_fault(c1471000,deadc000,1,0) at vm_fault+0x1d9
trap_pfault(e6e399a8,0,deadc112) at trap_pfault+0x137
trap(e6e399a8) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0689213, esp = 0xe6e399e8, ebp = 0xe6e39a0c ---
g_io_request(c67b75ac,c62edd00,d817dde0,d817dde0,e6e39a40,...) at g_io_request+0x7f
g_vfs_strategy(c438510c,d817dde0,d817dde0,0,c7eea000,...) at g_vfs_strategy+0x49
ffs_geom_strategy(c438510c,d817dde0,10b20,0,c0a10740,...) at ffs_geom_strategy+0x145
ufs_strategy(e6e39a88) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c0a10200,e6e39a88) at VOP_STRATEGY_APV+0xaf
bufstrategy(c7b2dea4,d817dde0) at bufstrategy+0x55
breadn(c7b2dd98,0,0,3800,0,...) at breadn+0xef
bread(c7b2dd98,0,0,3800,0,...) at bread+0x20
ffs_read(e6e39bc0) at ffs_read+0x23f
VOP_READ_APV(c0a10200,e6e39bc0) at VOP_READ_APV+0x9b
ufs_readdir(e6e39c34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a10200,e6e39c34) at VOP_READDIR_APV+0x9b
getdirentries(c4e306c0,e6e39d00) at getdirentries+0x180
syscall(e6e39d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818cebb, esp = 0xbfbfe3dc, ebp = 0xbfbfe408 ---

Tracing command sh pid 44337 tid 100146 td 0xc4b971b0
sched_switch(c4b971b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4b94d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4b94d80) at sleepq_wait_sig+0x1d
_sleep(c4b94d80,c4b94de0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4b971b0,ffffffff,e6b31c28,2,0) at kern_wait+0x7c3
wait4(c4b971b0,e6b31d00) at wait4+0x2a
syscall(e6b31d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---

Tracing command sleep pid 44319 tid 100411 td 0xc437d870
sched_switch(c437d870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53ee4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53ee4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53ee4,0,15c,c095021f,2711,...) at _sleep+0x27c
kern_nanosleep(c437d870,e6f18c70,e6f18c68) at kern_nanosleep+0xab
nanosleep(c437d870,e6f18d00) at nanosleep+0x4f
syscall(e6f18d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137147, esp = 0xbfbfec4c, ebp = 0xbfbfeca8 ---

Tracing command sh pid 43483 tid 100271 td 0xc4dbc360
sched_switch(c4dbc360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4dbfb40) at sleepq_switch+0xc9
sleepq_wait_sig(c4dbfb40) at sleepq_wait_sig+0x1d
_sleep(c4dbfb40,c4dbfba0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4dbc360,ffffffff,e6ce8c28,2,0) at kern_wait+0x7c3
wait4(c4dbc360,e6ce8d00) at wait4+0x2a
syscall(e6ce8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe76c, ebp = 0xbfbfe788 ---

Tracing command bash pid 43467 tid 100050 td 0xc42951b0
sched_switch(c42951b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4296240) at sleepq_switch+0xc9
sleepq_wait_sig(c4296240) at sleepq_wait_sig+0x1d
_sleep(c4296240,c42962a0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c42951b0,ffffffff,e473cc28,6,0) at kern_wait+0x7c3
wait4(c42951b0,e473cd00) at wait4+0x2a
syscall(e473cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc37, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---

Tracing command csh pid 43463 tid 100477 td 0xc4908bd0
sched_switch(c4908bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c490a264) at sleepq_switch+0xc9
sleepq_wait_sig(c490a264) at sleepq_wait_sig+0x1d
_sleep(c490a264,c490a2a0,168,c0912a31,0) at _sleep+0x2a6
kern_sigsuspend(c4908bd0,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4908bd0,e6fdbd00) at sigsuspend+0x33
syscall(e6fdbd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816646f, esp = 0xbfbfe5bc, ebp = 0xbfbfe638 ---

Tracing command su pid 43462 tid 100263 td 0xc4dbd1b0
sched_switch(c4dbd1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4dbe900) at sleepq_switch+0xc9
sleepq_wait_sig(c4dbe900) at sleepq_wait_sig+0x1d
_sleep(c4dbe900,c4dbe960,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4dbd1b0,a9c7,e6d00c28,2,0) at kern_wait+0x7c3
wait4(c4dbd1b0,e6d00d00) at wait4+0x2a
syscall(e6d00d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c37, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 ---

Tracing command bash pid 82449 tid 100667 td 0xc50611b0

Tracing command sshd pid 82448 tid 100229 td 0xc4c9f000

Tracing command sshd pid 82446 tid 100387 td 0xc4426510

Tracing command awk pid 47647 tid 100237 td 0xc4c9e1b0
sched_switch(c4c9e1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4310318) at sleepq_switch+0xc9
sleepq_wait_sig(c4310318) at sleepq_wait_sig+0x1d
_sleep(c4310318,c4310488,14c,c09543e1,0) at _sleep+0x2a6
pipe_read(c4b40048,e6c94c60,c4aae580,0,c4c9e1b0) at pipe_read+0x377
dofileread(c4c9e1b0,0,c4b40048,e6c94c60,ffffffff,...) at dofileread+0x85
kern_readv(c4c9e1b0,0,e6c94c60,28233000,1000,...) at kern_readv+0x36
read(c4c9e1b0,e6c94d00) at read+0x45
syscall(e6c94d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818274b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---

Tracing command sh pid 47646 tid 100091 td 0xc4314510
sched_switch(c4314510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352000) at sleepq_switch+0xc9
sleepq_wait_sig(c4352000) at sleepq_wait_sig+0x1d
_sleep(c4352000,c4352060,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4314510,ffffffff,e69abc28,2,0) at kern_wait+0x7c3
wait4(c4314510,e69abd00) at wait4+0x2a
syscall(e69abd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---

Tracing command tail pid 47621 tid 100238 td 0xc4c3e510
sched_switch(c4c3e510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4ba9a00) at sleepq_switch+0xc9
sleepq_timedwait_sig(c4ba9a00) at sleepq_timedwait_sig+0x1e
_sleep(c4ba9a00,c4ba9a00,158,c094ba7c,3e9,...) at _sleep+0x27c
kqueue_scan(c4ba9a00,1,e6bfbc64,e6bfbc1c,e6bfbb3c,c4c3e510) at kqueue_scan+0x1f7
kern_kevent(c4c3e510,4,0,1,e6bfbc64,e6bfbc1c) at kern_kevent+0x159
kevent(c4c3e510,e6bfbd00) at kevent+0xfa
syscall(e6bfbd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2813b12f, esp = 0xbfbfeb2c, ebp = 0xbfbfebd8 ---

Tracing command sh pid 47620 tid 100063 td 0xc4314000

Tracing command sshd pid 47619 tid 100228 td 0xc4c9f1b0
sched_switch(c4c9f1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4c9f1b0,b,284030e0,284030e4,0,...) at kern_select+0x495
select(c4c9f1b0,e6cafd00) at select+0x44
syscall(e6cafd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 47618 tid 100222 td 0xc4c5e360

Tracing command top pid 47617 tid 100207 td 0xc4c3ea20
sched_switch(c4c3ea20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa0a9c,0,0,c09fb824,e6c04adc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa0a9c,c0aa0a84,3e9) at _cv_timedwait_sig+0x188
kern_select(c4c3ea20,2,bfbfec30,0,0,...) at kern_select+0x47f
select(c4c3ea20,e6c04d00) at select+0x44
syscall(e6c04d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b76cb, esp = 0xbfbfebac, ebp = 0xbfbfed28 ---

Tracing command sshd pid 47616 tid 100116 td 0xc4354000
sched_switch(c4354000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4354000,9,284030e0,284030e4,0,...) at kern_select+0x495
select(c4354000,e6a04d00) at select+0x44
syscall(e6a04d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 47612 tid 100165 td 0xc4bbdbd0

Tracing command sshd pid 47611 tid 100227 td 0xc4c3fa20

Tracing command sshd pid 47610 tid 100205 td 0xc4c3ed80

Tracing command bash pid 908 tid 100071 td 0xc43131b0
sched_switch(c43131b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4315240) at sleepq_switch+0xc9
sleepq_wait_sig(c4315240) at sleepq_wait_sig+0x1d
_sleep(c4315240,c43152a0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c43131b0,ffffffff,e698ac28,6,0) at kern_wait+0x7c3
wait4(c43131b0,e698ad00) at wait4+0x2a
syscall(e698ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc37, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---

Tracing command sshd pid 907 tid 100093 td 0xc43141b0
sched_switch(c43141b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c43141b0,d,284030e0,284030e4,0,...) at kern_select+0x495
select(c43141b0,e69a5d00) at select+0x44
syscall(e69a5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 905 tid 100108 td 0xc4427000

Tracing command getty pid 902 tid 100118 td 0xc4353bd0

Tracing command getty pid 901 tid 100120 td 0xc4353870

Tracing command getty pid 900 tid 100095 td 0xc4354bd0

Tracing command getty pid 899 tid 100040 td 0xc404f360

Tracing command getty pid 898 tid 100068 td 0xc43136c0

Tracing command getty pid 897 tid 100059 td 0xc42fcd80

Tracing command getty pid 896 tid 100042 td 0xc404f000

Tracing command getty pid 895 tid 100081 td 0xc434a6c0

Tracing command inetd pid 880 tid 100087 td 0xc4314bd0

Tracing command moused pid 853 tid 100119 td 0xc4353a20

Tracing command watchdogd pid 837 tid 100110 td 0xc4426bd0
sched_switch(c4426bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53ee4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53ee4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53ee4,0,15c,c095021f,ea61,...) at _sleep+0x27c
kern_nanosleep(c4426bd0,e6a56c70,e6a56c68) at kern_nanosleep+0xab
nanosleep(c4426bd0,e6a56d00) at nanosleep+0x4f
syscall(e6a56d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a147, esp = 0xbfbfed2c, ebp = 0xbfbfed58 ---

Tracing command cron pid 794 tid 100051 td 0xc4295000
sched_switch(c4295000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53ee4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53ee4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53ee4,0,15c,c095021f,ea61,...) at _sleep+0x27c
kern_nanosleep(c4295000,e4739c70,e4739c68) at kern_nanosleep+0xab
nanosleep(c4295000,e4739d00) at nanosleep+0x4f
syscall(e4739d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28149147, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---

Tracing command sendmail pid 788 tid 100105 td 0xc4427510
sched_switch(c4427510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c442a024) at sleepq_switch+0xc9
sleepq_wait_sig(c442a024) at sleepq_wait_sig+0x1d
_sleep(c442a024,c442a060,168,c0912a31,0) at _sleep+0x2a6
kern_sigsuspend(c4427510,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4427510,e6a65d00) at sigsuspend+0x33
syscall(e6a65d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ce46f, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---

Tracing command sendmail pid 782 tid 100073 td 0xc42fdd80
sched_switch(c42fdd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa0a9c,0,0,c09fb824,e6973adc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa0a9c,c0aa0a84,1389) at _cv_timedwait_sig+0x188
kern_select(c42fdd80,5,bfbfc520,0,0,...) at kern_select+0x47f
select(c42fdd80,e6973d00) at select+0x44
syscall(e6973d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283566cb, esp = 0xbfbfc43c, ebp = 0xbfbfd028 ---

Tracing command sshd pid 776 tid 100061 td 0xc42fca20

Tracing command ntpd pid 757 tid 100052 td 0xc4050d80
sched_switch(c4050d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4050d80,a,bfbfed70,0,0,...) at kern_select+0x495
select(c4050d80,e44fcd00) at select+0x44
syscall(e44fcd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x282d86cb, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---

Tracing command nfsd pid 703 tid 100082 td 0xc434a510
sched_switch(c434a510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4437200) at sleepq_switch+0xc9
sleepq_wait_sig(c4437200) at sleepq_wait_sig+0x1d
_sleep(c4437200,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c434a510) at nfssvc_nfsd+0x101
nfssvc(c434a510,e69d7d00) at nfssvc+0x190
syscall(e69d7d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 702 tid 100114 td 0xc4354360
sched_switch(c4354360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43f4a00) at sleepq_switch+0xc9
sleepq_wait_sig(c43f4a00) at sleepq_wait_sig+0x1d
_sleep(c43f4a00,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4354360) at nfssvc_nfsd+0x101
nfssvc(c4354360,e6a0ad00) at nfssvc+0x190
syscall(e6a0ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 701 tid 100094 td 0xc4354d80
sched_switch(c4354d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4437400) at sleepq_switch+0xc9
sleepq_wait_sig(c4437400) at sleepq_wait_sig+0x1d
_sleep(c4437400,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4354d80) at nfssvc_nfsd+0x101
nfssvc(c4354d80,e6a1cd00) at nfssvc+0x190
syscall(e6a1cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 700 tid 100103 td 0xc4427870
sched_switch(c4427870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43f4c00) at sleepq_switch+0xc9
sleepq_wait_sig(c43f4c00) at sleepq_wait_sig+0x1d
_sleep(c43f4c00,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4427870) at nfssvc_nfsd+0x101
nfssvc(c4427870,e6a6bd00) at nfssvc+0x190
syscall(e6a6bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 699 tid 100092 td 0xc4314360
sched_switch(c4314360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4314360,5,bfbfed40,0,0,...) at kern_select+0x495
select(c4314360,e69a8d00) at select+0x44
syscall(e69a8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281536cb, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---

Tracing command mountd pid 697 tid 100062 td 0xc42fc870
sched_switch(c42fc870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c42fc870,8,bfbfedf0,0,0,...) at kern_select+0x495
select(c42fc870,e694fd00) at select+0x44
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281636cb, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 647 tid 100107 td 0xc44271b0
sched_switch(c44271b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa0a9c,0,0,c09fb824,e6a5fb28,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa0a9c,c0aa0a84,7531) at _cv_timedwait_sig+0x188
poll(c44271b0,e6a5fd00) at poll+0x3a3
syscall(e6a5fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811d027, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---

Tracing command syslogd pid 630 tid 100083 td 0xc434a360
sched_switch(c434a360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c434a360,9,282200bc,0,0,...) at kern_select+0x495
select(c434a360,e69d4d00) at select+0x44
syscall(e69d4d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281646cb, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 564 tid 100070 td 0xc4313360

Tracing command schedcpu pid 44 tid 100044 td 0xc4000bd0
sched_switch(c4000bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d18,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53d18) at sleepq_timedwait+0x4a
_sleep(c0a53d18,0,0,c09471aa,3e8,...) at _sleep+0x291
pause(c09471aa,3e8) at pause+0x26
schedcpu_thread(0,e449cd38) at schedcpu_thread+0x19
fork_exit(c06d9e4c,0,e449cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449cd70, ebp = 0 ---

Tracing command softdepflush pid 43 tid 100045 td 0xc4000a20
sched_switch(c4000a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaba38,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aaba38) at sleepq_timedwait+0x4a
_sleep(c0aaba38,c0aaba10,44,c09695b5,3e8) at _sleep+0x291
softdep_flush(0,e4499d38) at softdep_flush+0x259
fork_exit(c07fd9f0,0,e4499d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4499d70, ebp = 0 ---

Tracing command syncer pid 42 tid 100046 td 0xc4295870
sched_switch(c4295870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d10,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a53d10,0,0,c09fb824,c095a167,...) at sleepq_wait+0x46
_sleep(c0a53d10,c0aa1224,68,c095a575,0) at _sleep+0x2b5
sched_sync(0,e4748d38) at sched_sync+0x2fe
fork_exit(c072783c,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---

Tracing command vnlru pid 41 tid 100047 td 0xc42956c0
sched_switch(c42956c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4294b40,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4294b40) at sleepq_timedwait+0x4a
_sleep(c4294b40,c0aa11f8,250,c095a228,3e8,c0aa1258) at _sleep+0x291
vnlru_proc(0,e4745d38) at vnlru_proc+0xdf
fork_exit(c072596c,0,e4745d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4745d70, ebp = 0 ---

Tracing command bufdaemon pid 40 tid 100048 td 0xc4295510
sched_switch(c4295510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0f28,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa0f28) at sleepq_timedwait+0x4a
_sleep(c0aa0f28,c0aa0f2c,44,c095896a,3e8) at _sleep+0x291
buf_daemon(0,e4742d38) at buf_daemon+0x198
fork_exit(c07170e4,0,e4742d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4742d70, ebp = 0 ---

Tracing command pagezero pid 39 tid 100049 td 0xc4295360
sched_switch(c4295360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab4310,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab4310) at sleepq_timedwait+0x4a
_sleep(c0ab4310,c0aac1c4,0,c096e76e,493e0) at _sleep+0x291
vm_pagezero(0,e473fd38) at vm_pagezero+0x6b
fork_exit(c08324f0,0,e473fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---

Tracing command vmdaemon pid 38 tid 100027 td 0xc3f03d80
sched_switch(c3f03d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac240,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aac240,ffffffff,0,0,e2a5fcd0,...) at sleepq_wait+0x46
_sleep(c0aac240,0,68,c095896a,0) at _sleep+0x2b5
vm_daemon(0,e2a5fd38) at vm_daemon+0x36
fork_exit(c083113c,0,e2a5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5fd70, ebp = 0 ---

Tracing command pagedaemon pid 37 tid 100028 td 0xc3f03bd0
sched_switch(c3f03bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac200,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aac200) at sleepq_timedwait+0x4a
_sleep(c0aac200,c0aac1c4,44,c095896a,1388) at _sleep+0x291
vm_pageout(0,e2a5cd38) at vm_pageout+0x268
fork_exit(c0830dc4,0,e2a5cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5cd70, ebp = 0 ---

Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f03a20
fork_trampoline() at fork_trampoline

Tracing command fdc0 pid 35 tid 100030 td 0xc3f03870
sched_switch(c3f03870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff523c,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff523c) at sleepq_timedwait+0x4a
_sleep(c3ff523c,c3ff52f0,4c,c09471aa,3e8) at _sleep+0x291
fdc_worker(c3ff5200,c3ff52f0,0,c0970c4f,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff5200,e2a56d38) at fdc_thread+0x54
fork_exit(c088ed58,c3ff5200,e2a56d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a56d70, ebp = 0 ---

Tracing command swi0: sio pid 34 tid 100031 td 0xc3f036c0
sched_switch(c3f036c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bac70,e2a53d38) at ithread_loop+0xda
fork_exit(c06af900,c40bac70,e2a53d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a53d70, ebp = 0 ---

Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f03510
fork_trampoline() at fork_trampoline

Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4050000
sched_switch(c4050000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ba550,e44e4d38) at ithread_loop+0xda
fork_exit(c06af900,c40ba550,e44e4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44e4d70, ebp = 0 ---

Tracing command irq15: ata1 pid 31 tid 100034 td 0xc404fd80
fork_trampoline() at fork_trampoline

Tracing command irq14: ata0 pid 30 tid 100035 td 0xc404fbd0
sched_switch(c404fbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40aca20,e44ded38) at ithread_loop+0xda
fork_exit(c06af900,c40aca20,e44ded38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44ded70, ebp = 0 ---

Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc404fa20
sched_switch(c404fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ac240,e44dbd38) at ithread_loop+0xda
fork_exit(c06af900,c40ac240,e44dbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44dbd70, ebp = 0 ---

Tracing command usbtask-dr pid 28 tid 100037 td 0xc404f870
sched_switch(c404f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51714,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a51714,ffffffff,0,0,c06bba9c,...) at sleepq_wait+0x46
_sleep(c0a51714,0,5c,c094412b,0,...) at _sleep+0x2b5
usb_task_thread(c0a51714,e44d8d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a51714,e44d8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d8d70, ebp = 0 ---

Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f016c0
sched_switch(c3f016c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51700,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a51700,ffffffff,0,0,c06bba9c,...) at sleepq_wait+0x46
_sleep(c0a51700,0,5c,c094412b,0,...) at _sleep+0x2b5
usb_task_thread(c0a51700,e2a38d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a51700,e2a38d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---

Tracing command usb0 pid 26 tid 100018 td 0xc3f01510
sched_switch(c3f01510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4032210,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4032210) at sleepq_timedwait+0x4a
_sleep(c4032210,0,5c,c0944124,ea60,c403f500) at _sleep+0x291
usb_event_thread(c403f500,e2a35d38) at usb_event_thread+0x94
fork_exit(c065c5d0,c403f500,e2a35d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---

Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f01360
sched_switch(c3f01360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402ebb0,e2a32d38) at ithread_loop+0xda
fork_exit(c06af900,c402ebb0,e2a32d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---

Tracing command em0 taskq pid 24 tid 100020 td 0xc3f011b0
sched_switch(c3f011b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c401fc00,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c401fc00,c401fc1c,8,c0952c39,47,...) at sleepq_wait+0x46
msleep_spin(c401fc00,c401fc1c,c09471aa,0) at msleep_spin+0x19e
taskqueue_thread_loop(c3fefa14,e2a2fd38) at taskqueue_thread_loop+0x61
fork_exit(c06eb4bc,c3fefa14,e2a2fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---

Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4000870
fork_trampoline() at fork_trampoline

Tracing command swi5: + pid 22 tid 100022 td 0xc40006c0
fork_trampoline() at fork_trampoline

Tracing command thread taskq pid 21 tid 100023 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a00,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a00,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a00,c3fb5a1c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a594b0,e4490d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0a594b0,e4490d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---

Tracing command acpi_task_2 pid 9 tid 100024 td 0xc4000360
sched_switch(c4000360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448dd38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0c17334,e448dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---

Tracing command acpi_task_1 pid 8 tid 100025 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448ad38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0c17334,e448ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---

Tracing command acpi_task_0 pid 7 tid 100026 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e4487d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0c17334,e4487d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4487d70, ebp = 0 ---

Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3f001b0
fork_trampoline() at fork_trampoline

Tracing command swi6: task queue pid 19 tid 100009 td 0xc3f00000
sched_switch(c3f00000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e520,e2a11d38) at ithread_loop+0xda
fork_exit(c06af900,c3f8e520,e2a11d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---

Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f03360
fork_trampoline() at fork_trampoline

Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f031b0
sched_switch(c3f031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a27534,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a27534,0,0,c09fb824,c090684e,...) at sleepq_wait+0x46
_sleep(c0a27534,c0a2754c,4c,c09068c1,0,...) at _sleep+0x2b5
xpt_scanner_thread(0,e2a4ad38) at xpt_scanner_thread+0x29
fork_exit(c045a3c0,0,e2a4ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4ad70, ebp = 0 ---

Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f03000
sched_switch(c3f03000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5e80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5e80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5e80,c3fb5e9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a525a4,e2a47d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0a525a4,e2a47d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a47d70, ebp = 0 ---

Tracing command yarrow pid 17 tid 100013 td 0xc3f01d80
sched_switch(c3f01d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d18,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53d18) at sleepq_timedwait+0x4a
_sleep(c0a53d18,0,0,c09471aa,64,...) at _sleep+0x291
pause(c09471aa,64) at pause+0x26
random_kthread(0,e2a44d38) at random_kthread+0x177
fork_exit(c05f9028,0,e2a44d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100014 td 0xc3f01bd0
sched_switch(c3f01bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51e8c,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51e8c) at sleepq_timedwait+0x4a
_sleep(c0a51e8c,c0a51da8,24c,c09471aa,64) at _sleep+0x291
g_io_schedule_down(c3f01bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a41d38) at g_down_procbody+0x5a
fork_exit(c0689b14,0,e2a41d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100015 td 0xc3f01a20
sched_switch(c3f01a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51e88,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51e88) at sleepq_timedwait+0x4a
_sleep(c0a51e88,c0a51de8,24c,c09471aa,64) at _sleep+0x291
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0689ab4,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---

Tracing command g_event pid 2 tid 100016 td 0xc3f01870
sched_switch(c3f01870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51e80,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51e80) at sleepq_timedwait+0x4a
_sleep(c0a51e80,0,4c,c09471aa,64) at _sleep+0x291
g_event_procbody(0,e2a3bd38) at g_event_procbody+0x9e
fork_exit(c0689b74,0,e2a3bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---

Tracing command swi3: vm pid 16 tid 100000 td 0xc3f01000
fork_trampoline() at fork_trampoline

Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4920,e2a29d38) at ithread_loop+0xda
fork_exit(c06af900,c3ec4920,e2a29d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---

Tracing command swi1: net pid 14 tid 100002 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a26d38) at ithread_loop+0xda
fork_exit(c06af900,c3ec4930,e2a26d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---

Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3f00a20
cpustop_handler(e2a23bd8,c08c28e9,2,2,3,...) at cpustop_handler+0x31
ipi_nmi_handler(2,2,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2a23be4) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08a10a4, esp = 0xe2a23c24, ebp = 0xe2a23c34 ---
siointr1(c40c0000,c0ac0eec,0,c0972bb8,56f,...) at siointr1+0x230
siointr(c40c0000) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e2a23c94,4,e2a23cd4,c08acff4,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e2a23c94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0c07145, esp = 0xe2a23cd4, ebp = 0xe2a23cd4 ---
acpi_cpu_c1(c0a537b0,c06dac80,e2a23cf4,c06dac80,c06dac80,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a23d04,c06daca9,e2a23d24,c06ae938,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a23d24,c06ae938,0,e2a23d38,c3eff6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a23d38) at sched_idletd+0x29
fork_exit(c06dac80,0,e2a23d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---

Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3f00870
sched_switch(c3f00870,0,1) at sched_switch+0xff
mi_switch(1,0,c0a537b0,0,c0950bcc,...) at mi_switch+0x280
sched_idletd(0,e2a20d38) at sched_idletd+0x51
fork_exit(c06dac80,0,e2a20d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---

Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3f006c0
cpustop_handler(e2a1dc88,c08c28e9,c0a537b0,c0a537b0,c3effb40,...) at cpustop_handler+0x31
ipi_nmi_handler(c0a537b0,c0a537b0,c3effb40,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1dc94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a1dcd4, ebp = 0xe2a1dcd4 ---
acpi_cpu_c1(c0a537b0,c06dac80,e2a1dcf4,c06dac80,c06dac80,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1dd04,c06daca9,e2a1dd24,c06ae938,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1dd24,c06ae938,0,e2a1dd38,c3effb40,...) at cpu_idle+0x28
sched_idletd(0,e2a1dd38) at sched_idletd+0x29
fork_exit(c06dac80,0,e2a1dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---

Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3f00510
cpustop_handler(e2a1ac88,c08c28e9,c06bc02d,e2a1ac24,c3f00510,...) at cpustop_handler+0x31
ipi_nmi_handler(c06bc02d,e2a1ac24,c3f00510,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1ac94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a1acd4, ebp = 0xe2a1acd4 ---
acpi_cpu_c1(c0a537b0,c06dac80,e2a1acf4,c06dac80,c06dac80,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1ad04,c06daca9,e2a1ad24,c06ae938,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1ad24,c06ae938,0,e2a1ad38,c3effd80,...) at cpu_idle+0x28
sched_idletd(0,e2a1ad38) at sched_idletd+0x29
fork_exit(c06dac80,0,e2a1ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---

Tracing command init pid 1 tid 100007 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f02000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f02000) at sleepq_wait_sig+0x1d
_sleep(c3f02000,c3f02060,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c3f00360,ffffffff,e2a17c28,0,0) at kern_wait+0x7c3
wait4(c3f00360,e2a17d00) at wait4+0x2a
syscall(e2a17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---

Tracing command swapper pid 0 tid 0 td 0xc0a52180
sched_switch(c0a52180,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c04529f5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 175 MB: 160 144 128 112 96 80 64 48 32 16
Dump complete
= 0xf
db> c
Uptime: 15h12m40s
Automatic reboot in 15 seconds - press a key on the console to abort
KDB: stack backtrace:
db_trace_self_wrapper(c0951b8d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748c70,c072a2c5,c095ab8d,c097be3d,c4385984,...) at kdb_backtrace+0x29
vfs_badlock(c095ab8d,c097be3d,c4385984) at vfs_badlock+0x11
assert_vop_elocked(c4385984,c097be3d,c4385984,c097be3d) at assert_vop_elocked+0x4d
VOP_FSYNC_APV(c0a05240,e4748cb4) at VOP_FSYNC_APV+0x8e
sync_vnode(c4385a90,c4295870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c072783c,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
VOP_FSYNC: 0xc4385984 is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ] Stopped at kdb_enter+0x2b: nop db> KDB: stack backtrace: db_trace_self_wrapper(c0951b8d) at db_trace_self_wrapper+0x25 kdb_backtrace(e4748b70,c072a2c5,c095ab8d,c0968d8e,c81f0984,...) at kdb_backtrace+0x29 vfs_badlock(c095ab8d,c0968d8e,c81f0984) at vfs_badlock+0x11ert_vop_elocked(c81f0984,c0968d8e,e4748ba4,c06bbb55,c81f0a58,...) at assert_vop_elocked+0x4d ffs_update(c81f0984,0,1,0,0,...) at ffs_update+0x16 ffs_syncvnode(c81f0984,3) at ffs_syncvnode+0x3b4 ffs_sync(c42d25d0,3,c4295870,c42d25d0,2,...) at ffs_sync+0x201 sync_fsync(e4748cb4) at sync_fsync+0x15f VOP_FSYNC_APV(c0a05240,e4748cb4) at VOP_FSYNC_APV+0x9b sync_vnode(c4385a90,c4295870) at sync_vnode+0x110 sched_sync(0,e4748d38) at sched_sync+0x1ed fork_exit(c072783c,0,e4748d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 --- ffs_update: 0xc81f0984 is not exclusive locked but should be KDB
enter: lock violation
[thread pid 42 tid 100046 ] Stopped at kdb_enter+0x2b: nop db> KDB: stack backtrace: db_trace_self_wrapper(c0951b8d) at db_trace_self_wrapper+0x25 kdb_backtrace(e4748bac,c072a212,c095ab4b,c095a6a3,c81f0984,...) at kdb_backtrace+0x29 vfs_badlock(c095ab4b,c095a6a3,c81f0984) at vfs_badlock+0x11 assert_vop_locked(c81f0984,c095a6a3,0,c81f0984,e4748bf4,...) at assert_vop_locked+0x4a vput(c81f0984,c42d264c,36f506,0,0,...) at vput+0x2f ffs_sync(c42d25d0,3,c4295870,c42d25d0,2,...) at ffs_sync+0x211 sync_fsync(e4748cb4) at sync_fsync+0x15f VOP_FSYNC_APV(c0a05240,e4748cb4) at VOP_FSYNC_APV+0x9b sync_vnode(c4385a90,c4295870) at sync_vnode+0x110 sched_sync(0,e4748d38) at sched_sync+0x1ed fork_exit(c072783c,0,e4748d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 --- vput: 0xc81f0984 is not locked but should be KDB: enter: lock violation [thread pid 42 tid 100046 ] Stopped at kdb_enter+0x2b: nop db> reset cpu_reset: Restarting BSP (kgdb) bt #0 doadump () at pcpu.h:172 #1 0xc0479dcb in db_fncall (dummy1=0xe6e39634, dummy2=0x0, dummy3=0xc0a4f8c0, dummy4=0xe6e39610 "\220") at ../../../ddb/db_command.c:486 #2 0xc0479bd7 in db_command (last_cmdp=0xc0a281c4, cmd_table=0x0) at ../../../ddb/db_command.c:401 #3 0xc0479c92 in db_command_loop () at ../../../ddb/db_command.c:453 #4 0xc047b8dd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc06e3b70 in kdb_trap (type=0x3, code=0x0, tf=0xe6e397a8) at ../../../kern/subr_kdb.c:502 #6 0xc08c2e15 in trap (frame=0xe6e397a8) at ../../../i386/i386/trap.c:621 #7 0xc08acc2b in calltrap () at ../../../i386/i386/exception.s:139 #8 0xc06e3897 in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60 #9 0xc06c4808 in panic (fmt=0xc096c7c4 "vm_fault: fault on nofault entry, addr: %lx") at ../../../kern/kern_shutdown.c:557 #10 0xc0821bb1 in vm_fault (map=0xc1471000, vaddr=0xdeadc000, fault_type=0x1, fault_flags=0x0) at ../../../vm/vm_fault.c:275 #11 0xc08c302b in trap_pfault (frame=0xe6e399a8, usermode=0x0, eva=0xdeadc112) at ../../../i386/i386/trap.c:774 #12 0xc08c2ca2 in trap (frame=0xe6e399a8) at ../../../i386/i386/trap.c:462 #13 0xc08acc2b in calltrap () at ../../../i386/i386/exception.s:139 #14 0xc0689213 in g_io_request (bp=0xc67b75ac, cp=0xc62edd00) at ../../../geom/geom_io.c:356 #15 0xc068cbed in g_vfs_strategy (bo=0x1, bp=0xd817dde0) at ../../../geom/geom_vfs.c:107 #16 0xc080b5c9 in ffs_geom_strategy (bo=0xc438510c, bp=0xd817dde0) at ../../../ufs/ffs/ffs_vfsops.c:1863 #17 0xc0818a39 in ufs_strategy (ap=0x1) at ../../../ufs/ufs/ufs_vnops.c:1997 #18 0xc08d5c9b in VOP_STRATEGY_APV (vop=0xc0a10740, a=0xe6e39a88) at vnode_if.c:1769 #19 0xc0719fed in bufstrategy (bo=0x1, bp=0xd817dde0) at vnode_if.h:934 #20 0xc0714d9b in breadn (vp=0xc7b2dd98, blkno=0x0, size=0x3800, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0x1) at buf.h:429 #21 0xc0714b38 in bread (vp=0xc7b2dd98, blkno=0x0, size=0x3800, cred=0x0, bpp=0xe6e39b44) at ../../../kern/vfs_bio.c:727 #22 0xc080bceb in ffs_read (ap=0x1) at ../../../ufs/ffs/ffs_vnops.c:502 #23 0xc08d454b in VOP_READ_APV (vop=0xc0a10200, a=0xe6e39bc0) at vnode_if.c:637 #24 0xc08186f8 in ufs_readdir (ap=0xe6e39c34) at vnode_if.h:343 #25 0xc08d55cf in VOP_READDIR_APV (vop=0xc0a10740, a=0xe6e39c34) at vnode_if.c:1407 #26 0xc073071c in getdirentries (td=0xc4e306c0, uap=0xe6e39d00) at vnode_if.h:746 #27 0xc08c365e in syscall (frame=0xe6e39d38) at ../../../i386/i386/trap.c:1016 #28 0xc08acc90 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196 #29 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 14 #14 0xc0689213 in g_io_request (bp=0xc67b75ac, cp=0xc62edd00) at ../../../geom/geom_io.c:356 356 KASSERT(bp->bio_offset % cp->provider->sectorsize == 0, (kgdb) info loc pp = (struct g_provider *) 0xdeadc0de (kgdb) p *cp $1 = {geom = 0xdeadc0de, consumer = {le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, provider = 0xdeadc0de, consumers = { le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, acr = 0xdeadc0de, acw = 0xdeadc0de, ace = 0xdeadc0de, spoiled = 0xdeadc0de, stat = 0xdeadc0de, nstart = 0xdeadc0de, nend = 0xdeadc0de, private = 0xdeadc0de, index = 0xdeadc0de} (kgdb) f 16 #16 0xc080b5c9 in ffs_geom_strategy (bo=0xc438510c, bp=0xd817dde0) at ../../../ufs/ffs/ffs_vfsops.c:1863 1863 g_vfs_strategy(bo, bp); (kgdb) info loc vp = (struct vnode *) 0xc4385000 error = 0x1 tbp = (struct buf *) 0xd817dde0 (kgdb) p *vp $2 = {v_type = VCHR, v_tag = 0xc0946280 "devfs", v_op = 0xc09f2340, v_data = 0xc42d7c00, v_mount = 0xc42d3000, v_nmntvnodes = { tqe_next = 0xc4348d98, tqe_prev = 0xc42d30b4}, v_un = {vu_mount = 0xc42adb00, vu_socket = 0xc42adb00, vu_cdev = 0xc42adb00, vu_fifoinfo = 0xc42adb00}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = { tqh_first = 0x0, tqh_last = 0xc4385030}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = { lk_object = {lo_name = 0xc0946280 "devfs", lo_type = 0xc0946280 "devfs", lo_flags = 0x4390000, lo_witness_data = {lod_list = { stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a530f0, lk_flags = 0x80, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0xa, pcs = {0xc06b8444, 0xc071d32b, 0xc08d59e2, 0xc0732a88, 0xc080a09a, 0xc0809d14, 0xc07234dd, 0xc0723115, 0xc08c365e, 0xc08acc90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc095371f "vnode interlock", lo_type = 0xc095371f "vnode interlock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0a63d68}, lod_witness = 0xc0a63d68}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc4385058, v_holdcnt = 0x1, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0xc824492c}, v_bufobj = { bo_mtx = 0xc43850d4, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc4385110}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = { tqh_first = 0x0, tqh_last = 0xc4385120}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0a0ff30, bo_bsize = 0x200, bo_object = 0xc431e9d8, bo_synclist = {le_next = 0x0, le_prev = 0xc40e8e14}, bo_private = 0xc62edd00, __bo_vnode = 0xc4385000}, v_pollinfo = 0x0, v_label = 0x0} (kgdb) p *bp $3 = {b_bufobj = 0xc7b2dea4, b_bcount = 0x3800, b_caller1 = 0x0, b_data = 0xd9a6a000 "", b_error = 0x0, b_iocmd = 0x1, b_ioflags = 0x0, b_iooffset = 0x2164000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x10b20, b_offset = 0x0, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xc7b2dea8}, b_left = 0x0, b_right = 0x0, b_vflags = 0x0, b_freelist = {tqe_next = 0xd80ef2b0, tqe_prev = 0xc0aa0ec0}, b_qindex = 0x0, b_flags = 0x20000000, b_xflags = 0x2, b_lock = {lk_object = {lo_name = 0xc095841b "bufwait", lo_type = 0xc095841b "bufwait", lo_flags = 0x4390000, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a52e38, lk_flags = 0x40000, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_timo = 0x0, lk_lockholder = 0xc4e306c0, lk_newlock = 0x0, lk_stack = {depth = 0xc, pcs = {0xc06b8444, 0xc0716a81, 0xc071811f, 0xc0714cdb, 0xc0714b38, 0xc080bceb, 0xc08d454b, 0xc08186f8, 0xc08d55cf, 0xc073071c, 0xc08c365e, 0xc08acc90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x3800, b_runningbufspace = 0x0, b_kvabase = 0xd9a6a000 "", b_kvasize = 0x4000, b_lblkno = 0x0, b_vp = 0xc7b2dd98, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd9a6a000, b_pager = { pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0xd81d2230, tqh_last = 0xd81ec920}, cluster_entry = { tqe_next = 0xd81d2230, tqe_prev = 0xd81ec920}}, b_pages = {0xc1b9edb0, 0xc1fa6c78, 0xc17bafc0, 0xc1867688, 0x0 <repeats 28 times>}, b_npages = 0x4, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) f 20 #20 0xc0714d9b in breadn (vp=0xc7b2dd98, blkno=0x0, size=0x3800, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0x1) at buf.h:429 429 BO_STRATEGY(bp->b_bufobj, bp); (kgdb) p *vp $4 = {v_type = VDIR, v_tag = 0xc0949a3a "ufs", v_op = 0xc0a10200, v_data = 0xc7eea000, v_mount = 0xc4cc1ba0, v_nmntvnodes = { tqe_next = 0x0, tqe_prev = 0xc4cc1c54}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = { le_next = 0xc8d6c828, le_prev = 0xc411707c}, v_hash = 0x2, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc7b2ddc8}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_object = { lo_name = 0xc0949a3a "ufs", lo_type = 0xc0949a3a "ufs", lo_flags = 0x4390000, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a536d8, lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xc4e306c0, lk_newlock = 0x0, lk_stack = {depth = 0x7, pcs = {0xc06b8444, 0xc080ba50, 0xc08d59e2, 0xc0732a88, 0xc07306a2, 0xc08c365e, 0xc08acc90, 0x0 <repeats 11 times>}}}, v_interlock = {lock_object = {lo_name = 0xc095371f "vnode interlock", lo_type = 0xc095371f "vnode interlock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0a63d68}, lod_witness = 0xc0a63d68}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc7b2ddf0, v_holdcnt = 0x4, v_usecount = 0x2, v_iflag = 0x0, v_vflag = 0x1, v_writecount = 0x0, v_freelist = { tqe_next = 0x0, tqe_prev = 0xc824492c}, v_bufobj = {bo_mtx = 0xc7b2de6c, bo_clean = {bv_hd = {tqh_first = 0xd817dde0, tqh_last = 0xd817de18}, bv_root = 0xd817dde0, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc7b2deb8}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0a03804, bo_bsize = 0x4000, bo_object = 0xc668b000, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc7b2dd98, __bo_vnode = 0xc7b2dd98}, v_pollinfo = 0x0, v_label = 0x0} -- Test scenario: mount.sh cpu_reset_proxy: Stopped CPU 1