Git origin/kq_pipe e2effec, vmcore.248

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Sun Jul  6 17:10:39 CEST 2008
    pho@crashbox.osted.lan:/var/tmp/deviant2/sys/i386/compile/DEVIANT
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1037516800 (989 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal: (sleepable after non-sleepable)
 1st 0xc4406e64 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442
 2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2456
KDB: stack backtrace:
db_trace_self_wrapper(c0b4b914,c3da4780,c07cf02e,c0b4e151,d80ea918,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b4e151,d80ea918,c0b52e32,c0b52e32,c0b523e8,...) at kdb_backtrace+0x29
witness_checkorder(d80ea918,9,c0b523df,998,c0c98034,...) at witness_checkorder+0x6de
__lockmgr_args(d80ea918,81900,c4406e64,c0b52d67,50,...) at __lockmgr_args+0x777
getblk(c4406d70,0,0,800,0,...) at getblk+0x163
breadn(c4406d70,0,0,800,0,...) at breadn+0x44
bread(c4406d70,0,0,800,0,...) at bread+0x4c
ffs_blkatoff(c4406d70,0,0,0,c3da49a0,...) at ffs_blkatoff+0xd1
ufs_lookup(c3da49e8,c0b7f074,c4406d70,c4406d70,c3da4b38,...) at ufs_lookup+0x2e6
VOP_CACHEDLOOKUP_APV(c0c3fd80,c3da49e8,c3da4b38,c3da4b24,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(c3da4a68,c0b55194,c0c58080,80000,c4406d70,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0c3fd80,c3da4a68,c0b53c0c,1b0,c3da4b24,...) at VOP_LOOKUP_APV+0xe5
lookup(c3da4b0c,c0b53c0c,d8,c0,c407222c,...) at lookup+0x58e
namei(c3da4b0c,c3da4b24,c07ce80c,c0b53f54,c0b5429b,...) at namei+0x45b
kern_unlinkat(c40a4d20,ffffff9c,c0b5429b,1,c3da4c5c,...) at kern_unlinkat+0x46
kern_unlink(c40a4d20,c0b5429b,1,62c,0,...) at kern_unlink+0x27
vfs_mountroot_try(c0b54455,c0b4218c,c0b3acb9,1,c080cdb0,...) at vfs_mountroot_try+0x4af
vfs_mountroot(c0c8b150,4,c0b434a9,264,0,...) at vfs_mountroot+0x420
start_init(0,c3da4d38,c0b44e12,322,c40a2d0c,...) at start_init+0x65
fork_exit(c0757910,0,c3da4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 ---
fxp0: link state changed to UP
lock order reversal: (sleepable after non-sleepable)
 1st 0xc0cebb44 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5470
 2nd 0xd824346c bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123
KDB: stack backtrace:
db_trace_self_wrapper(c0b4b914,e691b3fc,c07cf02e,c0b4e151,d824346c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0b4e151,d824346c,c0b52e32,c0b52e32,c0b6aae0,...) at kdb_backtrace+0x29
witness_checkorder(d824346c,9,c0b6aad7,17eb,3,...) at witness_checkorder+0x6de
__lockmgr_args(d824346c,80900,c0cebb44,0,0,...) at __lockmgr_args+0x777
getdirtybuf(c0cebb44,4,c0b6aad7,1582,e691b51c,...) at getdirtybuf+0xc3
flush_deplist(e691b520,0,c0b6aad7,155e,1d0ea,...) at flush_deplist+0x59
flush_inodedep_deps(c0cebb44,0,c0b6aad7,145f,131,...) at flush_inodedep_deps+0xa5
softdep_sync_metadata(c4dce968,0,c0b6c353,131,0,...) at softdep_sync_metadata+0x58
ffs_syncvnode(c4dce968,1,0,e691b674,c079c6e8,...) at ffs_syncvnode+0x3e2
ffs_truncate(c4dce968,200,0,880,c4d2b000,...) at ffs_truncate+0x5f3
ufs_direnter(c4dce968,c4f45158,e691b8ec,e691bbd4,0,...) at ufs_direnter+0x933
ufs_makeinode(e691bbd4,c0c402a0,e691bacc,e691ba34,c0ac4dc5,...) at ufs_makeinode+0x51a
ufs_create(e691bacc,c0b7f531,0,e691bacc,e691bba8,...) at ufs_create+0x30
VOP_CREATE_APV(c0c3fd80,e691bacc,2,e691ba54,246,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e691bba8,e691bc5c,1b0,c4d2b000,c4685a80,...) at vn_open_cred+0x1d0
vn_open(e691bba8,e691bc5c,1b0,c4685a80,c09c4c4c,...) at vn_open+0x33
kern_openat(c45b8690,ffffff9c,bfbfe858,0,602,...) at kern_openat+0x106
kern_open(c45b8690,bfbfe858,0,601,1b0,...) at kern_open+0x35
open(c45b8690,e691bcf8,c,c0b4e81c,c0c1c518,...) at open+0x30
syscall(e691bd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28157763, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
~KDB: enter: Line break on console
[thread pid 11 tid 100006 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $lines 0
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc40a4460: pid 11 "idle: cpu0"
curpcb       = 0xc3db1d90
fpcurthread  = none
idlethread   = 0xc40a4460: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc40a4690: pid 11 "idle: cpu1"
curpcb       = 0xc3daed90
fpcurthread  = none
idlethread   = 0xc40a4690: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc40a48c0: pid 11 "idle: cpu2"
curpcb       = 0xc3dabd90
fpcurthread  = none
idlethread   = 0xc40a48c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc40a4af0: pid 11 "idle: cpu3"
curpcb       = 0xc3da8d90
fpcurthread  = none
idlethread   = 0xc40a4af0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 3831 (sshd) thread 0xc48ec230 (100147)
exclusive sx so_rcv_sx r = 0 (0xc464820c) locked @ kern/uipc_sockbuf.c:148
Process 1045 (sshd) thread 0xc466a000 (100106)
exclusive sx so_rcv_sx r = 0 (0xc4b5820c) locked @ kern/uipc_sockbuf.c:148
Process 1044 (sshd) thread 0xc4584230 (100059)
exclusive sx so_rcv_sx r = 0 (0xc46489b4) locked @ kern/uipc_sockbuf.c:148
Process 1043 (sshd) thread 0xc491fd20 (100129)
exclusive sx so_rcv_sx r = 0 (0xc464851c) locked @ kern/uipc_sockbuf.c:148
Process 1035 (sshd) thread 0xc45c7d20 (100107)
exclusive sx so_rcv_sx r = 0 (0xc4b589b4) locked @ kern/uipc_sockbuf.c:148
db> show lockedvnods
Locked vnodes
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
24447  1060  1050  1001  S       nanslp   0xc0c8b8c4 sleep
 3880  1039  3880  1001  T+      kqflxwt  0xc58fa480 pchilds
 3835  3833  3835  1001  Ss+     ttyin    0xc4089c10 bash
 3833  3831  3831  1001  S       select   0xc44e3224 sshd
 3831   794  3831     0  Ss      sbwait   0xc4648238 sshd
 1061  1050  1050  1001  S       piperd   0xc461d300 awk
 1060  1050  1050  1001  S       wait     0xc4afda70 sh
 1059  1052  1059  1001  Ss+     select   0xc4510c64 top
 1053  1051  1053  1001  Ss      kqread   0xc4ba8800 tail
 1052  1044  1044  1001  S       select   0xc4b36564 sshd
 1051  1045  1045  1001  S       select   0xc4534164 sshd
 1050  1049  1050  1001  Ss      wait     0xc48d1000 sh
 1049  1043  1043  1001  S       select   0xc4510624 sshd
 1045   794  1045     0  Ss      sbwait   0xc4b58238 sshd
 1044   794  1044     0  Ss      sbwait   0xc46489e0 sshd
 1043   794  1043     0  Ss      sbwait   0xc4648548 sshd
 1039  1037  1039  1001  Ss+     wait     0xc4580000 bash
 1037  1035  1035  1001  S       select   0xc44c3a24 sshd
 1035   794  1035     0  Ss      sbwait   0xc4b589e0 sshd
  917     1   917     0  Ss+     ttyin    0xc4338c10 getty
  916     1   916     0  Ss+     ttyin    0xc4338810 getty
  915     1   915     0  Ss+     ttyin    0xc4339810 getty
  914     1   914     0  Ss+     ttyin    0xc4339410 getty
  913     1   913     0  Ss+     ttyin    0xc4332810 getty
  912     1   912     0  Ss+     ttyin    0xc4332c10 getty
  911     1   911     0  Ss+     ttyin    0xc4338010 getty
  910     1   910     0  Ss+     ttyin    0xc4338410 getty
  893     1   893     0  Ss      select   0xc44c3b24 inetd
  866     1   866     0  Ss      select   0xc49225e4 moused
  852     1   852     0  Ss      nanslp   0xc0c8b8c4 watchdogd
  810     1   810     0  Ss      nanslp   0xc0c8b8c4 cron
  803     1   803    25  Ss      pause    0xc48c682c sendmail
  799     1   799     0  Ss      select   0xc44e37e4 sendmail
  794     1   794     0  Ss      select   0xc45104a4 sshd
  775     1   775     0  Ss      select   0xc44e4be4 ntpd
  715     1   714     0  S       nanslp   0xc0c8b8c4 smartd
  691   675   675     0  S       -        0xc4561800 nfsd
  690   675   675     0  S       -        0xc46b2200 nfsd
  689   675   675     0  S       -        0xc44d8000 nfsd
  688   675   675     0  S       -        0xc46b2600 nfsd
  687   675   675     0  S       -        0xc46b2400 nfsd
  686   675   675     0  S       -        0xc44b1e00 nfsd
  685   675   675     0  S       -        0xc44b1c00 nfsd
  684   675   675     0  S       -        0xc42ae600 nfsd
  683   675   675     0  S       -        0xc42aea00 nfsd
  681   675   675     0  S       -        0xc44b1a00 nfsd
  680   675   675     0  S       -        0xc4561a00 nfsd
  679   675   675     0  S       -        0xc42aec00 nfsd
  678   675   675     0  S       -        0xc44b1800 nfsd
  677   675   675     0  S       -        0xc4561c00 nfsd
  676   675   675     0  S       -        0xc44adc00 nfsd
  675     1   675     0  Ss      select   0xc44e4e64 nfsd
  673     1   673     0  Ss      select   0xc4510864 mountd
  620     1   620     0  Ss      select   0xc44c2164 rpcbind
  603     1   603     0  Ss      select   0xc4534ea4 syslogd
  546     1   546     0  Ss      select   0xc44c24e4 devd
   21     0     0     0  SL      sdflush  0xc0cebba0 [softdepflush]
   20     0     0     0  SL      syncer   0xc0c8b6e0 [syncer]
   19     0     0     0  SL      vlruwt   0xc44b2538 [vnlru]
   18     0     0     0  SL      psleep   0xc0cdfc24 [bufdaemon]
   17     0     0     0  SL      pgzero   0xc0cec794 [pagezero]
    9     0     0     0  SL      psleep   0xc0cec3bc [vmdaemon]
    8     0     0     0  SL      psleep   0xc0cec384 [pagedaemon]
    7     0     0     0  SL      waiting_ 0xc0ce18e0 [sctp_iterator]
    6     0     0     0  SL      -        0xc42ae23c [fdc0]
   16     0     0     0  SL      usbtsk   0xc0c88dd4 [usbtask-dr]
   15     0     0     0  SL      usbtsk   0xc0c88dc0 [usbtask-hc]
   14     0     0     0  SL      usbevt   0xc429f210 [usb0]
    5     0     0     0  SL      ccb_scan 0xc0c58bd4 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c8b6e8 [yarrow]
    4     0     0     0  SL      -        0xc0c894e4 [g_down]
    3     0     0     0  SL      -        0xc0c894e0 [g_up]
    2     0     0     0  SL      -        0xc0c894d8 [g_event]
   12     0     0     0  WL      (threaded)          intr
100041                   I                           [irq7: ppbus0 ppc0]
100039                   I                           [swi0: sio]
100038                   I                           [irq12: psm0]
100037                   I                           [irq1: atkbd0]
100036                   I                           [irq15: ata1]
100035                   I                           [irq14: ata0]
100034                   I                           [irq17: fxp0]
100030                   I                           [irq16: uhci0]
100028                   I                           [irq9: acpi0]
100026                   I                           [swi6: task queue]
100025                   I                           [swi6: Giant taskq]
100020                   I                           [swi5: +]
100019                   I                           [swi2: cambio]
100012                   I                           [swi3: vm]
100011                   I                           [swi4: clock]
100010                   I                           [swi4: clock]
100009                   I                           [swi4: clock]
100008                   I                           [swi4: clock sio]
100007                   I                           [swi1: net]
   11     0     0     0  RL      (threaded)          idle
100006                   Run     CPU 0               [idle: cpu0]
100005                   Run     CPU 1               [idle: cpu1]
100004                   Run     CPU 2               [idle: cpu2]
100003                   Run     CPU 3               [idle: cpu3]
    1     0     1     0  SLs     wait     0xc40a2d0c [init]
   10     0     0     0  SL      audit_wo 0xc0ceb59c [audit]
    0     0     0     0  SLs     (threaded)          kernel
100029                   D       -        0xc42985c0 [em0 taskq]
100027                   D       -        0xc4254440 [kqueue taskq]
100024                   D       -        0xc4254580 [thread taskq]
100023                   D       -        0xc42545c0 [acpi_task_2]
100022                   D       -        0xc42545c0 [acpi_task_1]
100021                   D       -        0xc42545c0 [acpi_task_0]
100016                   D       -        0xc408aac0 [firmware taskq]
100000                   I                           [swapper]
db> allt

Tracing command sleep pid 24447 tid 100125 td 0xc48ecd20
sched_switch(c48ecd20,0,104,177,e9554d6a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48ecd20,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(2711,c07c5480,c48ecd20,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c8b8c4,0,15c,c0b49ae9,2711,...) at _sleep+0x2dd
kern_nanosleep(c48ecd20,e6933c64,e6933c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c48ecd20,e6933cf8,8,c48ecd20,c0c1db20,...) at nanosleep+0x6f
syscall(e6933d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814620f, esp = 0xbfbfec4c, ebp = 0xbfbfec88 ---

Tracing command pchilds pid 3880 tid 100058 td 0xc4584460

Tracing command bash pid 3835 tid 100211 td 0xc4d19230
sched_switch(c4d19230,0,104,177,54cecda,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4d19230,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4089c10,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4089c10,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4089c00,c4089c10,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4089c00,e6a81c58,0,c0c2a560,c4d64e00,...) at ttread+0x51a
ptsread(c4d64e00,e6a81c58,0,1a7,0,...) at ptsread+0x3e
giant_read(c4d64e00,e6a81c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c4685380,e6a81c58,c4d2b000,0,c4d19230,...) at devfs_read_f+0x72
dofileread(e6a81c58,ffffffff,ffffffff,0,c4685380,...) at dofileread+0x96
kern_readv(c4d19230,0,e6a81c58,e6a81c78,1,...) at kern_readv+0x58
read(c4d19230,e6a81cf8,c,c0b4e898,c0c1c4e8,...) at read+0x4f
syscall(e6a81d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28326923, esp = 0xbfbfe82c, ebp = 0xbfbfe858 ---

Tracing command sshd pid 3833 tid 100169 td 0xc4d1d230
sched_switch(c4d1d230,0,104,177,55364d2,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4d1d230,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07832fa,c44e3210,0,c0b47433,c4d1d230,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44e3224,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44e3224,c44e3210,c0b4e408,571,c456d118,...) at _cv_wait_sig+0x204
seltdwait(c451382c,c0b4e408,3d7,c4d1d230,e69e8b04,...) at seltdwait+0xa2
kern_select(c4d1d230,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c4d1d230,e69e8cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e
syscall(e69e8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 3831 tid 100147 td 0xc48ec230

Tracing command awk pid 1061 tid 100119 td 0xc48ed690
sched_switch(c48ed690,0,104,177,e8ac0542,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c48ed690,0,c0b4c7d8,189,4c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c461d300,4c,c0b4e5e0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c461d300,c461d468,14c,c0b4e5e0,0,...) at _sleep+0x313
pipe_read(c458dcb0,e6921c58,c4938e00,0,c48ed690,...) at pipe_read+0x3f7
dofileread(e6921c58,ffffffff,ffffffff,0,c458dcb0,...) at dofileread+0x96
kern_readv(c48ed690,0,e6921c58,e6921c78,1,...) at kern_readv+0x58
read(c48ed690,e6921cf8,c,16,c0c1c4e8,...) at read+0x4f
syscall(e6921d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28199923, esp = 0xbfbfe90c, ebp = 0xbfbfe928 ---

Tracing command sh pid 1060 tid 100130 td 0xc491faf0
sched_switch(c491faf0,0,104,177,e8d06484,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c491faf0,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4afda70,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4afda70,c4afdaf8,15c,c0b4e9be,0,...) at _sleep+0x313
kern_wait(c491faf0,ffffffff,e6942c74,2,0,...) at kern_wait+0xa66
wait4(c491faf0,e6942cf8,10,c0b4e99d,c0c1c548,...) at wait4+0x3b
syscall(e6942d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---

Tracing command top pid 1059 tid 100080 td 0xc45baaf0
sched_switch(c45baaf0,0,104,177,abbcadf8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c45baaf0,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6867a4c,c07832fa,c4510c50,0,c45baaf0,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4510c64,0,c0b4e445,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c4510c64,c4510c50,3e9,571,c45bdcb0,...) at _cv_timedwait_sig+0x213
seltdwait(e6867c2c,e6867c34,3d7,c45baaf0,c0c98034,...) at seltdwait+0x8a
kern_select(c45baaf0,2,bfbfec3c,0,0,e6867c70,1,0) at kern_select+0x4cf
select(c45baaf0,e6867cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e
syscall(e6867d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281cd8a3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---

Tracing command tail pid 1053 tid 100100 td 0xc45b98c0
sched_switch(c45b98c0,0,104,177,a30e2b0a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,58,...) at mi_switch+0x200
sleepq_switch(c45b98c0,0,c0b4c7d8,189,58,...) at sleepq_switch+0x14d
sleepq_catch_signals(3e9,c07c5480,c45b98c0,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c4ba8800,58,c0b44af9,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c4ba8800,c4ba8800,158,c0b44af9,3e9,...) at _sleep+0x2dd
kern_kevent(c45b98c0,4,0,1,e68e5c58,...) at kern_kevent+0x357
kevent(c45b98c0,e68e5cf8,18,c0afd026,c0c1e6a8,...) at kevent+0x19b
syscall(e68e5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814a41b, esp = 0xbfbfeb0c, ebp = 0xbfbfebb8 ---

Tracing command sshd pid 1052 tid 100108 td 0xc45b8d20
sched_switch(c45b8d20,0,104,177,abc14da6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c45b8d20,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07832fa,c4b36550,0,c0b47433,c45b8d20,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4b36564,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4b36564,c4b36550,c0b4e408,571,c45bdab8,...) at _cv_wait_sig+0x204
seltdwait(c4ae6b2c,c0b4e408,3d7,c45b8d20,e6900b04,...) at seltdwait+0xa2
kern_select(c45b8d20,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c45b8d20,e6900cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e
syscall(e6900d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 1051 tid 100091 td 0xc466a8c0
sched_switch(c466a8c0,0,104,177,fd5f7b2c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c466a8c0,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07832fa,c4534150,0,c0b47433,c466a8c0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4534164,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4534164,c4534150,c0b4e408,571,c458d0e0,...) at _cv_wait_sig+0x204
seltdwait(c4ae5c2c,c0b4e408,3d7,c466a8c0,e68a8b04,...) at seltdwait+0xa2
kern_select(c466a8c0,b,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c466a8c0,e68a8cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e
syscall(e68a8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sh pid 1050 tid 100126 td 0xc48ecaf0
sched_switch(c48ecaf0,0,104,177,a1b3e662,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c48ecaf0,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48d1000,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17
_sleep(c48d1000,c48d1088,15c,c0b4e9be,0,...) at _sleep+0x313
kern_wait(c48ecaf0,ffffffff,e6936c74,2,0,...) at kern_wait+0xa66
wait4(c48ecaf0,e6936cf8,10,c48ecaf0,c0c1c548,...) at wait4+0x3b
syscall(e6936d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 ---

Tracing command sshd pid 1049 tid 100096 td 0xc432dd20

Tracing command sshd pid 1045 tid 100106 td 0xc466a000

Tracing command sshd pid 1044 tid 100059 td 0xc4584230

Tracing command sshd pid 1043 tid 100129 td 0xc491fd20

Tracing command bash pid 1039 tid 100053 td 0xc45848c0
sched_switch(c45848c0,0,104,177,7dde7fea,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c45848c0,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4580000,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4580000,c4580088,15c,c0b4e9be,0,...) at _sleep+0x313
kern_wait(c45848c0,ffffffff,e67e4c74,6,0,...) at kern_wait+0xa66
wait4(c45848c0,e67e4cf8,10,c0b4e898,c0c1c548,...) at wait4+0x3b
syscall(e67e4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 1037 tid 100064 td 0xc45c7460
sched_switch(c45c7460,0,104,177,fba3bfdc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c45c7460,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07832fa,c44c3a10,0,c0b47433,c45c7460,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44c3a24,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44c3a24,c44c3a10,c0b4e408,571,c456d578,...) at _cv_wait_sig+0x204
seltdwait(c466dd2c,c0b4e408,3d7,c45c7460,e6810b04,...) at seltdwait+0xa2
kern_select(c45c7460,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf
select(c45c7460,e6810cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e
syscall(e6810d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 ---

Tracing command sshd pid 1035 tid 100107 td 0xc45c7d20

Tracing command getty pid 917 tid 100128 td 0xc4920000
sched_switch(c4920000,0,104,177,b7a561ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4920000,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338c10,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338c10,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4338c00,c4338c10,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4338c00,e693cc58,0,e693cb94,c06a421d,...) at ttread+0x51a
ttyread(c433c600,e693cc58,0,e693cbb8,c075bc40,...) at ttyread+0x38
scread(c433c600,e693cc58,0,1a7,0,...) at scread+0x2d
giant_read(c433c600,e693cc58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45bd578,e693cc58,c40a9800,0,c4920000,...) at devfs_read_f+0x72
dofileread(e693cc58,ffffffff,ffffffff,0,c45bd578,...) at dofileread+0x96
kern_readv(c4920000,0,e693cc58,e693cc78,1,...) at kern_readv+0x58
read(c4920000,e693ccf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e693cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 916 tid 100092 td 0xc466a690
sched_switch(c466a690,0,104,177,b7cde224,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c466a690,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338810,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338810,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4338800,c4338810,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4338800,e68abc58,0,e68abb94,c06a421d,...) at ttread+0x51a
ttyread(c433c700,e68abc58,0,e68abbb8,c075bc40,...) at ttyread+0x38
scread(c433c700,e68abc58,0,1a7,0,...) at scread+0x2d
giant_read(c433c700,e68abc58,0,0,1,...) at giant_read+0x60
devfs_read_f(c457bdc8,e68abc58,c40a9800,0,c466a690,...) at devfs_read_f+0x72
dofileread(e68abc58,ffffffff,ffffffff,0,c457bdc8,...) at dofileread+0x96
kern_readv(c466a690,0,e68abc58,e68abc78,1,...) at kern_readv+0x58
read(c466a690,e68abcf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e68abd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 915 tid 100113 td 0xc45b88c0
sched_switch(c45b88c0,0,104,177,b77b1a98,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45b88c0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339810,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339810,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4339800,c4339810,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4339800,e690fc58,0,e690fb94,c06a421d,...) at ttread+0x51a
ttyread(c433c800,e690fc58,0,e690fbb8,c075bc40,...) at ttyread+0x38
scread(c433c800,e690fc58,0,1a7,0,...) at scread+0x2d
giant_read(c433c800,e690fc58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45bd5e8,e690fc58,c40a9800,0,c45b88c0,...) at devfs_read_f+0x72
dofileread(e690fc58,ffffffff,ffffffff,0,c45bd5e8,...) at dofileread+0x96
kern_readv(c45b88c0,0,e690fc58,e690fc78,1,...) at kern_readv+0x58
read(c45b88c0,e690fcf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e690fd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 914 tid 100112 td 0xc45b8af0
sched_switch(c45b8af0,0,104,177,b7e7307c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45b8af0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4339410,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4339410,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4339400,c4339410,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4339400,e690cc58,0,e690cb94,c06a421d,...) at ttread+0x51a
ttyread(c433c900,e690cc58,0,e690cbb8,c075bc40,...) at ttyread+0x38
scread(c433c900,e690cc58,0,1a7,0,...) at scread+0x2d
giant_read(c433c900,e690cc58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45bd770,e690cc58,c40a9800,0,c45b8af0,...) at devfs_read_f+0x72
dofileread(e690cc58,ffffffff,ffffffff,0,c45bd770,...) at dofileread+0x96
kern_readv(c45b8af0,0,e690cc58,e690cc78,1,...) at kern_readv+0x58
read(c45b8af0,e690ccf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e690cd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 913 tid 100114 td 0xc48edd20
sched_switch(c48edd20,0,104,177,b7ea8988,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c48edd20,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332810,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332810,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4332800,c4332810,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4332800,e6912c58,0,e6912b94,c06a421d,...) at ttread+0x51a
ttyread(c433ca00,e6912c58,0,e6912bb8,c075bc40,...) at ttyread+0x38
scread(c433ca00,e6912c58,0,1a7,0,...) at scread+0x2d
giant_read(c433ca00,e6912c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45bd0e0,e6912c58,c40a9800,0,c48edd20,...) at devfs_read_f+0x72
dofileread(e6912c58,ffffffff,ffffffff,0,c45bd0e0,...) at dofileread+0x96
kern_readv(c48edd20,0,e6912c58,e6912c78,1,...) at kern_readv+0x58
read(c48edd20,e6912cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e6912d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 912 tid 100127 td 0xc4920230
sched_switch(c4920230,0,104,177,b7901608,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c4920230,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4332c10,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4332c10,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4332c00,c4332c10,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4332c00,e6939c58,0,e6939b94,c06a421d,...) at ttread+0x51a
ttyread(c433cb00,e6939c58,0,e6939bb8,c075bc40,...) at ttyread+0x38
scread(c433cb00,e6939c58,0,1a7,0,...) at scread+0x2d
giant_read(c433cb00,e6939c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45bd428,e6939c58,c40a9800,0,c4920230,...) at devfs_read_f+0x72
dofileread(e6939c58,ffffffff,ffffffff,0,c45bd428,...) at dofileread+0x96
kern_readv(c4920230,0,e6939c58,e6939c78,1,...) at kern_readv+0x58
read(c4920230,e6939cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e6939d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 911 tid 100056 td 0xc45678c0
sched_switch(c45678c0,0,104,177,b7d2b8ac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c45678c0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338010,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338010,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4338000,c4338010,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4338000,e67f0c58,0,e67f0b94,c06a421d,...) at ttread+0x51a
ttyread(c433cc00,e67f0c58,0,e67f0bb8,c075bc40,...) at ttyread+0x38
scread(c433cc00,e67f0c58,0,1a7,0,...) at scread+0x2d
giant_read(c433cc00,e67f0c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c45bd310,e67f0c58,c40a9800,0,c45678c0,...) at devfs_read_f+0x72
dofileread(e67f0c58,ffffffff,ffffffff,0,c45bd310,...) at dofileread+0x96
kern_readv(c45678c0,0,e67f0c58,e67f0c78,1,...) at kern_readv+0x58
read(c45678c0,e67f0cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e67f0d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 910 tid 100084 td 0xc466b8c0
sched_switch(c466b8c0,0,104,177,b7edf5a8,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200
sleepq_switch(c466b8c0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4338410,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17
_sleep(c4338410,0,159,c0b502b0,0,...) at _sleep+0x313
ttysleep(c4338400,c4338410,159,c0b502b0,0,...) at ttysleep+0x39
ttread(c4338400,e6893c58,0,e6893b94,c06a421d,...) at ttread+0x51a
ttyread(c433cd00,e6893c58,0,e6893bb8,c075bc40,...) at ttyread+0x38
scread(c433cd00,e6893c58,0,1a7,0,...) at scread+0x2d
giant_read(c433cd00,e6893c58,0,0,1,...) at giant_read+0x60
devfs_read_f(c456c540,e6893c58,c40a9800,0,c466b8c0,...) at devfs_read_f+0x72
dofileread(e6893c58,ffffffff,ffffffff,0,c456c540,...) at dofileread+0x96
kern_readv(c466b8c0,0,e6893c58,e6893c78,1,...) at kern_readv+0x58
read(c466b8c0,e6893cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f
syscall(e6893d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 893 tid 100111 td 0xc45c7690

Tracing command moused pid 866 tid 100052 td 0xc4584af0

Tracing command watchdogd pid 852 tid 100122 td 0xc45b8000
sched_switch(c45b8000,0,104,177,41d57ed4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c45b8000,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07c5480,c45b8000,0,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c8b8c4,0,15c,c0b49ae9,ea61,...) at _sleep+0x2dd
kern_nanosleep(c45b8000,e692ac64,e692ac6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c45b8000,e692acf8,8,c0b7f62d,c0c1db20,...) at nanosleep+0x6f
syscall(e692ad38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e20f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 810 tid 100105 td 0xc466a230
sched_switch(c466a230,0,104,177,66740fec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c466a230,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(ea61,c07c5480,c466a230,2,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c8b8c4,0,15c,c0b49ae9,ea61,...) at _sleep+0x2dd
kern_nanosleep(c466a230,e68f6c64,e68f6c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c466a230,e68f6cf8,8,c0b4eb02,c0c1db20,...) at nanosleep+0x6f
syscall(e68f6d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 ---

Tracing command sendmail pid 803 tid 100101 td 0xc45b9690
sched_switch(c45b9690,0,104,177,61094250,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,68,...) at mi_switch+0x200
sleepq_switch(c45b9690,0,c0b4c7d8,189,68,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c48c682c,68,c0b0819d,100,0,...) at sleepq_wait_sig+0x17
_sleep(c48c682c,c48c685c,168,c0b0819d,0,...) at _sleep+0x313
kern_sigsuspend(c45b9690,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c45b9690,e68e8cf8,4,c0b4e898,c0c1e498,...) at sigsuspend+0x4d
syscall(e68e8d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 ---

Tracing command sendmail pid 799 tid 100083 td 0xc4581000
sched_switch(c4581000,0,104,177,6693bb90,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4581000,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e6890a4c,c07832fa,c44e37d0,0,c4581000,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c44e37e4,0,c0b4e445,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c44e37e4,c44e37d0,1389,571,c4cfae38,...) at _cv_timedwait_sig+0x213
seltdwait(e6890c2c,e6890c34,3d7,c4581000,e6890b04,...) at seltdwait+0x8a
kern_select(c4581000,7,bfbfcec4,0,0,e6890c70,5,0) at kern_select+0x4cf
select(c4581000,e6890cf8,14,c0b4edc0,c0c1cd58,...) at select+0x5e
syscall(e6890d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283b08a3, esp = 0xbfbfc52c, ebp = 0xbfbfd058 ---

Tracing command sshd pid 794 tid 100099 td 0xc45b9af0

Tracing command ntpd pid 775 tid 100090 td 0xc466aaf0
sched_switch(c466aaf0,0,104,177,acec0568,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c466aaf0,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07832fa,c44e4bd0,0,c0b47433,c466aaf0,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c44e4be4,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c44e4be4,c44e4bd0,c0b4e408,571,c45bd2d8,...) at _cv_wait_sig+0x204
seltdwait(c466d62c,c0b4e408,3d7,c466aaf0,0,...) at seltdwait+0xa2
kern_select(c466aaf0,a,bfbfed78,0,0,0,246,0) at kern_select+0x4cf
select(c466aaf0,e68a5cf8,14,16,c0c1cd58,...) at select+0x5e
syscall(e68a5d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 ---

Tracing command smartd pid 715 tid 100051 td 0xc4584d20
sched_switch(c4584d20,0,104,177,1a189dac,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c4584d20,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(1b7741,c07c5480,c4584d20,2,100,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a
_sleep(c0c8b8c4,0,15c,c0b49ae9,1b7741,...) at _sleep+0x2dd
kern_nanosleep(c4584d20,e67dcc64,e67dcc6c,708,0,...) at kern_nanosleep+0xc1
nanosleep(c4584d20,e67dccf8,8,c0b4eb02,c0c1db20,...) at nanosleep+0x6f
syscall(e67dcd38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 ---

Tracing command nfsd pid 691 tid 100079 td 0xc45bad20

Tracing command nfsd pid 690 tid 100062 td 0xc4581d20

Tracing command nfsd pid 689 tid 100076 td 0xc45c4000

Tracing command nfsd pid 688 tid 100075 td 0xc45c4230

Tracing command nfsd pid 687 tid 100074 td 0xc45c4460

Tracing command nfsd pid 686 tid 100073 td 0xc45c4690

Tracing command nfsd pid 685 tid 100070 td 0xc45c48c0

Tracing command nfsd pid 684 tid 100068 td 0xc45c4af0

Tracing command nfsd pid 683 tid 100069 td 0xc4581af0

Tracing command nfsd pid 681 tid 100087 td 0xc466b230

Tracing command nfsd pid 680 tid 100089 td 0xc466ad20

Tracing command nfsd pid 679 tid 100063 td 0xc45b9d20

Tracing command nfsd pid 678 tid 100061 td 0xc45ba000

Tracing command nfsd pid 677 tid 100085 td 0xc466b690

Tracing command nfsd pid 676 tid 100071 td 0xc45818c0

Tracing command nfsd pid 675 tid 100081 td 0xc4581460

Tracing command mountd pid 673 tid 100082 td 0xc4581230

Tracing command rpcbind pid 620 tid 100057 td 0xc427b690
sched_switch(c427b690,0,104,177,bff15204,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c427b690,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(e67f4aa8,c07832fa,c44c2150,0,c427b690,...) at sleepq_catch_signals+0xb6
sleepq_timedwait_sig(c44c2164,0,c0b4e445,101,0,...) at sleepq_timedwait_sig+0x1a
_cv_timedwait_sig(c44c2164,c44c2150,7531,571,e67f4b8c,...) at _cv_timedwait_sig+0x213
seltdwait(e67f4c5c,e67f4c64,481,c427b690,e67f4b5c,...) at seltdwait+0x8a
poll(c427b690,e67f4cf8,c,c0b4eb02,c0c1d838,...) at poll+0x2f9
syscall(e67f4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 603 tid 100060 td 0xc4584000
sched_switch(c4584000,0,104,177,a559bede,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c4584000,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d
sleepq_catch_signals(c07832fa,c4534e90,0,c0b47433,c4584000,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c4534ea4,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17
_cv_wait_sig(c4534ea4,c4534e90,c0b4e408,571,c457b2a0,...) at _cv_wait_sig+0x204
seltdwait(c44e682c,c0b4e408,3d7,c4584000,0,...) at seltdwait+0xa2
kern_select(c4584000,9,81210b4,0,0,0,e91d2,2818c0f8) at kern_select+0x4cf
select(c4584000,e6800cf8,14,c0b4e9ad,c0c1cd58,...) at select+0x5e
syscall(e6800d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfdedc, ebp = 0xbfbfee88 ---

Tracing command devd pid 546 tid 100086 td 0xc466b460

Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0
sched_switch(c427b8c0,0,104,177,4dc83002,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,44,...) at mi_switch+0x200
sleepq_switch(c427b8c0,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cebba0,44,c0b6b880,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cebba0,c0cebb44,44,c0b6b880,3e8,...) at _sleep+0x2f8
softdep_flush(0,e45e9d38,c0b44e12,322,c44b2000,...) at softdep_flush+0x2d2
fork_exit(c09a54f0,0,e45e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 ---

Tracing command syncer pid 20 tid 100048 td 0xc427baf0
sched_switch(c427baf0,0,104,177,9ee1b8ae,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,68,...) at mi_switch+0x200
sleepq_switch(c427baf0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c8b6e0,68,c0b55124,0,0,...) at sleepq_wait+0x63
_sleep(c0c8b6e0,c0cdfec0,68,c0b55124,0,...) at _sleep+0x32a
sched_sync(0,e45e6d38,c0b44e12,322,c44b229c,...) at sched_sync+0x521
fork_exit(c0815ce0,0,e45e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 ---

Tracing command vnlru pid 19 tid 100047 td 0xc427bd20
sched_switch(c427bd20,0,104,177,9ef6fe4a,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,50,...) at mi_switch+0x200
sleepq_switch(c427bd20,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c44b2538,50,c0b55418,0,0,...) at sleepq_timedwait+0x6b
_sleep(c44b2538,c0cdfe94,250,c0b55418,3e8,...) at _sleep+0x2f8
vnlru_proc(0,e45e3d38,c0b44e12,322,c44b2538,...) at vnlru_proc+0x115
fork_exit(c0817cf0,0,e45e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 ---

Tracing command bufdaemon pid 18 tid 100046 td 0xc432a000
sched_switch(c432a000,0,104,177,75c52994,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a000,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cdfc24,44,c0b529cb,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cdfc24,c0cdfc28,44,c0b529cb,3e8,...) at _sleep+0x2f8
buf_daemon(0,e45e0d38,c0b44e12,322,c44b27d4,...) at buf_daemon+0x21e
fork_exit(c08006d0,0,e45e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 ---

Tracing command pagezero pid 17 tid 100045 td 0xc432a230
sched_switch(c432a230,0,104,177,b376629c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a230,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cec794,0,c0b70856,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cec794,c0cec350,0,c0b70856,493e0,...) at _sleep+0x2f8
vm_pagezero(0,e45ddd38,c0b44e12,322,c44b2a70,...) at vm_pagezero+0xdc
fork_exit(c09dea50,0,e45ddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 ---

Tracing command vmdaemon pid 9 tid 100044 td 0xc432a460
sched_switch(c432a460,0,104,177,5d2f2046,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,68,...) at mi_switch+0x200
sleepq_switch(c432a460,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0cec3bc,68,c0b529cb,0,0,...) at sleepq_wait+0x63
_sleep(c0cec3bc,c0cec3c0,68,c0b529cb,0,...) at _sleep+0x32a
vm_daemon(0,e45dad38,c0b44e12,322,c44b2d0c,...) at vm_daemon+0x59
fork_exit(c09d8f70,0,e45dad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 ---

Tracing command pagedaemon pid 8 tid 100043 td 0xc432a690
sched_switch(c432a690,0,104,177,a7f9b4f6,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,44,...) at mi_switch+0x200
sleepq_switch(c432a690,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0cec384,44,c0b529cb,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0cec384,c0cec350,44,c0b529cb,1388,...) at _sleep+0x2f8
vm_pageout(0,e45d7d38,c0b44e12,322,c40a329c,...) at vm_pageout+0x2bb
fork_exit(c09d9ae0,0,e45d7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 ---

Tracing command sctp_iterator pid 7 tid 100042 td 0xc432a8c0
sched_switch(c432a8c0,0,104,177,caaf2b14,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c432a8c0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0ce18e0,0,c0b5e4f0,0,0,...) at sleepq_wait+0x63
_sleep(c0ce18e0,c0ce17f4,0,c0b5e4f0,0,...) at _sleep+0x32a
sctp_iterator_thread(0,e45d4d38,c0b44e12,322,c40a3538,...) at sctp_iterator_thread+0x60
fork_exit(c088f470,0,e45d4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 ---

Tracing command fdc0 pid 6 tid 100040 td 0xc432ad20
sched_switch(c432ad20,0,104,177,758e31b4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c432ad20,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c42ae23c,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c42ae23c,c42ae2f0,4c,c0b3fc3c,3e8,...) at _sleep+0x2f8
fdc_thread(c42ae200,e45cbd38,c0b44e12,322,c40a37d4,...) at fdc_thread+0x2b8
fork_exit(c0a752b0,c42ae200,e45cbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45cbd70, ebp = 0 ---

Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0
sched_switch(c427a8c0,0,104,177,c3fb58e0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427a8c0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c88dd4,5c,c0b3c819,0,0,...) at sleepq_wait+0x63
_sleep(c0c88dd4,0,5c,c0b3c819,0,...) at _sleep+0x32a
usb_task_thread(c0c88dd4,c3e2cd38,c0b44e12,322,c40a3a70,...) at usb_task_thread+0x62
fork_exit(c07022c0,c0c88dd4,c3e2cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 ---

Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0
sched_switch(c427aaf0,0,104,177,c3fb2c60,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427aaf0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c88dc0,5c,c0b3c819,0,0,...) at sleepq_wait+0x63
_sleep(c0c88dc0,0,5c,c0b3c819,0,...) at _sleep+0x32a
usb_task_thread(c0c88dc0,c3e29d38,c0b44e12,322,c40a3d0c,...) at usb_task_thread+0x62
fork_exit(c07022c0,c0c88dc0,c3e29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 ---

Tracing command usb0 pid 14 tid 100031 td 0xc427ad20
sched_switch(c427ad20,0,104,177,fb9fc9d4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c427ad20,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c429f210,5c,c0b3c827,0,0,...) at sleepq_timedwait+0x6b
_sleep(c429f210,0,5c,c0b3c827,ea60,...) at _sleep+0x2f8
usb_event_thread(c42979c0,c3e26d38,c0b44e12,322,c41cb000,...) at usb_event_thread+0xca
fork_exit(c0702400,c42979c0,c3e26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100018 td 0xc426aaf0
sched_switch(c426aaf0,0,104,177,c3fab8a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c426aaf0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c0c58bd4,4c,c0afa2ed,0,0,...) at sleepq_wait+0x63
_sleep(c0c58bd4,c0c58bec,4c,c0afa2ed,0,...) at _sleep+0x32a
xpt_scanner_thread(0,c3dd8d38,c0b44e12,322,c41cb29c,...) at xpt_scanner_thread+0x41
fork_exit(c0470710,0,c3dd8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd8d70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100017 td 0xc40a6230
sched_switch(c40a6230,0,104,177,b1d81a74,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6230,0,c0b4c7d8,25a,2,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c8b6e8,0,c0b3fc3c,2,0,...) at sleepq_timedwait+0x6b
_sleep(c0c8b6e8,0,0,c0b3fc3c,64,...) at _sleep+0x2f8
pause(c0b3fc3c,64,c0b32b41,112,0,...) at pause+0x47
random_kthread(0,c3dd5d38,c0b44e12,322,c41cb538,...) at random_kthread+0x1d9
fork_exit(c067ad30,0,c3dd5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100015 td 0xc40a6690
sched_switch(c40a6690,0,104,177,b4701f6e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6690,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c894e4,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c894e4,c0c89448,24c,c0b3fc3c,64,...) at _sleep+0x2f8
g_io_schedule_down(c40a6690,0,c0b41309,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,c3dcfd38,c0b44e12,322,c40a2000,...) at g_down_procbody+0x8d
fork_exit(c073d8f0,0,c3dcfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 ---

Tracing command g_up pid 3 tid 100014 td 0xc40a68c0
sched_switch(c40a68c0,0,104,177,b546f03e,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a68c0,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c894e0,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c894e0,c0c89468,24c,c0b3fc3c,64,...) at _sleep+0x2f8
g_io_schedule_up(c40a68c0,0,c0b41309,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,c3dccd38,c0b44e12,322,c40a229c,...) at g_up_procbody+0x8d
fork_exit(c073d980,0,c3dccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 ---

Tracing command g_event pid 2 tid 100013 td 0xc40a6af0
sched_switch(c40a6af0,0,104,177,b1dd3c28,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200
sleepq_switch(c40a6af0,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d
sleepq_timedwait(c0c894d8,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b
_sleep(c0c894d8,0,4c,c0b3fc3c,64,...) at _sleep+0x2f8
g_event_procbody(0,c3dc9d38,c0b44e12,322,c40a2538,...) at g_event_procbody+0xcb
fork_exit(c073da10,0,c3dc9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 ---

Tracing command intr pid 12 tid 100041 td 0xc432aaf0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100039 td 0xc432d000
sched_switch(c432d000,0,109,177,c3f3d620,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c43278ec,...) at mi_switch+0x200
ithread_loop(c431f730,e45bed38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c431f730,e45bed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45bed70, ebp = 0 ---

Tracing command intr pid 12 tid 100038 td 0xc426ad20
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100037 td 0xc427a000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100036 td 0xc427a230
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc427a460
sched_switch(c427a460,0,109,177,5dbeafd8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40e8c6c,...) at mi_switch+0x200
ithread_loop(c42b18c0,e45aed38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c42b18c0,e45aed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc427a690
sched_switch(c427a690,0,109,177,4aae5256,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40e8aec,...) at mi_switch+0x200
ithread_loop(c4299a70,e4597d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c4299a70,e4597d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc427b000
sched_switch(c427b000,0,109,177,c3f353e8,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40e8b6c,...) at mi_switch+0x200
ithread_loop(c4295880,c3e22d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c4295880,c3e22d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 ---

Tracing command intr pid 12 tid 100028 td 0xc427b460
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100026 td 0xc40ec8c0
sched_switch(c40ec8c0,0,109,177,1a16ab36,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40ebc6c,...) at mi_switch+0x200
ithread_loop(c4210af0,c3df0d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c4210af0,c3df0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3df0d70, ebp = 0 ---

Tracing command intr pid 12 tid 100025 td 0xc40ecaf0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100020 td 0xc426a690
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100019 td 0xc426a8c0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100012 td 0xc40a6d20
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100011 td 0xc40ec000
sched_switch(c40ec000,0,109,177,3f8973fc,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40eb06c,...) at mi_switch+0x200
ithread_loop(c40a1170,c3dc3d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c40a1170,c3dc3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc3d70, ebp = 0 ---

Tracing command intr pid 12 tid 100010 td 0xc40ec230
sched_switch(c40ec230,0,109,177,668e873a,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40eb0ec,...) at mi_switch+0x200
ithread_loop(c40a1180,c3dc0d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c40a1180,c3dc0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 ---

Tracing command intr pid 12 tid 100009 td 0xc40ec460
sched_switch(c40ec460,0,109,177,b46fd99c,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40eb16c,...) at mi_switch+0x200
ithread_loop(c40a1190,c3dbdd38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c40a1190,c3dbdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 ---

Tracing command intr pid 12 tid 100008 td 0xc40a4000
sched_switch(c40a4000,0,109,177,b5eb89cc,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40e8eec,...) at mi_switch+0x200
ithread_loop(c40a11a0,c3dbad38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c40a11a0,c3dbad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc40a4230
sched_switch(c40a4230,0,109,177,e78a2c76,...) at sched_switch+0x3fb
mi_switch(109,0,c0b45096,4cc,c40e906c,...) at mi_switch+0x200
ithread_loop(c40a11b0,c3db7d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c
fork_exit(c0772af0,c40a11b0,c3db7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db7d70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc40a4460
kdb_enter(c0b00fd5,c0b38b71,8,b764b7,c431b48c,...) at kdb_enter+0x3a
siointr1(c0cf928c,0,c0b764b7,56f,c3db1bf0,...) at siointr1+0xe6
siointr(c431b400,c40a4460,c4088cd0,c40a0000,4,...) at siointr+0x32
intr_event_handle(c40a0000,c3db1c30,c3db1c30,0,c4269600,...) at intr_event_handle+0x5c
intr_execute_handlers(c4088cd0,c3db1c30,c3db1c70,c0a9b074,38,...) at intr_execute_handlers+0x4f
lapic_handle_intr(38,c3db1c30) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0e800e5, esp = 0xc3db1c70, ebp = 0xc3db1c70 ---
acpi_cpu_c1(1,0,c3db1cd8,0,c07b18d1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3db1cb4,c0aa609b,1,c3db1cf8,c07b1b96,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(1,c3db1cf8,c07b1b96,1,c3db1cd8,...) at cpu_idle_acpi+0x1b
cpu_idle(1,c3db1cd8,c0b4a3af,9eb,c40a4460,...) at cpu_idle+0x1b
sched_idletd(0,c3db1d38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07b1980,0,c3db1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3db1d70, ebp = 0 ---

Tracing command idle pid 11 tid 100005 td 0xc40a4690
cpustop_handler(2,c3daec24,c0ab686d,0,c3daebb8,...) at cpustop_handler+0x32
ipi_nmi_handler(0,c3daebb8,c0782f64,c0c8b938,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3daec30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e800e5, esp = 0xc3daec70, ebp = 0xc3daec70 ---
acpi_cpu_c1(1,0,c3daecd8,1,c07b18d1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3daecb4,c0aa609b,0,c3daecf8,c07b1b96,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(0,c3daecf8,c07b1b96,0,c3daecd8,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c3daecd8,c0b4a3af,9eb,c40a4690,...) at cpu_idle+0x1b
sched_idletd(0,c3daed38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07b1980,0,c3daed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc40a48c0
cpustop_handler(4,c3dabc24,c0ab686d,c0c8b970,c3dabbb8,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c8b970,c3dabbb8,c0782f64,c0c8b970,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3dabc30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e800e5, esp = 0xc3dabc70, ebp = 0xc3dabc70 ---
acpi_cpu_c1(1,0,c3dabcd8,2,c07b18d1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3dabcb4,c0aa609b,0,c3dabcf8,c07b1b96,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(0,c3dabcf8,c07b1b96,0,c3dabcd8,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c3dabcd8,c0b4a3af,9eb,c40a48c0,...) at cpu_idle+0x1b
sched_idletd(0,c3dabd38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07b1980,0,c3dabd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dabd70, ebp = 0 ---

Tracing command idle pid 11 tid 100003 td 0xc40a4af0
cpustop_handler(8,c3da8c24,c0ab686d,c0c8b9a8,c3da8bb8,...) at cpustop_handler+0x32
ipi_nmi_handler(c0c8b9a8,c3da8bb8,c0782f64,c0c8b9a8,c40a2a70,...) at ipi_nmi_handler+0x2f
trap(c3da8c30) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0e800e5, esp = 0xc3da8c70, ebp = 0xc3da8c70 ---
acpi_cpu_c1(1,0,c3da8cd8,3,c07b18d1,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(c3da8cb4,c0aa609b,0,c3da8cf8,c07b1b96,...) at acpi_cpu_idle+0x18c
cpu_idle_acpi(0,c3da8cf8,c07b1b96,0,c3da8cd8,...) at cpu_idle_acpi+0x1b
cpu_idle(0,c3da8cd8,c0b4a3af,9eb,c40a4af0,...) at cpu_idle+0x1b
sched_idletd(0,c3da8d38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216
fork_exit(c07b1980,0,c3da8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da8d70, ebp = 0 ---

Tracing command init pid 1 tid 100002 td 0xc40a4d20
sched_switch(c40a4d20,0,104,177,e28380cc,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200
sleepq_switch(c40a4d20,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d
sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6
sleepq_wait_sig(c40a2d0c,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17
_sleep(c40a2d0c,c40a2d94,15c,c0b4e9be,0,...) at _sleep+0x313
kern_wait(c40a4d20,ffffffff,c3da4c74,0,0,...) at kern_wait+0xa66
wait4(c40a4d20,c3da4cf8,10,c0b4e7d9,c0c1c548,...) at wait4+0x3b
syscall(c3da4d38) at syscall+0x2a3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command audit pid 10 tid 100001 td 0xc40a6000
sched_switch(c40a6000,0,104,177,c3f4164c,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6000,0,c0b4c7d8,237,c40a6000,...) at sleepq_switch+0x14d
sleepq_wait(c0ceb59c,0,c0b68e27,1,0,...) at sleepq_wait+0x63
_cv_wait(c0ceb59c,c0ceb580,c0b697dd,18d,0,...) at _cv_wait+0x204
audit_worker(0,c3da1d38,c0b44e12,322,c40a3000,...) at audit_worker+0x84
fork_exit(c0989610,0,c3da1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100029 td 0xc427b230
sched_switch(c427b230,0,104,177,c3f2fca4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c427b230,0,c0b4c7d8,237,c427b230,...) at sleepq_switch+0x14d
sleepq_wait(c42985c0,0,c0b4940c,c0b3fc3c,0,...) at sleepq_wait+0x63
msleep_spin(c42985c0,c42985dc,c0b3fc3c,0,c0b47433,...) at msleep_spin+0x21d
taskqueue_thread_loop(c4261364,c3e1fd38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07c7e90,c4261364,c3e1fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 ---

Tracing command kernel pid 0 tid 100027 td 0xc40ec690
sched_switch(c40ec690,0,104,177,c434cbec,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40ec690,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4254440,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63
_sleep(c4254440,c425445c,0,c0b3fc3c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c89ce4,c3df3d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c7e90,c0c89ce4,c3df3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3df3d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100024 td 0xc40ecd20
sched_switch(c40ecd20,0,104,177,c43493b0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40ecd20,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c4254580,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63
_sleep(c4254580,c425459c,0,c0b3fc3c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c973a8,c3dead38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c7e90,c0c973a8,c3dead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dead70, ebp = 0 ---

Tracing command kernel pid 0 tid 100023 td 0xc426a000
sched_switch(c426a000,0,104,177,c40671b0,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c426a000,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c42545c0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63
_sleep(c42545c0,c42545dc,0,c0b3fc3c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e91138,c3de7d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c7e90,c0e91138,c3de7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de7d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100022 td 0xc426a230
sched_switch(c426a230,0,104,177,c40643a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c426a230,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c42545c0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63
_sleep(c42545c0,c42545dc,0,c0b3fc3c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e91138,c3de4d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c7e90,c0e91138,c3de4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100021 td 0xc426a460
sched_switch(c426a460,0,104,177,c40615a4,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c426a460,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c42545c0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63
_sleep(c42545c0,c42545dc,0,c0b3fc3c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0e91138,c3de1d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c7e90,c0e91138,c3de1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100016 td 0xc40a6460
sched_switch(c40a6460,0,104,177,3cec3024,...) at sched_switch+0x3fb
mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200
sleepq_switch(c40a6460,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d
sleepq_wait(c408aac0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63
_sleep(c408aac0,c408aadc,0,c0b3fc3c,0,...) at _sleep+0x32a
taskqueue_thread_loop(c0c96020,c3dd2d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4
fork_exit(c07c7e90,c0c96020,c3dd2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c89840
sched_switch(c0c89840,0,109,177,d4e56344,...) at sched_switch+0x3fb
mi_switch(109,0,c0b6e076,2df,0,...) at mi_switch+0x200
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 89 MB: 74 58 42 26 10
Dump complete
= 0
db> reset

(kgdb) proc 3880
kgdb: kvm_read: invalid address (0xe67f8d90)
[Switching to thread 105 (Thread 100058)]#0  0x00000000 in ?? ()

--Test scenario:
pchilds