GENERIC HEAD from Dec 10 19:34 UTC + snp.c patch from kib, vmcore.189

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Tue Dec 11 20:13:06 CET 2007
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1036521472 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP


Fatal trap 12: page fault while in kernel mode
cpuid = 1; apic id = 01
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc0668988
stack pointer           = 0x28:0xe69feb34
frame pointer           = 0x28:0xe69feb8c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 987 (snp)
[thread pid 987 tid 100101 ]
Stopped at      snplwrite+0x98: movl    0x24(%edi),%eax
db> where
Tracing pid 987 tid 100101 td 0xc4395880
snplwrite(c42a7800,e69fec60,0,e69febbc,c072fcf8,...) at snplwrite+0x98
ptswrite(c429d700,e69fec60,0,174,e,...) at ptswrite+0x38
giant_write(c429d700,e69fec60,0,0,c0b763a0,...) at giant_write+0x48
devfs_write_f(c4972048,e69fec60,c42cc200,0,c4395880,...) at devfs_write_f+0x98
dofilewrite(e69fec60,ffffffff,ffffffff,0,c4972048,...) at dofilewrite+0x95
kern_writev(c4395880,4,e69fec60,80489dc,0,...) at kern_writev+0x58
write(c4395880,e69fecfc,c,c0aa7e02,c0b68ce0,...) at write+0x4f
syscall(e69fed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2816b9f3, esp = 0xbfbfe53c, ebp = 0xbfbfeba8 ---
db> show allpcpu
Current CPU: 2

cpuid        = 0
curthread    = 0xc3f0f000: pid 12 "swi4: clock sio"
curpcb       = 0xe4425d90
fpcurthread  = none
idlethread   = 0xc3f0f440: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc3f0f660: pid 11 "idle: cpu1"
curpcb       = 0xe2a19d90
fpcurthread  = none
idlethread   = 0xc3f0f660: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc4395880: pid 987 "snp"
curpcb       = 0xe69fed90
fpcurthread  = none
idlethread   = 0xc3f0f880: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc44c6000: pid 897 "sshd"
curpcb       = 0xe6a34d90
fpcurthread  = none
idlethread   = 0xc3f0faa0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> set $lines 0
db> show alllocks
Process 987 (snp) thread 0xc4395880 (100101)
exclusive sleep mutex Giant r = 0 (0xc0bd1f10) locked @ kern/kern_conf.c:372
Process 897 (sshd) thread 0xc44c6000 (100108)
shared sx filedesc structure r = 0 (0xc443a92c) locked @ kern/sys_generic.c:837
Process 895 (sshd) thread 0xc4325440 (100051)
exclusive sx so_rcv_sx r = 0 (0xc46be530) locked @ kern/uipc_sockbuf.c:145
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
  989     1   987     0  LE+    *Giant    0xc4327820 watch
  987   920   987     0  R+      CPU 2               snp
  920   916   920     0  S+      wait     0xc4437000 bash
  916   915   916     0  S+      pause    0xc437b060 csh
  915   898   915  1001  S+      wait     0xc4762558 su
  898   897   898  1001  Ss+     wait     0xc4436558 bash
  897   895   895  1001  R       CPU 3               sshd
  895   773   895     0  Ss      sbwait   0xc46be560 sshd
  894     1   894     0  Ss+     ttyin    0xc40db410 getty
  893     1   893     0  Ss+     ttyin    0xc40df010 getty
  892     1   892     0  Ss+     ttyin    0xc40dec10 getty
  891     1   891     0  Ss+     ttyin    0xc40dfc10 getty
  890     1   890     0  Ss+     ttyin    0xc40df810 getty
  889     1   889     0  Ss+     ttyin    0xc40ddc10 getty
  888     1   888     0  Ss+     ttyin    0xc40dd810 getty
  887     1   887     0  Ss+     ttyin    0xc40de810 getty
  872     1   872     0  Ss      select   0xc0c23bfc inetd
  845     1   845     0  Ss      select   0xc0c23bfc moused
  832     1   832     0  Ss      nanslp   0xc0bd2664 watchdogd
  789     1   789     0  Ss      nanslp   0xc0bd2664 cron
  782     1   782    25  Ss      pause    0xc4437b10 sendmail
  778     1   778     0  Ss      select   0xc0c23bfc sendmail
  773     1   773     0  Ss      select   0xc0c23bfc sshd
  754     1   754     0  Ss      select   0xc0c23bfc ntpd
  697   681   681     0  S       -        0xc42fc200 nfsd
  696   681   681     0  S       -        0xc42fc000 nfsd
  695   681   681     0  S       -        0xc4430e00 nfsd
  694   681   681     0  S       -        0xc42c3400 nfsd
  693   681   681     0  S       -        0xc42c2000 nfsd
  692   681   681     0  S       -        0xc4430c00 nfsd
  691   681   681     0  S       -        0xc42c3600 nfsd
  690   681   681     0  S       -        0xc42c3800 nfsd
  689   681   681     0  S       -        0xc4430a00 nfsd
  688   681   681     0  S       -        0xc42c3a00 nfsd
  686   681   681     0  S       -        0xc42c2200 nfsd
  685   681   681     0  S       -        0xc44dd600 nfsd
  684   681   681     0  S       -        0xc42c3c00 nfsd
  683   681   681     0  S       -        0xc42c2400 nfsd
  682   681   681     0  S       -        0xc42c3e00 nfsd
  681     1   681     0  Ss      select   0xc0c23bfc nfsd
  679     1   679     0  Ss      select   0xc0c23bfc mountd
  626     1   626     0  Ss      select   0xc0c23bfc rpcbind
  609     1   609     0  Ss      select   0xc0c23bfc syslogd
  550     1   550     0  Ss      select   0xc0c23bfc devd
   27     0     0     0  SL      sdflush  0xc0c2f9e4 [softdepflush]
   26     0     0     0  SL      syncer   0xc0bd248c [syncer]
   25     0     0     0  SL      vlruwt   0xc429c2ac [vnlru]
   24     0     0     0  SL      psleep   0xc0c240a4 [bufdaemon]
   23     0     0     0  SL      pgzero   0xc0c305a0 [pagezero]
   22     0     0     0  SL      psleep   0xc0c301b8 [vmdaemon]
   21     0     0     0  SL      psleep   0xc0c30180 [pagedaemon]
   20     0     0     0  SL      waiting_ 0xc0c25e2c [sctp_iterator]
   19     0     0     0  SL      -        0xc4016a3c [fdc0]
   18     0     0     0  SL      usbtsk   0xc0bcfd74 [usbtask-dr]
   17     0     0     0  SL      usbtsk   0xc0bcfd60 [usbtask-hc]
   16     0     0     0  SL      usbevt   0xc404c210 [usb0]
   15     0     0     0  SL      -        0xc4034280 [em0 taskq]
   14     0     0     0  SL      -        0xc3fc6b80 [thread taskq]
    9     0     0     0  SL      -        0xc3fc6c00 [acpi_task_2]
    8     0     0     0  SL      -        0xc3fc6c00 [acpi_task_1]
    7     0     0     0  SL      -        0xc3fc6c00 [acpi_task_0]
    6     0     0     0  SL      ccb_scan 0xc0ba0f14 [xpt_thrd]
    5     0     0     0  SL      -        0xc3fc7000 [kqueue taskq]
   13     0     0     0  SL      -        0xc0bd2494 [yarrow]
    4     0     0     0  SL      -        0xc0bd04cc [g_down]
    3     0     0     0  SL      -        0xc0bd04c8 [g_up]
    2     0     0     0  SL      -        0xc0bd04c0 [g_event]
   12     0     0     0  RL      (threaded)          intr
100036                   I                           [irq7: ppc0]
100034                   I                           [swi0: sio]
100033                   I                           [irq12: psm0]
100032                   I                           [irq1: atkbd0]
100031                   I                           [irq15: ata1]
100030                   I                           [irq14: ata0]
100029                   I                           [irq17: fxp0]
100025                   I                           [irq16: uhci0]
100023                   I                           [irq9: acpi0]
100022                   I                           [swi6: task queue]
100021                   L      *Giant    0xc4327820 [swi6: Giant taskq]
100016                   I                           [swi5: +]
100015                   I                           [swi2: cambio]
100008                   I                           [swi3: vm]
100007                   Run     CPU 0               [swi4: clock sio]
100006                   I                           [swi1: net]
   11     0     0     0  RL      (threaded)          idle
100005                   CanRun                      [idle: cpu0]
100004                   Run     CPU 1               [idle: cpu1]
100003                   CanRun                      [idle: cpu2]
100002                   CanRun                      [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3f0dab0 [init]
   10     0     0     0  SL      audit_wo 0xc0c2f450 [audit]
    0     0     0     0  WLs                         [swapper]
db> allt

Tracing command watch pid 989 tid 100118 td 0xc4766220
sched_switch(c4766220,0,1,17b,aa7a372c,...) at sched_switch+0x49b
mi_switch(1,0,c0abbf93,2e2,c4327820,...) at mi_switch+0x217
turnstile_wait(c4327820,c4395880,0,192,c0bd1f10,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bd1f10,c4766220,0,c0ab452e,127,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0bd1f10,0,c0ab452e,127,c4761b40,...) at _mtx_lock_flags+0xef
exit1(c4766220,4700,e6a54d2c,c0a25f23,c4766220,...) at exit1+0x62f
sys_exit(c4766220,e6a54cfc,4,e6a54d38,c0b68c98,...) at sys_exit+0x1d
syscall(e6a54d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2813014f, esp = 0xbfbfea2c, ebp = 0xbfbfea38 ---

Tracing command snp pid 987 tid 100101 td 0xc4395880
snplwrite(c42a7800,e69fec60,0,e69febbc,c072fcf8,...) at snplwrite+0x98
ptswrite(c429d700,e69fec60,0,174,e,...) at ptswrite+0x38
giant_write(c429d700,e69fec60,0,0,c0b763a0,...) at giant_write+0x48
devfs_write_f(c4972048,e69fec60,c42cc200,0,c4395880,...) at devfs_write_f+0x98
dofilewrite(e69fec60,ffffffff,ffffffff,0,c4972048,...) at dofilewrite+0x95
kern_writev(c4395880,4,e69fec60,80489dc,0,...) at kern_writev+0x58
write(c4395880,e69fecfc,c,c0aa7e02,c0b68ce0,...) at write+0x4f
syscall(e69fed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2816b9f3, esp = 0xbfbfe53c, ebp = 0xbfbfeba8 ---

Tracing command bash pid 920 tid 100079 td 0xc444ccc0
sched_switch(c444ccc0,0,1,180,93d17b18,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444ccc0,0,c0abb821,19b,c4437000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4437000,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4437000,c4437090,15c,c0abd93e,0,...) at _sleep+0x359
kern_wait(c444ccc0,ffffffff,e6998c2c,6,0,...) at kern_wait+0xa66
wait4(c444ccc0,e6998cfc,10,c0abd818,c0b68d28,...) at wait4+0x3b
syscall(e6998d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a2ebb, esp = 0xbfbfe73c, ebp = 0xbfbfe758 ---

Tracing command csh pid 916 tid 100055 td 0xc437fcc0
sched_switch(c437fcc0,0,1,180,74884e40,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437fcc0,0,c0abb821,19b,c437b060,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,68,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c437b060,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c437b060,c437b090,168,c0a7a08d,0,...) at _sleep+0x359
kern_sigsuspend(c437fcc0,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c437fcc0,e6911cfc,4,c0abd818,c0b6ac78,...) at sigsuspend+0x4d
syscall(e6911d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2817014b, esp = 0xbfbfe69c, ebp = 0xbfbfe708 ---

Tracing command su pid 915 tid 100115 td 0xc4766880
sched_switch(c4766880,0,1,180,1e3f3616,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4766880,0,c0abb821,19b,c4762558,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4762558,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4762558,c47625e8,15c,c0abd93e,0,...) at _sleep+0x359
kern_wait(c4766880,394,e6a4bc2c,2,0,...) at kern_wait+0xa66
wait4(c4766880,e6a4bcfc,10,e6a4bd38,c0b68d28,...) at wait4+0x3b
syscall(e6a4bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810bebb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---

Tracing command bash pid 898 tid 100082 td 0xc444c660
sched_switch(c444c660,0,1,180,7240ada,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444c660,0,c0abb821,19b,c4436558,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4436558,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4436558,c44365e8,15c,c0abd93e,0,...) at _sleep+0x359
kern_wait(c444c660,ffffffff,e69a1c2c,6,0,...) at kern_wait+0xa66
wait4(c444c660,e69a1cfc,10,c0abd818,c0b68d28,...) at wait4+0x3b
syscall(e69a1d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a2ebb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sshd pid 897 tid 100108 td 0xc44c6000
cpustop_handler(8,e6a349fc,c0a2622d,c44c6098,c0b6f0c4,...) at cpustop_handler+0x32
ipi_nmi_handler(c44c6098,c0b6f0c4,c0aca8ce,c4763ab0,c4763ab0,...) at ipi_nmi_handler+0x2f
trap(e6a34a08) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07555c2, esp = 0xe6a34a48, ebp = 0xe6a34a64 ---
_mtx_lock_sleep(c0bd1f10,c44c6000,0,c0ab32dd,180,...) at _mtx_lock_sleep+0xa2
_mtx_lock_flags(c0bd1f10,0,c0ab32dd,180,0,...) at _mtx_lock_flags+0xef
giant_poll(c4439400,40,c44c6000,c0b76320,c4439400,...) at giant_poll+0x2e
devfs_poll_f(c4351ab0,40,c443a200,c44c6000,c0aceb5f,...) at devfs_poll_f+0x35
kern_select(c44c6000,9,285030e4,285030e8,0,0,0,280e95e8) at kern_select+0x47e
select(c44c6000,e6a34cfc,14,c0aa7e02,c0b69538,...) at select+0x5e
syscall(e6a34d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ee993, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 895 tid 100051 td 0xc4325440
sched_switch(c4325440,0,1,180,d6f3d176,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4325440,0,c0abb821,19b,c46be560,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c46be560,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c46be560,c46be518,158,c0ac05a7,0) at _sleep+0x359
sbwait(c46be4f4,4,c0ac06bc,5ae,c46be518,...) at sbwait+0x76
soreceive_generic(c46be4a4,0,e68ffc60,0,0,...) at soreceive_generic+0x42f
soreceive(c46be4a4,0,e68ffc60,0,0,...) at soreceive+0x4d
soo_read(c4351828,e68ffc60,c441bb00,0,c4325440,...) at soo_read+0x3b
dofileread(e68ffc60,ffffffff,ffffffff,0,c4351828,...) at dofileread+0x96
kern_readv(c4325440,5,e68ffc60,bfbfe64c,4,...) at kern_readv+0x58
read(c4325440,e68ffcfc,c,c0ad2c7e,c0b68cc8,...) at read+0x4f
syscall(e68ffd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x283eea13, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---

Tracing command getty pid 894 tid 100103 td 0xc44c6880
sched_switch(c44c6880,0,1,180,5a11e628,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c6880,0,c0abb821,19b,c40db410,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40db410,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40db410,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40db400,c40db410,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40db400,e6a05c60,0,e6a05b9c,c067ed2d,...) at ttread+0x4e7
ttyread(c40d2300,e6a05c60,0,e6a05bb8,c072fd78,...) at ttyread+0x39
scread(c40d2300,e6a05c60,0,168,0,...) at scread+0x2d
giant_read(c40d2300,e6a05c60,0,0,1,...) at giant_read+0x48
devfs_read_f(c433d4c8,e6a05c60,c3eed300,0,c44c6880,...) at devfs_read_f+0x71
dofileread(e6a05c60,ffffffff,ffffffff,0,c433d4c8,...) at dofileread+0x96
kern_readv(c44c6880,0,e6a05c60,bfbfee4b,1,...) at kern_readv+0x58
read(c44c6880,e6a05cfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e6a05d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 893 tid 100068 td 0xc429a880
sched_switch(c429a880,0,1,180,5a67304c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c429a880,0,c0abb821,19b,c40df010,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40df010,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40df010,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40df000,c40df010,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40df000,e694cc60,0,e694cb9c,c067ed2d,...) at ttread+0x4e7
ttyread(c40d2200,e694cc60,0,e694cbb8,c072fd78,...) at ttyread+0x39
scread(c40d2200,e694cc60,0,168,0,...) at scread+0x2d
giant_read(c40d2200,e694cc60,0,0,1,...) at giant_read+0x48
devfs_read_f(c4351678,e694cc60,c3eed300,0,c429a880,...) at devfs_read_f+0x71
dofileread(e694cc60,ffffffff,ffffffff,0,c4351678,...) at dofileread+0x96
kern_readv(c429a880,0,e694cc60,bfbfee4b,1,...) at kern_readv+0x58
read(c429a880,e694ccfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e694cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 892 tid 100100 td 0xc4395aa0
sched_switch(c4395aa0,0,1,180,5a6f7a26,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4395aa0,0,c0abb821,19b,c40dec10,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40dec10,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40dec10,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40dec00,c40dec10,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40dec00,e69fac60,0,e69fab9c,c067ed2d,...) at ttread+0x4e7
ttyread(c40d2100,e69fac60,0,e69fabb8,c072fd78,...) at ttyread+0x39
scread(c40d2100,e69fac60,0,168,0,...) at scread+0x2d
giant_read(c40d2100,e69fac60,0,0,1,...) at giant_read+0x48
devfs_read_f(c432b630,e69fac60,c3eed300,0,c4395aa0,...) at devfs_read_f+0x71
dofileread(e69fac60,ffffffff,ffffffff,0,c432b630,...) at dofileread+0x96
kern_readv(c4395aa0,0,e69fac60,bfbfee4b,1,...) at kern_readv+0x58
read(c4395aa0,e69facfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e69fad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 891 tid 100053 td 0xc4064aa0
sched_switch(c4064aa0,0,1,180,5a4aa4b0,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4064aa0,0,c0abb821,19b,c40dfc10,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40dfc10,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40dfc10,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40dfc00,c40dfc10,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40dfc00,e6907c60,0,e6907b9c,c067ed2d,...) at ttread+0x4e7
ttyread(c40d2000,e6907c60,0,e6907bb8,c072fd78,...) at ttyread+0x39
scread(c40d2000,e6907c60,0,168,0,...) at scread+0x2d
giant_read(c40d2000,e6907c60,0,0,1,...) at giant_read+0x48
devfs_read_f(c432bcf0,e6907c60,c3eed300,0,c4064aa0,...) at devfs_read_f+0x71
dofileread(e6907c60,ffffffff,ffffffff,0,c432bcf0,...) at dofileread+0x96
kern_readv(c4064aa0,0,e6907c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4064aa0,e6907cfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e6907d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 890 tid 100083 td 0xc444c440
sched_switch(c444c440,0,1,180,59ea5446,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444c440,0,c0abb821,19b,c40df810,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40df810,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40df810,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40df800,c40df810,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40df800,e69a4c60,0,e69a4b9c,c067ed2d,...) at ttread+0x4e7
ttyread(c4067e00,e69a4c60,0,e69a4bb8,c072fd78,...) at ttyread+0x39
scread(c4067e00,e69a4c60,0,168,0,...) at scread+0x2d
giant_read(c4067e00,e69a4c60,0,0,1,...) at giant_read+0x48
devfs_read_f(c43513f0,e69a4c60,c3eed300,0,c444c440,...) at devfs_read_f+0x71
dofileread(e69a4c60,ffffffff,ffffffff,0,c43513f0,...) at dofileread+0x96
kern_readv(c444c440,0,e69a4c60,bfbfee4b,1,...) at kern_readv+0x58
read(c444c440,e69a4cfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e69a4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 889 tid 100050 td 0xc4325660
sched_switch(c4325660,0,1,180,5a576450,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4325660,0,c0abb821,19b,c40ddc10,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40ddc10,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40ddc10,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40ddc00,c40ddc10,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40ddc00,e68fbc60,0,e68fbb9c,c067ed2d,...) at ttread+0x4e7
ttyread(c4067d00,e68fbc60,0,e68fbbb8,c072fd78,...) at ttyread+0x39
scread(c4067d00,e68fbc60,0,168,0,...) at scread+0x2d
giant_read(c4067d00,e68fbc60,0,0,1,...) at giant_read+0x48
devfs_read_f(c432ae58,e68fbc60,c3eed300,0,c4325660,...) at devfs_read_f+0x71
dofileread(e68fbc60,ffffffff,ffffffff,0,c432ae58,...) at dofileread+0x96
kern_readv(c4325660,0,e68fbc60,bfbfee4b,1,...) at kern_readv+0x58
read(c4325660,e68fbcfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e68fbd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 888 tid 100052 td 0xc4325220
sched_switch(c4325220,0,1,180,5a6dfb42,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4325220,0,c0abb821,19b,c40dd810,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40dd810,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40dd810,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40dd800,c40dd810,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40dd800,e6903c60,0,e6903b9c,c067ed2d,...) at ttread+0x4e7
ttyread(c4067c00,e6903c60,0,e6903bb8,c072fd78,...) at ttyread+0x39
scread(c4067c00,e6903c60,0,168,0,...) at scread+0x2d
giant_read(c4067c00,e6903c60,0,0,1,...) at giant_read+0x48
devfs_read_f(c4351d38,e6903c60,c3eed300,0,c4325220,...) at devfs_read_f+0x71
dofileread(e6903c60,ffffffff,ffffffff,0,c4351d38,...) at dofileread+0x96
kern_readv(c4325220,0,e6903c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4325220,e6903cfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e6903d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command getty pid 887 tid 100049 td 0xc4325880
sched_switch(c4325880,0,1,180,5a1dc6ca,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4325880,0,c0abb821,19b,c40de810,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,59,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c40de810,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c40de810,0,159,c0abf19c,0,...) at _sleep+0x359
ttysleep(c40de800,c40de810,159,c0abf19c,0,...) at ttysleep+0x39
ttread(c40de800,e68f7c60,0,e68f7b9c,c067ed2d,...) at ttread+0x4e7
ttyread(c4067500,e68f7c60,0,e68f7bb8,c072fd78,...) at ttyread+0x39
scread(c4067500,e68f7c60,0,168,0,...) at scread+0x2d
giant_read(c4067500,e68f7c60,0,0,1,...) at giant_read+0x48
devfs_read_f(c432a6c0,e68f7c60,c3eed300,0,c4325880,...) at devfs_read_f+0x71
dofileread(e68f7c60,ffffffff,ffffffff,0,c432a6c0,...) at dofileread+0x96
kern_readv(c4325880,0,e68f7c60,bfbfee4b,1,...) at kern_readv+0x58
read(c4325880,e68f7cfc,c,c0aea788,c0b68cc8,...) at read+0x4f
syscall(e68f7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816fa13, esp = 0xbfbfee2c, ebp = 0xbfbfee58 ---

Tracing command inetd pid 872 tid 100121 td 0xc4765aa0
sched_switch(c4765aa0,0,1,180,3f6a901c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4765aa0,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c4765aa0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,c0ad92c0,...) at _cv_wait_sig+0x1fc
kern_select(c4765aa0,6,bfbfec7c,0,0,0,c4764318,bfbfee38) at kern_select+0x6cc
select(c4765aa0,e6a5dcfc,14,c0abd991,c0b69538,...) at select+0x5e
syscall(e6a5dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28182993, esp = 0xbfbfe07c, ebp = 0xbfbfee68 ---

Tracing command moused pid 845 tid 100111 td 0xc444d880
sched_switch(c444d880,0,1,180,22d7ed9c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444d880,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c444d880,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,14,...) at _cv_wait_sig+0x1fc
kern_select(c444d880,400,bfbfeaac,0,0,0,475ee874,0) at kern_select+0x6cc
select(c444d880,e6a3ecfc,14,c0aea788,c0b69538,...) at select+0x5e
syscall(e6a3ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28187993, esp = 0xbfbfea2c, ebp = 0xbfbfebc8 ---

Tracing command watchdogd pid 832 tid 100119 td 0xc4766000
sched_switch(c4766000,0,1,180,35d172e,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4766000,0,c0abb821,19b,c0bd2664,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a57bc4,c0754fdd,c0bda4c0,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bd2664,0,c0ab875c,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bd2664,0,15c,c0ab8f5c,ea61,...) at _sleep+0x331
kern_nanosleep(c4766000,e6a57c64,e6a57c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4766000,e6a57cfc,8,c0aea788,c0b6a300,...) at nanosleep+0x6f
syscall(e6a57d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281644cf, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 789 tid 100069 td 0xc437f000
sched_switch(c437f000,0,1,180,8111ef0e,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437f000,0,c0abb821,19b,c0bd2664,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6955bc4,c0754fdd,c0bda540,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bd2664,0,c0ab875c,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bd2664,0,15c,c0ab8f5c,ea61,...) at _sleep+0x331
kern_nanosleep(c437f000,e6955c64,e6955c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c437f000,e6955cfc,8,c0abda82,c0b6a300,...) at nanosleep+0x6f
syscall(e6955d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c4cf, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 782 tid 100075 td 0xc4064660
sched_switch(c4064660,0,1,180,b3b9cb52,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4064660,0,c0abb821,19b,c4437b10,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,68,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4437b10,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4437b10,c4437b40,168,c0a7a08d,0,...) at _sleep+0x359
kern_sigsuspend(c4064660,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c4064660,e698ccfc,4,c0abd818,c0b6ac78,...) at sigsuspend+0x4d
syscall(e698cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831514b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 ---

Tracing command sendmail pid 778 tid 100076 td 0xc444d440
sched_switch(c444d440,0,1,180,dabd8a0c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444d440,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(e698fa84,c075538a,c0c23be4,0,c444d440,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c23bfc,1389,c0ad53d5,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0c23bfc,c0c23be4,1389,30f,c07522cd,...) at _cv_timedwait_sig+0x20b
kern_select(c444d440,7,bfbfd94c,0,0,e698fc70,5,0) at kern_select+0x6b4
select(c444d440,e698fcfc,14,c0abdd37,c0b69538,...) at select+0x5e
syscall(e698fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283a8993, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 773 tid 100105 td 0xc44c6440
sched_switch(c44c6440,0,1,180,c9b3527e,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c6440,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c44c6440,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,e6a0bafc,...) at _cv_wait_sig+0x1fc
kern_select(c44c6440,7,2850b0bc,0,0,0,c,e6a0bc98) at kern_select+0x6cc
select(c44c6440,e6a0bcfc,14,e6a0bd38,c0b69538,...) at select+0x5e
syscall(e6a0bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ee993, esp = 0xbfbfe6cc, ebp = 0xbfbfee98 ---

Tracing command ntpd pid 754 tid 100078 td 0xc444d000
sched_switch(c444d000,0,1,180,7658030e,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444d000,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c444d000,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,0,...) at _cv_wait_sig+0x1fc
kern_select(c444d000,a,bfbfed7c,0,0,0,246,0) at kern_select+0x6cc
select(c444d000,e6995cfc,14,16,c0b69538,...) at select+0x5e
syscall(e6995d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28318993, esp = 0xbfbfed5c, ebp = 0xbfbfee18 ---

Tracing command nfsd pid 697 tid 100098 td 0xc44c6cc0
sched_switch(c44c6cc0,0,1,180,a35ddda2,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c6cc0,0,c0abb821,19b,c42fc200,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42fc200,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42fc200,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c44c6cc0,e69f3cfc,8,e69f3d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69f3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 696 tid 100097 td 0xc44c7000
sched_switch(c44c7000,0,1,180,a3335b62,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c7000,0,c0abb821,19b,c42fc000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42fc000,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42fc000,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c44c7000,e69f0cfc,8,e69f0d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69f0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 695 tid 100096 td 0xc44c7220
sched_switch(c44c7220,0,1,180,a3238008,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c7220,0,c0abb821,19b,c4430e00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4430e00,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4430e00,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c44c7220,e69edcfc,8,e69edd38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69edd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 694 tid 100095 td 0xc44c7440
sched_switch(c44c7440,0,1,180,a2ec2e82,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c7440,0,c0abb821,19b,c42c3400,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c3400,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c3400,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c44c7440,e69eacfc,8,e69ead38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69ead38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 693 tid 100094 td 0xc44c7660
sched_switch(c44c7660,0,1,180,a3ce7f68,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c7660,0,c0abb821,19b,c42c2000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c2000,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c2000,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c44c7660,e69e7cfc,8,e69e7d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69e7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 692 tid 100093 td 0xc44c7880
sched_switch(c44c7880,0,1,180,a2c113ac,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c7880,0,c0abb821,19b,c4430c00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4430c00,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4430c00,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c44c7880,e69e4cfc,8,e69e4d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69e4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 691 tid 100092 td 0xc437c000
sched_switch(c437c000,0,1,180,a2bc4116,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437c000,0,c0abb821,19b,c42c3600,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c3600,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c3600,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c437c000,e69e1cfc,8,e69e1d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69e1d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 690 tid 100091 td 0xc437c220
sched_switch(c437c220,0,1,180,a2815c96,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437c220,0,c0abb821,19b,c42c3800,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c3800,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c3800,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c437c220,e69decfc,8,e69ded38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69ded38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 689 tid 100090 td 0xc437c440
sched_switch(c437c440,0,1,180,a2723140,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437c440,0,c0abb821,19b,c4430a00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4430a00,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4430a00,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c437c440,e69dbcfc,8,e69dbd38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69dbd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 688 tid 100080 td 0xc444caa0
sched_switch(c444caa0,0,1,180,a247935e,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444caa0,0,c0abb821,19b,c42c3a00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c3a00,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c3a00,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c444caa0,e699bcfc,8,e699bd38,c0b69b08,...) at nfssvc+0x5d6
syscall(e699bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 686 tid 100072 td 0xc437c880
sched_switch(c437c880,0,1,180,a22cc8f0,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437c880,0,c0abb821,19b,c42c2200,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c2200,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c2200,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c437c880,e6965cfc,8,e6965d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e6965d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 685 tid 100046 td 0xc4299000
sched_switch(c4299000,0,1,180,a39d68ea,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4299000,0,c0abb821,19b,c44dd600,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c44dd600,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c44dd600,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c4299000,e68ebcfc,8,e68ebd38,c0b69b08,...) at nfssvc+0x5d6
syscall(e68ebd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 684 tid 100084 td 0xc444c220
sched_switch(c444c220,0,1,180,a20764d6,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444c220,0,c0abb821,19b,c42c3c00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda540,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c3c00,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c3c00,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c444c220,e69a7cfc,8,e69a7d38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69a7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 683 tid 100085 td 0xc444c000
sched_switch(c444c000,0,1,180,a1e435c0,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c444c000,0,c0abb821,19b,c42c2400,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0754fdd,c0bda4c0,4,c0ab6a1a,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c2400,0,c0ab875c,da,0,...) at sleepq_wait_sig+0x14
_sleep(c42c2400,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c444c000,e69aacfc,8,e69aad38,c0b69b08,...) at nfssvc+0x5d6
syscall(e69aad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 682 tid 100058 td 0xc437f660
sched_switch(c437f660,0,1,180,a7e979ae,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437f660,0,c0abb821,19b,c42c3e00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0abb821,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42c3e00,c0c2f2e0,c0aaf5ba,100,0,...) at sleepq_wait_sig+0x14
_sleep(c42c3e00,c0c2f2e0,158,c0aaf5ba,0,...) at _sleep+0x359
nfssvc(c437f660,e691dcfc,8,e691dd38,c0b69b08,...) at nfssvc+0x5d6
syscall(e691dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cdceb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 681 tid 100089 td 0xc4398000
sched_switch(c4398000,0,1,180,ada31142,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4398000,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c4398000,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,e69d7afc,...) at _cv_wait_sig+0x1fc
kern_select(c4398000,5,bfbfed48,0,0,0,c,e69d7c98) at kern_select+0x6cc
select(c4398000,e69d7cfc,14,e69d7d38,c0b69538,...) at select+0x5e
syscall(e69d7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28160993, esp = 0xbfbfeb4c, ebp = 0xbfbfee78 ---

Tracing command mountd pid 679 tid 100086 td 0xc4399cc0
sched_switch(c4399cc0,0,1,180,a011fb50,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4399cc0,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c4399cc0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,e69adaec,...) at _cv_wait_sig+0x1fc
kern_select(c4399cc0,9,bfbfedec,0,0,0,e69adc80,28184958) at kern_select+0x6cc
select(c4399cc0,e69adcfc,14,c0ad2c7e,c0b69538,...) at select+0x5e
syscall(e69add38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28172993, esp = 0xbfbfedbc, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 626 tid 100067 td 0xc429aaa0
sched_switch(c429aaa0,0,1,180,6a2266fa,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c429aaa0,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6947ad8,c075538a,c0c23be4,0,c429aaa0,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c23bfc,7531,c0ad53d5,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0c23bfc,c0c23be4,7531,3bb,c0ad92c9,...) at _cv_timedwait_sig+0x20b
poll(c429aaa0,e6947cfc,c,c0abda82,c0b6a018,...) at poll+0x554
syscall(e6947d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28126e2f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---

Tracing command syslogd pid 609 tid 100057 td 0xc437f880
sched_switch(c437f880,0,1,180,f2a14dba,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437f880,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c437f880,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,0,...) at _cv_wait_sig+0x1fc
kern_select(c437f880,9,282200bc,0,0,0,21d6e,28184958) at kern_select+0x6cc
select(c437f880,e6919cfc,14,c0abd92d,c0b69538,...) at select+0x5e
syscall(e6919d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28172993, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 550 tid 100073 td 0xc437c660
sched_switch(c437c660,0,1,180,c4d2fb60,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c437c660,0,c0abb821,19b,c0c23bfc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075538a,c0c23be4,0,c0ab6a1a,c437c660,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c23bfc,c0c23be4,c0ad53d5,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c23bfc,c0c23be4,c0abd3a7,30f,e6969afc,...) at _cv_wait_sig+0x1fc
kern_select(c437c660,5,bfbfedf8,0,0,0,0,bfbfe99c) at kern_select+0x6cc
select(c437c660,e6969cfc,14,c0abdc85,c0b69538,...) at select+0x5e
syscall(e6969d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x80813af, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 ---

Tracing command softdepflush pid 27 tid 100044 td 0xc4299220
sched_switch(c4299220,0,1,180,6f42ab78,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,44,...) at mi_switch+0x217
sleepq_switch(c4299220,0,c0abb821,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c2f9e4,3e8,c0ad73a0,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c2f9e4,c0c2f9bc,44,c0ad73a0,3e8,...) at _sleep+0x345
softdep_flush(0,e46f8d38,c0ab466e,30c,c4019ab0,...) at softdep_flush+0x2d2
fork_exit(c094a060,0,e46f8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46f8d70, ebp = 0 ---

Tracing command syncer pid 26 tid 100043 td 0xc4299440
sched_switch(c4299440,0,1,180,589f5518,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4299440,...) at mi_switch+0x217
sleepq_switch(c4299440,0,c0abb821,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0bd248c,0,c0ac3dab,0,0,...) at sleepq_wait+0x60
_sleep(c0bd248c,c0c24384,68,c0ac3dab,0,...) at _sleep+0x369
sched_sync(0,e46f5d38,c0ab466e,30c,c429c000,...) at sched_sync+0x742
fork_exit(c07e1400,0,e46f5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46f5d70, ebp = 0 ---

Tracing command vnlru pid 25 tid 100042 td 0xc4299660
sched_switch(c4299660,0,1,180,6e9d2238,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,50,...) at mi_switch+0x217
sleepq_switch(c4299660,0,c0abb821,240,50,...) at sleepq_switch+0xf0
sleepq_timedwait(c429c2ac,3e8,c0ac3eb8,0,0,...) at sleepq_timedwait+0x68
_sleep(c429c2ac,c0c24358,250,c0ac3eb8,3e8,...) at _sleep+0x345
vnlru_proc(0,e46f2d38,c0ab466e,30c,c429c2ac,...) at vnlru_proc+0x115
fork_exit(c07e2a00,0,e46f2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46f2d70, ebp = 0 ---

Tracing command bufdaemon pid 24 tid 100041 td 0xc4299880
sched_switch(c4299880,0,1,180,6e81b31c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,44,...) at mi_switch+0x217
sleepq_switch(c4299880,0,c0abb821,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c240a4,3e8,c0ac1a8b,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c240a4,c0c240a8,44,c0ac1a8b,3e8,...) at _sleep+0x345
buf_daemon(0,e46efd38,c0ab466e,30c,c429c558,...) at buf_daemon+0x21e
fork_exit(c07ccf10,0,e46efd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46efd70, ebp = 0 ---

Tracing command pagezero pid 23 tid 100040 td 0xc4299aa0
sched_switch(c4299aa0,0,1,180,2f24a478,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4299aa0,0,c0abb821,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c305a0,493e0,c0adc083,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c305a0,c0c30144,0,c0adc083,493e0,...) at _sleep+0x345
vm_pagezero(0,e46ecd38,c0ab466e,30c,c429c804,...) at vm_pagezero+0xdc
fork_exit(c0984290,0,e46ecd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46ecd70, ebp = 0 ---

Tracing command vmdaemon pid 22 tid 100039 td 0xc4299cc0
sched_switch(c4299cc0,0,1,180,69936b52,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4299cc0,...) at mi_switch+0x217
sleepq_switch(c4299cc0,0,c0abb821,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c301b8,0,c0ab875c,da,0,...) at sleepq_wait+0x60
_sleep(c0c301b8,c0c301bc,68,c0ac1a8b,0,...) at _sleep+0x369
vm_daemon(0,e46e9d38,c0ab466e,30c,c429cab0,...) at vm_daemon+0x59
fork_exit(c097f6b0,0,e46e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46e9d70, ebp = 0 ---

Tracing command pagedaemon pid 21 tid 100038 td 0xc429a000
sched_switch(c429a000,0,1,180,c167aef8,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,44,...) at mi_switch+0x217
sleepq_switch(c429a000,0,c0abb821,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c30180,1388,c0ac1a8b,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c30180,c0c30144,44,c0ac1a8b,1388,...) at _sleep+0x345
vm_pageout(0,e46e6d38,c0ab466e,30c,c3f57804,...) at vm_pageout+0x2bb
fork_exit(c0980260,0,e46e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46e6d70, ebp = 0 ---

Tracing command sctp_iterator pid 20 tid 100037 td 0xc4017cc0
sched_switch(c4017cc0,0,1,180,c68b9e4,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4017cc0,...) at mi_switch+0x217
sleepq_switch(c4017cc0,0,c0abb821,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c0c25e2c,c0c25d34,c0acab60,0,0,...) at sleepq_wait+0x60
_sleep(c0c25e2c,c0c25d34,0,c0acab60,0,...) at _sleep+0x369
sctp_iterator_thread(0,e46e3d38,c0ab466e,30c,c3f57ab0,...) at sctp_iterator_thread+0x60
fork_exit(c0848eb0,0,e46e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46e3d70, ebp = 0 ---

Tracing command fdc0 pid 19 tid 100035 td 0xc4063220
sched_switch(c4063220,0,1,180,58bac420,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c4063220,0,c0abb821,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c4016a3c,3e8,c0aaf5ba,0,0,...) at sleepq_timedwait+0x68
_sleep(c4016a3c,c4016af0,4c,c0aaf5ba,3e8,...) at _sleep+0x345
fdc_thread(c4016a00,e46dad38,c0ab466e,30c,c4018000,...) at fdc_thread+0x2b8
fork_exit(c09e6800,c4016a00,e46dad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46dad70, ebp = 0 ---

Tracing command usbtask-dr pid 18 tid 100028 td 0xc4064220
sched_switch(c4064220,0,1,180,44a271d4,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4064220,...) at mi_switch+0x217
sleepq_switch(c4064220,0,c0abb821,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bcfd74,0,c0ab875c,da,0,...) at sleepq_wait+0x60
_sleep(c0bcfd74,0,5c,c0aac4b8,0,...) at _sleep+0x369
usb_task_thread(c0bcfd74,e448bd38,c0ab466e,30c,c40182ac,...) at usb_task_thread+0x62
fork_exit(c06dbc80,c0bcfd74,e448bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448bd70, ebp = 0 ---

Tracing command usbtask-hc pid 17 tid 100027 td 0xc4064440
sched_switch(c4064440,0,1,180,44a241e0,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4064440,...) at mi_switch+0x217
sleepq_switch(c4064440,0,c0abb821,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bcfd60,0,c0ab875c,da,0,...) at sleepq_wait+0x60
_sleep(c0bcfd60,0,5c,c0aac4b8,0,...) at _sleep+0x369
usb_task_thread(c0bcfd60,e4488d38,c0ab466e,30c,c4018558,...) at usb_task_thread+0x62
fork_exit(c06dbc80,c0bcfd60,e4488d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4488d70, ebp = 0 ---

Tracing command usb0 pid 16 tid 100026 td 0xc3f56660
sched_switch(c3f56660,0,1,180,c67714f6,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,5c,...) at mi_switch+0x217
sleepq_switch(c3f56660,0,c0abb821,240,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c404c210,ea60,c0aac47b,0,0,...) at sleepq_timedwait+0x68
_sleep(c404c210,0,5c,c0aac47b,ea60,...) at _sleep+0x345
usb_event_thread(c4057440,e4485d38,c0ab466e,30c,c4018804,...) at usb_event_thread+0xca
fork_exit(c06db500,c4057440,e4485d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4485d70, ebp = 0 ---

Tracing command em0 taskq pid 15 tid 100024 td 0xc3f56aa0
sched_switch(c3f56aa0,0,1,180,449a27c8,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c3f56aa0,...) at mi_switch+0x217
sleepq_switch(c3f56aa0,0,c0abb821,21d,c3f56aa0,...) at sleepq_switch+0xf0
sleepq_wait(c4034280,0,c0ab8870,c0aaf5ba,0,...) at sleepq_wait+0x60
msleep_spin(c4034280,c403429c,c0aaf5ba,0,c0ab6a1a,...) at msleep_spin+0x20d
taskqueue_thread_loop(c400d314,e447ed38,c0ab466e,30c,c4018ab0,...) at taskqueue_thread_loop+0x8a
fork_exit(c07952d0,c400d314,e447ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447ed70, ebp = 0 ---

Tracing command thread taskq pid 14 tid 100020 td 0xc4017440
sched_switch(c4017440,0,1,180,44e0e074,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4017440,...) at mi_switch+0x217
sleepq_switch(c4017440,0,c0abb821,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fc6b80,c3fc6b9c,c0aaf5ba,0,0,...) at sleepq_wait+0x60
_sleep(c3fc6b80,c3fc6b9c,0,c0aaf5ba,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bdc618,e444cd38,c0ab466e,30c,c4019000,...) at taskqueue_thread_loop+0xb4
fork_exit(c07952d0,c0bdc618,e444cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe444cd70, ebp = 0 ---

Tracing command acpi_task_2 pid 9 tid 100019 td 0xc4017660
sched_switch(c4017660,0,1,180,44ad2b04,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4017660,...) at mi_switch+0x217
sleepq_switch(c4017660,0,c0abb821,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fc6c00,c3fc6c1c,c0aaf5ba,0,0,...) at sleepq_wait+0x60
_sleep(c3fc6c00,c3fc6c1c,0,c0aaf5ba,0,...) at _sleep+0x369
taskqueue_thread_loop(c0da9ebc,e4449d38,c0ab466e,30c,c3f0e2ac,...) at taskqueue_thread_loop+0xb4
fork_exit(c07952d0,c0da9ebc,e4449d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4449d70, ebp = 0 ---

Tracing command acpi_task_1 pid 8 tid 100018 td 0xc4017880
sched_switch(c4017880,0,1,180,44acfd04,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4017880,...) at mi_switch+0x217
sleepq_switch(c4017880,0,c0abb821,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fc6c00,c3fc6c1c,c0aaf5ba,0,0,...) at sleepq_wait+0x60
_sleep(c3fc6c00,c3fc6c1c,0,c0aaf5ba,0,...) at _sleep+0x369
taskqueue_thread_loop(c0da9ebc,e4446d38,c0ab466e,30c,c3f0e558,...) at taskqueue_thread_loop+0xb4
fork_exit(c07952d0,c0da9ebc,e4446d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4446d70, ebp = 0 ---

Tracing command acpi_task_0 pid 7 tid 100017 td 0xc4017aa0
sched_switch(c4017aa0,0,1,180,44accbf4,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c4017aa0,...) at mi_switch+0x217
sleepq_switch(c4017aa0,0,c0abb821,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fc6c00,c3fc6c1c,c0aaf5ba,0,0,...) at sleepq_wait+0x60
_sleep(c3fc6c00,c3fc6c1c,0,c0aaf5ba,0,...) at _sleep+0x369
taskqueue_thread_loop(c0da9ebc,e4443d38,c0ab466e,30c,c3f0e804,...) at taskqueue_thread_loop+0xb4
fork_exit(c07952d0,c0da9ebc,e4443d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4443d70, ebp = 0 ---

Tracing command xpt_thrd pid 6 tid 100014 td 0xc3f11660
sched_switch(c3f11660,0,1,180,44a1c7cc,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c3f11660,...) at mi_switch+0x217
sleepq_switch(c3f11660,0,c0abb821,21d,4c,...) at sleepq_switch+0xf0
sleepq_wait(c0ba0f14,0,c0ab875c,da,0,...) at sleepq_wait+0x60
_sleep(c0ba0f14,c0ba0f2c,4c,c0a6d82e,0,...) at _sleep+0x369
xpt_scanner_thread(0,e443ad38,c0ab466e,30c,c3f0eab0,...) at xpt_scanner_thread+0x41
fork_exit(c0468e30,0,e443ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe443ad70, ebp = 0 ---

Tracing command kqueue taskq pid 5 tid 100013 td 0xc3f11880
sched_switch(c3f11880,0,1,180,44a83148,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c3f11880,...) at mi_switch+0x217
sleepq_switch(c3f11880,0,c0abb821,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fc7000,c3fc701c,c0aaf5ba,0,0,...) at sleepq_wait+0x60
_sleep(c3fc7000,c3fc701c,0,c0aaf5ba,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bd0cd0,e4437d38,c0ab466e,30c,c3f57000,...) at taskqueue_thread_loop+0xb4
fork_exit(c07952d0,c0bd0cd0,e4437d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4437d70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100012 td 0xc3f11aa0
sched_switch(c3f11aa0,0,1,180,90ba340c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f11aa0,0,c0abb821,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bd2494,64,c0aaf5ba,2,0,...) at sleepq_timedwait+0x68
_sleep(c0bd2494,0,0,c0aaf5ba,64,...) at _sleep+0x345
pause(c0aaf5ba,64,c0aa32d8,112,0,...) at pause+0x47
random_kthread(0,e4434d38,c0ab466e,30c,c3f572ac,...) at random_kthread+0x1d9
fork_exit(c065a740,0,e4434d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4434d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100011 td 0xc3f11cc0
sched_switch(c3f11cc0,0,1,180,8e5e2f0c,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f11cc0,0,c0abb821,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bd04cc,64,c0aaf5ba,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bd04cc,c0bd03e8,24c,c0aaf5ba,64,...) at _sleep+0x345
g_io_schedule_down(c3f11cc0,0,c0ab0c87,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4431d38,c0ab466e,30c,c3f57558,...) at g_down_procbody+0x8d
fork_exit(c0713200,0,e4431d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4431d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100010 td 0xc3f56000
sched_switch(c3f56000,0,1,180,8e5e460e,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f56000,0,c0abb821,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bd04c8,64,c0aaf5ba,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bd04c8,c0bd0428,24c,c0aaf5ba,64,...) at _sleep+0x345
g_io_schedule_up(c3f56000,0,c0ab0c87,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e442ed38,c0ab466e,30c,c3f0d000,...) at g_up_procbody+0x8d
fork_exit(c0713290,0,e442ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe442ed70, ebp = 0 ---

Tracing command g_event pid 2 tid 100009 td 0xc3f56220
sched_switch(c3f56220,0,1,180,90ba5cd0,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f56220,0,c0abb821,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bd04c0,64,c0aaf5ba,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bd04c0,0,4c,c0aaf5ba,64,...) at _sleep+0x345
g_event_procbody(0,e442bd38,c0ab466e,30c,c3f0d2ac,...) at g_event_procbody+0xcb
fork_exit(c0713320,0,e442bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe442bd70, ebp = 0 ---

Tracing command intr pid 12 tid 100036 td 0xc4063000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100034 td 0xc4063440
sched_switch(c4063440,0,1,180,449b59c8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c40d0864,...) at mi_switch+0x217
ithread_loop(c40ca340,e46cdd38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c40ca340,e46cdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46cdd70, ebp = 0 ---

Tracing command intr pid 12 tid 100033 td 0xc4063660
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100032 td 0xc4063880
sched_switch(c4063880,0,1,180,449ad454,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c3f0a464,...) at mi_switch+0x217
ithread_loop(c40ca540,e46c7d38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c40ca540,e46c7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46c7d70, ebp = 0 ---

Tracing command intr pid 12 tid 100031 td 0xc4063aa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100030 td 0xc4063cc0
sched_switch(c4063cc0,0,1,180,406f0c14,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c3f09ce4,...) at mi_switch+0x217
ithread_loop(c40c1ac0,e46aed38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c40c1ac0,e46aed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46aed70, ebp = 0 ---

Tracing command intr pid 12 tid 100029 td 0xc4064000
sched_switch(c4064000,0,1,180,a445a8d2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c3f4c6e4,...) at mi_switch+0x217
ithread_loop(c40c1130,e4698d38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c40c1130,e4698d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4698d70, ebp = 0 ---

Tracing command intr pid 12 tid 100025 td 0xc3f56880
sched_switch(c3f56880,0,1,180,449a7ce0,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c3f4c764,...) at mi_switch+0x217
ithread_loop(c4055180,e4481d38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c4055180,e4481d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4481d70, ebp = 0 ---

Tracing command intr pid 12 tid 100023 td 0xc3f56cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100022 td 0xc4017000
sched_switch(c4017000,0,1,180,eac9d8c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c3fc69e4,...) at mi_switch+0x217
ithread_loop(c3ff8000,e4452d38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c3ff8000,e4452d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4452d70, ebp = 0 ---

Tracing command intr pid 12 tid 100021 td 0xc4017220
sched_switch(c4017220,0,1,17b,aa7a97a6,...) at sched_switch+0x49b
mi_switch(1,0,c0abbf93,2e2,c4327820,...) at mi_switch+0x217
turnstile_wait(c4327820,c4395880,0,192,c0bd1f10,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bd1f10,c4017220,0,c0ab48f0,409,...) at _mtx_lock_sleep+0x18e
_mtx_lock_flags(c0bd1f10,0,c0ab48f0,409,c3fc6ae4,...) at _mtx_lock_flags+0xef
ithread_loop(c3ff8010,e444fd38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x1aa
fork_exit(c0744b20,c3ff8010,e444fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe444fd70, ebp = 0 ---

Tracing command intr pid 12 tid 100016 td 0xc3f11220
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100015 td 0xc3f11440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100008 td 0xc3f56440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100007 td 0xc3f0f000
cpustop_handler(1,e4425b14,c0a2622d,252,e4425aa4,...) at cpustop_handler+0x32
ipi_nmi_handler(252,e4425aa4,1,8,c3f0d558,...) at ipi_nmi_handler+0x2f
trap(e4425b20) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09fdd4f, esp = 0xe4425b60, ebp = 0xe4425b84 ---
siointr1(c0c3cfac,0,c0ae1cb8,56f,e4425bc4,...) at siointr1+0x3bf
siointr(c40cc400,c0ab3116,216,c3f0f000,c3f0a280,...) at siointr+0x32
intr_execute_handlers(c3f00cd0,e4425be4,e4425c40,c0a0c624,38,...) at intr_execute_handlers+0xec
lapic_handle_intr(38,e4425be4) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc07555c2, esp = 0xe4425c24, ebp = 0xe4425c40 ---
_mtx_lock_sleep(c0bd1f10,c3f0f000,0,c0ab6a1a,97,...) at _mtx_lock_sleep+0xa2
_mtx_lock_flags(c0bd1f10,0,c0ab6a1a,97,e4425cc4,...) at _mtx_lock_flags+0xef
lock_mtx(c0bd1f10,1,c0ab9046,f4,6,...) at lock_mtx+0x29
softclock(0,0,c0ab48f0,46f,c3f4d564,...) at softclock+0x1f6
ithread_loop(c3f0c260,e4425d38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x1b5
fork_exit(c0744b20,c3f0c260,e4425d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4425d70, ebp = 0 ---

Tracing command intr pid 12 tid 100006 td 0xc3f0f220
sched_switch(c3f0f220,0,1,180,197c5ee4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab48f0,469,c3f4d5e4,...) at mi_switch+0x217
ithread_loop(c3f0c270,e4422d38,c0ab466e,30c,c3f0d558,...) at ithread_loop+0x34c
fork_exit(c0744b20,c3f0c270,e4422d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4422d70, ebp = 0 ---

Tracing command idle pid 11 tid 100005 td 0xc3f0f440
sched_switch(c3f0f440,0,6,17b,98603b2e,...) at sched_switch+0x49b
mi_switch(6,0,c0ae622e,47e,0,...) at mi_switch+0x217
ipi_bitmap_handler(c0ab0008,28,c3f00028,c4015e18,c4015e00,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0d9283c, ebp = 0xe2a1cc7c ---
uart_z8530_class(c0d994a5,20,246,e2a1ccc0,c0d9283c,...) at 0x20

Tracing command idle pid 11 tid 100004 td 0xc3f0f660
cpustop_handler(2,e2a19c44,c0a2622d,c077fbc8,e2a19bf4,...) at cpustop_handler+0x32
ipi_nmi_handler(c077fbc8,e2a19bf4,c07805e4,c3f0d804,c3f0d804,...) at ipi_nmi_handler+0x2f
trap(e2a19c50) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0d994a5, esp = 0xe2a19c90, ebp = 0xe2a19c90 ---
acpi_cpu_c1(c0bda540,4,c0ab6a1a,1,c0bd4d40,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a19cf8,c0780d99,c0bda4c0,0,c0ab97e5,...) at acpi_cpu_idle+0x18c
cpu_idle(c0bda4c0,0,c0ab97e5,322,c0bd4700,...) at cpu_idle+0x28
sched_idletd(0,e2a19d38,c0ab466e,30c,c3f0d804,...) at sched_idletd+0x249
fork_exit(c0780b50,0,e2a19d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a19d70, ebp = 0 ---

Tracing command idle pid 11 tid 100003 td 0xc3f0f880
sched_switch(c3f0f880,0,1,17b,9659cd64,...) at sched_switch+0x49b
mi_switch(1,0,c0ab97e5,320,c0bd4d40,...) at mi_switch+0x217
sched_idletd(0,e2a16d38,c0ab466e,30c,c3f0d804,...) at sched_idletd+0x217
fork_exit(c0780b50,0,e2a16d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a16d70, ebp = 0 ---

Tracing command idle pid 11 tid 100002 td 0xc3f0faa0
sched_switch(c3f0faa0,0,1,17b,962fbbe8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab97e5,320,c0bd5380,...) at mi_switch+0x217
sched_idletd(0,e2a13d38,c0ab466e,30c,c3f0d804,...) at sched_idletd+0x217
fork_exit(c0780b50,0,e2a13d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a13d70, ebp = 0 ---

Tracing command init pid 1 tid 100001 td 0xc3f0fcc0
sched_switch(c3f0fcc0,0,1,180,963063d0,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f0fcc0,0,c0abb821,19b,c3f0dab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0abb821,155,0,100,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3f0dab0,c3f0db40,c0abd93e,100,0,...) at sleepq_wait_sig+0x14
_sleep(c3f0dab0,c3f0db40,15c,c0abd93e,0,...) at _sleep+0x359
kern_wait(c3f0fcc0,ffffffff,e2a0fc2c,0,0,...) at kern_wait+0xa66
wait4(c3f0fcc0,e2a0fcfc,10,c0abd759,c0b68d28,...) at wait4+0x3b
syscall(e2a0fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x805455f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100000 td 0xc3f11000
sched_switch(c3f11000,0,1,180,449ba3f4,...) at sched_switch+0x49b
mi_switch(1,0,c0abb821,1bf,c3f11000,...) at mi_switch+0x217
sleepq_switch(c3f11000,0,c0abb821,21d,c3f11000,...) at sleepq_switch+0xf0
sleepq_wait(c0c2f450,c0c2f430,c0ad4b0b,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c2f450,c0c2f430,c0ad54ae,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e2a0cd38,c0ab466e,30c,c3f0e000,...) at audit_worker+0x99
fork_exit(c092ea00,0,e2a0cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a0cd70, ebp = 0 ---

Tracing command kernel pid 0 tid 0 td 0xc0bd0830
sched_switch(c0bd0830,0,1,180,715edc14,...) at sched_switch+0x49b
mi_switch(1,0,c0ad9c61,2e4,80,...) at mi_switch+0x217
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2f2
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadum
Symbol not found
db> call doadump
Physical memory: 1011 MB
Dumping 69 MB: 54 38 22 6
Dump complete
= 0xf
db> c


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc0668988
stack pointer           = 0x28:0xe69feb34
frame pointer           = 0x28:0xe69feb8c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 987 (snp)
[thread pid 987 tid 100101 ]
Stopped at      snplwrite+0x98: movl    0x24(%edi),%eax
db> c


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc0668988
stack pointer           = 0x28:0xe69feb34
frame pointer           = 0x28:0xe69feb8c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 987 (snp)
[thread pid 987 tid 100101 ]
Stopped at      snplwrite+0x98: movl    0x24(%edi),%eax
db> c


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x24
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc0668988
stack pointer           = 0x28:0xe69feb34
frame pointer           = 0x28:0xe69feb8c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 987 (snp)
[thread pid 987 tid 100101 ]
Stopped at      snplwrite+0x98: movl    0x24(%edi),%eax
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2

(kgdb) bt
#0  doadump () at pcpu.h:195
#1  0xc048dad9 in db_fncall (dummy1=0xc0668988, dummy2=0x0, dummy3=0xffffffff, dummy4=0xe69fe8c8 "") at ../../../ddb/db_command.c:486
#2  0xc048e045 in db_command_loop () at ../../../ddb/db_command.c:401
#3  0xc048f7b5 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:222
#4  0xc078b576 in kdb_trap (type=0xc, code=0x0, tf=0xe69feaf4) at ../../../kern/subr_kdb.c:502
#5  0xc0a25a0f in trap_fatal (frame=0xe69feaf4, eva=0x24) at ../../../i386/i386/trap.c:889
#6  0xc0a25c43 in trap_pfault (frame=0xe69feaf4, usermode=0x0, eva=0x24) at ../../../i386/i386/trap.c:811
#7  0xc0a26628 in trap (frame=0xe69feaf4) at ../../../i386/i386/trap.c:489
#8  0xc0a0c25b in calltrap () at ../../../i386/i386/exception.s:146
#9  0xc0668988 in snplwrite (tp=0xc42a7800, uio=0xe69fec60, flag=0x0) at ../../../dev/snp/snp.c:323
#10 0xc07b0788 in ptswrite (dev=0xc429d700, uio=0xe69fec60, flag=0x0) at linedisc.h:107
#11 0xc072fcf8 in giant_write (dev=0xc429d700, uio=0xe69fec60, ioflag=0x0) at ../../../kern/kern_conf.c:373
#12 0xc06f5ec8 in devfs_write_f (fp=0xc4972048, uio=0xe69fec60, cred=0xc42cc200, flags=0x0, td=0xc4395880) at ../../../fs/devfs/devfs_vnops.c:1304
#13 0xc079d6a5 in dofilewrite (td=0xc4395880, fd=0x4, fp=0xc4972048, auio=0xe69fec60, offset=0xffffffffffffffff, flags=0x0) at file.h:254
#14 0xc079d928 in kern_writev (td=0xc4395880, fd=0x4, auio=0xe69fec60) at ../../../kern/sys_generic.c:401
#15 0xc079d99f in write (td=0xc4395880, uap=0xe69fecfc) at ../../../kern/sys_generic.c:317
#16 0xc0a25f23 in syscall (frame=0xe69fed38) at ../../../i386/i386/trap.c:1034
#17 0xc0a0c2c0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:203
#18 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 9
#9  0xc0668988 in snplwrite (tp=0xc42a7800, uio=0xe69fec60, flag=0x0) at ../../../dev/snp/snp.c:323
323             if (n == 0)
(kgdb) l
318             caddr_t from, to;
319             char *nbuf;
320
321             KASSERT(n >= 0, ("negative snoop char count"));
322
323             if (n == 0)
324                     return (0);
325
326             if (snp->snp_flags & SNOOP_DOWN) {
327                     printf("snp%d: more data to down interface\n", snp->snp_unit);
(kgdb) info loc
iov = {iov_base = 0xe69feba0, iov_len = 0xc07557dc}
uio2 = {uio_iov = 0xc079b858, uio_iovcnt = 0xc0c23a90, uio_offset = 0xc0abc7dd00000038, uio_resid = 0x6cf, uio_segflg = 3233619728, uio_rw = UIO_READ, uio_td = 0x174}
snp = (struct snoop *) 0x0
error = 0x0
ilen = 0xe
ibuf = 0xc42c7180 "Hello, world!"
(kgdb) f 10
#10 0xc07b0788 in ptswrite (dev=0xc429d700, uio=0xe69fec60, flag=0x0) at linedisc.h:107
107             return ((*linesw[tp->t_line]->l_write)(tp, uio, flag));
(kgdb) info loc
tp = (struct tty *) 0xc4395880
(kgdb) p/x snp_sclist
$4 = {lh_first = 0x0}
(kgdb) p *(struct tty *)0xc42a7800
$5 = {t_rawq = {c_cc = 0x0, c_cbcount = 0x0, c_cbmax = 0x4d, c_cbreserved = 0x4d, c_cf = 0x0, c_cl = 0x0}, t_rawcc = 0x0, t_canq = {c_cc = 0x0, c_cbcount = 0x0,
    c_cbmax = 0x4d, c_cbreserved = 0x6, c_cf = 0x0, c_cl = 0x0}, t_cancc = 0x38, t_outq = {c_cc = 0x0, c_cbcount = 0x0, c_cbmax = 0x16, c_cbreserved = 0x16, c_cf = 0x0,
    c_cl = 0x0}, t_outcc = 0xdf6, t_line = 0x7, t_dev = 0xc429d700, t_mdev = 0x0, t_devunit = 0x0, t_state = 0x60028, t_flags = 0x0, t_timeout = 0x493e0, t_pgrp = 0x0,
  t_session = 0x0, t_sigio = 0x0, t_rsel = {si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0x0},
      kl_lock = 0xc073ae90 <knlist_mtx_lock>, kl_unlock = 0xc073aec0 <knlist_mtx_unlock>, kl_locked = 0xc073e1b0 <knlist_mtx_locked>, kl_lockarg = 0xc42a79ec},
    si_flags = 0x0}, t_wsel = {si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0xc073ae90 <knlist_mtx_lock>,
      kl_unlock = 0xc073aec0 <knlist_mtx_unlock>, kl_locked = 0xc073e1b0 <knlist_mtx_locked>, kl_lockarg = 0xc42a79ec}, si_flags = 0x0}, t_termios = {c_iflag = 0x302,
    c_oflag = 0x3, c_cflag = 0x4b00, c_lflag = 0x200005cf, c_cc = "\004ÿÿ\b\027\025\022\b\003\034\032\031\021\023\026\017\001\000\024ÿ", c_ispeed = 0x9600, c_ospeed = 0x9600},
  t_init_in = {c_iflag = 0x2b02, c_oflag = 0x3, c_cflag = 0x4b00, c_lflag = 0x5cb, c_cc = "\004ÿÿ\177\027\025\022\b\003\034\032\031\021\023\026\017\001\000\024ÿ",
    c_ispeed = 0x2580, c_ospeed = 0x2580}, t_init_out = {c_iflag = 0x2b02, c_oflag = 0x3, c_cflag = 0x4b00, c_lflag = 0x5cb,
    c_cc = "\004ÿÿ\177\027\025\022\b\003\034\032\031\021\023\026\017\001\000\024ÿ", c_ispeed = 0x2580, c_ospeed = 0x2580}, t_lock_in = {c_iflag = 0x0, c_oflag = 0x0,
    c_cflag = 0x0, c_lflag = 0x0, c_cc = '\0' <repeats 19 times>, c_ispeed = 0x0, c_ospeed = 0x0}, t_lock_out = {c_iflag = 0x0, c_oflag = 0x0, c_cflag = 0x0, c_lflag = 0x0,
    c_cc = '\0' <repeats 19 times>, c_ispeed = 0x0, c_ospeed = 0x0}, t_winsize = {ws_row = 0x42, ws_col = 0xb1, ws_xpixel = 0x4ea, ws_ypixel = 0x35e}, t_sc = 0xc4945000,
  t_lsc = 0x0, t_column = 0xcfb, t_rocount = 0x0, t_rocol = 0x0, t_ififosize = 0x200, t_ihiwat = 0x1e00, t_ilowat = 0x1a40, t_ispeedwat = 0x0, t_ohiwat = 0x804,
  t_olowat = 0x100, t_ospeedwat = 0x0, t_gen = 0x5, t_list = {tqe_next = 0xc40e7c00, tqe_prev = 0xc42a8ddc}, t_actout = 0x0, t_wopeners = 0x0, t_mtx = {lock_object = {
      lo_name = 0xc0aaf549 "tty", lo_type = 0xc0aaf549 "tty", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0be5dc0}, lod_witness = 0xc0be5dc0}},
    mtx_lock = 0x4, mtx_recurse = 0x0}, t_refcnt = 0x2, t_hotchar = 0x0, t_dtr_wait = 0xbb8, t_do_timestamp = 0x0, t_timestamp = {tv_sec = 0x0, tv_usec = 0x0}, t_pps = 0x0,
  t_oproc = 0xc07b0f50 <ptsstart>, t_stop = 0xc07b0f00 <ptsstop>, t_param = 0, t_modem = 0, t_break = 0, t_ioctl = 0, t_open = 0, t_purge = 0, t_close = 0, t_cioctl = 0}
(kgdb)
--
Test scenario: New snp test program.