GENERIC HEAD from Jan 6 07:49 UTC + vm_overcommit.3.patch, vmcore.202

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2008 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Mon Jan  7 22:10:46 CET 2008
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1036521472 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
:
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kern.ipc.maxpipekva exceeded; see tuning(7)
kse_release: called outside of threading. exitingpanic: swap_reserve: & PAGE_MASK
KDB: stack backtrace:
cpuid = 1
dKDB: enter: panic
[thread pid 63752 tid 100136 ]
Stopped at      kdb_enter+0x3a: movl    $0,kdb_why
db> set $lines 0
db> bt
Tracing pid 63752 tid 100136 td 0xc4984880
kdb_enter(c0b09ee0,c0b09ee0,c0b2b314,e6accc10,1,...) at kdb_enter+0x3a
panic(c0b2b314,c0b10e33,33a,ca,c4986b80,...) at panic+0x12c
swap_reserve_by_uid(74627b,0,c4986b80,2dd,e6ac0028,...) at swap_reserve_by_uid+0x2b
shmget(c4984880,e6acccfc,c,c0b0febf,c0bbcc88,...) at shmget+0x34c
syscall(e6accd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (231, FreeBSD ELF32, shmget), eip = 0x280ce281, esp = 0xbfbfe900, ebp = 0xbfbfe948 ---
db> show allpcpu
Current CPU: 1

cpuid        = 0
curthread    = 0xc3f1b000: pid 12 "swi4: clock sio"
curpcb       = 0xe445ed90
fpcurthread  = none
idlethread   = 0xc3f1b440: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc4984880: pid 63752 "syscall"
curpcb       = 0xe6accd90
fpcurthread  = none
idlethread   = 0xc3f1b660: pid 11 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3f1b880: pid 11 "idle: cpu2"
curpcb       = 0xe2a4fd90
fpcurthread  = none
idlethread   = 0xc3f1b880: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc8b8baa0: pid 63747 "syscall"
curpcb       = 0xe6b53d90
fpcurthread  = none
idlethread   = 0xc3f1baa0: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 63752 (syscall) thread 0xc4984880 (100136)
exclusive sleep mutex Giant r = 0 (0xc0c264d0) locked @ kern/sysv_shm.c:826
Process 63747 (syscall) thread 0xc8b8baa0 (100171)
exclusive sx user map r = 0 (0xc3f1f220) locked @ vm/vm_map.c:3009
Process 63745 (syscall) thread 0xc4070cc0 (100060)
exclusive sleep mutex NAMEI (UMA zone) r = 0 (0xc1464808) locked @ vm/uma_core.c:1830
Process 3451 (sshd) thread 0xc49a6880 (100154)
exclusive sx so_rcv_sx r = 0 (0xc4443e2c) locked @ kern/uipc_sockbuf.c:145
Process 3433 (sshd) thread 0xc8b8c440 (100167)
exclusive sx so_rcv_sx r = 0 (0xc46da9a0) locked @ kern/uipc_sockbuf.c:145
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
63789 63753 53834  1001  R+                          swap
63788 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63787 63753 53834  1001  R+                          swap
63786 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63785 63753 53834  1001  R+                          swap
63784 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63783 63753 53834  1001  R+                          swap
63782 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63781 63753 53834  1001  R+                          swap
63780 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63779 63753 53834  1001  R+                          swap
63778 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63777 63753 53834  1001  R+                          swap
63776 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63775 63753 53834  1001  R+                          swap
63774 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63773 63753 53834  1001  R+                          swap
63772 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63771 63753 53834  1001  R+                          swap
63770 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63769 63753 53834  1001  R+                          swap
63768 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63767 63753 53834  1001  R+                          swap
63766 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63765 63753 53834  1001  R+                          swap
63764 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63763 63753 53834  1001  R+                          swap
63762 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63761 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63760 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63759 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63758 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63757 63753 53834  1001  R+                          swap
63756 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63755 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63754 63753 53834  1001  S+      nanslp   0xc0c26c24 swap
63753 63741 53834  1001  S+      wait     0xc96a1ab0 swap
63752 63743 53834  1001  R+      CPU 1               syscall
63751 63743 53834  1001  R+                          syscall
63748 63743 53834  1001  R+                          syscall
63747 63743 53834  1001  RL+     CPU 3               syscall
63746 63743 53834  1001  R+                          syscall
63745 63743 53834  1001  R+                          syscall
63743 63742 53834  1001  S+      wait     0xc4335ab0 syscall
63742 53840 53834  1001  S+      nanslp   0xc0c26c24 syscall
63741 53840 53834  1001  S+      nanslp   0xc0c26c24 swap
63712 62523 62523  1001  S+      nanslp   0xc0c26c24 sleep
62523  3436 62523  1001  S+      wait     0xcc2dcab0 sh
53840 53839 53834  1001  S+      wait     0xc4432804 run
53839 53838 53834  1001  S+      wait     0xc46f5804 run
53838 53834 53834  1001  S+      nanslp   0xc0c26c24 run
53834  3454 53834  1001  S+      wait     0xc969f558 sh
 3454  3453  3454  1001  Ss+     wait     0xc49a5ab0 bash
 3453  3451  3451  1001  S       select   0xc438a828 sshd
 3451   773  3451     0  Ss      sbwait   0xc4443e5c sshd
 3436  3435  3436  1001  Ss+     wait     0xc4336558 bash
 3435  3433  3433  1001  S       select   0xc49e54a8 sshd
 3433   773  3433     0  Ss      sbwait   0xc46da9d0 sshd
  894     1   894     0  Ss+     ttyin    0xc40e7410 getty
  893     1   893     0  Ss+     ttyin    0xc40eb010 getty
  892     1   892     0  Ss+     ttyin    0xc40eac10 getty
  891     1   891     0  Ss+     ttyin    0xc40ebc10 getty
  890     1   890     0  Ss+     ttyin    0xc40eb810 getty
  889     1   889     0  Ss+     ttyin    0xc40e9c10 getty
  888     1   888     0  Ss+     ttyin    0xc40e9810 getty
  887     1   887     0  Ss+     ttyin    0xc40ea810 getty
  872     1   872     0  Ss      select   0xc438a128 inetd
  845     1   845     0  Ss      select   0xc43058e8 moused
  832     1   832     0  Ss      nanslp   0xc0c26c24 watchdogd
  789     1   789     0  Ss      nanslp   0xc0c26c24 cron
  782     1   782    25  Ss      pause    0xc440cb10 sendmail
  778     1   778     0  Ss      select   0xc438abe8 sendmail
  773     1   773     0  Ss      select   0xc4300ae8 sshd
  754     1   754     0  Ss      select   0xc42d9e68 ntpd
  697   681   681     0  S       -        0xc44a5e00 nfsd
  696   681   681     0  S       -        0xc42d2400 nfsd
  695   681   681     0  S       -        0xc42ce600 nfsd
  694   681   681     0  S       -        0xc42d2200 nfsd
  693   681   681     0  S       -        0xc42ce800 nfsd
  692   681   681     0  S       -        0xc42d2000 nfsd
  691   681   681     0  S       -        0xc42cfe00 nfsd
  690   681   681     0  S       -        0xc42cea00 nfsd
  689   681   681     0  S       -        0xc42cec00 nfsd
  687   681   681     0  S       -        0xc44a6000 nfsd
  686   681   681     0  S       -        0xc42cfc00 nfsd
  685   681   681     0  S       -        0xc42cfa00 nfsd
  684   681   681     0  S       -        0xc44a6200 nfsd
  683   681   681     0  S       -        0xc42cf800 nfsd
  682   681   681     0  S       -        0xc44a6400 nfsd
  681     1   681     0  Ss      select   0xc438ad68 nfsd
  679     1   679     0  Ss      select   0xc40d1ce8 mountd
  626     1   626     0  Ss      select   0xc4300d68 rpcbind
  609     1   609     0  Ss      select   0xc4306468 syslogd
  550     1   550     0  Ss      select   0xc43003e8 devd
   27     0     0     0  SL      sdflush  0xc0c83f84 [softdepflush]
   26     0     0     0  SL      syncer   0xc0c26a4c [syncer]
   25     0     0     0  SL      vlruwt   0xc42a82ac [vnlru]
   24     0     0     0  SL      psleep   0xc0c78644 [bufdaemon]
   23     0     0     0  SL      pgzero   0xc0c84be0 [pagezero]
   22     0     0     0  SL      psleep   0xc0c847e8 [vmdaemon]
   21     0     0     0  SL      psleep   0xc0c847b0 [pagedaemon]
   20     0     0     0  SL      waiting_ 0xc0c7a3cc [sctp_iterator]
   19     0     0     0  SL      -        0xc4020a3c [fdc0]
   18     0     0     0  SL      usbtsk   0xc0c24334 [usbtask-dr]
   17     0     0     0  SL      usbtsk   0xc0c24320 [usbtask-hc]
   16     0     0     0  SL      usbevt   0xc4058210 [usb0]
   15     0     0     0  SL      -        0xc4040280 [em0 taskq]
   14     0     0     0  SL      -        0xc3fd2900 [kqueue taskq]
    9     0     0     0  SL      -        0xc3fd2c00 [acpi_task_2]
    8     0     0     0  SL      -        0xc3fd2c00 [acpi_task_1]
    7     0     0     0  SL      -        0xc3fd2c00 [acpi_task_0]
    6     0     0     0  SL      -        0xc3fd2c80 [thread taskq]
    5     0     0     0  SL      ccb_scan 0xc0bf4954 [xpt_thrd]
   13     0     0     0  SL      -        0xc0c26a54 [yarrow]
    4     0     0     0  SL      -        0xc0c24a8c [g_down]
    3     0     0     0  SL      -        0xc0c24a88 [g_up]
    2     0     0     0  SL      -        0xc0c24a80 [g_event]
   12     0     0     0  RL      (threaded)          intr
100037                   I                           [irq7: ppc0]
100035                   I                           [swi0: sio]
100034                   I                           [irq12: psm0]
100033                   I                           [irq1: atkbd0]
100032                   I                           [irq15: ata1]
100031                   I                           [irq14: ata0]
100030                   I                           [irq17: fxp0]
100026                   I                           [irq16: uhci0]
100024                   I                           [irq9: acpi0]
100022                   I                           [swi6: task queue]
100021                   I                           [swi6: Giant taskq]
100016                   I                           [swi5: +]
100015                   I                           [swi2: cambio]
100009                   I                           [swi3: vm]
100008                   Run     CPU 0               [swi4: clock sio]
100007                   I                           [swi1: net]
   11     0     0     0  RL      (threaded)          idle
100006                   CanRun                      [idle: cpu0]
100005                   CanRun                      [idle: cpu1]
100004                   Run     CPU 2               [idle: cpu2]
100003                   CanRun                      [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3f19ab0 [init]
   10     0     0     0  SL      audit_wo 0xc0c839f0 [audit]
    0     0     0     0  WLs                         [swapper]
63750 63743 53834  1001  Z+                          syscall
63749 63743 53834  1001  Z+                          syscall
db> allt

Tracing command swap pid 63789 tid 100273 td 0xc4393000
fork_trampoline() at fork_trampoline

Tracing command swap pid 63788 tid 100270 td 0xc431a660
sched_switch(c431a660,0,1,180,671c8a66,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c431a660,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6cc5bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1771,...) at _sleep+0x331
kern_nanosleep(c431a660,e6cc5c64,e6cc5c6c,6,0,...) at kern_nanosleep+0xc1
nanosleep(c431a660,e6cc5cfc,8,e6cc5d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6cc5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63787 tid 100173 td 0xc8b8b660
fork_trampoline() at fork_trampoline

Tracing command swap pid 63786 tid 100264 td 0xc450baa0
sched_switch(c450baa0,0,1,180,66dc22ba,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c450baa0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6cb3bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,2329,...) at _sleep+0x331
kern_nanosleep(c450baa0,e6cb3c64,e6cb3c6c,9,0,...) at kern_nanosleep+0xc1
nanosleep(c450baa0,e6cb3cfc,8,e6cb3d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6cb3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63785 tid 100183 td 0xc91ad880
fork_trampoline() at fork_trampoline

Tracing command swap pid 63784 tid 100052 td 0xc4351220
sched_switch(c4351220,0,1,180,66ba1e0e,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4351220,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6938bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1b59,...) at _sleep+0x331
kern_nanosleep(c4351220,e6938c64,e6938c6c,7,0,...) at kern_nanosleep+0xc1
nanosleep(c4351220,e6938cfc,8,e6938d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6938d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63783 tid 100218 td 0xcc2e0aa0
fork_trampoline() at fork_trampoline

Tracing command swap pid 63782 tid 100159 td 0xc4987cc0
sched_switch(c4987cc0,0,1,180,6699929e,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4987cc0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6b2fbc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,2711,...) at _sleep+0x331
kern_nanosleep(c4987cc0,e6b2fc64,e6b2fc6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4987cc0,e6b2fcfc,8,e6b2fd38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6b2fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63781 tid 100125 td 0xc4486440
fork_trampoline() at fork_trampoline

Tracing command swap pid 63780 tid 100161 td 0xc4987880
sched_switch(c4987880,0,1,180,667a0436,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4987880,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6b35bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,2711,...) at _sleep+0x331
kern_nanosleep(c4987880,e6b35c64,e6b35c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4987880,e6b35cfc,8,e6b35d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6b35d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63779 tid 100271 td 0xc465caa0
fork_trampoline() at fork_trampoline

Tracing command swap pid 63778 tid 100214 td 0xcc2e1440
sched_switch(cc2e1440,0,1,180,6658f8fe,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(cc2e1440,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6c09bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,3e9,...) at _sleep+0x331
kern_nanosleep(cc2e1440,e6c09c64,e6c09c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(cc2e1440,e6c09cfc,8,e6c09d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6c09d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63777 tid 100288 td 0xc4f1d220
fork_trampoline() at fork_trampoline

Tracing command swap pid 63776 tid 100276 td 0xc6113aa0
sched_switch(c6113aa0,0,1,180,66385be6,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c6113aa0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6cd7bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1389,...) at _sleep+0x331
kern_nanosleep(c6113aa0,e6cd7c64,e6cd7c6c,5,0,...) at kern_nanosleep+0xc1
nanosleep(c6113aa0,e6cd7cfc,8,e6cd7d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6cd7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63775 tid 100198 td 0xc9775000
fork_trampoline() at fork_trampoline

Tracing command swap pid 63774 tid 100210 td 0xc91ae440
sched_switch(c91ae440,0,1,180,670400ee,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c91ae440,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6bfdbc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1b59,...) at _sleep+0x331
kern_nanosleep(c91ae440,e6bfdc64,e6bfdc6c,7,0,...) at kern_nanosleep+0xc1
nanosleep(c91ae440,e6bfdcfc,8,e6bfdd38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6bfdd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63773 tid 100199 td 0xc9773cc0
fork_trampoline() at fork_trampoline

Tracing command swap pid 63772 tid 100216 td 0xcc2e1000
sched_switch(cc2e1000,0,1,180,66017782,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(cc2e1000,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6c0fbc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,3e9,...) at _sleep+0x331
kern_nanosleep(cc2e1000,e6c0fc64,e6c0fc6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(cc2e1000,e6c0fcfc,8,e6c0fd38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6c0fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63771 tid 100237 td 0xc4769220
fork_trampoline() at fork_trampoline

Tracing command swap pid 63770 tid 100126 td 0xc4486220
sched_switch(c4486220,0,1,180,65e0754a,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4486220,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6aaebc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,2329,...) at _sleep+0x331
kern_nanosleep(c4486220,e6aaec64,e6aaec6c,9,0,...) at kern_nanosleep+0xc1
nanosleep(c4486220,e6aaecfc,8,e6aaed38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6aaed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63769 tid 100178 td 0xc49a7aa0
fork_trampoline() at fork_trampoline

Tracing command swap pid 63768 tid 100135 td 0xc4984aa0
sched_switch(c4984aa0,0,1,180,65bfb9d6,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4984aa0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6ac9bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,bb9,...) at _sleep+0x331
kern_nanosleep(c4984aa0,e6ac9c64,e6ac9c6c,3,0,...) at kern_nanosleep+0xc1
nanosleep(c4984aa0,e6ac9cfc,8,e6ac9d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6ac9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63767 tid 100245 td 0xc431b440
fork_trampoline() at fork_trampoline

Tracing command swap pid 63766 tid 100259 td 0xc467e440
sched_switch(c467e440,0,1,180,659ee55a,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c467e440,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6ca4bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,7d1,...) at _sleep+0x331
kern_nanosleep(c467e440,e6ca4c64,e6ca4c6c,2,0,...) at kern_nanosleep+0xc1
nanosleep(c467e440,e6ca4cfc,8,e6ca4d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6ca4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63765 tid 100197 td 0xc9775220
fork_trampoline() at fork_trampoline

Tracing command swap pid 63764 tid 100282 td 0xccdff000
sched_switch(ccdff000,0,1,180,657d8696,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(ccdff000,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6ce9bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1771,...) at _sleep+0x331
kern_nanosleep(ccdff000,e6ce9c64,e6ce9c6c,6,0,...) at kern_nanosleep+0xc1
nanosleep(ccdff000,e6ce9cfc,8,e6ce9d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6ce9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63763 tid 100083 td 0xc4435000
fork_trampoline() at fork_trampoline

Tracing command swap pid 63762 tid 100293 td 0xccc09220
sched_switch(ccc09220,0,1,180,655c224e,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(ccc09220,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e70f8bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,2711,...) at _sleep+0x331
kern_nanosleep(ccc09220,e70f8c64,e70f8c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(ccc09220,e70f8cfc,8,e70f8d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e70f8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63761 tid 100091 td 0xc4411cc0
sched_switch(c4411cc0,0,1,180,66f9166a,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4411cc0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a26bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,fa1,...) at _sleep+0x331
kern_nanosleep(c4411cc0,e6a26c64,e6a26c6c,4,0,...) at kern_nanosleep+0xc1
nanosleep(c4411cc0,e6a26cfc,8,e6a26d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6a26d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63760 tid 100254 td 0xc9775660
sched_switch(c9775660,0,1,180,652ce582,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c9775660,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6c95bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1389,...) at _sleep+0x331
kern_nanosleep(c9775660,e6c95c64,e6c95c6c,5,0,...) at kern_nanosleep+0xc1
nanosleep(c9775660,e6c95cfc,8,e6c95d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6c95d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63759 tid 100208 td 0xc91ae880
sched_switch(c91ae880,0,1,180,650b69f6,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c91ae880,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6bf7bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,7d1,...) at _sleep+0x331
kern_nanosleep(c91ae880,e6bf7c64,e6bf7c6c,2,0,...) at kern_nanosleep+0xc1
nanosleep(c91ae880,e6bf7cfc,8,e6bf7d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6bf7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63758 tid 100046 td 0xc4337cc0
sched_switch(c4337cc0,0,1,180,6bab9276,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4337cc0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6920bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,7d1,...) at _sleep+0x331
kern_nanosleep(c4337cc0,e6920c64,e6920c6c,2,0,...) at kern_nanosleep+0xc1
nanosleep(c4337cc0,e6920cfc,8,e6920d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6920d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63757 tid 100137 td 0xc4984660
fork_trampoline() at fork_trampoline

Tracing command swap pid 63756 tid 100234 td 0xc464c440
sched_switch(c464c440,0,1,180,626c2ee2,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c464c440,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6c58bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,bb9,...) at _sleep+0x331
kern_nanosleep(c464c440,e6c58c64,e6c58c6c,3,0,...) at kern_nanosleep+0xc1
nanosleep(c464c440,e6c58cfc,8,e6c58d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6c58d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63755 tid 100255 td 0xc4654000
sched_switch(c4654000,0,1,180,624b1a22,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4654000,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6c98bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,3e9,...) at _sleep+0x331
kern_nanosleep(c4654000,e6c98c64,e6c98c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4654000,e6c98cfc,8,e6c98d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6c98d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63754 tid 100285 td 0xc431b220
sched_switch(c431b220,0,1,180,62295e5e,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c431b220,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6cf2bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,1771,...) at _sleep+0x331
kern_nanosleep(c431b220,e6cf2c64,e6cf2c6c,6,0,...) at kern_nanosleep+0xc1
nanosleep(c431b220,e6cf2cfc,8,e6cf2d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6cf2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command swap pid 63753 tid 100188 td 0xc91accc0
sched_switch(c91accc0,0,1,180,64e7abba,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c91accc0,0,c0b0d902,19b,c96a1ab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075594d,c0c2eb00,4,c0b08ad2,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c96a1ab0,0,c0b0a83f,da,0,...) at sleepq_wait_sig+0x14
_sleep(c96a1ab0,c96a1b40,15c,c0b0fa44,0,...) at _sleep+0x359
kern_wait(c91accc0,f90a,e6ba0c2c,0,0,...) at kern_wait+0xa66
wait4(c91accc0,e6ba0cfc,10,e6ba0d38,c0bbb788,...) at wait4+0x3b
syscall(e6ba0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e37fb, esp = 0xbfbfe95c, ebp = 0xbfbfe978 ---

Tracing command syscall pid 63752 tid 100136 td 0xc4984880
kdb_enter(c0b09ee0,c0b09ee0,c0b2b314,e6accc10,1,...) at kdb_enter+0x3a
panic(c0b2b314,c0b10e33,33a,ca,c4986b80,...) at panic+0x12c
swap_reserve_by_uid(74627b,0,c4986b80,2dd,e6ac0028,...) at swap_reserve_by_uid+0x2b
shmget(c4984880,e6acccfc,c,c0b0febf,c0bbcc88,...) at shmget+0x34c
syscall(e6accd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (231, FreeBSD ELF32, shmget), eip = 0x280ce281, esp = 0xbfbfe900, ebp = 0xbfbfe948 ---

Tracing command syscall pid 63751 tid 100229 td 0xc4251aa0
sched_switch(c4251aa0,0,2,17b,6b366184,...) at sched_switch+0x49b
mi_switch(2,0,c0b0dfdd,f9,1,...) at mi_switch+0x217
ast(e6c48d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command syscall pid 63748 tid 100185 td 0xc91ad440
sched_switch(c91ad440,0,2,17b,715a2b16,...) at sched_switch+0x49b
mi_switch(2,0,c0b0dfdd,f9,1,...) at mi_switch+0x217
ast(e6b97d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command syscall pid 63747 tid 100171 td 0xc8b8baa0
cpustop_handler(8,e6b53414,c0a7772d,0,c8b8baa0,...) at cpustop_handler+0x32
ipi_nmi_handler(0,c8b8baa0,0,c0b1a16e,c49a5558,...) at ipi_nmi_handler+0x2f
trap(e6b53420) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a4ec3c, esp = 0xe6b53460, ebp = 0xe6b53484 ---
sio_cnputc(c0be8f40,62,e6b534dc,1,0,...) at sio_cnputc+0x4c
cnputc(62,0,c0b113e6,289,1,...) at cnputc+0x5f
cnputs(e6b534dc,c078f8d0,e6b5355c,a,e6b53590,...) at cnputs+0x58
printf(c0b1a16c,62,c0d1aa8a,c0b3567e,e6b536bc,...) at printf+0x7e
db_putchar(62,0,c0c78340,e6b535c8,c0d1aa9d,...) at db_putchar+0x31
kvprintf(c0b3567c,c0491cb0,0,10,e6b536ec,...) at kvprintf+0x92d
db_printf(c0b3567c,c0d1aa88,e6b536f4,ffffffff,c0491716,...) at db_printf+0x34
db_print_stack_entry(e6b53804,c0491716,0,0,e6b537fc,...) at db_print_stack_entry+0xe5
db_backtrace(c0491716,3ff,0,e6b537c8,c0b15764,...) at db_backtrace+0x2a7
db_trace_self(e6b537c8,0,e6b537c8,e6b537bc,e6b537fc,...) at db_trace_self+0x49
db_trace_self_wrapper(c0b0cd19,e6b5382c,c07de4e3,0,e6b5382c,...) at db_trace_self_wrapper+0x26
kdb_backtrace(0,e6b5382c,c0a81c85,e6b5383c,c434315c,...) at kdb_backtrace+0x29
vfs_badlock(c0bdc2c0,e6b5383c,c0bf3e80,c434315c,0) at vfs_badlock+0x23
assert_vop_locked(c434315c,c0b15780) at assert_vop_locked+0x50
vop_lock_post(e6b53898,0,c3f1f220,3041,c434315c,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0bdc2c0,e6b53898,c0b2c433,bfb,c4343230,...) at VOP_LOCK1_APV+0xc1
_vn_lock(c434315c,3041,c8b8baa0,c0b15531,80e,...) at _vn_lock+0xf8
vget(c434315c,3041,c8b8baa0,4a7,c14624ec,...) at vget+0x110
vnode_pager_lock(c14624ec,0,c0b2bdb5,127,e6b53a14,...) at vnode_pager_lock+0x1b0
vm_fault(c3f1f1d8,280fb000,1,0,280fb2c9,...) at vm_fault+0x1e9
trap_pfault(5,0,c0b39ffb,c1464808,c49a5558,...) at trap_pfault+0x118
trap(e6b53b64) at trap+0x428
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0a752c3, esp = 0xe6b53ba4, ebp = 0xe6b53c10 ---
copyinstr(e6b53c28,e6b53c70,c49a5558,e6b53c38,280fb2c9,...) at copyinstr+0x37
extattr_list_file(c8b8baa0,e6b53cfc,10,c0b10660,c0bbdff0,...) at extattr_list_file+0x51
syscall(e6b53d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (438, FreeBSD ELF32, extattr_list_file), eip = 0x280ce281, esp = 0xbfbfe900, ebp = 0xbfbfe948 ---

Tracing command syscall pid 63746 tid 100313 td 0xccd39000
sched_switch(ccd39000,0,2,17b,6aceb6b8,...) at sched_switch+0x49b
mi_switch(2,0,c0b0dfdd,f9,1,...) at mi_switch+0x217
ast(e6d47d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command syscall pid 63745 tid 100060 td 0xc4070cc0
sched_switch(c4070cc0,0,2,17b,6f89d294,...) at sched_switch+0x49b
mi_switch(2,0,c0b0dfdd,f9,c0c2ea80,...) at mi_switch+0x217
ast(e6958d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command syscall pid 63743 tid 100062 td 0xc4337220
sched_switch(c4337220,0,1,180,6b65ebbe,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4337220,0,c0b0d902,19b,c4335ab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075594d,c0c2eb00,4,c0b08ad2,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4335ab0,0,c0b0a83f,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4335ab0,c4335b40,15c,c0b0fa44,0,...) at _sleep+0x359
kern_wait(c4337220,f901,e6962c2c,0,0,...) at kern_wait+0xa66
wait4(c4337220,e6962cfc,10,c0b0f85f,c0bbb788,...) at wait4+0x3b
syscall(e6962d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e27fb, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command syscall pid 63742 tid 100148 td 0xc49a7660
sched_switch(c49a7660,0,1,180,5f3a9c98,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c49a7660,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6af8bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,3e9,...) at _sleep+0x331
kern_nanosleep(c49a7660,e6af8c64,e6af8c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c49a7660,e6af8cfc,8,e6af8d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6af8d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281437bf, esp = 0xbfbfe96c, ebp = 0xbfbfe998 ---

Tracing command swap pid 63741 tid 100155 td 0xc49a6660
sched_switch(c49a6660,0,1,180,60ca2b16,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c49a6660,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6b0dbc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,3e9,...) at _sleep+0x331
kern_nanosleep(c49a6660,e6b0dc64,e6b0dc6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c49a6660,e6b0dcfc,8,e6b0dd38,c0bbcd60,...) at nanosleep+0x6f
syscall(e6b0dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281447bf, esp = 0xbfbfe97c, ebp = 0xbfbfe9a8 ---

Tracing command sleep pid 63712 tid 100078 td 0xc4435aa0
sched_switch(c4435aa0,0,1,180,2b0e3906,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4435aa0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e69c1bc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,2711,...) at _sleep+0x331
kern_nanosleep(c4435aa0,e69c1c64,e69c1c6c,a,0,...) at kern_nanosleep+0xc1
nanosleep(c4435aa0,e69c1cfc,8,e69c1d38,c0bbcd60,...) at nanosleep+0x6f
syscall(e69c1d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281417bf, esp = 0xbfbfebdc, ebp = 0xbfbfec18 ---

Tracing command sh pid 62523 tid 100215 td 0xcc2e1220
sched_switch(cc2e1220,0,1,180,2a0a1134,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(cc2e1220,0,c0b0d902,19b,cc2dcab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075594d,c0c2ea80,4,c0b08ad2,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(cc2dcab0,0,c0b0a83f,da,0,...) at sleepq_wait_sig+0x14
_sleep(cc2dcab0,cc2dcb40,15c,c0b0fa44,0,...) at _sleep+0x359
kern_wait(cc2e1220,ffffffff,e6c0cc2c,2,0,...) at kern_wait+0xa66
wait4(cc2e1220,e6c0ccfc,10,c0b0fa23,c0bbb788,...) at wait4+0x3b
syscall(e6c0cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x281527fb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---

Tracing command run pid 53840 tid 100102 td 0xc4486cc0
sched_switch(c4486cc0,0,1,180,5df5cae2,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4486cc0,0,c0b0d902,19b,c4432804,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075594d,c0c2eb00,4,c0b08ad2,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4432804,0,c0b0a83f,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4432804,c4432894,15c,c0b0fa44,0,...) at _sleep+0x359
kern_wait(c4486cc0,f8fd,e6a47c2c,0,0,...) at kern_wait+0xa66
wait4(c4486cc0,e6a47cfc,10,e6a47d38,c0bbb788,...) at wait4+0x3b
syscall(e6a47d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e27fb, esp = 0xbfbfe45c, ebp = 0xbfbfe478 ---

Tracing command run pid 53839 tid 100120 td 0xc46fd880

Tracing command run pid 53838 tid 100284 td 0xc431b660
sched_switch(c431b660,0,1,180,185f9a98,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c431b660,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6cefbc4,c075594d,c0c2eb00,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,3e9,...) at _sleep+0x331
kern_nanosleep(c431b660,e6cefc64,e6cefc6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c431b660,e6cefcfc,8,c0b0fb88,c0bbcd60,...) at nanosleep+0x6f
syscall(e6cefd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281437bf, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---

Tracing command sh pid 53834 tid 100200 td 0xc9773aa0

Tracing command bash pid 3454 tid 100169 td 0xc8b8c000

Tracing command sshd pid 3453 tid 100142 td 0xc4983aa0
sched_switch(c4983aa0,0,1,180,614613d4,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4983aa0,0,c0b0d902,19b,c438a828,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0755cfa,c438a810,0,c0b08ad2,c4983aa0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c438a828,c438a810,c0b0f4cb,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c438a828,c438a810,c0b0f48e,53d,c4384854,...) at _cv_wait_sig+0x1fc
seltdwait(c43b442c,c0b0f48e,396,c4983aa0,e6ae6b04,...) at seltdwait+0xa2
kern_select(c4983aa0,9,285030e4,285030e8,0,0,0,280e95e8) at kern_select+0x531
select(c4983aa0,e6ae6cfc,14,c0af9e21,c0bbbf98,...) at select+0x5e
syscall(e6ae6d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283eec83, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sshd pid 3451 tid 100154 td 0xc49a6880

Tracing command bash pid 3436 tid 100055 td 0xc4337880

Tracing command sshd pid 3435 tid 100164 td 0xc8b8caa0

Tracing command sshd pid 3433 tid 100167 td 0xc8b8c440

Tracing command getty pid 894 tid 100070 td 0xc4411000

Tracing command getty pid 893 tid 100068 td 0xc42a6aa0

Tracing command getty pid 892 tid 100110 td 0xc4070660

Tracing command getty pid 891 tid 100079 td 0xc4435880

Tracing command getty pid 890 tid 100065 td 0xc434e660

Tracing command getty pid 889 tid 100056 td 0xc4337660

Tracing command getty pid 888 tid 100087 td 0xc4410660

Tracing command getty pid 887 tid 100111 td 0xc46fecc0

Tracing command inetd pid 872 tid 100106 td 0xc440daa0

Tracing command moused pid 845 tid 100115 td 0xc46fe440

Tracing command watchdogd pid 832 tid 100114 td 0xc46fe660
sched_switch(c46fe660,0,1,180,3e06bf78,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c46fe660,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a72bc4,c075594d,c0c2ea80,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,ea61,...) at _sleep+0x331
kern_nanosleep(c46fe660,e6a72c64,e6a72c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c46fe660,e6a72cfc,8,c0b3cc1d,c0bbcd60,...) at nanosleep+0x6f
syscall(e6a72d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281657bf, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 789 tid 100085 td 0xc4410aa0
sched_switch(c4410aa0,0,1,180,e6b05532,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4410aa0,0,c0b0d902,19b,c0c26c24,...) at sleepq_switch+0xf0
sleepq_catch_signals(e69efbc4,c075594d,c0c2ea80,4,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c26c24,0,c0b0a83f,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c26c24,0,15c,c0b0b04f,ea61,...) at _sleep+0x331
kern_nanosleep(c4410aa0,e69efc64,e69efc6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4410aa0,e69efcfc,8,c0b0fb88,c0bbcd60,...) at nanosleep+0x6f
syscall(e69efd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c7bf, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 782 tid 100082 td 0xc4435220

Tracing command sendmail pid 778 tid 100066 td 0xc4337000
sched_switch(c4337000,0,1,180,b829fc66,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4337000,0,c0b0d902,19b,c438abe8,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6974a4c,c0755cfa,c438abd0,0,c4337000,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c438abe8,1389,c0b0f4cb,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c438abe8,c438abd0,1389,53d,cc01e7b8,...) at _cv_timedwait_sig+0x20b
seltdwait(e6974b14,e6974b1c,396,c4337000,e6974b04,...) at seltdwait+0x8a
kern_select(c4337000,7,bfbfd94c,0,0,e6974c70,5,0) at kern_select+0x531
select(c4337000,e6974cfc,14,c0b0fe3d,c0bbbf98,...) at select+0x5e
syscall(e6974d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283a8c83, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 773 tid 100101 td 0xc4487000

Tracing command ntpd pid 754 tid 100054 td 0xc4337aa0
sched_switch(c4337aa0,0,1,180,1ed35b3a,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4337aa0,0,c0b0d902,19b,c42d9e68,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0755cfa,c42d9e50,0,c0b08ad2,c4337aa0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c42d9e68,c42d9e50,c0b0f4cb,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c42d9e68,c42d9e50,c0b0f48e,53d,c433d270,...) at _cv_wait_sig+0x1fc
seltdwait(c443832c,c0b0f48e,396,c4337aa0,0,...) at seltdwait+0xa2
kern_select(c4337aa0,a,bfbfed7c,0,0,0,246,0) at kern_select+0x531
select(c4337aa0,e6940cfc,14,16,c0bbbf98,...) at select+0x5e
syscall(e6940d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28319c83, esp = 0xbfbfed5c, ebp = 0xbfbfee18 ---

Tracing command nfsd pid 697 tid 100080 td 0xc4435660

Tracing command nfsd pid 696 tid 100095 td 0xc4411440

Tracing command nfsd pid 695 tid 100081 td 0xc4435440

Tracing command nfsd pid 694 tid 100097 td 0xc4487880

Tracing command nfsd pid 693 tid 100067 td 0xc42a6cc0

Tracing command nfsd pid 692 tid 100099 td 0xc4487440

Tracing command nfsd pid 691 tid 100073 td 0xc42a6220

Tracing command nfsd pid 690 tid 100051 td 0xc4351440

Tracing command nfsd pid 689 tid 100100 td 0xc4487220

Tracing command nfsd pid 687 tid 100069 td 0xc42a6880

Tracing command nfsd pid 686 tid 100093 td 0xc4411880

Tracing command nfsd pid 685 tid 100098 td 0xc4487660

Tracing command nfsd pid 684 tid 100094 td 0xc4411660

Tracing command nfsd pid 683 tid 100092 td 0xc4411aa0

Tracing command nfsd pid 682 tid 100104 td 0xc4486880

Tracing command nfsd pid 681 tid 100107 td 0xc440d880

Tracing command mountd pid 679 tid 100103 td 0xc4486aa0

Tracing command rpcbind pid 626 tid 100076 td 0xc4436000

Tracing command syslogd pid 609 tid 100059 td 0xc42a5000
sched_switch(c42a5000,0,1,180,510d4ca6,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c42a5000,0,c0b0d902,19b,c4306468,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0755cfa,c4306450,0,c0b08ad2,c42a5000,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4306468,c4306450,c0b0f4cb,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c4306468,c4306450,c0b0f48e,53d,c433c750,...) at _cv_wait_sig+0x1fc
seltdwait(c443442c,c0b0f48e,396,c42a5000,e6954ae0,...) at seltdwait+0xa2
kern_select(c42a5000,9,282200bc,0,0,0,c,e6954c98) at kern_select+0x531
select(c42a5000,e6954cfc,14,e6954d38,c0bbbf98,...) at select+0x5e
syscall(e6954d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28172c83, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 550 tid 100075 td 0xc4436220

Tracing command softdepflush pid 27 tid 100045 td 0xc42a5220
sched_switch(c42a5220,0,1,180,18e94058,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,44,...) at mi_switch+0x217
sleepq_switch(c42a5220,0,c0b0d902,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c83f84,3e8,c0b29587,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c83f84,c0c83f5c,44,c0b29587,3e8,...) at _sleep+0x345
softdep_flush(0,e4731d38,c0b066d1,314,c4025ab0,...) at softdep_flush+0x2d2
fork_exit(c094c1d0,0,e4731d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4731d70, ebp = 0 ---

Tracing command syncer pid 26 tid 100044 td 0xc42a5440
sched_switch(c42a5440,0,1,180,2c36a26e,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c42a5440,...) at mi_switch+0x217
sleepq_switch(c42a5440,0,c0b0d902,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c26a4c,0,c0b15ef4,0,0,...) at sleepq_wait+0x60
_sleep(c0c26a4c,c0c78924,68,c0b15ef4,0,...) at _sleep+0x369
sched_sync(0,e472ed38,c0b066d1,314,c42a8000,...) at sched_sync+0x742
fork_exit(c07e2390,0,e472ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe472ed70, ebp = 0 ---

Tracing command vnlru pid 25 tid 100043 td 0xc42a5660
sched_switch(c42a5660,0,1,180,37286256,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,50,...) at mi_switch+0x217
sleepq_switch(c42a5660,0,c0b0d902,240,50,...) at sleepq_switch+0xf0
sleepq_timedwait(c42a82ac,3e8,c0b16001,0,0,...) at sleepq_timedwait+0x68
_sleep(c42a82ac,c0c788f8,250,c0b16001,3e8,...) at _sleep+0x345
vnlru_proc(0,e472bd38,c0b066d1,314,c42a82ac,...) at vnlru_proc+0x115
fork_exit(c07e3990,0,e472bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe472bd70, ebp = 0 ---

Tracing command bufdaemon pid 24 tid 100042 td 0xc42a5880
sched_switch(c42a5880,0,1,180,2b23eb9e,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,44,...) at mi_switch+0x217
sleepq_switch(c42a5880,0,c0b0d902,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c78644,3e8,c0b13bd4,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c78644,c0c78648,44,c0b13bd4,3e8,...) at _sleep+0x345
buf_daemon(0,e4728d38,c0b066d1,314,c42a8558,...) at buf_daemon+0x21e
fork_exit(c07cdee0,0,e4728d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4728d70, ebp = 0 ---

Tracing command pagezero pid 23 tid 100041 td 0xc42a5aa0
sched_switch(c42a5aa0,0,1,180,25052be2,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c42a5aa0,0,c0b0d902,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c84be0,493e0,c0b2e48e,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c84be0,c0c84774,0,c0b2e48e,493e0,...) at _sleep+0x345
vm_pagezero(0,e4725d38,c0b066d1,314,c42a8804,...) at vm_pagezero+0xdc
fork_exit(c0987810,0,e4725d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4725d70, ebp = 0 ---

Tracing command vmdaemon pid 22 tid 100040 td 0xc42a5cc0
sched_switch(c42a5cc0,0,1,180,5c97c5e6,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c42a5cc0,...) at mi_switch+0x217
sleepq_switch(c42a5cc0,0,c0b0d902,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c847e8,c0c847ec,c0b13bd4,0,0,...) at sleepq_wait+0x60
_sleep(c0c847e8,c0c847ec,68,c0b13bd4,0,...) at _sleep+0x369
vm_daemon(0,e4722d38,c0b066d1,314,c42a8ab0,...) at vm_daemon+0x59
fork_exit(c0982c50,0,e4722d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4722d70, ebp = 0 ---

Tracing command pagedaemon pid 21 tid 100039 td 0xc42a6000
sched_switch(c42a6000,0,1,180,6f3840f0,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,44,...) at mi_switch+0x217
sleepq_switch(c42a6000,0,c0b0d902,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c847b0,1388,c0b13bd4,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c847b0,c0c84774,44,c0b13bd4,1388,...) at _sleep+0x345
vm_pageout(0,e471fd38,c0b066d1,314,c3f63804,...) at vm_pageout+0x2bb
fork_exit(c0983800,0,e471fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe471fd70, ebp = 0 ---

Tracing command sctp_iterator pid 20 tid 100038 td 0xc4023cc0
sched_switch(c4023cc0,0,1,180,731f6856,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4023cc0,...) at mi_switch+0x217
sleepq_switch(c4023cc0,0,c0b0d902,21d,10,...) at sleepq_switch+0xf0
sleepq_wait(c0c7a3cc,c0c7a2d4,c0b1ccdb,0,0,...) at sleepq_wait+0x60
_sleep(c0c7a3cc,c0c7a2d4,10,c0b1ccdb,0,...) at _sleep+0x369
sctp_iterator_thread(0,e471cd38,c0b066d1,314,c3f63ab0,...) at sctp_iterator_thread+0x60
fork_exit(c084a5a0,0,e471cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe471cd70, ebp = 0 ---

Tracing command fdc0 pid 19 tid 100036 td 0xc406f220
sched_switch(c406f220,0,1,180,16395244,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c406f220,0,c0b0d902,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c4020a3c,3e8,c0b01628,0,0,...) at sleepq_timedwait+0x68
_sleep(c4020a3c,c4020af0,4c,c0b01628,3e8,...) at _sleep+0x345
fdc_thread(c4020a00,e4713d38,c0b066d1,314,c4024000,...) at fdc_thread+0x2b8
fork_exit(c0a34b90,c4020a00,e4713d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4713d70, ebp = 0 ---

Tracing command usbtask-dr pid 18 tid 100029 td 0xc4070220
sched_switch(c4070220,0,1,180,a947cfec,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4070220,...) at mi_switch+0x217
sleepq_switch(c4070220,0,c0b0d902,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0c24334,0,c0b0a83f,da,0,...) at sleepq_wait+0x60
_sleep(c0c24334,0,5c,c0afe523,0,...) at _sleep+0x369
usb_task_thread(c0c24334,e44c4d38,c0b066d1,314,c40242ac,...) at usb_task_thread+0x62
fork_exit(c06dc8f0,c0c24334,e44c4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44c4d70, ebp = 0 ---

Tracing command usbtask-hc pid 17 tid 100028 td 0xc4070440
sched_switch(c4070440,0,1,180,a947a3a0,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4070440,...) at mi_switch+0x217
sleepq_switch(c4070440,0,c0b0d902,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0c24320,0,c0b0a83f,da,0,...) at sleepq_wait+0x60
_sleep(c0c24320,0,5c,c0afe523,0,...) at _sleep+0x369
usb_task_thread(c0c24320,e44c1d38,c0b066d1,314,c4024558,...) at usb_task_thread+0x62
fork_exit(c06dc8f0,c0c24320,e44c1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44c1d70, ebp = 0 ---

Tracing command usb0 pid 16 tid 100027 td 0xc3f62660
sched_switch(c3f62660,0,1,180,b2889260,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,5c,...) at mi_switch+0x217
sleepq_switch(c3f62660,0,c0b0d902,240,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c4058210,ea60,c0afe4e6,0,0,...) at sleepq_timedwait+0x68
_sleep(c4058210,0,5c,c0afe4e6,ea60,...) at _sleep+0x345
usb_event_thread(c40633c0,e44bed38,c0b066d1,314,c4024804,...) at usb_event_thread+0xca
fork_exit(c06dc170,c40633c0,e44bed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44bed70, ebp = 0 ---

Tracing command em0 taskq pid 15 tid 100025 td 0xc3f62aa0
sched_switch(c3f62aa0,0,1,180,a93af630,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c3f62aa0,...) at mi_switch+0x217
sleepq_switch(c3f62aa0,0,c0b0d902,21d,c3f62aa0,...) at sleepq_switch+0xf0
sleepq_wait(c4040280,0,c0b0a953,c0b01628,0,...) at sleepq_wait+0x60
msleep_spin(c4040280,c404029c,c0b01628,0,c0b08ad2,...) at msleep_spin+0x20d
taskqueue_thread_loop(c401a314,e44b7d38,c0b066d1,314,c4024ab0,...) at taskqueue_thread_loop+0x8a
fork_exit(c0795e60,c401a314,e44b7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44b7d70, ebp = 0 ---

Tracing command kqueue taskq pid 14 tid 100023 td 0xc4023000
sched_switch(c4023000,0,1,180,a9841410,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4023000,...) at mi_switch+0x217
sleepq_switch(c4023000,0,c0b0d902,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fd2900,c3fd291c,c0b01628,0,0,...) at sleepq_wait+0x60
_sleep(c3fd2900,c3fd291c,0,c0b01628,0,...) at _sleep+0x369
taskqueue_thread_loop(c0c25294,e448bd38,c0b066d1,314,c4025000,...) at taskqueue_thread_loop+0xb4
fork_exit(c0795e60,c0c25294,e448bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448bd70, ebp = 0 ---

Tracing command acpi_task_2 pid 9 tid 100020 td 0xc4023660
sched_switch(c4023660,0,1,180,a983e6d4,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4023660,...) at mi_switch+0x217
sleepq_switch(c4023660,0,c0b0d902,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fd2c00,c3fd2c1c,c0b01628,0,0,...) at sleepq_wait+0x60
_sleep(c3fd2c00,c3fd2c1c,0,c0b01628,0,...) at _sleep+0x369
taskqueue_thread_loop(c0e05ebc,e4482d38,c0b066d1,314,c3f1a2ac,...) at taskqueue_thread_loop+0xb4
fork_exit(c0795e60,c0e05ebc,e4482d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4482d70, ebp = 0 ---

Tracing command acpi_task_1 pid 8 tid 100019 td 0xc4023880
sched_switch(c4023880,0,1,180,a983b164,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4023880,...) at mi_switch+0x217
sleepq_switch(c4023880,0,c0b0d902,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fd2c00,c3fd2c1c,c0b01628,0,0,...) at sleepq_wait+0x60
_sleep(c3fd2c00,c3fd2c1c,0,c0b01628,0,...) at _sleep+0x369
taskqueue_thread_loop(c0e05ebc,e447fd38,c0b066d1,314,c3f1a558,...) at taskqueue_thread_loop+0xb4
fork_exit(c0795e60,c0e05ebc,e447fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447fd70, ebp = 0 ---

Tracing command acpi_task_0 pid 7 tid 100018 td 0xc4023aa0
sched_switch(c4023aa0,0,1,180,a9838440,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c4023aa0,...) at mi_switch+0x217
sleepq_switch(c4023aa0,0,c0b0d902,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fd2c00,c3fd2c1c,c0b01628,0,0,...) at sleepq_wait+0x60
_sleep(c3fd2c00,c3fd2c1c,0,c0b01628,0,...) at _sleep+0x369
taskqueue_thread_loop(c0e05ebc,e447cd38,c0b066d1,314,c3f1a804,...) at taskqueue_thread_loop+0xb4
fork_exit(c0795e60,c0e05ebc,e447cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447cd70, ebp = 0 ---

Tracing command thread taskq pid 6 tid 100017 td 0xc3f1d220
sched_switch(c3f1d220,0,1,180,a97f1240,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c3f1d220,...) at mi_switch+0x217
sleepq_switch(c3f1d220,0,c0b0d902,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fd2c80,c3fd2c9c,c0b01628,0,0,...) at sleepq_wait+0x60
_sleep(c3fd2c80,c3fd2c9c,0,c0b01628,0,...) at _sleep+0x369
taskqueue_thread_loop(c0c30bd8,e4479d38,c0b066d1,314,c3f1aab0,...) at taskqueue_thread_loop+0xb4
fork_exit(c0795e60,c0c30bd8,e4479d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4479d70, ebp = 0 ---

Tracing command xpt_thrd pid 5 tid 100014 td 0xc3f1d880
sched_switch(c3f1d880,0,1,180,a9472dcc,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c3f1d880,...) at mi_switch+0x217
sleepq_switch(c3f1d880,0,c0b0d902,21d,4c,...) at sleepq_switch+0xf0
sleepq_wait(c0bf4954,0,c0b0a83f,da,0,...) at sleepq_wait+0x60
_sleep(c0bf4954,c0bf496c,4c,c0abf2ee,0,...) at _sleep+0x369
xpt_scanner_thread(0,e4470d38,c0b066d1,314,c3f63000,...) at xpt_scanner_thread+0x41
fork_exit(c046a5c0,0,e4470d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4470d70, ebp = 0 ---

Tracing command yarrow pid 13 tid 100013 td 0xc3f1daa0
sched_switch(c3f1daa0,0,1,180,63438bba,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f1daa0,0,c0b0d902,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c26a54,64,c0b01628,2,0,...) at sleepq_timedwait+0x68
_sleep(c0c26a54,0,0,c0b01628,64,...) at _sleep+0x345
pause(c0b01628,64,c0af53b2,112,0,...) at pause+0x47
random_kthread(0,e446dd38,c0b066d1,314,c3f632ac,...) at random_kthread+0x1d9
fork_exit(c065bf20,0,e446dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe446dd70, ebp = 0 ---

Tracing command g_down pid 4 tid 100012 td 0xc3f1dcc0
sched_switch(c3f1dcc0,0,1,180,6b4b0832,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f1dcc0,0,c0b0d902,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c24a8c,64,c0b01628,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c24a8c,c0c249a8,24c,c0b01628,64,...) at _sleep+0x345
g_io_schedule_down(c3f1dcc0,0,c0b02cf5,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e446ad38,c0b066d1,314,c3f63558,...) at g_down_procbody+0x8d
fork_exit(c0713f80,0,e446ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe446ad70, ebp = 0 ---

Tracing command g_up pid 3 tid 100011 td 0xc3f62000
sched_switch(c3f62000,0,1,180,6b6656f2,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f62000,0,c0b0d902,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c24a88,64,c0b01628,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c24a88,c0c249e8,24c,c0b01628,64,...) at _sleep+0x345
g_io_schedule_up(c3f62000,0,c0b02cf5,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e4467d38,c0b066d1,314,c3f19000,...) at g_up_procbody+0x8d
fork_exit(c0714010,0,e4467d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4467d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100010 td 0xc3f62220
sched_switch(c3f62220,0,1,180,6af8d07a,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f62220,0,c0b0d902,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c24a80,64,c0b01628,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c24a80,0,4c,c0b01628,64,...) at _sleep+0x345
g_event_procbody(0,e4464d38,c0b066d1,314,c3f192ac,...) at g_event_procbody+0xcb
fork_exit(c07140a0,0,e4464d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4464d70, ebp = 0 ---

Tracing command intr pid 12 tid 100037 td 0xc406f000
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100035 td 0xc406f440
sched_switch(c406f440,0,1,180,a940968c,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c40dc864,...) at mi_switch+0x217
ithread_loop(c40d60e0,e4706d38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c40d60e0,e4706d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4706d70, ebp = 0 ---

Tracing command intr pid 12 tid 100034 td 0xc406f660
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100033 td 0xc406f880
sched_switch(c406f880,0,1,180,a9401e80,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c3f16464,...) at mi_switch+0x217
ithread_loop(c40d6530,e4700d38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c40d6530,e4700d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4700d70, ebp = 0 ---

Tracing command intr pid 12 tid 100032 td 0xc406faa0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100031 td 0xc406fcc0
sched_switch(c406fcc0,0,1,180,60ad12c4,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c3f15ce4,...) at mi_switch+0x217
ithread_loop(c40cdab0,e46e7d38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c40cdab0,e46e7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46e7d70, ebp = 0 ---

Tracing command intr pid 12 tid 100030 td 0xc4070000
sched_switch(c4070000,0,1,180,6f8d14ac,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c3f586e4,...) at mi_switch+0x217
ithread_loop(c40cd120,e46d1d38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c40cd120,e46d1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46d1d70, ebp = 0 ---

Tracing command intr pid 12 tid 100026 td 0xc3f62880
sched_switch(c3f62880,0,1,180,a93fc964,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c3f58764,...) at mi_switch+0x217
ithread_loop(c4061140,e44bad38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c4061140,e44bad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44bad70, ebp = 0 ---

Tracing command intr pid 12 tid 100024 td 0xc3f62cc0
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100022 td 0xc4023220
sched_switch(c4023220,0,1,180,736199cc,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c3fd2a64,...) at mi_switch+0x217
ithread_loop(c4004010,e4488d38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c4004010,e4488d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4488d70, ebp = 0 ---

Tracing command intr pid 12 tid 100021 td 0xc4023440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100016 td 0xc3f1d440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100015 td 0xc3f1d660
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100009 td 0xc3f62440
fork_trampoline() at fork_trampoline

Tracing command intr pid 12 tid 100008 td 0xc3f1b000
cpustop_handler(1,e445eb14,c0a7772d,c3f1b000,46,...) at cpustop_handler+0x32
ipi_nmi_handler(c3f1b000,46,f8,7,c3f19558,...) at ipi_nmi_handler+0x2f
trap(e445eb20) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a4f1ec, esp = 0xe445eb60, ebp = 0xe445eb84 ---
siointr1(c0c91c4c,0,c0b340fa,56f,e445ebc4,...) at siointr1+0x3cc
siointr(c40d8400,c0b05177,216,c3f1b000,c3f16280,...) at siointr+0x32
intr_execute_handlers(c3f00cd0,e445ebe4,e445ec40,c0a5dac4,38,...) at intr_execute_handlers+0xec
lapic_handle_intr(38,e445ebe4) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0755f4f, esp = 0xe445ec24, ebp = 0xe445ec40 ---
_mtx_lock_sleep(c0c264d0,c3f1b000,0,c0b08ad2,89,...) at _mtx_lock_sleep+0xbf
_mtx_lock_flags(c0c264d0,0,c0b08ad2,89,e445ecc4,...) at _mtx_lock_flags+0xef
lock_mtx(c0c264d0,1,c0b0b139,f4,6,...) at lock_mtx+0x29
softclock(0,0,c0b06953,46f,c3f59564,...) at softclock+0x1f6
ithread_loop(c3f18260,e445ed38,c0b066d1,314,c3f19558,...) at ithread_loop+0x1b5
fork_exit(c07454e0,c3f18260,e445ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe445ed70, ebp = 0 ---

Tracing command intr pid 12 tid 100007 td 0xc3f1b220
sched_switch(c3f1b220,0,1,180,59863a52,...) at sched_switch+0x49b
mi_switch(1,0,c0b06953,469,c3f595e4,...) at mi_switch+0x217
ithread_loop(c3f18270,e445bd38,c0b066d1,314,c3f19558,...) at ithread_loop+0x34c
fork_exit(c07454e0,c3f18270,e445bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe445bd70, ebp = 0 ---

Tracing command idle pid 11 tid 100006 td 0xc3f1b440
sched_switch(c3f1b440,0,6,17b,609555cc,...) at sched_switch+0x49b
mi_switch(6,0,c0b386c3,47e,0,...) at mi_switch+0x217
ipi_bitmap_handler(c3f10008,e2a50028,c0770028,c401fe18,c401fe00,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0deea0c, ebp = 0xe2a55c7c ---
uart_z8530_class(c0df5675,20,246,e2a55cc0,c0deea0c,...) at 0x20

Tracing command idle pid 11 tid 100005 td 0xc3f1b660
sched_switch(c3f1b660,0,1,17b,60c7f2b0,...) at sched_switch+0x49b
mi_switch(1,0,c0b0b8c6,320,c0c28cc0,...) at mi_switch+0x217
sched_idletd(0,e2a52d38,c0b066d1,314,c3f19804,...) at sched_idletd+0x217
fork_exit(c07816b0,0,e2a52d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a52d70, ebp = 0 ---

Tracing command idle pid 11 tid 100004 td 0xc3f1b880
cpustop_handler(4,e2a4fc7c,c0a7772d,0,c4070cc0,...) at cpustop_handler+0x32
ipi_nmi_handler(0,c4070cc0,c3f19804,c0c2eb00,c3f19804,...) at ipi_nmi_handler+0x2f
trap(e2a4fc88) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a68b48, esp = 0xe2a4fcc8, ebp = 0xe2a4fcc8 ---
cpu_idle(c0c2eb00,0,c0b0b8c6,322,c0c29300,...) at cpu_idle+0x28
sched_idletd(0,e2a4fd38,c0b066d1,314,c3f19804,...) at sched_idletd+0x249
fork_exit(c07816b0,0,e2a4fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4fd70, ebp = 0 ---

Tracing command idle pid 11 tid 100003 td 0xc3f1baa0
sched_switch(c3f1baa0,0,1,17b,6b81c6ca,...) at sched_switch+0x49b
mi_switch(1,0,c0b0b8c6,320,c0c29940,...) at mi_switch+0x217
sched_idletd(0,e2a4cd38,c0b066d1,314,c3f19804,...) at sched_idletd+0x217
fork_exit(c07816b0,0,e2a4cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4cd70, ebp = 0 ---

Tracing command init pid 1 tid 100002 td 0xc3f1bcc0
sched_switch(c3f1bcc0,0,1,180,f8c11568,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f1bcc0,0,c0b0d902,19b,c3f19ab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c075594d,c0c2ea80,4,c0b08ad2,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3f19ab0,0,c0b0a83f,da,0,...) at sleepq_wait_sig+0x14
_sleep(c3f19ab0,c3f19b40,15c,c0b0fa44,0,...) at _sleep+0x359
kern_wait(c3f1bcc0,ffffffff,e2a48c2c,0,0,...) at kern_wait+0xa66
wait4(c3f1bcc0,e2a48cfc,10,c0b0f85f,c0bbb788p = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100001 td 0xc3f1d000
sched_switch(c3f1d000,0,1,180,a9418bd0,...) at sched_switch+0x49b
mi_switch(1,0,c0b0d902,1bf,c3f1d000,...) at mi_switch+0x217
sleepq_switch(c3f1d000,0,c0b0d902,21d,c3f1d000,...) at sleepq_switch+0xf0
sleepq_wait(c0c839f0,c0c839d0,c0b26cf5,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c839f0,c0c839d0,c0b27695,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e2a45d38,c0b066d1,314,c3f1a000,...) at audit_worker+0x99
fork_exit(c0930890,0,e2a45d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a45d70, ebp = 0 ---

Tracing command kernel pid 0 tid 100000 td 0xc0c24df0
sched_switch(c0c24df0,0,1,180,5dd8f742,...) at sched_switch+0x49b
mi_switch(1,0,c0b2bf2d,2e4,c44312c4,...) at mi_switch+0x217
scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2f2
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 107 MB: (CTRL-C to abort)  (CTRL-C to abort)  (CTRL-C to abort)  92 76 60 44 28 12
Dump complete
= 0xf
db> c

(kgdb) bt
#0  doadump () at pcpu.h:195
#1  0xc048f889 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe6acc9e8 "\003") at ../../../ddb/db_command.c:514
#2  0xc048fe0c in db_command (last_cmdp=0xc0bf5614, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:411
#3  0xc048ff1a in db_command_loop () at ../../../ddb/db_command.c:464
#4  0xc04916bd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc078c0e6 in kdb_trap (type=0x3, code=0x0, tf=0xe6accb90) at ../../../kern/subr_kdb.c:510
#6  0xc0a77cab in trap (frame=0xe6accb90) at ../../../i386/i386/trap.c:647
#7  0xc0a5d6fb in calltrap () at ../../../i386/i386/exception.s:146
#8  0xc078c26a in kdb_enter (why=0xc0b09ee0 "panic", msg=0xc0b09ee0 "panic") at cpufunc.h:60
#9  0xc07631cc in panic (fmt=0xc0b2b314 "swap_reserve: & PAGE_MASK") at ../../../kern/kern_shutdown.c:555
#10 0xc0968dbb in swap_reserve_by_uid (incr=Variable "incr" is not available.
) at ../../../vm/swap_pager.c:184
#11 0xc07a806c in shmget (td=0xc4984880, uap=0xe6acccfc) at ../../../kern/sysv_shm.c:757
#12 0xc0a77423 in syscall (frame=0xe6accd38) at ../../../i386/i386/trap.c:1034
#13 0xc0a5d760 in Xint0x80_syscall () at ../../../i386/i386/exception.s:203
#14 0x00000033 in ?? ()
(kgdb) f 11
#11 0xc07a806c in shmget (td=0xc4984880, uap=0xe6acccfc) at ../../../kern/sysv_shm.c:757
757   if (!swap_reserve_by_uid(uap->size, uip))
(kgdb) l
752   shm_last_free = -1;
753  }
754  shmseg = &shmsegs[segnum];
755  if (!shm_use_phys) {
756   uip = cred->cr_ruidinfo;
757   if (!swap_reserve_by_uid(uap->size, uip))
758    return (ENOMEM);
759   uihold(uip);
760   shmseg->uip = uip;
761  } else {
(kgdb) info loc
segnum = Variable "segnum" is not available.
(kgdb) p *uap
$2 = {key_l_ = 0xe6acccfc "\2002w{bt", key = 0x7732ee80, key_r_ = 0xe6accd00 "{bt", size_l_ = 0xe6accd00 "{bt", size = 0x74627b, size_r_ = 0xe6accd04 "7",
  shmflg_l_ = 0xe6accd04 "7", shmflg = 0x600037a7, shmflg_r_ = 0xe6accd08 "迿"}
(kgdb)