GENERIC HEAD from Oct 12 17:05 UTC + vm_thread_new_short.3.patch, No vmcore

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Fri Oct 12 20:59:05 CEST 2007
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1036505088 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
kse_release: called outside of threading. exitingkse_release: called outside of threading. exitingKDB: stack backtrace:
panic: vm_page_cache_transfer: object 0xc83d526c's type is incompatible with cached pages
dcpuid = 3
bKDB: enter: panic
[thread pid 58970 tid 100183 ]
Stopped at      kdb_enter+0x32: leave
db> set $lines 0
db> bt
Tracing pid 58970 tid 100183 td 0xc4af1000
kdb_enter(c0a9cc80,3,c0abf37f,e6b4fb78,3,...) at kdb_enter+0x32
panic(c0abf37f,c83d526c,c2349db8,3ac,c1ede560,...) at panic+0x124
vm_page_cache_transfer(c7c15364,0,0,c83d526c,0,...) at vm_page_cache_transfer+0xdc
vm_object_split(c4739a5c,0,c0abe3fa,9ca,28086000,...) at vm_object_split+0x487
vmspace_fork(c3f159f8,0,2,c4af1098,c0b4f564,...) at vmspace_fork+0x317
fork1(c4af1000,14,0,e6b4fc78,c077edb8,...) at fork1+0x2d9
fork(c4af1000,e6b4fcfc,c4af1000,e6b4fd38,c0b49230,...) at fork+0x29
syscall(e6b4fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (2, FreeBSD ELF32, fork), eip = 0x2815092b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 ---
db> show allpcpu
Current CPU: 3

cpuid        = 0
curthread    = 0xc3f5c000: pid 3 "g_up"
curpcb       = 0xe4433d90
fpcurthread  = none
idlethread   = 0xc3f12420: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc4b71c60: pid 58969 "sh"
curpcb       = 0xe6bafd90
fpcurthread  = none
idlethread   = 0xc3f12630: pid 13 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc3f12840: pid 12 "idle: cpu2"
curpcb       = 0xe2a1bd90
fpcurthread  = none
idlethread   = 0xc3f12840: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc4af1000: pid 58970 "sh"
curpcb       = 0xe6b4fd90
fpcurthread  = none
idlethread   = 0xc3f12a50: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 58980 (sh) thread 0xc5522210 (100326)
exclusive sleep mutex vm object (standard object) r = 0 (0xc6779000) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc49a686c) locked @ vm/vm_map.c:3107
Process 58976 (sed) thread 0xc4347000 (100061)
exclusive sleep mutex vm object (standard object) r = 0 (0xc145f744) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc49a64cc) locked @ vm/vm_map.c:3107
Process 58973 (sh) thread 0xc55f1a50 (100282)
exclusive sleep mutex vm object (standard object) r = 0 (0xc633a07c) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc5804954) locked @ vm/vm_map.c:3107
Process 58972 (sh) thread 0xc4b71840 (100212)
exclusive sleep mutex vm object (standard object) r = 0 (0xc7529e88) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc52f169c) locked @ vm/vm_map.c:3107
Process 58971 (sh) thread 0xc4cec000 (100245)
exclusive sleep mutex vm object (standard object) r = 0 (0xc7b26d14) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc49a6044) locked @ vm/vm_map.c:3107
Process 58970 (sh) thread 0xc4af1000 (100183)
exclusive sleep mutex vm page queue free mutex r = 0 (0xc0c0b9c4) locked @ vm/vm_page.c:940
exclusive sleep mutex vm object (standard object) r = 0 (0xc7c15364) locked @ vm/vm_object.c:1299
exclusive sleep mutex vm object (standard object) r = 0 (0xc83d526c) locked @ vm/vm_object.c:1298
exclusive sx user map r = 0 (0xc3f15a3c) locked @ vm/vm_map.c:2591
Process 58920 (swap) thread 0xc4b0e210 (100190)
exclusive sx user map r = 0 (0xc4ae73e4) locked @ vm/vm_fault.c:786
Process 58918 (swap) thread 0xc55f1000 (100289)
exclusive sleep mutex vm object (standard object) r = 0 (0xc432d174) locked @ vm/vm_fault.c:959
exclusive sx user map r = 0 (0xc4ae886c) locked @ vm/vm_fault.c:786
Process 58914 (swap) thread 0xc60a0840 (100303)
exclusive sx user map r = 0 (0xc3f15c0c) locked @ vm/vm_fault.c:786
Process 58908 (swap) thread 0xc4ceba50 (100267)
exclusive sleep mutex vm object (standard object) r = 0 (0xc799e3e0) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc52f1cf4) locked @ vm/vm_map.c:3107
Process 58893 (swap) thread 0xc4b0d840 (100218)
exclusive sleep mutex vm object (standard object) r = 0 (0xc7f6f1f0) locked @ vm/vm_fault.c:886
exclusive sx user map r = 0 (0xc49a62fc) locked @ vm/vm_fault.c:786
Process 58887 (swap) thread 0xc60a2420 (100298)
exclusive sleep mutex vm object (standard object) r = 0 (0xc758864c) locked @ vm/vm_fault.c:959
exclusive sx user map r = 0 (0xc52f186c) locked @ vm/vm_fault.c:786
Process 1376 (sh) thread 0xc5245a50 (100254)
exclusive sx user map r = 0 (0xc52a9954) locked @ vm/vm_map.c:3107
Process 1354 (sshd) thread 0xc4b62a50 (100238)
exclusive sx so_rcv_sx r = 0 (0xc445f6bc) locked @ kern/uipc_sockbuf.c:145
Process 1353 (sshd) thread 0xc4ced210 (100225)
exclusive sx so_rcv_sx r = 0 (0xc47136bc) locked @ kern/uipc_sockbuf.c:145
Process 1352 (sshd) thread 0xc4b71210 (100231)
exclusive sx so_rcv_sx r = 0 (0xc45113a4) locked @ kern/uipc_sockbuf.c:145
Process 1176 (sshd) thread 0xc4398000 (100092)
exclusive sx so_rcv_sx r = 0 (0xc4463530) locked @ kern/uipc_sockbuf.c:145
Process 4 (g_down) thread 0xc3f14c60 (100011)
exclusive sleep mutex ATA queue lock r = 0 (0xc4017908) locked @ dev/ata/ata-queue.c:177
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
58982 58981   808     0  RV                          cron
58981   808   808     0  S       ppwait   0xc4396550 cron
58980 58890  1183  1001  RL+                         sh
58979 58974  1183  1001  R+                          sysctl
58978  1376  1369  1001  R                           awk
58977  1376  1369  1001  R                           sed
58976  1376  1369  1001  LL     *vnode in 0xc3f135a0 sed
58974 58900  1183  1001  S+      wait     0xc4a3e000 sh
58973 58888  1183  1001  RL+                         sh
58972 58896  1183  1001  RL+                         sh
58971 58902  1183  1001  RL+                         sh
58970 58892  1183  1001  R+      CPU 3               sh
58969 58898  1183  1001  RL+     CPU 1               sh
58966 58894  1183  1001  SL+     swread   0xc190dc48 sh
58960 58872  1183  1001  S+      nanslp   0xc0bb28a4 sleep
58958 58935  1183  1001  R+                          link
58957 58935  1183  1001  R+                          link
58956 58935  1183  1001  R+                          link
58955 58935  1183  1001  S+      getblk   0xd80fdda0 link
58953 58935  1183  1001  S+      getblk   0xd80fdda0 link
58952 58935  1183  1001  R+                          link
58940 58935  1183  1001  R+                          link
58938 58935  1183  1001  R+                          link
58937 58935  1183  1001  R+                          link
58935 58876  1183  1001  S+      wait     0xc4aed000 link
58925 58883  1183  1001  R+                          swap
58924 58883  1183  1001  R+                          swap
58923 58883  1183  1001  R+                          swap
58922 58883  1183  1001  R+                          swap
58921 58883  1183  1001  R+                          swap
58920 58883  1183  1001  RL+                         swap
58919 58883  1183  1001  RL+                         swap
58918 58883  1183  1001  RL+                         swap
58917 58883  1183  1001  R+                          swap
58916 58883  1183  1001  R+                          swap
58915 58883  1183  1001  R+                          swap
58914 58883  1183  1001  RL+                         swap
58913 58883  1183  1001  R+                          swap
58912 58883  1183  1001  R+                          swap
58911 58883  1183  1001  R+                          swap
58910 58883  1183  1001  R+                          swap
58909 58883  1183  1001  R+                          swap
58908 58883  1183  1001  RL+                         swap
58907 58883  1183  1001  R+                          swap
58906 58883  1183  1001  R+                          swap
58905 58883  1183  1001  R+                          swap
58904 58883  1183  1001  RL+                         swap
58903 58883  1183  1001  SL+     swread   0xc1954268 swap
58902 58885  1183  1001  S+      wait     0xc4aee000 sysctl
58901 58883  1183  1001  SL+     swread   0xc1a07530 swap
58900 58885  1183  1001  S+      wait     0xc4a0b550 sysctl
58899 58883  1183  1001  R+                          swap
58898 58885  1183  1001  S+      wait     0xc4b6daa0 sysctl
58897 58883  1183  1001  R+                          swap
58896 58885  1183  1001  S+      wait     0xc4a0b2a8 sysctl
58895 58883  1183  1001  R+                          swap
58894 58885  1183  1001  S+      wait     0xc4b6c550 sysctl
58893 58883  1183  1001  RL+                         swap
58892 58885  1183  1001  S+      wait     0xc5ccf000 sysctl
58891 58883  1183  1001  R+                          swap
58890 58885  1183  1001  S+      wait     0xc44c07f8 sysctl
58889 58883  1183  1001  R+                          swap
58888 58885  1183  1001  S+      wait     0xc4b6c000 sysctl
58887 58883  1183  1001  RL+                         swap
58886 58883  1183  1001  RL+                         swap
58885 58869  1183  1001  S+      wait     0xc4a0f7f8 sysctl
58884 58883  1183  1001  R+                          swap
58883 58866  1183  1001  S+      wait     0xc4b70550 swap
58882 58878  1183  1001  R+                          creat
58881 58878  1183  1001  R+                          creat
58880 58878  1183  1001  S+      getblk   0xd80fdda0 creat
58879 58878  1183  1001  R+                          creat
58878 58857  1183  1001  S+      wait     0xc5cd47f8 creat
58876 58855  1183  1001  S+      nanslp   0xc0bb28a4 link
58875 58855  1183  1001  S+      nanslp   0xc0bb28a4 aio
58872 58855  1183  1001  S+      wait     0xc4b0b7f8 sh
58869 58855  1183  1001  S+      nanslp   0xc0bb28a4 sysctl
58866 58855  1183  1001  S+      nanslp   0xc0bb28a4 swap
58857 58855  1183  1001  S+      nanslp   0xc0bb28a4 creat
58855 58854  1183  1001  S+      wait     0xc5cc3d48 run
58854 58853  1183  1001  S+      wait     0xc4b6aaa0 run
58853 58846  1183  1001  S+      nanslp   0xc0bb28a4 run
58846  1183  1183  1001  S+      wait     0xc4379d48 sh
 1381  1370  1381  1001  Rs+                         top
 1377  1369  1369  1001  S       piperd   0xc4456dec awk
 1376  1369  1369  1001  RL                          sh
 1375  1371  1375  1001  Ss      kqread   0xc4e91380 tail
 1371  1352  1352  1001  S       select   0xc0bff4dc sshd
 1370  1353  1353  1001  S       select   0xc0bff4dc sshd
 1369  1367  1369  1001  Ss      wait     0xc50da2a8 sh
 1367  1354  1354  1001  S       select   0xc0bff4dc sshd
 1354   792  1354     0  Ss      sbwait   0xc445f6ec sshd
 1353   792  1353     0  Ss      sbwait   0xc47136ec sshd
 1352   792  1352     0  Ss      sbwait   0xc45113d4 sshd
 1183  1179  1183  1001  S+      wait     0xc42c5550 sh
 1179  1178  1179  1001  Ss+     wait     0xc4708000 bash
 1178  1176  1176  1001  S       select   0xc0bff4dc sshd
 1176   792  1176     0  Ss      sbwait   0xc4463560 sshd
  913     1   913     0  Ss+     ttyin    0xc40e0810 getty
  912     1   912     0  Ss+     ttyin    0xc40e7010 getty
  911     1   911     0  Ss+     ttyin    0xc40e6c10 getty
  910     1   910     0  Ss+     ttyin    0xc40e7c10 getty
  909     1   909     0  Ss+     ttyin    0xc40e7810 getty
  908     1   908     0  Ss+     ttyin    0xc40e5c10 getty
  907     1   907     0  Ss+     ttyin    0xc40e5810 getty
  906     1   906     0  Ss+     ttyin    0xc40e6810 getty
  891     1   891     0  Ss      select   0xc0bff4dc inetd
  864     1   864     0  Ss      select   0xc0bff4dc moused
  851     1   851     0  Ss      nanslp   0xc0bb28a4 watchdogd
  808     1   808     0  Ss      nanslp   0xc0bb28a4 cron
  801     1   801    25  Ss      pause    0xc4708b00 sendmail
  797     1   797     0  Ss      select   0xc0bff4dc sendmail
  792     1   792     0  Ss      select   0xc0bff4dc sshd
  773     1   773     0  Ss      select   0xc0bff4dc ntpd
  716   700   700     0  S       -        0xc434ea00 nfsd
  715   700   700     0  S       -        0xc42f7200 nfsd
  714   700   700     0  S       -        0xc434ec00 nfsd
  713   700   700     0  S       -        0xc42f7000 nfsd
  712   700   700     0  S       -        0xc434ee00 nfsd
  711   700   700     0  S       -        0xc42dfe00 nfsd
  710   700   700     0  S       -        0xc443d000 nfsd
  709   700   700     0  S       -        0xc42dfc00 nfsd
  707   700   700     0  S       -        0xc443d200 nfsd
  706   700   700     0  S       -        0xc42dfa00 nfsd
  705   700   700     0  S       -        0xc42de400 nfsd
  704   700   700     0  S       -        0xc42df800 nfsd
  703   700   700     0  S       -        0xc42de200 nfsd
  702   700   700     0  S       -        0xc42df600 nfsd
  701   700   700     0  S       -        0xc429fc00 nfsd
  700     1   700     0  Ss      select   0xc0bff4dc nfsd
  698     1   698     0  Ss      select   0xc0bff4dc mountd
  645     1   645     0  Ss      select   0xc0bff4dc rpcbind
  628     1   628     0  Ss      select   0xc0bff4dc syslogd
  569     1   569     0  Ss      select   0xc0bff4dc devd
   46     0     0     0  SL      -        0xc0bb26d4 [schedcpu]
   45     0     0     0  SL      sdflush  0xc0c0b264 [softdepflush]
   44     0     0     0  SL      syncer   0xc0bb26cc [syncer]
   43     0     0     0  SL      vlruwt   0xc40d6000 [vnlru]
   42     0     0     0  SL      psleep   0xc0bff984 [bufdaemon]
   41     0     0     0  SL      pgzero   0xc0c0be20 [pagezero]
   40     0     0     0  SL      psleep   0xc0c0ba38 [vmdaemon]
   39     0     0     0  SL      psleep   0xc0c0ba00 [pagedaemon]
   38     0     0     0  SL      waiting_ 0xc0c016ec [sctp_iterator]
   37     0     0     0  WL                          [irq7: ppc0]
   36     0     0     0  SL      -        0xc401723c [fdc0]
   35     0     0     0  WL                          [swi0: sio]
   34     0     0     0  WL                          [irq12: psm0]
   33     0     0     0  WL                          [irq1: atkbd0]
   32     0     0     0  WL                          [irq15: ata1]
   31     0     0     0  WL                          [irq14: ata0]
   30     0     0     0  WL                          [irq17: fxp0]
   29     0     0     0  SL      usbtsk   0xc0baffd4 [usbtask-dr]
   28     0     0     0  SL      usbtsk   0xc0baffc0 [usbtask-hc]
   27     0     0     0  SL      usbevt   0xc4029210 [usb0]
   26     0     0     0  WL                          [irq16: uhci0]
   25     0     0     0  SL      -        0xc4042c00 [em0 taskq]
   24     0     0     0  WL                          [irq9: acpi0]
   23     0     0     0  SL      -        0xc3fbc880 [thread taskq]
   22     0     0     0  WL                          [swi5: +]
   21     0     0     0  WL                          [swi2: cambio]
    9     0     0     0  SL      ccb_scan 0xc0b811b4 [xpt_thrd]
    8     0     0     0  SL      -        0xc3fbcc00 [acpi_task_2]
    7     0     0     0  SL      -        0xc3fbcc00 [acpi_task_1]
    6     0     0     0  SL      -        0xc3fbcc00 [acpi_task_0]
    5     0     0     0  SL      -        0xc3fbcc80 [kqueue taskq]
   20     0     0     0  WL                          [swi6: task queue]
   19     0     0     0  WL                          [swi6: Giant taskq]
   18     0     0     0  SL      -        0xc0bb26d4 [yarrow]
    4     0     0     0  SL      -        0xc0bb074c [g_down]
    3     0     0     0  RL      CPU 0               [g_up]
    2     0     0     0  SL      -        0xc0bb0740 [g_event]
   17     0     0     0  WL                          [swi1: net]
   16     0     0     0  WL                          [swi3: vm]
   15     0     0     0  WL                          [swi4: clock sio]
   14     0     0     0  RL                          [idle: cpu0]
   13     0     0     0  RL                          [idle: cpu1]
   12     0     0     0  RL      CPU 2               [idle: cpu2]
   11     0     0     0  RL                          [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3f10d48 [init]
   10     0     0     0  SL      audit_wo 0xc0c0acd4 [audit]
    0     0     0     0  WLs                         [swapper]
58926 58875  1183  1001  Z+                          aio
58870 58855  1183  1001  Z+                          tcp
58877 58855  1183  1001  Z+                          lockf2
58864 58855  1183  1001  Z+                          shm
58871 58855  1183  1001  Z+                          initial thread
58863 58855  1183  1001  Z+                          rw
58867 58855  1183  1001  Z+                          symlink
58862 58855  1183  1001  Z+                          pty
58861 58855  1183  1001  Z+                          mmap
58873 58855  1183  1001  Z+                          initial thread
58865 58855  1183  1001  Z+                          socket
58858 58855  1183  1001  Z+                          lockf
58859 58855  1183  1001  Z+                          mkdir
58868 58855  1183  1001  Z+                          syscall
58860 58855  1183  1001  Z+                          mkfifo
58874 58855  1183  1001  Z+                          udp
db> allt

Tracing command cron pid 58982 tid 100280 td 0xc4ced630
fork_trampoline() at fork_trampoline

Tracing command cron pid 58981 tid 100085 td 0xc4398630
sched_switch(c4398630,0,1,180,55efbb74,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c4398630,...) at mi_switch+0x217
sleepq_switch(c4398630,0,c0aa02ea,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c4396550,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(c4396550,c4b70338,5c,c0a9972f,0,...) at _sleep+0x369
fork1(c4398630,80000034,0,e699dc78,c077edb8,...) at fork1+0x157e
vfork(c4398630,e699dcfc,c4398630,e699dd38,c0b49830,...) at vfork+0x29
syscall(e699dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x280e65dc, esp = 0xbfbfe790, ebp = 0xbfbfecd8 ---

Tracing command sh pid 58980 tid 100326 td 0xc5522210
sched_switch(c5522210,0,1,17b,4f3d44f0,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217
turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c23000,c5522210,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef
pmap_zero_page(c2212490,45,0,40,e6d6ebe8,...) at pmap_zero_page+0x3d
vm_fault(c49a6828,28225000,2,8,28225014,...) at vm_fault+0x1088
trap_pfault(5,0,c0aca896,2ae,c73407f8,...) at trap_pfault+0x118
trap(e6d6ed38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 ---

Tracing command sysctl pid 58979 tid 100286 td 0xc55f1630
sched_switch(c55f1630,0,2,17b,483ed290,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6cb2d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command awk pid 58978 tid 100334 td 0xc5522420
sched_switch(c5522420,0,2,17b,26d72330,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6d86d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sed pid 58977 tid 100108 td 0xc44c2630
sched_switch(c44c2630,0,2,17b,4ff042d8,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a23d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sed pid 58976 tid 100061 td 0xc4347000
sched_switch(c4347000,0,1,17b,53201f0c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3f135a0,...) at mi_switch+0x217
turnstile_wait(c3f135a0,c5245a50,0,17a,c43410d4,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c43410d4,c4347000,0,c0aa7e93,80e,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c43410d4,0,c0aa7e93,80e,c145f744,...) at _mtx_lock_flags+0xef
vref(c4341000,1,c0abecee,17a) at vref+0x35
vm_object_reference_locked(c145f744,0,c0abddbe,125,e692bbe8,...) at vm_object_reference_locked+0x55
vm_fault(c49a6488,28117000,1,0,28117f80,...) at vm_fault+0x1d4
trap_pfault(5,0,c0aca896,2ae,c40d77f8,...) at trap_pfault+0x118
trap(e692bd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28117f80, esp = 0xbfbfec6c, ebp = 0xbfbfec78 ---

Tracing command sh pid 58974 tid 100153 td 0xc4a45a50

Tracing command sh pid 58973 tid 100282 td 0xc55f1a50
sched_switch(c55f1a50,0,1,17b,4f8aaa8c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217
turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c23000,c55f1a50,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef
pmap_zero_page(c2212838,45,0,40,e6ca4be8,...) at pmap_zero_page+0x3d
vm_fault(c5804910,28225000,2,8,28225014,...) at vm_fault+0x1088
trap_pfault(5,0,c0aca896,2ae,c54dd2a8,...) at trap_pfault+0x118
trap(e6ca4d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 ---

Tracing command sh pid 58972 tid 100212 td 0xc4b71840
sched_switch(c4b71840,0,1,17b,4f708c34,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217
turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c23000,c4b71840,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef
pmap_zero_page(c2212640,45,0,40,e6bb5be8,...) at pmap_zero_page+0x3d
vm_fault(c52f1658,28225000,2,8,28225014,...) at vm_fault+0x1088
trap_pfault(5,0,c0aca896,2ae,c4b69aa0,...) at trap_pfault+0x118
trap(e6bb5d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 ---

Tracing command sh pid 58971 tid 100245 td 0xc4cec000
sched_switch(c4cec000,0,1,17b,4f243d08,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217
turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c23000,c4cec000,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef
pmap_zero_page(c2212448,45,0,40,e6c18be8,...) at pmap_zero_page+0x3d
vm_fault(c49a6000,28225000,2,8,28225014,...) at vm_fault+0x1088
trap_pfault(5,0,c0aca896,2ae,c4b6baa0,...) at trap_pfault+0x118
trap(e6c18d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 ---

Tracing command sh pid 58970 tid 100183 td 0xc4af1000
kdb_enter(c0a9cc80,3,c0abf37f,e6b4fb78,3,...) at kdb_enter+0x32
panic(c0abf37f,c83d526c,c2349db8,3ac,c1ede560,...) at panic+0x124
vm_page_cache_transfer(c7c15364,0,0,c83d526c,0,...) at vm_page_cache_transfer+0xdc
vm_object_split(c4739a5c,0,c0abe3fa,9ca,28086000,...) at vm_object_split+0x487
vmspace_fork(c3f159f8,0,2,c4af1098,c0b4f564,...) at vmspace_fork+0x317
fork1(c4af1000,14,0,e6b4fc78,c077edb8,...) at fork1+0x2d9
fork(c4af1000,e6b4fcfc,c4af1000,e6b4fd38,c0b49230,...) at fork+0x29
syscall(e6b4fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (2, FreeBSD ELF32, fork), eip = 0x2815092b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 ---

Tracing command sh pid 58969 tid 100210 td 0xc4b71c60
cpustop_handler(2,e6baf5a8,c0a049fd,d81a80e0,c0bb7ce0,...) at cpustop_handler+0x32
ipi_nmi_handler(d81a80e0,c0bb7ce0,350,28,c4b6a000,...) at ipi_nmi_handler+0x2f
trap(e6baf5b4) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc07427f0, esp = 0xe6baf5f4, ebp = 0xe6baf604 ---
_mtx_lock_spin(c0c1880c,c4b71c60,0,c0ac49da,9fc,...) at _mtx_lock_spin+0x40
_mtx_lock_spin_flags(c0c1880c,0,c0ac49da,9fc,e6baf64f,...) at _mtx_lock_spin_flags+0x10e
sio_cnputc(c0b74b80,5f,e6baf6b0,1,0,...) at sio_cnputc+0x8d
cnputc(5f,0,c0aa3d82,28e,1,...) at cnputc+0x5f
cnputs(e6baf6b0,c0778620,e6baf730,a,e6baf764,...) at cnputs+0x58
printf(c0aac752,5f,c0c9a4d3,c0ac5f5e,e6baf890,...) at printf+0x7e
db_putchar(5f,0,c0bff680,e6baf79c,c0c9a4e5,...) at db_putchar+0x31
kvprintf(c0ac5f5c,c048f3a0,0,10,e6baf8c0,...) at kvprintf+0x91a
db_printf(c0ac5f5c,c0c9a4d0,e6baf8c8,ffffffff,c048ee26,...) at db_printf+0x34
db_print_stack_entry(e6baf9d8,c048ee26,0,e6baf956,e6baf9d0,...) at db_print_stack_entry+0xe5
db_backtrace(c048ee26,3ff,0,e6baf99c,c0aa80c6,...) at db_backtrace+0x2a7
db_trace_self(e6baf99c,0,e6baf99c,e6baf990,e6baf9d0,...) at db_trace_self+0x49
db_trace_self_wrapper(c0a9f701,e6bafa00,c07c6b43,0,e6bafa00,...) at db_trace_self_wrapper+0x26
kdb_backtrace(0,e6bafa00,c0a18755,e6bafa10,c40f52b8,...) at kdb_backtrace+0x29
vfs_badlock(c0b69a80,e6bafa10,c0b806e0,c40f52b8,0) at vfs_badlock+0x23
assert_vop_locked(c40f52b8,c0aa80e2) at assert_vop_locked+0x50
vop_lock_post(e6bafa6c,0,c0bb8d94,3041,c40f52b8,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0b69a80,e6bafa6c,e6bafa84,c0784ecc,c40f538c,...) at VOP_LOCK1_APV+0xc1
_vn_lock(c40f52b8,3041,c4b71c60,c0aa7e93,7f3,...) at _vn_lock+0xf8
vget(c40f52b8,3041,c4b71c60,4b1,c145f26c,...) at vget+0x110
vnode_pager_lock(c145f26c,0,c0abddbe,125,e6bafbe8,...) at vnode_pager_lock+0x1b0
vm_fault(c52a92b8,8052000,1,0,8052140,...) at vm_fault+0x1df
trap_pfault(5,0,c0aca896,2ae,c4b6a000,...) at trap_pfault+0x118
trap(e6bafd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8052140, esp = 0xbfbfe6dc, ebp = 0xbfbfe7c8 ---

Tracing command sh pid 58966 tid 100050 td 0xc4347c60
sched_switch(c4347c60,0,1,180,53322628,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217
sleepq_switch(c4347c60,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0
sleepq_timedwait(c190dc48,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c190dc48,c691dd90,40,c0abd33c,4e20,...) at _sleep+0x345
swap_pager_getpages(c691dd90,e68ffc04,1,0,e68ffbcc,...) at swap_pager_getpages+0x455
vm_fault(c4a14ae0,28225000,1,0,28225200,...) at vm_fault+0xe61
trap_pfault(5,0,c0aca896,2ae,c42c57f8,...) at trap_pfault+0x118
trap(e68ffd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8056530, esp = 0xbfbfe820, ebp = 0xbfbfe828 ---

Tracing command sleep pid 58960 tid 100158 td 0xc44c3a50

Tracing command link pid 58958 tid 100182 td 0xc4b01420
sched_switch(c4b01420,0,2,17b,42943880,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,e6b4cd28,...) at mi_switch+0x217
ast(e6b4cd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command link pid 58957 tid 100247 td 0xc5246420
sched_switch(c5246420,0,2,17b,efc7889c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6c1ed38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command link pid 58956 tid 100177 td 0xc4b01c60
sched_switch(c4b01c60,0,2,17b,48427e9c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,e6b3dd28,...) at mi_switch+0x217
ast(e6b3dd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command link pid 58955 tid 100308 td 0xc55f2c60
sched_switch(c55f2c60,0,1,180,4780abf8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c55f2c60,...) at mi_switch+0x217
sleepq_switch(c55f2c60,0,c0aa02ea,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(d80fdda0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(d80fdda0,c0bb1e28,50,c0aa6637,0,...) at _sleep+0x369
acquire(e6d1a6c0,e6d1a6b8,c0a9a5ea,d7,c55f2c60,...) at acquire+0x73
_lockmgr(d80fdda0,202122,c43eb8fc,c55f2c60,c0aa61d4,...) at _lockmgr+0x4bc
getblk(c43eb828,c0,0,4000,0,...) at getblk+0x1b0
breadn(c43eb828,c0,0,4000,0,...) at breadn+0x44
bread(c43eb828,c0,0,4000,0,...) at bread+0x4c
ffs_realloccg(c82a1d68,2,0,5e48,0,...) at ffs_realloccg+0x483
ffs_balloc_ufs2(c90db984,b800,0,200,c44cb000,...) at ffs_balloc_ufs2+0xf2d
ufs_direnter(c90db984,c481e15c,e6d1aa3c,e6d1ac34,0,...) at ufs_direnter+0x117
ufs_link(e6d1abf8,c0ace653,0,e6d1abf8,c481e15c,...) at ufs_link+0x123
VOP_LINK_APV(c0b69a80,e6d1abf8,c55f2c60,c0aa8c1e,5b7,...) at VOP_LINK_APV+0xf6
kern_link(c55f2c60,bfbfe6c8,bfbfe748,0,e6d1ad2c,...) at kern_link+0x323
link(c55f2c60,e6d1acfc,8,c0a5b50b,c0b492d8,...) at link+0x29
syscall(e6d1ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (9, FreeBSD ELF32, link), eip = 0x280ce0b7, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 ---

Tracing command link pid 58953 tid 100319 td 0xc45ee840
sched_switch(c45ee840,0,1,180,45a85038,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c45ee840,...) at mi_switch+0x217
sleepq_switch(c45ee840,0,c0aa02ea,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(d80fdda0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(d80fdda0,c0bb1e28,50,c0aa6637,0,...) at _sleep+0x369
acquire(e6d596c0,e6d596b8,c0a9a5ea,d7,c45ee840,...) at acquire+0x73
_lockmgr(d80fdda0,202122,c43eb8fc,c45ee840,c0aa61d4,...) at _lockmgr+0x4bc
getblk(c43eb828,c0,0,4000,0,...) at getblk+0x1b0
breadn(c43eb828,c0,0,4000,0,...) at breadn+0x44
bread(c43eb828,c0,0,4000,0,...) at bread+0x4c
ffs_realloccg(c82a14a4,2,0,5e38,0,...) at ffs_realloccg+0x483
ffs_balloc_ufs2(c92e6000,a800,0,200,c44cb000,...) at ffs_balloc_ufs2+0xf2d
ufs_direnter(c92e6000,c55f3d98,e6d59a3c,e6d59c34,0,...) at ufs_direnter+0x117
ufs_link(e6d59bf8,c0ace653,0,e6d59bf8,c55f3d98,...) at ufs_link+0x123
VOP_LINK_APV(c0b69a80,e6d59bf8,c45ee840,c0aa8c1e,5b7,...) at VOP_LINK_APV+0xf6
kern_link(c45ee840,bfbfe6c8,bfbfe748,0,e6d59d2c,...) at kern_link+0x323
link(c45ee840,e6d59cfc,8,c0a5b50b,c0b492d8,...) at link+0x29
syscall(e6d59d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (9, FreeBSD ELF32, link), eip = 0x280ce0b7, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 ---

Tracing command link pid 58952 tid 100273 td 0xc55f2a50
sched_switch(c55f2a50,0,2,17b,4841f8f0,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6c84d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command link pid 58940 tid 100306 td 0xc60a0210
sched_switch(c60a0210,0,1,17b,46644b6c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3f13690,...) at mi_switch+0x217
turnstile_wait(c3f13690,c55f2c60,0,17a,c0bff9c0,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bff9c0,c60a0210,0,c0aa5c49,141,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0bff9c0,0,c0aa5c49,141,ffffc000,...) at _mtx_lock_flags+0xef
brelse(d80b3e50,c47f0c00,c,c991a98c,e6d14a8c,...) at brelse+0x9d5
ufs_lookup(e6d14ad4,c0ace339,c8455414,c8455414,e6d14c38,...) at ufs_lookup+0x6f3
VOP_CACHEDLOOKUP_APV(c0b69a80,e6d14ad4,e6d14c38,e6d14c24,c44cb000,...) at VOP_CACHEDLOOKUP_APV+0xc5
vfs_cache_lookup(e6d14b5c,c0aa860c,c8455414,2,c8455414,...) at vfs_cache_lookup+0xd3
VOP_LOOKUP_APV(c0b69a80,e6d14b5c,c60a0210,c0aa75ae,19b,...) at VOP_LOOKUP_APV+0xe5
lookup(e6d14c10,c0aa75ae,c6,bf,c6daf02c,...) at lookup+0x59e
namei(e6d14c10,ffffffdf,2,c0c19788,c0b80940,...) at namei+0x34e
kern_unlink(c60a0210,bfbfe748,0,e6d14d2c,c0a046f3,...) at kern_unlink+0x40
unlink(c60a0210,e6d14cfc,4,c0aa2e94,c0b492f0,...) at unlink+0x22
syscall(e6d14d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814e473, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 ---

Tracing command link pid 58938 tid 100270 td 0xc4ceb420
sched_switch(c4ceb420,0,1,17b,fc9acb2c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c4af33c0,...) at mi_switch+0x217
turnstile_wait(c4af33c0,c4b01420,0,17a,c0bffa08,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bffa08,c4ceb420,0,c0aa5c49,5bc,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0bffa08,0,c0aa5c49,5bc,c4ceb420,...) at _mtx_lock_flags+0xef
bqrelse(d818e370,d818e370,c074262c,c0c0b23c,1,...) at bqrelse+0x174
bdwrite(d818e370,c9bb9630,c9bb9ad4,0,e6c7bb74,...) at bdwrite+0x2cb
ufs_dirremove(c864915c,c9bb9ad4,500800c,0,c43088b8,...) at ufs_dirremove+0x1de
ufs_remove(e6c7bbfc,c0ace693,0,e6c7bbfc,c6873570,...) at ufs_remove+0x6e
VOP_REMOVE_APV(c0b69a80,e6c7bbfc,2,3,c0b80940,...) at VOP_REMOVE_APV+0xf6
kern_unlink(c4ceb420,bfbfe748,0,e6c7bd2c,c0a046f3,...) at kern_unlink+0x177
unlink(c4ceb420,e6c7bcfc,4,c0aa2e94,c0b492f0,...) at unlink+0x22
syscall(e6c7bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814e473, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 ---

Tracing command link pid 58937 tid 100105 td 0xc44c2c60
sched_switch(c44c2c60,0,2,17b,dcc64884,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a1ad38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command link pid 58935 tid 100173 td 0xc4af1630

Tracing command swap pid 58925 tid 100133 td 0xc4a12000
sched_switch(c4a12000,0,2,17b,c74eee4c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a83d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58924 tid 100154 td 0xc4a45840
sched_switch(c4a45840,0,2,17b,12644514,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6af4d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58923 tid 100201 td 0xc4b00000
sched_switch(c4b00000,0,2,17b,5301bf2c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6b94d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58922 tid 100222 td 0xc42ae630
sched_switch(c42ae630,0,2,17b,1d1f377c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6bd3d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58921 tid 100215 td 0xc42aec60
sched_switch(c42aec60,0,2,17b,d208e5b0,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6bbed38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58920 tid 100190 td 0xc4b0e210
sched_switch(c4b0e210,0,1,17b,c200ebc8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c3eea0a0,...) at mi_switch+0x217
turnstile_wait(c3eea0a0,c42ae000,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c0b9dc,c4b0e210,0,c0ac9a73,91f,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c0b9dc,0,c0ac9a73,91f,c0abdd07,...) at _mtx_lock_flags+0xef
pmap_enter(c4ae742c,29b04000,c21f5c18,7,0,...) at pmap_enter+0x40
vm_fault(c4ae73a0,29b04000,2,8,29b04000,...) at vm_fault+0x1750
trap_pfault(5,0,c0aca896,2ae,c4b0baa0,...) at trap_pfault+0x118
trap(e6b66d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 58919 tid 100200 td 0xc4b00210
sched_switch(c4b00210,0,1,180,53289b18,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217
sleepq_switch(c4b00210,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0
sleepq_timedwait(c1a070f8,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c1a070f8,c7ca8744,40,c0abd33c,4e20,...) at _sleep+0x345
swap_pager_getpages(c7ca8744,e6b91c04,1,0,e6b91bcc,...) at swap_pager_getpages+0x455
vm_fault(c4377740,28317000,2,8,28317000,...) at vm_fault+0xe61
trap_pfault(5,0,c0aca896,2ae,c4af9000,...) at trap_pfault+0x118
trap(e6b91d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 ---

Tracing command swap pid 58918 tid 100289 td 0xc55f1000
sched_switch(c55f1000,0,1,17b,3fde0f2c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c42af370,...) at mi_switch+0x217
turnstile_wait(c42af370,c4372420,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c0b9dc,c55f1000,0,c0abddbe,3d5,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c0b9dc,0,c0abddbe,3d5,0,...) at _mtx_lock_flags+0xef
vm_fault(c4ae8828,29c91000,2,8,29c91000,...) at vm_fault+0x19c9
trap_pfault(5,0,c0aca896,2ae,c5cd4aa0,...) at trap_pfault+0x118
trap(e6ce1d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 58917 tid 100127 td 0xc4709420
sched_switch(c4709420,0,2,17b,1d1eed9c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a5cd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58916 tid 100155 td 0xc4a45630
sched_switch(c4a45630,0,2,17b,27df6f78,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6af7d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58915 tid 100128 td 0xc4709210
sched_switch(c4709210,0,2,17b,3d4fd6ac,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a5fd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58914 tid 100303 td 0xc60a0840
sched_switch(c60a0840,0,1,17b,456d5b6c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c43756e0,...) at mi_switch+0x217
turnstile_wait(c43756e0,c4347c60,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c0b9dc,c60a0840,0,c0ac9a73,91f,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c0b9dc,0,c0ac9a73,91f,c0abdd07,...) at _mtx_lock_flags+0xef
pmap_enter(c3f15c54,29cdf000,c1ed4630,7,0,...) at pmap_enter+0x40
vm_fault(c3f15bc8,29cdf000,2,8,29cdf000,...) at vm_fault+0x1750
trap_pfault(5,0,c0aca896,2ae,c5cc3550,...) at trap_pfault+0x118
trap(e6d0bd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 58913 tid 100157 td 0xc4a45210
sched_switch(c4a45210,0,2,17b,c74eadc4,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6afed38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58912 tid 100163 td 0xc4a12a50
sched_switch(c4a12a50,c405ec60,6,17b,484c6690,...) at sched_switch+0x1b6
mi_switch(6,c405ec60,c0a9e7c3,eb,c405ec60,...) at mi_switch+0x217
maybe_preempt(c405ec60,1,c0a9e636,43f,8,...) at maybe_preempt+0x14d
sched_add(c405ec60,4,c0a998df,2c2,4,...) at sched_add+0x35e
intr_event_schedule_thread(c3f0cc80,0,e6b12d2c,c4a12a50,c3f0cc80,...) at intr_event_schedule_thread+0xf2
intr_execute_handlers(c3f03e38,e6b12d38,bfbfe7d8,c09eace4,34,...) at intr_execute_handlers+0x12b
lapic_handle_intr(34,e6b12d38) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0x8049254, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 ---

Tracing command swap pid 58911 tid 100175 td 0xc4af1420
sched_switch(c4af1420,0,2,17b,5301ee80,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6b36d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58910 tid 100284 td 0xc4b61420
sched_switch(c4b61420,0,2,17b,27df9df4,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6cacd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58909 tid 100292 td 0xc5246840
sched_switch(c5246840,0,2,17b,dcc2c08c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6cead38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58908 tid 100267 td 0xc4ceba50
sched_switch(c4ceba50,0,1,17b,45f278c8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c4375230,...) at mi_switch+0x217
turnstile_wait(c4375230,c3f5c000,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c0b9dc,c4ceba50,0,c0abddbe,1e6,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c0b9dc,0,c0abddbe,1e6,e6c71be8,...) at _mtx_lock_flags+0xef
vm_fault(c52f1cb0,293b3000,2,8,293b3000,...) at vm_fault+0x83d
trap_pfault(5,0,c0aca896,2ae,c54df550,...) at trap_pfault+0x118
trap(e6c71d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 58907 tid 100110 td 0xc44c2210
sched_switch(c44c2210,0,2,17b,7ab9efc,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a29d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58906 tid 100053 td 0xc4376c60
sched_switch(c4376c60,0,2,17b,3294828c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e690bd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58905 tid 100260 td 0xc4b61a50
sched_switch(c4b61a50,0,2,17b,d209188c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6c52d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58904 tid 100314 td 0xc4ca2a50
sched_switch(c4ca2a50,0,1,180,532ec2b4,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217
sleepq_switch(c4ca2a50,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0
sleepq_timedwait(c1e694d0,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c1e694d0,c629626c,40,c0abd33c,4e20,...) at _sleep+0x345
swap_pager_getpages(c629626c,e6d4ac04,8,0,e6d4abcc,...) at swap_pager_getpages+0x455
vm_fault(c52f11d0,28344000,2,8,28344000,...) at vm_fault+0xe61
trap_pfault(5,0,c0aca896,2ae,c54df7f8,...) at trap_pfault+0x118
trap(e6d4ad38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 ---

Tracing command swap pid 58903 tid 100134 td 0xc4a11c60
sched_switch(c4a11c60,0,1,180,532dc284,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217
sleepq_switch(c4a11c60,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0
sleepq_timedwait(c1954268,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c1954268,c7c15000,40,c0abd33c,4e20,...) at _sleep+0x345
swap_pager_getpages(c7c15000,e6a87c04,8,0,e6a87bcc,...) at swap_pager_getpages+0x455
vm_fault(c4476d98,28340000,2,8,28340000,...) at vm_fault+0xe61
trap_pfault(5,0,c0aca896,2ae,c4a0ed48,...) at trap_pfault+0x118
trap(e6a87d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 ---

Tracing command sysctl pid 58902 tid 100166 td 0xc4af2420

Tracing command swap pid 58901 tid 100106 td 0xc44c2a50
sched_switch(c44c2a50,0,1,180,532df19c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217
sleepq_switch(c44c2a50,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0
sleepq_timedwait(c1a07530,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c1a07530,c654c0f8,40,c0abd33c,4e20,...) at _sleep+0x345
swap_pager_getpages(c654c0f8,e6a1dc04,1,0,e6a1dbcc,...) at swap_pager_getpages+0x455
vm_fault(c58041d0,28330000,2,8,28330000,...) at vm_fault+0xe61
trap_pfault(5,0,c0aca896,2ae,c44bdd48,...) at trap_pfault+0x118
trap(e6a1dd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 ---

Tracing command sysctl pid 58900 tid 100143 td 0xc4a10840

Tracing command swap pid 58899 tid 100094 td 0xc4381a50
sched_switch(c4381a50,0,2,17b,1264be54,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e69eed38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sysctl pid 58898 tid 100219 td 0xc42ae840

Tracing command swap pid 58897 tid 100170 td 0xc4af1c60
sched_switch(c4af1c60,0,2,17b,32944b4c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6b27d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sysctl pid 58896 tid 100144 td 0xc4a10630

Tracing command swap pid 58895 tid 100272 td 0xc4ceb000
sched_switch(c4ceb000,0,2,17b,dcc2e7b8,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6c81d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sysctl pid 58894 tid 100239 td 0xc4cec840

Tracing command swap pid 58893 tid 100218 td 0xc4b0d840
sched_switch(c4b0d840,0,1,17b,43682a78,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c42afe10,...) at mi_switch+0x217
turnstile_wait(c42afe10,c4b62c60,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c0b9dc,c4b0d840,0,c0abddbe,377,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c0b9dc,0,c0abddbe,377,0,...) at _mtx_lock_flags+0xef
vm_fault(c49a62b8,29eff000,2,8,29eff000,...) at vm_fault+0x1c2c
trap_pfault(5,0,c0aca896,2ae,c4b0b000,...) at trap_pfault+0x118
trap(e6bc7d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command sysctl pid 58892 tid 100299 td 0xc60a2210

Tracing command swap pid 58891 tid 100312 td 0xc4d66000
sched_switch(c4d66000,0,2,17b,3d501100,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6d44d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sysctl pid 58890 tid 100102 td 0xc44c3420

Tracing command swap pid 58889 tid 100159 td 0xc4a45000
sched_switch(c4a45000,0,2,17b,7abcff4,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6b06d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command sysctl pid 58888 tid 100242 td 0xc4cec420

Tracing command swap pid 58887 tid 100298 td 0xc60a2420
sched_switch(c60a2420,0,1,17b,4367cdc8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c42afe10,...) at mi_switch+0x217
turnstile_wait(c42afe10,c4b62c60,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c0b9dc,c60a2420,0,c0abddbe,3d5,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c0b9dc,0,c0abddbe,3d5,0,...) at _mtx_lock_flags+0xef
vm_fault(c52f1828,29999000,2,8,29999000,...) at vm_fault+0x19c9
trap_pfault(5,0,c0aca896,2ae,c5ccf2a8,...) at trap_pfault+0x118
trap(e6cfcd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 ---

Tracing command swap pid 58886 tid 100076 td 0xc4372420
sched_switch(c4372420,0,1,180,53279c94,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217
sleepq_switch(c4372420,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0
sleepq_timedwait(c1954730,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c1954730,c7aeb83c,40,c0abd33c,4e20,...) at _sleep+0x345
swap_pager_getpages(c7aeb83c,e6970c04,8,0,e6970bcc,...) at swap_pager_getpages+0x455
vm_fault(c4ae7d98,28360000,2,8,28360000,...) at vm_fault+0xe61
trap_pfault(5,0,c0aca896,2ae,c42d6aa0,...) at trap_pfault+0x118
trap(e6970d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 ---

Tracing command sysctl pid 58885 tid 100167 td 0xc4a12630

Tracing command swap pid 58884 tid 100121 td 0xc470a210
sched_switch(c470a210,0,2,17b,53018550,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6a4ad38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command swap pid 58883 tid 100279 td 0xc4ced840

Tracing command creat pid 58882 tid 100318 td 0xc4b0e630
sched_switch(c4b0e630,0,2,17b,ea41387c,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6d56d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command creat pid 58881 tid 100055 td 0xc439d420
sched_switch(c439d420,0,1,17b,45721330,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa0a35,2e2,c4b03500,...) at mi_switch+0x217
turnstile_wait(c4b03500,c55f2c60,0,17a,c43b364c,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c43b364c,c439d420,0,c0aa5c49,916,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c43b364c,0,c0aa5c49,916,ce,...) at _mtx_lock_flags+0xef
bdwrite(d80fdd40,c82a1ad4,14fb,6f8,0,...) at bdwrite+0x15b
ffs_nodealloccg(c82a1ad4,0,562,0,81b0,...) at ffs_nodealloccg+0x5c4
ffs_hashalloc(562,0,81b0,c091ab70,c915ec3c,...) at ffs_hashalloc+0x65
ffs_valloc(c915ec3c,81b0,c44cb000,e6913914,e691390c,...) at ffs_valloc+0x4fd
ufs_makeinode(e6913ba8,c0b69fa0,e6913a8c,e6913a5c,c0a1c8f5,...) at ufs_makeinode+0x65
ufs_create(e6913a8c,c0ace7a0,0,e6913a8c,e6913b80,...) at ufs_create+0x30
VOP_CREATE_APV(c0b69a80,e6913a8c,2,246,c0bb8d94,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6913b80,e6913c78,1b0,c44cb000,c51bd5a0,...) at vn_open_cred+0x1df
vn_open(e6913b80,e6913c78,1b0,c51bd5a0,c1474b88,...) at vn_open+0x33
kern_open(c439d420,bfbfe748,0,602,1b0,...) at kern_open+0xe7
open(c439d420,e6913cfc,c,c0ab73ab,c0b49278,...) at open+0x30
syscall(e6913d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28150abf, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---

Tracing command creat pid 58880 tid 100327 td 0xc8e9bc60
sched_switch(c8e9bc60,0,1,180,4580fb54,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c8e9bc60,...) at mi_switch+0x217
sleepq_switch(c8e9bc60,0,c0aa02ea,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(d80fdda0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(d80fdda0,c0bb1e28,50,c0aa6637,0,...) at _sleep+0x369
acquire(e6d716e8,e6d716e0,c0a9a5ea,d7,c8e9bc60,...) at acquire+0x73
_lockmgr(d80fdda0,202122,c43eb8fc,c8e9bc60,c0aa61d4,...) at _lockmgr+0x4bc
getblk(c43eb828,c0,0,4000,0,...) at getblk+0x1b0
breadn(c43eb828,c0,0,4000,0,...) at breadn+0x44
bread(c43eb828,c0,0,4000,0,...) at bread+0x4c
ffs_nodealloccg(c98b4ce4,0,14c,0,81b0,...) at ffs_nodealloccg+0xfb
ffs_hashalloc(14c,0,81b0,c091ab70,c684d15c,...) at ffs_hashalloc+0x65
ffs_valloc(c684d15c,81b0,c44cb000,e6d71914,e6d7190c,...) at ffs_valloc+0x4fd
ufs_makeinode(e6d71ba8,c0b69fa0,e6d71a8c,e6d71a5c,c0a1c8f5,...) at ufs_makeinode+0x65
ufs_create(e6d71a8c,c0ace7a0,0,e6d71a8c,e6d71b80,...) at ufs_create+0x30
VOP_CREATE_APV(c0b69a80,e6d71a8c,2,246,c0bb8d94,...) at VOP_CREATE_APV+0xc5
vn_open_cred(e6d71b80,e6d71c78,1b0,c44cb000,c433b678,...) at vn_open_cred+0x1df
vn_open(e6d71b80,e6d71c78,1b0,c433b678,c1474b88,...) at vn_open+0x33
kern_open(c8e9bc60,bfbfe748,0,602,1b0,...) at kern_open+0xe7
open(c8e9bc60,e6d71cfc,c,c0ab73ab,c0b49278,...) at open+0x30
syscall(e6d71d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28150abf, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---

Tracing command creat pid 58879 tid 100156 td 0xc4a45420
sched_switch(c4a45420,0,2,17b,ea67d274,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6afad38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command creat pid 58878 tid 100290 td 0xc5246c60

Tracing command link pid 58876 tid 100202 td 0xc4af2c60
sched_switch(c4af2c60,0,1,180,fcd66cec,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4af2c60,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6b97bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331
kern_nanosleep(c4af2c60,e6b97c64,e6b97c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4af2c60,e6b97cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e6b97d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281428ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 ---

Tracing command aio pid 58875 tid 100116 td 0xc470ac60
sched_switch(c470ac60,0,1,180,fcd5804c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c470ac60,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a3bbc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331
kern_nanosleep(c470ac60,e6a3bc64,e6a3bc6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c470ac60,e6a3bcfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e6a3bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281418ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 ---

Tracing command sh pid 58872 tid 100192 td 0xc4b0e000

Tracing command sysctl pid 58869 tid 100096 td 0xc4381840
sched_switch(c4381840,0,1,180,fcd372b8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4381840,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e69f5bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331
kern_nanosleep(c4381840,e69f5c64,e69f5c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4381840,e69f5cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e69f5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281418ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 ---

Tracing command swap pid 58866 tid 100243 td 0xc5246630
sched_switch(c5246630,0,1,180,fcd48424,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5246630,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6c12bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331
kern_nanosleep(c5246630,e6c12c64,e6c12c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c5246630,e6c12cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e6c12d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281428ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 ---

Tracing command creat pid 58857 tid 100328 td 0xc5513420
sched_switch(c5513420,0,1,180,fcd7526c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5513420,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6d74bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331
kern_nanosleep(c5513420,e6d74c64,e6d74c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c5513420,e6d74cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e6d74d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281428ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 ---

Tracing command run pid 58855 tid 100300 td 0xc60a2000

Tracing command run pid 58854 tid 100206 td 0xc4b72630

Tracing command run pid 58853 tid 100235 td 0xc4b02a50
sched_switch(c4b02a50,0,1,180,fcd84330,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b02a50,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6bfabc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331
kern_nanosleep(c4b02a50,e6bfac64,e6bfac6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c4b02a50,e6bfacfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e6bfad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281418ef, esp = 0xbfbfe5bc, ebp = 0xbfbfe5e8 ---

Tracing command sh pid 58846 tid 100080 td 0xc4380210

Tracing command top pid 1381 tid 100256 td 0xc4b62000
sched_switch(c4b62000,0,2,17b,3458e634,...) at sched_switch+0x1b6
mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217
ast(e6c42d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17

Tracing command awk pid 1377 tid 100255 td 0xc5245840
sched_switch(c5245840,0,1,180,2f80e756,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5245840,0,c0aa02ea,19b,c4456dec,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074231d,c0bb4280,1,c0a9ba3b,4c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4456dec,0,c0a9d5df,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4456dec,c4456f5c,14c,c0aa2002,0,...) at _sleep+0x359
pipe_read(c4a3c870,e6c3ec60,c5217600,0,c5245840,...) at pipe_read+0x3f6
dofileread(e6c3ec60,ffffffff,ffffffff,0,c4a3c870,...) at dofileread+0x96
kern_readv(c5245840,0,e6c3ec60,28235000,1000,...) at kern_readv+0x58
read(c5245840,e6c3ecfc,c,16,c0b49248,...) at read+0x4f
syscall(e6c3ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818e703, esp = 0xbfbfe96c, ebp = 0xbfbfe988 ---

Tracing command sh pid 1376 tid 100254 td 0xc5245a50
sched_switch(c5245a50,c405ec60,6,17b,5156f024,...) at sched_switch+0x1b6
mi_switch(6,c405ec60,c0a9e7c3,eb,c405ec60,...) at mi_switch+0x217
maybe_preempt(c405ec60,1,c0a9e636,43f,8,...) at maybe_preempt+0x14d
sched_add(c405ec60,4,c0a998df,2c2,4,...) at sched_add+0x35e
intr_event_schedule_thread(c3f0cc80,0,f4,c5245a50,c3f0cc80,...) at intr_event_schedule_thread+0xf2
intr_execute_handlers(c3f03e38,e6c3a8fc,e6c3a94c,c09eace4,34,...) at intr_execute_handlers+0x12b
lapic_handle_intr(34,e6c3a8fc) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0741f93, esp = 0xe6c3a93c, ebp = 0xe6c3a94c ---
_mtx_assert(c43410d4,1,c0a9ba3b,ce,3041,...) at _mtx_assert+0x63
_mtx_unlock_flags(c43410d4,0,c0a9a5ea,d7,0,...) at _mtx_unlock_flags+0xdc
_lockmgr(c4341058,3041,c43410d4,c5245a50,c0aa7e93,...) at _lockmgr+0xb6
ffs_lock(e6c3aa6c,246,c0bb8d94,3041,c4341000,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b69a80,e6c3aa6c,e6c3aa78,c078413b,c43410d4,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c4341000,3041,c5245a50,c0aa7e93,7f3,...) at _vn_lock+0xf8
vget(c4341000,3041,c5245a50,4b1,c145f744,...) at vget+0x110
vnode_pager_lock(c145f744,0,c0abddbe,125,e6c3abe8,...) at vnode_pager_lock+0x1b0
vm_fault(c52a9910,28150000,1,0,2815090b,...) at vm_fault+0x1df
trap_pfault(5,0,c0aca896,2ae,c50d9aa0,...) at trap_pfault+0x118
trap(e6c3ad38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815090b, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---

Tracing command tail pid 1375 tid 100220 td 0xc4b0d630
sched_switch(c4b0d630,0,1,180,1eda19b8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b0d630,0,c0aa02ea,19b,c4e91380,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6bcdaac,c074231d,c0bb4280,1,58,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c4e91380,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c4e91380,c4e91380,158,c0a99350,3e9,...) at _sleep+0x331
kern_kevent(c4b0d630,4,0,1,e6bcdc60,...) at kern_kevent+0x3c3
kevent(c4b0d630,e6bcdcfc,18,c0a56883,c0b4b408,...) at kevent+0x19b
syscall(e6bcdd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x28143b1b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---

Tracing command sshd pid 1371 tid 100251 td 0xc5246000

Tracing command sshd pid 1370 tid 100234 td 0xc4b62c60
sched_switch(c4b62c60,0,1,180,43d608fc,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b62c60,0,c0aa02ea,19b,c0bff4dc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c07426ba,c0bff4c4,0,c0a9ba3b,c4b62c60,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0bff4dc,c0bff4c4,c0ab9c26,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0bff4dc,c0bff4c4,c0aa1e49,30f,c0ab32b7,...) at _cv_wait_sig+0x1fc
kern_select(c4b62c60,9,285030e4,285030e8,0,0,0,280e85e8) at kern_select+0x6cc
select(c4b62c60,e6bf7cfc,14,c0a8da63,c0b49ab8,...) at select+0x5e
syscall(e6bf7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ed683, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---

Tracing command sh pid 1369 tid 100250 td 0xc5246210

Tracing command sshd pid 1367 tid 100249 td 0xc4b62420

Tracing command sshd pid 1354 tid 100238 td 0xc4b62a50

Tracing command sshd pid 1353 tid 100225 td 0xc4ced210

Tracing command sshd pid 1352 tid 100231 td 0xc4b71210

Tracing command sh pid 1183 tid 100051 td 0xc4347a50

Tracing command bash pid 1179 tid 100119 td 0xc470a630

Tracing command sshd pid 1178 tid 100104 td 0xc44c3000

Tracing command sshd pid 1176 tid 100092 td 0xc4398000

Tracing command getty pid 913 tid 100067 td 0xc4380840

Tracing command getty pid 912 tid 100082 td 0xc437bc60

Tracing command getty pid 911 tid 100069 td 0xc4372c60

Tracing command getty pid 910 tid 100059 td 0xc4347420

Tracing command getty pid 909 tid 100117 td 0xc470aa50

Tracing command getty pid 908 tid 100052 td 0xc4347840

Tracing command getty pid 907 tid 100122 td 0xc470a000

Tracing command getty pid 906 tid 100097 td 0xc4381630

Tracing command inetd pid 891 tid 100089 td 0xc4398420

Tracing command moused pid 864 tid 100079 td 0xc4398a50

Tracing command watchdogd pid 851 tid 100126 td 0xc4709630
sched_switch(c4709630,0,1,180,5bc80084,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4709630,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a59bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,ea61,...) at _sleep+0x331
kern_nanosleep(c4709630,e6a59c64,e6a59c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c4709630,e6a59cfc,8,c0ace89c,c0b4a880,...) at nanosleep+0x6f
syscall(e6a59d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281638ef, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---

Tracing command cron pid 808 tid 100072 td 0xc439d000
sched_switch(c439d000,0,1,180,1b6b12a0,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c439d000,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e695dbc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bb28a4,0,15c,c0a9ddc7,abe1,...) at _sleep+0x331
kern_nanosleep(c439d000,e695dc64,e695dc6c,2c,0,...) at kern_nanosleep+0xc1
nanosleep(c439d000,e695dcfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f
syscall(e695dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a8ef, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---

Tracing command sendmail pid 801 tid 100115 td 0xc439d630

Tracing command sendmail pid 797 tid 100120 td 0xc470a420
sched_switch(c470a420,0,1,180,3365afc8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c470a420,0,c0aa02ea,19b,c0bff4dc,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a47a84,c07426ba,c0bff4c4,0,c470a420,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bff4dc,1389,c0ab9c26,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0bff4dc,c0bff4c4,1389,30f,e6a47afc,...) at _cv_timedwait_sig+0x20b
kern_select(c470a420,7,bfbfd14c,0,0,e6a47c70,5,0) at kern_select+0x6b4
select(c470a420,e6a47cfc,14,e6a47d38,c0b49ab8,...) at select+0x5e
syscall(e6a47d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283a5683, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---

Tracing command sshd pid 792 tid 100107 td 0xc44c2840

Tracing command ntpd pid 773 tid 100060 td 0xc4347210
sched_switch(c4347210,0,1,180,329afa34,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4347210,0,c0aa02ea,19b,c0bff4dc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c07426ba,c0bff4c4,0,c0a9ba3b,c4347210,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0bff4dc,c0bff4c4,c0ab9c26,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0bff4dc,c0bff4c4,c0aa1e49,30f,0,...) at _cv_wait_sig+0x1fc
kern_select(c4347210,a,bfbfed7c,0,0,0,246,0) at kern_select+0x6cc
select(c4347210,e6927cfc,14,16,c0b49ab8,...) at select+0x5e
syscall(e6927d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28318683, esp = 0xbfbfed5c, ebp = 0xbfbfee18 ---

Tracing command nfsd pid 716 tid 100070 td 0xc439d210

Tracing command nfsd pid 715 tid 100095 td 0xc4372210

Tracing command nfsd pid 714 tid 100062 td 0xc4376630

Tracing command nfsd pid 713 tid 100086 td 0xc437b840

Tracing command nfsd pid 712 tid 100047 td 0xc405fa50

Tracing command nfsd pid 711 tid 100088 td 0xc437b420

Tracing command nfsd pid 710 tid 100081 td 0xc4380000

Tracing command nfsd pid 709 tid 100113 td 0xc439da50

Tracing command nfsd pid 707 tid 100054 td 0xc4381000

Tracing command nfsd pid 706 tid 100112 td 0xc439dc60

Tracing command nfsd pid 705 tid 100063 td 0xc4380c60

Tracing command nfsd pid 704 tid 100048 td 0xc405f840

Tracing command nfsd pid 703 tid 100091 td 0xc437b210

Tracing command nfsd pid 702 tid 100084 td 0xc4398840

Tracing command nfsd pid 701 tid 100064 td 0xc4376420

Tracing command nfsd pid 700 tid 100100 td 0xc44c3840

Tracing command mountd pid 698 tid 100099 td 0xc4381210

Tracing command rpcbind pid 645 tid 100083 td 0xc437ba50

Tracing command syslogd pid 628 tid 100114 td 0xc439d840

Tracing command devd pid 569 tid 100090 td 0xc4398210

Tracing command schedcpu pid 46 tid 100045 td 0xc42ad000
sched_switch(c42ad000,0,1,180,3d5b97d8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c42ad000,0,c0aa02ea,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bb26d4,3e8,c0a94656,2,0,...) at sleepq_timedwait+0x68
_sleep(c0bb26d4,0,0,c0a94656,3e8,...) at _sleep+0x345
pause(c0a94656,3e8,1d1,1cf,1f396,...) at pause+0x47
schedcpu_thread(0,e68ecd38,c0a9965b,32e,c42d6550,...) at schedcpu_thread+0x259
fork_exit(c076a6d0,0,e68ecd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe68ecd70, ebp = 0 ---

Tracing command softdepflush pid 45 tid 100044 td 0xc42ad210
sched_switch(c42ad210,0,1,180,fd097848,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,44,...) at mi_switch+0x217
sleepq_switch(c42ad210,0,c0aa02ea,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c0b264,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68
_sleep(c0c0b264,c0c0b23c,44,c0abb814,3e8,...) at _sleep+0x345
softdep_flush(0,e46fdd38,c0a9965b,32e,c4055aa0,...) at softdep_flush+0x2d2
fork_exit(c0933030,0,e46fdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46fdd70, ebp = 0 ---

Tracing command syncer pid 44 tid 100043 td 0xc42ad420
sched_switch(c42ad420,0,1,180,36f42b88,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c42ad420,...) at mi_switch+0x217
sleepq_switch(c42ad420,0,c0aa02ea,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0bb26cc,0,c0aa88b9,0,0,...) at sleepq_wait+0x60
_sleep(c0bb26cc,c0bffc64,68,c0aa88b9,0,...) at _sleep+0x369
sched_sync(0,e46fad38,c0a9965b,32e,c4055d48,...) at sched_sync+0x56e
fork_exit(c07cb030,0,e46fad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46fad70, ebp = 0 ---

Tracing command vnlru pid 43 tid 100042 td 0xc42ad630
sched_switch(c42ad630,0,1,180,1c63eb34,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,50,...) at mi_switch+0x217
sleepq_switch(c42ad630,0,c0aa02ea,240,50,...) at sleepq_switch+0xf0
sleepq_timedwait(c40d6000,3e8,c0aa8963,0,0,...) at sleepq_timedwait+0x68
_sleep(c40d6000,c0bffc38,250,c0aa8963,3e8,...) at _sleep+0x345
vnlru_proc(0,e46f7d38,c0a9965b,32e,c40d6000,...) at vnlru_proc+0x114
fork_exit(c07cbe00,0,e46f7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46f7d70, ebp = 0 ---

Tracing command bufdaemon pid 42 tid 100041 td 0xc42ad840
sched_switch(c42ad840,0,1,180,1ba339d4,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,44,...) at mi_switch+0x217
sleepq_switch(c42ad840,0,c0aa02ea,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bff984,3e8,c0aa6536,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bff984,c0bff988,44,c0aa6536,3e8,...) at _sleep+0x345
buf_daemon(0,e46f4d38,c0a9965b,32e,c40d62a8,...) at buf_daemon+0x21e
fork_exit(c07b64d0,0,e46f4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46f4d70, ebp = 0 ---

Tracing command pagezero pid 41 tid 100040 td 0xc42ada50
sched_switch(c42ada50,0,1,180,5eca2c68,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c42ada50,0,c0aa02ea,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c0be20,493e0,c0ac0364,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c0be20,c0c0b9c4,0,c0ac0364,493e0,...) at _sleep+0x345
vm_pagezero(0,e46f1d38,c0a9965b,32e,c40d6550,...) at vm_pagezero+0xdc
fork_exit(c096cea0,0,e46f1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46f1d70, ebp = 0 ---

Tracing command vmdaemon pid 40 tid 100039 td 0xc42adc60
sched_switch(c42adc60,0,1,180,ec3ce538,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c42adc60,...) at mi_switch+0x217
sleepq_switch(c42adc60,0,c0aa02ea,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c0ba38,c0c0ba3c,c0aa6536,0,0,...) at sleepq_wait+0x60
_sleep(c0c0ba38,c0c0ba3c,68,c0aa6536,0,...) at _sleep+0x369
vm_daemon(0,e46eed38,c0a9965b,32e,c40d67f8,...) at vm_daemon+0x59
fork_exit(c09682e0,0,e46eed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46eed70, ebp = 0 ---

Tracing command pagedaemon pid 39 tid 100038 td 0xc42ae000
sched_switch(c42ae000,0,1,180,faaa26d8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,44,...) at mi_switch+0x217
sleepq_switch(c42ae000,0,c0aa02ea,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c0ba00,1388,c0aa6536,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c0ba00,c0c0b9c4,44,c0aa6536,1388,...) at _sleep+0x345
vm_pageout(0,e46ebd38,c0a9965b,32e,c40d6aa0,...) at vm_pageout+0x2bb
fork_exit(c0968e90,0,e46ebd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46ebd70, ebp = 0 ---

Tracing command sctp_iterator pid 38 tid 100037 td 0xc4015c60
sched_switch(c4015c60,0,1,180,4be61c34,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c4015c60,...) at mi_switch+0x217
sleepq_switch(c4015c60,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c0c016ec,c0c015f4,c0aaf2a4,0,0,...) at sleepq_wait+0x60
_sleep(c0c016ec,c0c015f4,0,c0aaf2a4,0,...) at _sleep+0x369
sctp_iterator_thread(0,e46e8d38,c0a9965b,32e,c40d6d48,...) at sctp_iterator_thread+0x60
fork_exit(c0831100,0,e46e8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46e8d70, ebp = 0 ---

Tracing command irq7: ppc0 pid 37 tid 100036 td 0xc405e000
fork_trampoline() at fork_trampoline

Tracing command fdc0 pid 36 tid 100035 td 0xc405e210
sched_switch(c405e210,0,1,180,f1e1fcb4,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c405e210,0,c0aa02ea,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c401723c,3e8,c0a94656,0,0,...) at sleepq_timedwait+0x68
_sleep(c401723c,c40172f0,4c,c0a94656,3e8,...) at _sleep+0x345
fdc_thread(c4017200,e46dfd38,c0a9965b,32e,c40d72a8,...) at fdc_thread+0x2b8
fork_exit(c09c4e70,c4017200,e46dfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46dfd70, ebp = 0 ---

Tracing command swi0: sio pid 35 tid 100034 td 0xc405e420
sched_switch(c405e420,0,1,180,815778fc,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c40d48e4,...) at mi_switch+0x217
ithread_loop(c40c7c70,e46d2d38,c0a9965b,32e,c40d7550,...) at ithread_loop+0x34c
fork_exit(c07328a0,c40c7c70,e46d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46d2d70, ebp = 0 ---

Tracing command irq12: psm0 pid 34 tid 100033 td 0xc405e630
fork_trampoline() at fork_trampoline

Tracing command irq1: atkbd0 pid 33 tid 100032 td 0xc405e840
sched_switch(c405e840,0,1,180,8157009c,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3f0d464,...) at mi_switch+0x217
ithread_loop(c40c7370,e46ccd38,c0a9965b,32e,c40542a8,...) at ithread_loop+0x34c
fork_exit(c07328a0,c40c7370,e46ccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46ccd70, ebp = 0 ---

Tracing command irq15: ata1 pid 32 tid 100031 td 0xc405ea50
fork_trampoline() at fork_trampoline

Tracing command irq14: ata0 pid 31 tid 100030 td 0xc405ec60
sched_switch(c405ec60,0,1,180,68791a1c,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3f0cce4,...) at mi_switch+0x217
ithread_loop(c40c6c40,e46b3d38,c0a9965b,32e,c40547f8,...) at ithread_loop+0x34c
fork_exit(c07328a0,c40c6c40,e46b3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe46b3d70, ebp = 0 ---

Tracing command irq17: fxp0 pid 30 tid 100029 td 0xc405f000
sched_switch(c405f000,0,1,180,4ea2a4a8,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3f506e4,...) at mi_switch+0x217
ithread_loop(c40c6300,e469dd38,c0a9965b,32e,c4054aa0,...) at ithread_loop+0x34c
fork_exit(c07328a0,c40c6300,e469dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe469dd70, ebp = 0 ---

Tracing command usbtask-dr pid 29 tid 100028 td 0xc405f210
sched_switch(c405f210,0,1,180,815e9f78,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c405f210,...) at mi_switch+0x217
sleepq_switch(c405f210,0,c0aa02ea,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0baffd4,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(c0baffd4,0,5c,c0a9166d,0,...) at _sleep+0x369
usb_task_thread(c0baffd4,e4490d38,c0a9965b,32e,c4054d48,...) at usb_task_thread+0x62
fork_exit(c06cb9a0,c0baffd4,e4490d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---

Tracing command usbtask-hc pid 28 tid 100027 td 0xc405f420
sched_switch(c405f420,0,1,180,815e6b70,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c405f420,...) at mi_switch+0x217
sleepq_switch(c405f420,0,c0aa02ea,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0baffc0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(c0baffc0,0,5c,c0a9166d,0,...) at _sleep+0x369
usb_task_thread(c0baffc0,e448dd38,c0a9965b,32e,c4055000,...) at usb_task_thread+0x62
fork_exit(c06cb9a0,c0baffc0,e448dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---

Tracing command usb0 pid 27 tid 100026 td 0xc3f5c630
sched_switch(c3f5c630,0,1,180,e8aad864,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,5c,...) at mi_switch+0x217
sleepq_switch(c3f5c630,0,c0aa02ea,240,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c4029210,ea60,c0a91630,0,0,...) at sleepq_timedwait+0x68
_sleep(c4029210,0,5c,c0a91630,ea60,...) at _sleep+0x345
usb_event_thread(c405c280,e448ad38,c0a9965b,32e,c40552a8,...) at usb_event_thread+0xca
fork_exit(c06cb220,c405c280,e448ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---

Tracing command irq16: uhci0 pid 26 tid 100025 td 0xc3f5c840
sched_switch(c3f5c840,0,1,180,8156b2e0,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3f50764,...) at mi_switch+0x217
ithread_loop(c4053a90,e4486d38,c0a9965b,32e,c4055550,...) at ithread_loop+0x34c
fork_exit(c07328a0,c4053a90,e4486d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4486d70, ebp = 0 ---

Tracing command em0 taskq pid 25 tid 100024 td 0xc3f5ca50
sched_switch(c3f5ca50,0,1,180,8154f52c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c3f5ca50,...) at mi_switch+0x217
sleepq_switch(c3f5ca50,0,c0aa02ea,21d,c3f5ca50,...) at sleepq_switch+0xf0
sleepq_wait(c4042c00,0,c0a9d6f3,c0a94656,0,...) at sleepq_wait+0x60
msleep_spin(c4042c00,c4042c1c,c0a94656,0,c0a9ba3b,...) at msleep_spin+0x20d
taskqueue_thread_loop(c4003aec,e4483d38,c0a9965b,32e,c40557f8,...) at taskqueue_thread_loop+0x8a
fork_exit(c077e9f0,c4003aec,e4483d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4483d70, ebp = 0 ---

Tracing command irq9: acpi0 pid 24 tid 100023 td 0xc3f5cc60
fork_trampoline() at fork_trampoline

Tracing command thread taskq pid 23 tid 100022 td 0xc4015000
sched_switch(c4015000,0,1,180,975b5b70,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c4015000,...) at mi_switch+0x217
sleepq_switch(c4015000,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbc880,c3fbc89c,c0a94656,0,0,...) at sleepq_wait+0x60
_sleep(c3fbc880,c3fbc89c,0,c0a94656,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bb7ef8,e4457d38,c0a9965b,32e,c3f52aa0,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e9f0,c0bb7ef8,e4457d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4457d70, ebp = 0 ---

Tracing command swi5: + pid 22 tid 100021 td 0xc4015210
fork_trampoline() at fork_trampoline

Tracing command swi2: cambio pid 21 tid 100020 td 0xc4015420
fork_trampoline() at fork_trampoline

Tracing command xpt_thrd pid 9 tid 100019 td 0xc4015630
sched_switch(c4015630,0,1,180,815def6c,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c4015630,...) at mi_switch+0x217
sleepq_switch(c4015630,0,c0aa02ea,21d,4c,...) at sleepq_switch+0xf0
sleepq_wait(c0b811b4,0,c0a9d5df,da,0,...) at sleepq_wait+0x60
_sleep(c0b811b4,c0b811cc,4c,c0a53b22,0,...) at _sleep+0x369
xpt_scanner_thread(0,e444ed38,c0a9965b,32e,c40142a8,...) at xpt_scanner_thread+0x41
fork_exit(c0468440,0,e444ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe444ed70, ebp = 0 ---

Tracing command acpi_task_2 pid 8 tid 100018 td 0xc4015840
sched_switch(c4015840,0,1,180,8168cb90,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c4015840,...) at mi_switch+0x217
sleepq_switch(c4015840,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbcc00,c3fbcc1c,c0a94656,0,0,...) at sleepq_wait+0x60
_sleep(c3fbcc00,c3fbcc1c,0,c0a94656,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d87ebc,e444bd38,c0a9965b,32e,c4014550,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e9f0,c0d87ebc,e444bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe444bd70, ebp = 0 ---

Tracing command acpi_task_1 pid 7 tid 100017 td 0xc4015a50
sched_switch(c4015a50,0,1,180,8168a100,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c4015a50,...) at mi_switch+0x217
sleepq_switch(c4015a50,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbcc00,c3fbcc1c,c0a94656,0,0,...) at sleepq_wait+0x60
_sleep(c3fbcc00,c3fbcc1c,0,c0a94656,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d87ebc,e4448d38,c0a9965b,32e,c40147f8,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e9f0,c0d87ebc,e4448d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4448d70, ebp = 0 ---

Tracing command acpi_task_0 pid 6 tid 100016 td 0xc3f14210
sched_switch(c3f14210,0,1,180,81686af8,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c3f14210,...) at mi_switch+0x217
sleepq_switch(c3f14210,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbcc00,c3fbcc1c,c0a94656,0,0,...) at sleepq_wait+0x60
_sleep(c3fbcc00,c3fbcc1c,0,c0a94656,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d87ebc,e4445d38,c0a9965b,32e,c4014aa0,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e9f0,c0d87ebc,e4445d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4445d70, ebp = 0 ---

Tracing command kqueue taskq pid 5 tid 100015 td 0xc3f14420
sched_switch(c3f14420,0,1,180,8163d588,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c3f14420,...) at mi_switch+0x217
sleepq_switch(c3f14420,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbcc80,c3fbcc9c,c0a94656,0,0,...) at sleepq_wait+0x60
_sleep(c3fbcc80,c3fbcc9c,0,c0a94656,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bb0f4c,e4442d38,c0a9965b,32e,c4014d48,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e9f0,c0bb0f4c,e4442d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4442d70, ebp = 0 ---

Tracing command swi6: task queue pid 20 tid 100014 td 0xc3f14630
sched_switch(c3f14630,0,1,180,4c262b34,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3fbcd64,...) at mi_switch+0x217
ithread_loop(c4001220,e443fd38,c0a9965b,32e,c3f112a8,...) at ithread_loop+0x34c
fork_exit(c07328a0,c4001220,e443fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe443fd70, ebp = 0 ---

Tracing command swi6: Giant taskq pid 19 tid 100013 td 0xc3f14840
fork_trampoline() at fork_trampoline

Tracing command yarrow pid 18 tid 100012 td 0xc3f14a50
sched_switch(c3f14a50,0,1,180,530391e0,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f14a50,0,c0aa02ea,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bb26d4,64,c0a94656,2,0,...) at sleepq_timedwait+0x68
_sleep(c0bb26d4,0,0,c0a94656,64,...) at _sleep+0x345
pause(c0a94656,64,c0a89026,112,0,...) at pause+0x47
random_kthread(0,e4439d38,c0a9965b,32e,c3f117f8,...) at random_kthread+0x1d9
fork_exit(c06559a0,0,e4439d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4439d70, ebp = 0 ---

Tracing command g_down pid 4 tid 100011 td 0xc3f14c60
sched_switch(c3f14c60,0,1,180,533564ac,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f14c60,0,c0aa02ea,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bb074c,64,c0a94656,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bb074c,c0bb0668,24c,c0a94656,64,...) at _sleep+0x345
g_io_schedule_down(c3f14c60,0,c0a95d19,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e4436d38,c0a9965b,32e,c3f11aa0,...) at g_down_procbody+0x8d
fork_exit(c0701ca0,0,e4436d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4436d70, ebp = 0 ---

Tracing command g_up pid 3 tid 100010 td 0xc3f5c000
cpustop_handler(1,e4433aa8,c0a049fd,da7a0000,6400,...) at cpustop_handler+0x32
ipi_nmi_handler(da7a0000,6400,0,8800752a,c3f11d48,...) at ipi_nmi_handler+0x2f
trap(e4433ab4) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09dc07f, esp = 0xe4433af4, ebp = 0xe4433b18 ---
siointr1(c0c1880c,0,c0ac49da,56f,e4433b58,...) at siointr1+0x8f
siointr(c40d1400,e4433b64,c09e6164,c3f5c000,c3f0d280,...) at siointr+0x32
intr_execute_handlers(c3f03cd0,e4433b78,e4433bbc,c09eace4,38,...) at intr_execute_handlers+0xec
lapic_handle_intr(38,e4433b78) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc09f6d0b, esp = 0xe4433bb8, ebp = 0xe4433bbc ---
spinlock_exit(c0bb7eb8,1,c0a9ba3b,f4) at spinlock_exit+0x2b
_mtx_unlock_spin_flags(c0bb7eb8,0,c0ac8f50,40b,f5) at _mtx_unlock_spin_flags+0xfd
smp_tlb_shootdown(e4433c28,c09fdabf,e0fe2000,e0fe3000,c4243680,...) at smp_tlb_shootdown+0xc0
smp_invlpg_range(e0fe2000,e0fe3000,c4243680,e4433c38,1,...) at smp_invlpg_range+0x1c
pmap_invalidate_range(c0c22f60,e0fe2000,e0fe3000) at pmap_invalidate_range+0x4f
pmap_qremove(e0fe2000,1,c0bc16f0,c42436d8,1,...) at pmap_qremove+0x58
swp_pager_async_iodone(d7f6ad50,c074262c,c0bff9d8,c473a294,c094f3f0,...) at swp_pager_async_iodone+0x5c
bufdone(d7f6ad50,c473a294,e4433cbc,c07b16e9,c473a294,...) at bufdone+0x93
swapgeom_done(c473a294,0,c0aa5c49,bbf,c473a294,...) at swapgeom_done+0x37
biodone(c473a294,c0bb06a8,24c,c0a94656,64,...) at biodone+0x99
g_io_schedule_up(c3f5c000,0,c0a95d19,5d,0,...) at g_io_schedule_up+0xc7
g_up_procbody(0,e4433d38,c0a9965b,32e,c3f11d48,...) at g_up_procbody+0x8d
fork_exit(c0701d30,0,e4433d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4433d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100009 td 0xc3f5c210
sched_switch(c3f5c210,0,1,180,54bbd698,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f5c210,0,c0aa02ea,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bb0740,64,c0a94656,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bb0740,0,4c,c0a94656,64,...) at _sleep+0x345
g_event_procbody(0,e4430d38,c0a9965b,32e,c3f52000,...) at g_event_procbody+0xcb
fork_exit(c0701dc0,0,e4430d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4430d70, ebp = 0 ---

Tracing command swi1: net pid 17 tid 100008 td 0xc3f5c420
sched_switch(c3f5c420,0,1,180,7c0b6be6,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3f514e4,...) at mi_switch+0x217
ithread_loop(c3f0f310,e442dd38,c0a9965b,32e,c3f522a8,...) at ithread_loop+0x34c
fork_exit(c07328a0,c3f0f310,e442dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe442dd70, ebp = 0 ---

Tracing command swi3: vm pid 16 tid 100007 td 0xc3f12000
fork_trampoline() at fork_trampoline

Tracing command swi4: clock sio pid 15 tid 100006 td 0xc3f12210
sched_switch(c3f12210,0,1,180,685d2bb4,...) at sched_switch+0x1b6
mi_switch(1,0,c0a998df,46b,c3f515e4,...) at mi_switch+0x217
ithread_loop(c3f0f330,e4427d38,c0a9965b,32e,c3f10000,...) at ithread_loop+0x34c
fork_exit(c07328a0,c3f0f330,e4427d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4427d70, ebp = 0 ---

Tracing command idle: cpu0 pid 14 tid 100005 td 0xc3f12420
sched_switch(c3f12420,0,6,17b,f3d66de0,...) at sched_switch+0x1b6
mi_switch(6,0,c0a9e7c3,b6,c0c19680,...) at mi_switch+0x217
critical_exit(0,c0d772b5,0) at critical_exit+0x99
lapic_handle_timer(e2a21c68) at lapic_handle_timer+0x155
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0d772b5, esp = 0xe2a21ca8, ebp = 0xe2a21ca8 ---
acpi_cpu_c1(c0756347,c3f12420,e2a21cc4,0,c0bb4280,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a21cf8,c076a9c7,c0bb2170,2,c0a9e636,...) at acpi_cpu_idle+0x184
cpu_idle(c0bb2170,2,c0a9e636,560,e2a21d24,...) at cpu_idle+0x28
sched_idletd(0,e2a21d38,c0a9965b,32e,c3f102a8,...) at sched_idletd+0x37
fork_exit(c076a990,0,e2a21d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a21d70, ebp = 0 ---

Tracing command idle: cpu1 pid 13 tid 100004 td 0xc3f12630
sched_switch(c3f12630,0,1,17b,31eb64c8,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e636,565,e2a1ed24,...) at mi_switch+0x217
sched_idletd(0,e2a1ed38,c0a9965b,32e,c3f10550,...) at sched_idletd+0x7a
fork_exit(c076a990,0,e2a1ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ed70, ebp = 0 ---

Tracing command idle: cpu2 pid 12 tid 100003 td 0xc3f12840
cpustop_handler(4,e2a1bc5c,c0a049fd,4,c0bb4280,...) at cpustop_handler+0x32
ipi_nmi_handler(4,c0bb4280,c3f12840,c3f107f8,c3f107f8,...) at ipi_nmi_handler+0x2f
trap(e2a1bc68) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0d772b5, esp = 0xe2a1bca8, ebp = 0xe2a1bca8 ---
acpi_cpu_c1(c0756347,c3f12840,e2a1bcc4,2,c0bb4280,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1bcf8,c076a9c7,c0bb2170,2,c0a9e636,...) at acpi_cpu_idle+0x184
cpu_idle(c0bb2170,2,c0a9e636,560,e2a1bd24,...) at cpu_idle+0x28
sched_idletd(0,e2a1bd38,c0a9965b,32e,c3f107f8,...) at sched_idletd+0x37
fork_exit(c076a990,0,e2a1bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1bd70, ebp = 0 ---

Tracing command idle: cpu3 pid 11 tid 100002 td 0xc3f12a50
sched_switch(c3f12a50,0,1,17b,31ec1670,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e636,565,e2a18d24,...) at mi_switch+0x217
sched_idletd(0,e2a18d38,c0a9965b,32e,c3f10aa0,...) at sched_idletd+0x7a
fork_exit(c076a990,0,e2a18d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a18d70, ebp = 0 ---

Tracing command init pid 1 tid 100001 td 0xc3f12c60
sched_switch(c3f12c60,0,1,180,576c745e,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f12c60,0,c0aa02ea,19b,c3f10d48,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074231d,c0bb4280,1,c0a9ba3b,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3f10d48,0,c0a9d5df,da,0,...) at sleepq_wait_sig+0x14
_sleep(c3f10d48,c3f10dd8,15c,c0aa23e0,0,...) at _sleep+0x359
kern_wait(c3f12c60,ffffffff,e2a14c2c,0,0,...) at kern_wait+0xa66
wait4(c3f12c60,e2a14cfc,10,c0aa21fb,c0b492a8,...) at wait4+0x3b
syscall(e2a14d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054a1b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---

Tracing command audit pid 10 tid 100000 td 0xc3f14000
sched_switch(c3f14000,0,1,180,81585c48,...) at sched_switch+0x1b6
mi_switch(1,0,c0aa02ea,1bf,c3f14000,...) at mi_switch+0x217
sleepq_switch(c3f14000,0,c0aa02ea,21d,c3f14000,...) at sleepq_switch+0xf0
sleepq_wait(c0c0acd4,c0c0acb4,c0ab935c,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c0acd4,c0c0acb4,c0ab9d01,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e2a11d38,c0a9965b,32e,c3f11000,...) at audit_worker+0x99
fork_exit(c0918820,0,e2a11d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---

Tracing command swapper pid 0 tid 0 td 0xc0bb0ab0
sched_switch(c0bb0ab0,0,1,180,4a3c182c,...) at sched_switch+0x1b6
mi_switch(1,0,c0abdf36,2ea,c4396018,...) at mi_switch+0x217
scheduler(0,101ec00,101ec00,101e000,1028000,...) at scheduler+0x2f2
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 144 MB: 129panic: _mtx_lock_sleep: recursed on non-recursive mutex vm page queue free mutex @ ../../../vm/vm_page.c:1020

cpuid = 3
KDB: stack backtrace:
db_trace_self_wrapper(c0a9f701,e6b4f42c,c0756250,c0bb4280,0,...) at db_trace_self_wrapper+0x26
kdb_backtrace(c0bb4280,0,c0a9d5df,18e,c09e11c2,...) at kdb_backtrace+0x29
mi_switch(1,0,c0a9e636,50d,3) at mi_switch+0x120
sched_bind(c4af1000,0,c0a9cb3e,10e,5,...) at sched_bind+0x90
boot(c0a9cc80,3,c0bc2528,c09f6cf0,3,...) at boot+0x47
panic(c0a9bbb7,c0abf74c,c0abf21e,3fc,c0c0b9c4,...) at panic+0x13b
_mtx_lock_sleep(c0c0b9c4,c4af1000,0,c0abf21e,3fc,...) at _mtx_lock_sleep+0x47
_mtx_lock_flags(c0c0b9c4,0,c0abf21e,3fc,0,...) at _mtx_lock_flags+0xef
vm_page_alloc(c0c0b920,4f32,0,61,c4e31000,...) at vm_page_alloc+0xb4
kmem_malloc(c147108c,1000,101,e6b4f5dc,c09528f0,...) at kmem_malloc+0x31b
page_alloc(c145d000,1000,e6b4f5cf,101,c145d000,...) at page_alloc+0x27
slab_zalloc(c4bebe40,e6b4f608,c0951296,c145d000,c4bebf94,...) at slab_zalloc+0xc0
uma_zone_slab(c1462508,0,c0abd595,752,0,...) at uma_zone_slab+0x144
uma_zalloc_arg(c145d000,0,101,e6b4f684,e6b4f6b0,...) at uma_zalloc_arg+0x573
ad_strategy(e6b4f6b0,84,f4,ffffffff,e6b4f6ac,...) at ad_strategy+0x3c
ad_dump(c429f000,c1422000,0,97019c00,0,...) at ad_dump+0xdb
blk_flush(1978000,f,0,956e8c00,0,...) at blk_flush+0x47
blk_write(0,c0c1eca0,30,956cca00,0,...) at blk_write+0x222
minidumpsys(c0bb2424,c0ccf063,e6b4f888,e6b4f888,e6b4f874,...) at minidumpsys+0x7bf
dumpsys(c0bb2424,e6b4f938,c048d0f9,c0b82740,c0b8274b,...) at dumpsys+0x1d
doadump(c0b82740,c0b8274b,c048e847,c0b82740,c0b82150,...) at doadump+0x4d
db_fncall(c0775002,0,ffffffff,e6b4f950,c048f300,...) at db_fncall+0x149
db_command_loop(c0775002,c0abf3a0,ffffffae,2,e6baf99c,...) at db_command_loop+0x2f5
db_trap(3,0,7,3,c4af1000,...) at db_trap+0xc5
kdb_trap(3,0,e6b4faf8,c4af1000,c4a3f7f8,...) at kdb_trap+0x96
trap(e6b4faf8) at trap+0x56b
calltrap() at calltrap+0x6
--- trap 0x3, eip = 0xc0775002, esp = 0xe6b4fb38, ebp = 0xe6b4fb40 ---
kdb_enter(c0a9cc80,3,c0abf37f,e6b4fb78,3,...) at kdb_enter+0x32
panic(c0abf37f,c83d526c,c2349db8,3ac,c1ede560,...) at panic+0x124
vm_page_cache_transfer(c7c15364,0,0,c83d526c,0,...) at vm_page_cache_transfer+0xdc
vm_object_split(c4739a5c,0,c0abe3fa,9ca,28086000,...) at vm_object_split+0x487
vmspace_fork(c3f159f8,0,2,c4af1098,c0b4f564,...) at vmspace_fork+0x317
fork1(c4af1000,14,0,e6b4fc78,c077edb8,...) at fork1+0x2d9
fork(c4af1000,e6b4fcfc,c4af1000,e6b4fd38,c0b49230,...) at fork+0x29
syscall(e6b4fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (2, FreeBSD ELF32, fork), eip = 0x2815092b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 ---
db> c
_trace_self_wrapper(c0a9f701,e6bafa0
0
,Fatal trap 12: page fault while in kernel mode
ccpuid = 2; 0apic id = 06
7fault virtual address  = 0x3f9
cfault code             = supervisor read, page not present
6instruction pointer    = 0x20:0x3f9
bstack pointer          = 0x28:0xe46b3ab4
4frame pointer          = 0x28:0xe46b3ad0
3code segment           = base 0x0, limit 0xfffff, type 0x1b
,                       = DPL 0, pres 1, def32 1, gran 1
0processor eflags       = ,interrupt enabled, eresume, 6IOPL = 0
bcurrent process                = a31 (irq14: ata0)

(kgdb) l *vm_page_cache_transfer+0xdc
0xc0965a9c is in vm_page_cache_transfer (../../../vm/vm_page.c:957).
952                     } else {
953                             orig_object->cache = m->left;
954                             new_object->cache = m;
955                             m->left = NULL;
956                     }
957                     KASSERT(new_object->cache == NULL ||
958                         new_object->type == OBJT_SWAP,
959                         ("vm_page_cache_transfer: object %p's type is incompatible"
960                         " with cached pages", new_object));
961
(kgdb) l *vm_object_split+0x487
0xc09650c7 is in vm_object_split (../../../vm/vm_object.c:1371).
1366                     */
1367                    if (__predict_false(orig_object->cache != NULL))
1368                            vm_page_cache_transfer(orig_object, offidxstart,
1369                                new_object);
1370            }
1371            VM_OBJECT_UNLOCK(orig_object);
1372            TAILQ_FOREACH(m, &new_object->memq, listq)
1373                    vm_page_wakeup(m);
1374            VM_OBJECT_UNLOCK(new_object);
1375            entry->object.vm_object = new_object;
(kgdb) l *vmspace_fork+0x317
0xc095e187 is in vmspace_fork (../../../vm/vm_map.c:2513).
2508                                    (src_object->type == OBJT_DEFAULT ||
2509                                     src_object->type == OBJT_SWAP)) {
2510                                    vm_object_collapse(src_object);
2511                                    if ((src_object->flags & (OBJ_NOSPLIT|OBJ_ONEMAPPING)) == OBJ_ONEMAPPING) {
2512                                            vm_object_split(src_entry);
2513                                            src_object = src_entry->object.vm_object;
2514                                    }
2515                            }
2516                            vm_object_reference_locked(src_object);
2517                            vm_object_clear_flag(src_object, OBJ_ONEMAPPING);