GENERIC HEAD from Oct 12 17:05 UTC + vm_thread_new_short.3.patch, No vmcore GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2007 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Fri Oct 12 20:59:05 CEST 2007 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1036505088 (988 MB) : Trying to mount root from ufs:/dev/ad0s1a fxp0: link state changed to UP kse_release: called outside of threading. exitingkse_release: called outside of threading. exitingKDB: stack backtrace: panic: vm_page_cache_transfer: object 0xc83d526c's type is incompatible with cached pages dcpuid = 3 bKDB: enter: panic [thread pid 58970 tid 100183 ] Stopped at kdb_enter+0x32: leave db> set $lines 0 db> bt Tracing pid 58970 tid 100183 td 0xc4af1000 kdb_enter(c0a9cc80,3,c0abf37f,e6b4fb78,3,...) at kdb_enter+0x32 panic(c0abf37f,c83d526c,c2349db8,3ac,c1ede560,...) at panic+0x124 vm_page_cache_transfer(c7c15364,0,0,c83d526c,0,...) at vm_page_cache_transfer+0xdc vm_object_split(c4739a5c,0,c0abe3fa,9ca,28086000,...) at vm_object_split+0x487 vmspace_fork(c3f159f8,0,2,c4af1098,c0b4f564,...) at vmspace_fork+0x317 fork1(c4af1000,14,0,e6b4fc78,c077edb8,...) at fork1+0x2d9 fork(c4af1000,e6b4fcfc,c4af1000,e6b4fd38,c0b49230,...) at fork+0x29 syscall(e6b4fd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (2, FreeBSD ELF32, fork), eip = 0x2815092b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 --- db> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc3f5c000: pid 3 "g_up" curpcb = 0xe4433d90 fpcurthread = none idlethread = 0xc3f12420: pid 14 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc4b71c60: pid 58969 "sh" curpcb = 0xe6bafd90 fpcurthread = none idlethread = 0xc3f12630: pid 13 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc3f12840: pid 12 "idle: cpu2" curpcb = 0xe2a1bd90 fpcurthread = none idlethread = 0xc3f12840: pid 12 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4af1000: pid 58970 "sh" curpcb = 0xe6b4fd90 fpcurthread = none idlethread = 0xc3f12a50: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 58980 (sh) thread 0xc5522210 (100326) exclusive sleep mutex vm object (standard object) r = 0 (0xc6779000) locked @ vm/vm_fault.c:293 exclusive sx user map r = 0 (0xc49a686c) locked @ vm/vm_map.c:3107 Process 58976 (sed) thread 0xc4347000 (100061) exclusive sleep mutex vm object (standard object) r = 0 (0xc145f744) locked @ vm/vm_fault.c:293 exclusive sx user map r = 0 (0xc49a64cc) locked @ vm/vm_map.c:3107 Process 58973 (sh) thread 0xc55f1a50 (100282) exclusive sleep mutex vm object (standard object) r = 0 (0xc633a07c) locked @ vm/vm_fault.c:293 exclusive sx user map r = 0 (0xc5804954) locked @ vm/vm_map.c:3107 Process 58972 (sh) thread 0xc4b71840 (100212) exclusive sleep mutex vm object (standard object) r = 0 (0xc7529e88) locked @ vm/vm_fault.c:293 exclusive sx user map r = 0 (0xc52f169c) locked @ vm/vm_map.c:3107 Process 58971 (sh) thread 0xc4cec000 (100245) exclusive sleep mutex vm object (standard object) r = 0 (0xc7b26d14) locked @ vm/vm_fault.c:293 exclusive sx user map r = 0 (0xc49a6044) locked @ vm/vm_map.c:3107 Process 58970 (sh) thread 0xc4af1000 (100183) exclusive sleep mutex vm page queue free mutex r = 0 (0xc0c0b9c4) locked @ vm/vm_page.c:940 exclusive sleep mutex vm object (standard object) r = 0 (0xc7c15364) locked @ vm/vm_object.c:1299 exclusive sleep mutex vm object (standard object) r = 0 (0xc83d526c) locked @ vm/vm_object.c:1298 exclusive sx user map r = 0 (0xc3f15a3c) locked @ vm/vm_map.c:2591 Process 58920 (swap) thread 0xc4b0e210 (100190) exclusive sx user map r = 0 (0xc4ae73e4) locked @ vm/vm_fault.c:786 Process 58918 (swap) thread 0xc55f1000 (100289) exclusive sleep mutex vm object (standard object) r = 0 (0xc432d174) locked @ vm/vm_fault.c:959 exclusive sx user map r = 0 (0xc4ae886c) locked @ vm/vm_fault.c:786 Process 58914 (swap) thread 0xc60a0840 (100303) exclusive sx user map r = 0 (0xc3f15c0c) locked @ vm/vm_fault.c:786 Process 58908 (swap) thread 0xc4ceba50 (100267) exclusive sleep mutex vm object (standard object) r = 0 (0xc799e3e0) locked @ vm/vm_fault.c:293 exclusive sx user map r = 0 (0xc52f1cf4) locked @ vm/vm_map.c:3107 Process 58893 (swap) thread 0xc4b0d840 (100218) exclusive sleep mutex vm object (standard object) r = 0 (0xc7f6f1f0) locked @ vm/vm_fault.c:886 exclusive sx user map r = 0 (0xc49a62fc) locked @ vm/vm_fault.c:786 Process 58887 (swap) thread 0xc60a2420 (100298) exclusive sleep mutex vm object (standard object) r = 0 (0xc758864c) locked @ vm/vm_fault.c:959 exclusive sx user map r = 0 (0xc52f186c) locked @ vm/vm_fault.c:786 Process 1376 (sh) thread 0xc5245a50 (100254) exclusive sx user map r = 0 (0xc52a9954) locked @ vm/vm_map.c:3107 Process 1354 (sshd) thread 0xc4b62a50 (100238) exclusive sx so_rcv_sx r = 0 (0xc445f6bc) locked @ kern/uipc_sockbuf.c:145 Process 1353 (sshd) thread 0xc4ced210 (100225) exclusive sx so_rcv_sx r = 0 (0xc47136bc) locked @ kern/uipc_sockbuf.c:145 Process 1352 (sshd) thread 0xc4b71210 (100231) exclusive sx so_rcv_sx r = 0 (0xc45113a4) locked @ kern/uipc_sockbuf.c:145 Process 1176 (sshd) thread 0xc4398000 (100092) exclusive sx so_rcv_sx r = 0 (0xc4463530) locked @ kern/uipc_sockbuf.c:145 Process 4 (g_down) thread 0xc3f14c60 (100011) exclusive sleep mutex ATA queue lock r = 0 (0xc4017908) locked @ dev/ata/ata-queue.c:177 db> ps pid ppid pgrp uid state wmesg wchan cmd 58982 58981 808 0 RV cron 58981 808 808 0 S ppwait 0xc4396550 cron 58980 58890 1183 1001 RL+ sh 58979 58974 1183 1001 R+ sysctl 58978 1376 1369 1001 R awk 58977 1376 1369 1001 R sed 58976 1376 1369 1001 LL *vnode in 0xc3f135a0 sed 58974 58900 1183 1001 S+ wait 0xc4a3e000 sh 58973 58888 1183 1001 RL+ sh 58972 58896 1183 1001 RL+ sh 58971 58902 1183 1001 RL+ sh 58970 58892 1183 1001 R+ CPU 3 sh 58969 58898 1183 1001 RL+ CPU 1 sh 58966 58894 1183 1001 SL+ swread 0xc190dc48 sh 58960 58872 1183 1001 S+ nanslp 0xc0bb28a4 sleep 58958 58935 1183 1001 R+ link 58957 58935 1183 1001 R+ link 58956 58935 1183 1001 R+ link 58955 58935 1183 1001 S+ getblk 0xd80fdda0 link 58953 58935 1183 1001 S+ getblk 0xd80fdda0 link 58952 58935 1183 1001 R+ link 58940 58935 1183 1001 R+ link 58938 58935 1183 1001 R+ link 58937 58935 1183 1001 R+ link 58935 58876 1183 1001 S+ wait 0xc4aed000 link 58925 58883 1183 1001 R+ swap 58924 58883 1183 1001 R+ swap 58923 58883 1183 1001 R+ swap 58922 58883 1183 1001 R+ swap 58921 58883 1183 1001 R+ swap 58920 58883 1183 1001 RL+ swap 58919 58883 1183 1001 RL+ swap 58918 58883 1183 1001 RL+ swap 58917 58883 1183 1001 R+ swap 58916 58883 1183 1001 R+ swap 58915 58883 1183 1001 R+ swap 58914 58883 1183 1001 RL+ swap 58913 58883 1183 1001 R+ swap 58912 58883 1183 1001 R+ swap 58911 58883 1183 1001 R+ swap 58910 58883 1183 1001 R+ swap 58909 58883 1183 1001 R+ swap 58908 58883 1183 1001 RL+ swap 58907 58883 1183 1001 R+ swap 58906 58883 1183 1001 R+ swap 58905 58883 1183 1001 R+ swap 58904 58883 1183 1001 RL+ swap 58903 58883 1183 1001 SL+ swread 0xc1954268 swap 58902 58885 1183 1001 S+ wait 0xc4aee000 sysctl 58901 58883 1183 1001 SL+ swread 0xc1a07530 swap 58900 58885 1183 1001 S+ wait 0xc4a0b550 sysctl 58899 58883 1183 1001 R+ swap 58898 58885 1183 1001 S+ wait 0xc4b6daa0 sysctl 58897 58883 1183 1001 R+ swap 58896 58885 1183 1001 S+ wait 0xc4a0b2a8 sysctl 58895 58883 1183 1001 R+ swap 58894 58885 1183 1001 S+ wait 0xc4b6c550 sysctl 58893 58883 1183 1001 RL+ swap 58892 58885 1183 1001 S+ wait 0xc5ccf000 sysctl 58891 58883 1183 1001 R+ swap 58890 58885 1183 1001 S+ wait 0xc44c07f8 sysctl 58889 58883 1183 1001 R+ swap 58888 58885 1183 1001 S+ wait 0xc4b6c000 sysctl 58887 58883 1183 1001 RL+ swap 58886 58883 1183 1001 RL+ swap 58885 58869 1183 1001 S+ wait 0xc4a0f7f8 sysctl 58884 58883 1183 1001 R+ swap 58883 58866 1183 1001 S+ wait 0xc4b70550 swap 58882 58878 1183 1001 R+ creat 58881 58878 1183 1001 R+ creat 58880 58878 1183 1001 S+ getblk 0xd80fdda0 creat 58879 58878 1183 1001 R+ creat 58878 58857 1183 1001 S+ wait 0xc5cd47f8 creat 58876 58855 1183 1001 S+ nanslp 0xc0bb28a4 link 58875 58855 1183 1001 S+ nanslp 0xc0bb28a4 aio 58872 58855 1183 1001 S+ wait 0xc4b0b7f8 sh 58869 58855 1183 1001 S+ nanslp 0xc0bb28a4 sysctl 58866 58855 1183 1001 S+ nanslp 0xc0bb28a4 swap 58857 58855 1183 1001 S+ nanslp 0xc0bb28a4 creat 58855 58854 1183 1001 S+ wait 0xc5cc3d48 run 58854 58853 1183 1001 S+ wait 0xc4b6aaa0 run 58853 58846 1183 1001 S+ nanslp 0xc0bb28a4 run 58846 1183 1183 1001 S+ wait 0xc4379d48 sh 1381 1370 1381 1001 Rs+ top 1377 1369 1369 1001 S piperd 0xc4456dec awk 1376 1369 1369 1001 RL sh 1375 1371 1375 1001 Ss kqread 0xc4e91380 tail 1371 1352 1352 1001 S select 0xc0bff4dc sshd 1370 1353 1353 1001 S select 0xc0bff4dc sshd 1369 1367 1369 1001 Ss wait 0xc50da2a8 sh 1367 1354 1354 1001 S select 0xc0bff4dc sshd 1354 792 1354 0 Ss sbwait 0xc445f6ec sshd 1353 792 1353 0 Ss sbwait 0xc47136ec sshd 1352 792 1352 0 Ss sbwait 0xc45113d4 sshd 1183 1179 1183 1001 S+ wait 0xc42c5550 sh 1179 1178 1179 1001 Ss+ wait 0xc4708000 bash 1178 1176 1176 1001 S select 0xc0bff4dc sshd 1176 792 1176 0 Ss sbwait 0xc4463560 sshd 913 1 913 0 Ss+ ttyin 0xc40e0810 getty 912 1 912 0 Ss+ ttyin 0xc40e7010 getty 911 1 911 0 Ss+ ttyin 0xc40e6c10 getty 910 1 910 0 Ss+ ttyin 0xc40e7c10 getty 909 1 909 0 Ss+ ttyin 0xc40e7810 getty 908 1 908 0 Ss+ ttyin 0xc40e5c10 getty 907 1 907 0 Ss+ ttyin 0xc40e5810 getty 906 1 906 0 Ss+ ttyin 0xc40e6810 getty 891 1 891 0 Ss select 0xc0bff4dc inetd 864 1 864 0 Ss select 0xc0bff4dc moused 851 1 851 0 Ss nanslp 0xc0bb28a4 watchdogd 808 1 808 0 Ss nanslp 0xc0bb28a4 cron 801 1 801 25 Ss pause 0xc4708b00 sendmail 797 1 797 0 Ss select 0xc0bff4dc sendmail 792 1 792 0 Ss select 0xc0bff4dc sshd 773 1 773 0 Ss select 0xc0bff4dc ntpd 716 700 700 0 S - 0xc434ea00 nfsd 715 700 700 0 S - 0xc42f7200 nfsd 714 700 700 0 S - 0xc434ec00 nfsd 713 700 700 0 S - 0xc42f7000 nfsd 712 700 700 0 S - 0xc434ee00 nfsd 711 700 700 0 S - 0xc42dfe00 nfsd 710 700 700 0 S - 0xc443d000 nfsd 709 700 700 0 S - 0xc42dfc00 nfsd 707 700 700 0 S - 0xc443d200 nfsd 706 700 700 0 S - 0xc42dfa00 nfsd 705 700 700 0 S - 0xc42de400 nfsd 704 700 700 0 S - 0xc42df800 nfsd 703 700 700 0 S - 0xc42de200 nfsd 702 700 700 0 S - 0xc42df600 nfsd 701 700 700 0 S - 0xc429fc00 nfsd 700 1 700 0 Ss select 0xc0bff4dc nfsd 698 1 698 0 Ss select 0xc0bff4dc mountd 645 1 645 0 Ss select 0xc0bff4dc rpcbind 628 1 628 0 Ss select 0xc0bff4dc syslogd 569 1 569 0 Ss select 0xc0bff4dc devd 46 0 0 0 SL - 0xc0bb26d4 [schedcpu] 45 0 0 0 SL sdflush 0xc0c0b264 [softdepflush] 44 0 0 0 SL syncer 0xc0bb26cc [syncer] 43 0 0 0 SL vlruwt 0xc40d6000 [vnlru] 42 0 0 0 SL psleep 0xc0bff984 [bufdaemon] 41 0 0 0 SL pgzero 0xc0c0be20 [pagezero] 40 0 0 0 SL psleep 0xc0c0ba38 [vmdaemon] 39 0 0 0 SL psleep 0xc0c0ba00 [pagedaemon] 38 0 0 0 SL waiting_ 0xc0c016ec [sctp_iterator] 37 0 0 0 WL [irq7: ppc0] 36 0 0 0 SL - 0xc401723c [fdc0] 35 0 0 0 WL [swi0: sio] 34 0 0 0 WL [irq12: psm0] 33 0 0 0 WL [irq1: atkbd0] 32 0 0 0 WL [irq15: ata1] 31 0 0 0 WL [irq14: ata0] 30 0 0 0 WL [irq17: fxp0] 29 0 0 0 SL usbtsk 0xc0baffd4 [usbtask-dr] 28 0 0 0 SL usbtsk 0xc0baffc0 [usbtask-hc] 27 0 0 0 SL usbevt 0xc4029210 [usb0] 26 0 0 0 WL [irq16: uhci0] 25 0 0 0 SL - 0xc4042c00 [em0 taskq] 24 0 0 0 WL [irq9: acpi0] 23 0 0 0 SL - 0xc3fbc880 [thread taskq] 22 0 0 0 WL [swi5: +] 21 0 0 0 WL [swi2: cambio] 9 0 0 0 SL ccb_scan 0xc0b811b4 [xpt_thrd] 8 0 0 0 SL - 0xc3fbcc00 [acpi_task_2] 7 0 0 0 SL - 0xc3fbcc00 [acpi_task_1] 6 0 0 0 SL - 0xc3fbcc00 [acpi_task_0] 5 0 0 0 SL - 0xc3fbcc80 [kqueue taskq] 20 0 0 0 WL [swi6: task queue] 19 0 0 0 WL [swi6: Giant taskq] 18 0 0 0 SL - 0xc0bb26d4 [yarrow] 4 0 0 0 SL - 0xc0bb074c [g_down] 3 0 0 0 RL CPU 0 [g_up] 2 0 0 0 SL - 0xc0bb0740 [g_event] 17 0 0 0 WL [swi1: net] 16 0 0 0 WL [swi3: vm] 15 0 0 0 WL [swi4: clock sio] 14 0 0 0 RL [idle: cpu0] 13 0 0 0 RL [idle: cpu1] 12 0 0 0 RL CPU 2 [idle: cpu2] 11 0 0 0 RL [idle: cpu3] 1 0 1 0 SLs wait 0xc3f10d48 [init] 10 0 0 0 SL audit_wo 0xc0c0acd4 [audit] 0 0 0 0 WLs [swapper] 58926 58875 1183 1001 Z+ aio 58870 58855 1183 1001 Z+ tcp 58877 58855 1183 1001 Z+ lockf2 58864 58855 1183 1001 Z+ shm 58871 58855 1183 1001 Z+ initial thread 58863 58855 1183 1001 Z+ rw 58867 58855 1183 1001 Z+ symlink 58862 58855 1183 1001 Z+ pty 58861 58855 1183 1001 Z+ mmap 58873 58855 1183 1001 Z+ initial thread 58865 58855 1183 1001 Z+ socket 58858 58855 1183 1001 Z+ lockf 58859 58855 1183 1001 Z+ mkdir 58868 58855 1183 1001 Z+ syscall 58860 58855 1183 1001 Z+ mkfifo 58874 58855 1183 1001 Z+ udp db> allt Tracing command cron pid 58982 tid 100280 td 0xc4ced630 fork_trampoline() at fork_trampoline Tracing command cron pid 58981 tid 100085 td 0xc4398630 sched_switch(c4398630,0,1,180,55efbb74,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c4398630,...) at mi_switch+0x217 sleepq_switch(c4398630,0,c0aa02ea,21d,5c,...) at sleepq_switch+0xf0 sleepq_wait(c4396550,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(c4396550,c4b70338,5c,c0a9972f,0,...) at _sleep+0x369 fork1(c4398630,80000034,0,e699dc78,c077edb8,...) at fork1+0x157e vfork(c4398630,e699dcfc,c4398630,e699dd38,c0b49830,...) at vfork+0x29 syscall(e699dd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (66, FreeBSD ELF32, vfork), eip = 0x280e65dc, esp = 0xbfbfe790, ebp = 0xbfbfecd8 --- Tracing command sh pid 58980 tid 100326 td 0xc5522210 sched_switch(c5522210,0,1,17b,4f3d44f0,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217 turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c23000,c5522210,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef pmap_zero_page(c2212490,45,0,40,e6d6ebe8,...) at pmap_zero_page+0x3d vm_fault(c49a6828,28225000,2,8,28225014,...) at vm_fault+0x1088 trap_pfault(5,0,c0aca896,2ae,c73407f8,...) at trap_pfault+0x118 trap(e6d6ed38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 --- Tracing command sysctl pid 58979 tid 100286 td 0xc55f1630 sched_switch(c55f1630,0,2,17b,483ed290,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6cb2d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command awk pid 58978 tid 100334 td 0xc5522420 sched_switch(c5522420,0,2,17b,26d72330,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6d86d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sed pid 58977 tid 100108 td 0xc44c2630 sched_switch(c44c2630,0,2,17b,4ff042d8,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a23d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sed pid 58976 tid 100061 td 0xc4347000 sched_switch(c4347000,0,1,17b,53201f0c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3f135a0,...) at mi_switch+0x217 turnstile_wait(c3f135a0,c5245a50,0,17a,c43410d4,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c43410d4,c4347000,0,c0aa7e93,80e,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c43410d4,0,c0aa7e93,80e,c145f744,...) at _mtx_lock_flags+0xef vref(c4341000,1,c0abecee,17a) at vref+0x35 vm_object_reference_locked(c145f744,0,c0abddbe,125,e692bbe8,...) at vm_object_reference_locked+0x55 vm_fault(c49a6488,28117000,1,0,28117f80,...) at vm_fault+0x1d4 trap_pfault(5,0,c0aca896,2ae,c40d77f8,...) at trap_pfault+0x118 trap(e692bd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28117f80, esp = 0xbfbfec6c, ebp = 0xbfbfec78 --- Tracing command sh pid 58974 tid 100153 td 0xc4a45a50 Tracing command sh pid 58973 tid 100282 td 0xc55f1a50 sched_switch(c55f1a50,0,1,17b,4f8aaa8c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217 turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c23000,c55f1a50,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef pmap_zero_page(c2212838,45,0,40,e6ca4be8,...) at pmap_zero_page+0x3d vm_fault(c5804910,28225000,2,8,28225014,...) at vm_fault+0x1088 trap_pfault(5,0,c0aca896,2ae,c54dd2a8,...) at trap_pfault+0x118 trap(e6ca4d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 --- Tracing command sh pid 58972 tid 100212 td 0xc4b71840 sched_switch(c4b71840,0,1,17b,4f708c34,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217 turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c23000,c4b71840,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef pmap_zero_page(c2212640,45,0,40,e6bb5be8,...) at pmap_zero_page+0x3d vm_fault(c52f1658,28225000,2,8,28225014,...) at vm_fault+0x1088 trap_pfault(5,0,c0aca896,2ae,c4b69aa0,...) at trap_pfault+0x118 trap(e6bb5d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 --- Tracing command sh pid 58971 tid 100245 td 0xc4cec000 sched_switch(c4cec000,0,1,17b,4f243d08,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3f138c0,...) at mi_switch+0x217 turnstile_wait(c3f138c0,c44c2630,0,17a,c0c23000,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c23000,c4cec000,0,c0ac9a73,b60,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c23000,0,c0ac9a73,b60,0,...) at _mtx_lock_flags+0xef pmap_zero_page(c2212448,45,0,40,e6c18be8,...) at pmap_zero_page+0x3d vm_fault(c49a6000,28225000,2,8,28225014,...) at vm_fault+0x1088 trap_pfault(5,0,c0aca896,2ae,c4b6baa0,...) at trap_pfault+0x118 trap(e6c18d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281575ce, esp = 0xbfbfe5f0, ebp = 0xbfbfe618 --- Tracing command sh pid 58970 tid 100183 td 0xc4af1000 kdb_enter(c0a9cc80,3,c0abf37f,e6b4fb78,3,...) at kdb_enter+0x32 panic(c0abf37f,c83d526c,c2349db8,3ac,c1ede560,...) at panic+0x124 vm_page_cache_transfer(c7c15364,0,0,c83d526c,0,...) at vm_page_cache_transfer+0xdc vm_object_split(c4739a5c,0,c0abe3fa,9ca,28086000,...) at vm_object_split+0x487 vmspace_fork(c3f159f8,0,2,c4af1098,c0b4f564,...) at vmspace_fork+0x317 fork1(c4af1000,14,0,e6b4fc78,c077edb8,...) at fork1+0x2d9 fork(c4af1000,e6b4fcfc,c4af1000,e6b4fd38,c0b49230,...) at fork+0x29 syscall(e6b4fd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (2, FreeBSD ELF32, fork), eip = 0x2815092b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 --- Tracing command sh pid 58969 tid 100210 td 0xc4b71c60 cpustop_handler(2,e6baf5a8,c0a049fd,d81a80e0,c0bb7ce0,...) at cpustop_handler+0x32 ipi_nmi_handler(d81a80e0,c0bb7ce0,350,28,c4b6a000,...) at ipi_nmi_handler+0x2f trap(e6baf5b4) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07427f0, esp = 0xe6baf5f4, ebp = 0xe6baf604 --- _mtx_lock_spin(c0c1880c,c4b71c60,0,c0ac49da,9fc,...) at _mtx_lock_spin+0x40 _mtx_lock_spin_flags(c0c1880c,0,c0ac49da,9fc,e6baf64f,...) at _mtx_lock_spin_flags+0x10e sio_cnputc(c0b74b80,5f,e6baf6b0,1,0,...) at sio_cnputc+0x8d cnputc(5f,0,c0aa3d82,28e,1,...) at cnputc+0x5f cnputs(e6baf6b0,c0778620,e6baf730,a,e6baf764,...) at cnputs+0x58 printf(c0aac752,5f,c0c9a4d3,c0ac5f5e,e6baf890,...) at printf+0x7e db_putchar(5f,0,c0bff680,e6baf79c,c0c9a4e5,...) at db_putchar+0x31 kvprintf(c0ac5f5c,c048f3a0,0,10,e6baf8c0,...) at kvprintf+0x91a db_printf(c0ac5f5c,c0c9a4d0,e6baf8c8,ffffffff,c048ee26,...) at db_printf+0x34 db_print_stack_entry(e6baf9d8,c048ee26,0,e6baf956,e6baf9d0,...) at db_print_stack_entry+0xe5 db_backtrace(c048ee26,3ff,0,e6baf99c,c0aa80c6,...) at db_backtrace+0x2a7 db_trace_self(e6baf99c,0,e6baf99c,e6baf990,e6baf9d0,...) at db_trace_self+0x49 db_trace_self_wrapper(c0a9f701,e6bafa00,c07c6b43,0,e6bafa00,...) at db_trace_self_wrapper+0x26 kdb_backtrace(0,e6bafa00,c0a18755,e6bafa10,c40f52b8,...) at kdb_backtrace+0x29 vfs_badlock(c0b69a80,e6bafa10,c0b806e0,c40f52b8,0) at vfs_badlock+0x23 assert_vop_locked(c40f52b8,c0aa80e2) at assert_vop_locked+0x50 vop_lock_post(e6bafa6c,0,c0bb8d94,3041,c40f52b8,...) at vop_lock_post+0x36 VOP_LOCK1_APV(c0b69a80,e6bafa6c,e6bafa84,c0784ecc,c40f538c,...) at VOP_LOCK1_APV+0xc1 _vn_lock(c40f52b8,3041,c4b71c60,c0aa7e93,7f3,...) at _vn_lock+0xf8 vget(c40f52b8,3041,c4b71c60,4b1,c145f26c,...) at vget+0x110 vnode_pager_lock(c145f26c,0,c0abddbe,125,e6bafbe8,...) at vnode_pager_lock+0x1b0 vm_fault(c52a92b8,8052000,1,0,8052140,...) at vm_fault+0x1df trap_pfault(5,0,c0aca896,2ae,c4b6a000,...) at trap_pfault+0x118 trap(e6bafd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8052140, esp = 0xbfbfe6dc, ebp = 0xbfbfe7c8 --- Tracing command sh pid 58966 tid 100050 td 0xc4347c60 sched_switch(c4347c60,0,1,180,53322628,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217 sleepq_switch(c4347c60,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0 sleepq_timedwait(c190dc48,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c190dc48,c691dd90,40,c0abd33c,4e20,...) at _sleep+0x345 swap_pager_getpages(c691dd90,e68ffc04,1,0,e68ffbcc,...) at swap_pager_getpages+0x455 vm_fault(c4a14ae0,28225000,1,0,28225200,...) at vm_fault+0xe61 trap_pfault(5,0,c0aca896,2ae,c42c57f8,...) at trap_pfault+0x118 trap(e68ffd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8056530, esp = 0xbfbfe820, ebp = 0xbfbfe828 --- Tracing command sleep pid 58960 tid 100158 td 0xc44c3a50 Tracing command link pid 58958 tid 100182 td 0xc4b01420 sched_switch(c4b01420,0,2,17b,42943880,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,e6b4cd28,...) at mi_switch+0x217 ast(e6b4cd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command link pid 58957 tid 100247 td 0xc5246420 sched_switch(c5246420,0,2,17b,efc7889c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6c1ed38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command link pid 58956 tid 100177 td 0xc4b01c60 sched_switch(c4b01c60,0,2,17b,48427e9c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,e6b3dd28,...) at mi_switch+0x217 ast(e6b3dd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command link pid 58955 tid 100308 td 0xc55f2c60 sched_switch(c55f2c60,0,1,180,4780abf8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c55f2c60,...) at mi_switch+0x217 sleepq_switch(c55f2c60,0,c0aa02ea,21d,50,...) at sleepq_switch+0xf0 sleepq_wait(d80fdda0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(d80fdda0,c0bb1e28,50,c0aa6637,0,...) at _sleep+0x369 acquire(e6d1a6c0,e6d1a6b8,c0a9a5ea,d7,c55f2c60,...) at acquire+0x73 _lockmgr(d80fdda0,202122,c43eb8fc,c55f2c60,c0aa61d4,...) at _lockmgr+0x4bc getblk(c43eb828,c0,0,4000,0,...) at getblk+0x1b0 breadn(c43eb828,c0,0,4000,0,...) at breadn+0x44 bread(c43eb828,c0,0,4000,0,...) at bread+0x4c ffs_realloccg(c82a1d68,2,0,5e48,0,...) at ffs_realloccg+0x483 ffs_balloc_ufs2(c90db984,b800,0,200,c44cb000,...) at ffs_balloc_ufs2+0xf2d ufs_direnter(c90db984,c481e15c,e6d1aa3c,e6d1ac34,0,...) at ufs_direnter+0x117 ufs_link(e6d1abf8,c0ace653,0,e6d1abf8,c481e15c,...) at ufs_link+0x123 VOP_LINK_APV(c0b69a80,e6d1abf8,c55f2c60,c0aa8c1e,5b7,...) at VOP_LINK_APV+0xf6 kern_link(c55f2c60,bfbfe6c8,bfbfe748,0,e6d1ad2c,...) at kern_link+0x323 link(c55f2c60,e6d1acfc,8,c0a5b50b,c0b492d8,...) at link+0x29 syscall(e6d1ad38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (9, FreeBSD ELF32, link), eip = 0x280ce0b7, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 --- Tracing command link pid 58953 tid 100319 td 0xc45ee840 sched_switch(c45ee840,0,1,180,45a85038,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c45ee840,...) at mi_switch+0x217 sleepq_switch(c45ee840,0,c0aa02ea,21d,50,...) at sleepq_switch+0xf0 sleepq_wait(d80fdda0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(d80fdda0,c0bb1e28,50,c0aa6637,0,...) at _sleep+0x369 acquire(e6d596c0,e6d596b8,c0a9a5ea,d7,c45ee840,...) at acquire+0x73 _lockmgr(d80fdda0,202122,c43eb8fc,c45ee840,c0aa61d4,...) at _lockmgr+0x4bc getblk(c43eb828,c0,0,4000,0,...) at getblk+0x1b0 breadn(c43eb828,c0,0,4000,0,...) at breadn+0x44 bread(c43eb828,c0,0,4000,0,...) at bread+0x4c ffs_realloccg(c82a14a4,2,0,5e38,0,...) at ffs_realloccg+0x483 ffs_balloc_ufs2(c92e6000,a800,0,200,c44cb000,...) at ffs_balloc_ufs2+0xf2d ufs_direnter(c92e6000,c55f3d98,e6d59a3c,e6d59c34,0,...) at ufs_direnter+0x117 ufs_link(e6d59bf8,c0ace653,0,e6d59bf8,c55f3d98,...) at ufs_link+0x123 VOP_LINK_APV(c0b69a80,e6d59bf8,c45ee840,c0aa8c1e,5b7,...) at VOP_LINK_APV+0xf6 kern_link(c45ee840,bfbfe6c8,bfbfe748,0,e6d59d2c,...) at kern_link+0x323 link(c45ee840,e6d59cfc,8,c0a5b50b,c0b492d8,...) at link+0x29 syscall(e6d59d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (9, FreeBSD ELF32, link), eip = 0x280ce0b7, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 --- Tracing command link pid 58952 tid 100273 td 0xc55f2a50 sched_switch(c55f2a50,0,2,17b,4841f8f0,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6c84d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command link pid 58940 tid 100306 td 0xc60a0210 sched_switch(c60a0210,0,1,17b,46644b6c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3f13690,...) at mi_switch+0x217 turnstile_wait(c3f13690,c55f2c60,0,17a,c0bff9c0,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0bff9c0,c60a0210,0,c0aa5c49,141,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0bff9c0,0,c0aa5c49,141,ffffc000,...) at _mtx_lock_flags+0xef brelse(d80b3e50,c47f0c00,c,c991a98c,e6d14a8c,...) at brelse+0x9d5 ufs_lookup(e6d14ad4,c0ace339,c8455414,c8455414,e6d14c38,...) at ufs_lookup+0x6f3 VOP_CACHEDLOOKUP_APV(c0b69a80,e6d14ad4,e6d14c38,e6d14c24,c44cb000,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6d14b5c,c0aa860c,c8455414,2,c8455414,...) at vfs_cache_lookup+0xd3 VOP_LOOKUP_APV(c0b69a80,e6d14b5c,c60a0210,c0aa75ae,19b,...) at VOP_LOOKUP_APV+0xe5 lookup(e6d14c10,c0aa75ae,c6,bf,c6daf02c,...) at lookup+0x59e namei(e6d14c10,ffffffdf,2,c0c19788,c0b80940,...) at namei+0x34e kern_unlink(c60a0210,bfbfe748,0,e6d14d2c,c0a046f3,...) at kern_unlink+0x40 unlink(c60a0210,e6d14cfc,4,c0aa2e94,c0b492f0,...) at unlink+0x22 syscall(e6d14d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814e473, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 --- Tracing command link pid 58938 tid 100270 td 0xc4ceb420 sched_switch(c4ceb420,0,1,17b,fc9acb2c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c4af33c0,...) at mi_switch+0x217 turnstile_wait(c4af33c0,c4b01420,0,17a,c0bffa08,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0bffa08,c4ceb420,0,c0aa5c49,5bc,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0bffa08,0,c0aa5c49,5bc,c4ceb420,...) at _mtx_lock_flags+0xef bqrelse(d818e370,d818e370,c074262c,c0c0b23c,1,...) at bqrelse+0x174 bdwrite(d818e370,c9bb9630,c9bb9ad4,0,e6c7bb74,...) at bdwrite+0x2cb ufs_dirremove(c864915c,c9bb9ad4,500800c,0,c43088b8,...) at ufs_dirremove+0x1de ufs_remove(e6c7bbfc,c0ace693,0,e6c7bbfc,c6873570,...) at ufs_remove+0x6e VOP_REMOVE_APV(c0b69a80,e6c7bbfc,2,3,c0b80940,...) at VOP_REMOVE_APV+0xf6 kern_unlink(c4ceb420,bfbfe748,0,e6c7bd2c,c0a046f3,...) at kern_unlink+0x177 unlink(c4ceb420,e6c7bcfc,4,c0aa2e94,c0b492f0,...) at unlink+0x22 syscall(e6c7bd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (10, FreeBSD ELF32, unlink), eip = 0x2814e473, esp = 0xbfbfe6ac, ebp = 0xbfbfe7d8 --- Tracing command link pid 58937 tid 100105 td 0xc44c2c60 sched_switch(c44c2c60,0,2,17b,dcc64884,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a1ad38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command link pid 58935 tid 100173 td 0xc4af1630 Tracing command swap pid 58925 tid 100133 td 0xc4a12000 sched_switch(c4a12000,0,2,17b,c74eee4c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a83d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58924 tid 100154 td 0xc4a45840 sched_switch(c4a45840,0,2,17b,12644514,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6af4d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58923 tid 100201 td 0xc4b00000 sched_switch(c4b00000,0,2,17b,5301bf2c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6b94d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58922 tid 100222 td 0xc42ae630 sched_switch(c42ae630,0,2,17b,1d1f377c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6bd3d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58921 tid 100215 td 0xc42aec60 sched_switch(c42aec60,0,2,17b,d208e5b0,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6bbed38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58920 tid 100190 td 0xc4b0e210 sched_switch(c4b0e210,0,1,17b,c200ebc8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c3eea0a0,...) at mi_switch+0x217 turnstile_wait(c3eea0a0,c42ae000,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c0b9dc,c4b0e210,0,c0ac9a73,91f,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c0b9dc,0,c0ac9a73,91f,c0abdd07,...) at _mtx_lock_flags+0xef pmap_enter(c4ae742c,29b04000,c21f5c18,7,0,...) at pmap_enter+0x40 vm_fault(c4ae73a0,29b04000,2,8,29b04000,...) at vm_fault+0x1750 trap_pfault(5,0,c0aca896,2ae,c4b0baa0,...) at trap_pfault+0x118 trap(e6b66d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 58919 tid 100200 td 0xc4b00210 sched_switch(c4b00210,0,1,180,53289b18,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217 sleepq_switch(c4b00210,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0 sleepq_timedwait(c1a070f8,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c1a070f8,c7ca8744,40,c0abd33c,4e20,...) at _sleep+0x345 swap_pager_getpages(c7ca8744,e6b91c04,1,0,e6b91bcc,...) at swap_pager_getpages+0x455 vm_fault(c4377740,28317000,2,8,28317000,...) at vm_fault+0xe61 trap_pfault(5,0,c0aca896,2ae,c4af9000,...) at trap_pfault+0x118 trap(e6b91d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 --- Tracing command swap pid 58918 tid 100289 td 0xc55f1000 sched_switch(c55f1000,0,1,17b,3fde0f2c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c42af370,...) at mi_switch+0x217 turnstile_wait(c42af370,c4372420,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c0b9dc,c55f1000,0,c0abddbe,3d5,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c0b9dc,0,c0abddbe,3d5,0,...) at _mtx_lock_flags+0xef vm_fault(c4ae8828,29c91000,2,8,29c91000,...) at vm_fault+0x19c9 trap_pfault(5,0,c0aca896,2ae,c5cd4aa0,...) at trap_pfault+0x118 trap(e6ce1d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 58917 tid 100127 td 0xc4709420 sched_switch(c4709420,0,2,17b,1d1eed9c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a5cd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58916 tid 100155 td 0xc4a45630 sched_switch(c4a45630,0,2,17b,27df6f78,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6af7d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58915 tid 100128 td 0xc4709210 sched_switch(c4709210,0,2,17b,3d4fd6ac,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a5fd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58914 tid 100303 td 0xc60a0840 sched_switch(c60a0840,0,1,17b,456d5b6c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c43756e0,...) at mi_switch+0x217 turnstile_wait(c43756e0,c4347c60,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c0b9dc,c60a0840,0,c0ac9a73,91f,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c0b9dc,0,c0ac9a73,91f,c0abdd07,...) at _mtx_lock_flags+0xef pmap_enter(c3f15c54,29cdf000,c1ed4630,7,0,...) at pmap_enter+0x40 vm_fault(c3f15bc8,29cdf000,2,8,29cdf000,...) at vm_fault+0x1750 trap_pfault(5,0,c0aca896,2ae,c5cc3550,...) at trap_pfault+0x118 trap(e6d0bd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 58913 tid 100157 td 0xc4a45210 sched_switch(c4a45210,0,2,17b,c74eadc4,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6afed38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58912 tid 100163 td 0xc4a12a50 sched_switch(c4a12a50,c405ec60,6,17b,484c6690,...) at sched_switch+0x1b6 mi_switch(6,c405ec60,c0a9e7c3,eb,c405ec60,...) at mi_switch+0x217 maybe_preempt(c405ec60,1,c0a9e636,43f,8,...) at maybe_preempt+0x14d sched_add(c405ec60,4,c0a998df,2c2,4,...) at sched_add+0x35e intr_event_schedule_thread(c3f0cc80,0,e6b12d2c,c4a12a50,c3f0cc80,...) at intr_event_schedule_thread+0xf2 intr_execute_handlers(c3f03e38,e6b12d38,bfbfe7d8,c09eace4,34,...) at intr_execute_handlers+0x12b lapic_handle_intr(34,e6b12d38) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0x8049254, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 --- Tracing command swap pid 58911 tid 100175 td 0xc4af1420 sched_switch(c4af1420,0,2,17b,5301ee80,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6b36d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58910 tid 100284 td 0xc4b61420 sched_switch(c4b61420,0,2,17b,27df9df4,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6cacd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58909 tid 100292 td 0xc5246840 sched_switch(c5246840,0,2,17b,dcc2c08c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6cead38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58908 tid 100267 td 0xc4ceba50 sched_switch(c4ceba50,0,1,17b,45f278c8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c4375230,...) at mi_switch+0x217 turnstile_wait(c4375230,c3f5c000,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c0b9dc,c4ceba50,0,c0abddbe,1e6,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c0b9dc,0,c0abddbe,1e6,e6c71be8,...) at _mtx_lock_flags+0xef vm_fault(c52f1cb0,293b3000,2,8,293b3000,...) at vm_fault+0x83d trap_pfault(5,0,c0aca896,2ae,c54df550,...) at trap_pfault+0x118 trap(e6c71d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 58907 tid 100110 td 0xc44c2210 sched_switch(c44c2210,0,2,17b,7ab9efc,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a29d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58906 tid 100053 td 0xc4376c60 sched_switch(c4376c60,0,2,17b,3294828c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e690bd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58905 tid 100260 td 0xc4b61a50 sched_switch(c4b61a50,0,2,17b,d209188c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6c52d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58904 tid 100314 td 0xc4ca2a50 sched_switch(c4ca2a50,0,1,180,532ec2b4,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217 sleepq_switch(c4ca2a50,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0 sleepq_timedwait(c1e694d0,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c1e694d0,c629626c,40,c0abd33c,4e20,...) at _sleep+0x345 swap_pager_getpages(c629626c,e6d4ac04,8,0,e6d4abcc,...) at swap_pager_getpages+0x455 vm_fault(c52f11d0,28344000,2,8,28344000,...) at vm_fault+0xe61 trap_pfault(5,0,c0aca896,2ae,c54df7f8,...) at trap_pfault+0x118 trap(e6d4ad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 --- Tracing command swap pid 58903 tid 100134 td 0xc4a11c60 sched_switch(c4a11c60,0,1,180,532dc284,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217 sleepq_switch(c4a11c60,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0 sleepq_timedwait(c1954268,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c1954268,c7c15000,40,c0abd33c,4e20,...) at _sleep+0x345 swap_pager_getpages(c7c15000,e6a87c04,8,0,e6a87bcc,...) at swap_pager_getpages+0x455 vm_fault(c4476d98,28340000,2,8,28340000,...) at vm_fault+0xe61 trap_pfault(5,0,c0aca896,2ae,c4a0ed48,...) at trap_pfault+0x118 trap(e6a87d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 --- Tracing command sysctl pid 58902 tid 100166 td 0xc4af2420 Tracing command swap pid 58901 tid 100106 td 0xc44c2a50 sched_switch(c44c2a50,0,1,180,532df19c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217 sleepq_switch(c44c2a50,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0 sleepq_timedwait(c1a07530,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c1a07530,c654c0f8,40,c0abd33c,4e20,...) at _sleep+0x345 swap_pager_getpages(c654c0f8,e6a1dc04,1,0,e6a1dbcc,...) at swap_pager_getpages+0x455 vm_fault(c58041d0,28330000,2,8,28330000,...) at vm_fault+0xe61 trap_pfault(5,0,c0aca896,2ae,c44bdd48,...) at trap_pfault+0x118 trap(e6a1dd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 --- Tracing command sysctl pid 58900 tid 100143 td 0xc4a10840 Tracing command swap pid 58899 tid 100094 td 0xc4381a50 sched_switch(c4381a50,0,2,17b,1264be54,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e69eed38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sysctl pid 58898 tid 100219 td 0xc42ae840 Tracing command swap pid 58897 tid 100170 td 0xc4af1c60 sched_switch(c4af1c60,0,2,17b,32944b4c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6b27d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sysctl pid 58896 tid 100144 td 0xc4a10630 Tracing command swap pid 58895 tid 100272 td 0xc4ceb000 sched_switch(c4ceb000,0,2,17b,dcc2e7b8,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6c81d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sysctl pid 58894 tid 100239 td 0xc4cec840 Tracing command swap pid 58893 tid 100218 td 0xc4b0d840 sched_switch(c4b0d840,0,1,17b,43682a78,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c42afe10,...) at mi_switch+0x217 turnstile_wait(c42afe10,c4b62c60,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c0b9dc,c4b0d840,0,c0abddbe,377,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c0b9dc,0,c0abddbe,377,0,...) at _mtx_lock_flags+0xef vm_fault(c49a62b8,29eff000,2,8,29eff000,...) at vm_fault+0x1c2c trap_pfault(5,0,c0aca896,2ae,c4b0b000,...) at trap_pfault+0x118 trap(e6bc7d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command sysctl pid 58892 tid 100299 td 0xc60a2210 Tracing command swap pid 58891 tid 100312 td 0xc4d66000 sched_switch(c4d66000,0,2,17b,3d501100,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6d44d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sysctl pid 58890 tid 100102 td 0xc44c3420 Tracing command swap pid 58889 tid 100159 td 0xc4a45000 sched_switch(c4a45000,0,2,17b,7abcff4,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6b06d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command sysctl pid 58888 tid 100242 td 0xc4cec420 Tracing command swap pid 58887 tid 100298 td 0xc60a2420 sched_switch(c60a2420,0,1,17b,4367cdc8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c42afe10,...) at mi_switch+0x217 turnstile_wait(c42afe10,c4b62c60,0,17a,c0c0b9dc,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c0c0b9dc,c60a2420,0,c0abddbe,3d5,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c0c0b9dc,0,c0abddbe,3d5,0,...) at _mtx_lock_flags+0xef vm_fault(c52f1828,29999000,2,8,29999000,...) at vm_fault+0x19c9 trap_pfault(5,0,c0aca896,2ae,c5ccf2a8,...) at trap_pfault+0x118 trap(e6cfcd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815ec93, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 58886 tid 100076 td 0xc4372420 sched_switch(c4372420,0,1,180,53279c94,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,40,...) at mi_switch+0x217 sleepq_switch(c4372420,0,c0aa02ea,240,40,...) at sleepq_switch+0xf0 sleepq_timedwait(c1954730,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c1954730,c7aeb83c,40,c0abd33c,4e20,...) at _sleep+0x345 swap_pager_getpages(c7aeb83c,e6970c04,8,0,e6970bcc,...) at swap_pager_getpages+0x455 vm_fault(c4ae7d98,28360000,2,8,28360000,...) at vm_fault+0xe61 trap_pfault(5,0,c0aca896,2ae,c42d6aa0,...) at trap_pfault+0x118 trap(e6970d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe7a0, ebp = 0xbfbfe7d8 --- Tracing command sysctl pid 58885 tid 100167 td 0xc4a12630 Tracing command swap pid 58884 tid 100121 td 0xc470a210 sched_switch(c470a210,0,2,17b,53018550,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6a4ad38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 58883 tid 100279 td 0xc4ced840 Tracing command creat pid 58882 tid 100318 td 0xc4b0e630 sched_switch(c4b0e630,0,2,17b,ea41387c,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6d56d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command creat pid 58881 tid 100055 td 0xc439d420 sched_switch(c439d420,0,1,17b,45721330,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa0a35,2e2,c4b03500,...) at mi_switch+0x217 turnstile_wait(c4b03500,c55f2c60,0,17a,c43b364c,...) at turnstile_wait+0x4cb _mtx_lock_sleep(c43b364c,c439d420,0,c0aa5c49,916,...) at _mtx_lock_sleep+0x15a _mtx_lock_flags(c43b364c,0,c0aa5c49,916,ce,...) at _mtx_lock_flags+0xef bdwrite(d80fdd40,c82a1ad4,14fb,6f8,0,...) at bdwrite+0x15b ffs_nodealloccg(c82a1ad4,0,562,0,81b0,...) at ffs_nodealloccg+0x5c4 ffs_hashalloc(562,0,81b0,c091ab70,c915ec3c,...) at ffs_hashalloc+0x65 ffs_valloc(c915ec3c,81b0,c44cb000,e6913914,e691390c,...) at ffs_valloc+0x4fd ufs_makeinode(e6913ba8,c0b69fa0,e6913a8c,e6913a5c,c0a1c8f5,...) at ufs_makeinode+0x65 ufs_create(e6913a8c,c0ace7a0,0,e6913a8c,e6913b80,...) at ufs_create+0x30 VOP_CREATE_APV(c0b69a80,e6913a8c,2,246,c0bb8d94,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6913b80,e6913c78,1b0,c44cb000,c51bd5a0,...) at vn_open_cred+0x1df vn_open(e6913b80,e6913c78,1b0,c51bd5a0,c1474b88,...) at vn_open+0x33 kern_open(c439d420,bfbfe748,0,602,1b0,...) at kern_open+0xe7 open(c439d420,e6913cfc,c,c0ab73ab,c0b49278,...) at open+0x30 syscall(e6913d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28150abf, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command creat pid 58880 tid 100327 td 0xc8e9bc60 sched_switch(c8e9bc60,0,1,180,4580fb54,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c8e9bc60,...) at mi_switch+0x217 sleepq_switch(c8e9bc60,0,c0aa02ea,21d,50,...) at sleepq_switch+0xf0 sleepq_wait(d80fdda0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(d80fdda0,c0bb1e28,50,c0aa6637,0,...) at _sleep+0x369 acquire(e6d716e8,e6d716e0,c0a9a5ea,d7,c8e9bc60,...) at acquire+0x73 _lockmgr(d80fdda0,202122,c43eb8fc,c8e9bc60,c0aa61d4,...) at _lockmgr+0x4bc getblk(c43eb828,c0,0,4000,0,...) at getblk+0x1b0 breadn(c43eb828,c0,0,4000,0,...) at breadn+0x44 bread(c43eb828,c0,0,4000,0,...) at bread+0x4c ffs_nodealloccg(c98b4ce4,0,14c,0,81b0,...) at ffs_nodealloccg+0xfb ffs_hashalloc(14c,0,81b0,c091ab70,c684d15c,...) at ffs_hashalloc+0x65 ffs_valloc(c684d15c,81b0,c44cb000,e6d71914,e6d7190c,...) at ffs_valloc+0x4fd ufs_makeinode(e6d71ba8,c0b69fa0,e6d71a8c,e6d71a5c,c0a1c8f5,...) at ufs_makeinode+0x65 ufs_create(e6d71a8c,c0ace7a0,0,e6d71a8c,e6d71b80,...) at ufs_create+0x30 VOP_CREATE_APV(c0b69a80,e6d71a8c,2,246,c0bb8d94,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6d71b80,e6d71c78,1b0,c44cb000,c433b678,...) at vn_open_cred+0x1df vn_open(e6d71b80,e6d71c78,1b0,c433b678,c1474b88,...) at vn_open+0x33 kern_open(c8e9bc60,bfbfe748,0,602,1b0,...) at kern_open+0xe7 open(c8e9bc60,e6d71cfc,c,c0ab73ab,c0b49278,...) at open+0x30 syscall(e6d71d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28150abf, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command creat pid 58879 tid 100156 td 0xc4a45420 sched_switch(c4a45420,0,2,17b,ea67d274,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6afad38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command creat pid 58878 tid 100290 td 0xc5246c60 Tracing command link pid 58876 tid 100202 td 0xc4af2c60 sched_switch(c4af2c60,0,1,180,fcd66cec,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4af2c60,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6b97bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331 kern_nanosleep(c4af2c60,e6b97c64,e6b97c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4af2c60,e6b97cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e6b97d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281428ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 --- Tracing command aio pid 58875 tid 100116 td 0xc470ac60 sched_switch(c470ac60,0,1,180,fcd5804c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c470ac60,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6a3bbc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331 kern_nanosleep(c470ac60,e6a3bc64,e6a3bc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c470ac60,e6a3bcfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e6a3bd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281418ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 --- Tracing command sh pid 58872 tid 100192 td 0xc4b0e000 Tracing command sysctl pid 58869 tid 100096 td 0xc4381840 sched_switch(c4381840,0,1,180,fcd372b8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4381840,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e69f5bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331 kern_nanosleep(c4381840,e69f5c64,e69f5c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4381840,e69f5cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e69f5d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281418ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 --- Tracing command swap pid 58866 tid 100243 td 0xc5246630 sched_switch(c5246630,0,1,180,fcd48424,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5246630,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6c12bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331 kern_nanosleep(c5246630,e6c12c64,e6c12c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c5246630,e6c12cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e6c12d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281428ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 --- Tracing command creat pid 58857 tid 100328 td 0xc5513420 sched_switch(c5513420,0,1,180,fcd7526c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5513420,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6d74bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331 kern_nanosleep(c5513420,e6d74c64,e6d74c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c5513420,e6d74cfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e6d74d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281428ef, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 --- Tracing command run pid 58855 tid 100300 td 0xc60a2000 Tracing command run pid 58854 tid 100206 td 0xc4b72630 Tracing command run pid 58853 tid 100235 td 0xc4b02a50 sched_switch(c4b02a50,0,1,180,fcd84330,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4b02a50,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6bfabc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,3e9,...) at _sleep+0x331 kern_nanosleep(c4b02a50,e6bfac64,e6bfac6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4b02a50,e6bfacfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e6bfad38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281418ef, esp = 0xbfbfe5bc, ebp = 0xbfbfe5e8 --- Tracing command sh pid 58846 tid 100080 td 0xc4380210 Tracing command top pid 1381 tid 100256 td 0xc4b62000 sched_switch(c4b62000,0,2,17b,3458e634,...) at sched_switch+0x1b6 mi_switch(2,0,c0aa099e,ec,1,...) at mi_switch+0x217 ast(e6c42d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command awk pid 1377 tid 100255 td 0xc5245840 sched_switch(c5245840,0,1,180,2f80e756,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5245840,0,c0aa02ea,19b,c4456dec,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074231d,c0bb4280,1,c0a9ba3b,4c,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c4456dec,0,c0a9d5df,da,0,...) at sleepq_wait_sig+0x14 _sleep(c4456dec,c4456f5c,14c,c0aa2002,0,...) at _sleep+0x359 pipe_read(c4a3c870,e6c3ec60,c5217600,0,c5245840,...) at pipe_read+0x3f6 dofileread(e6c3ec60,ffffffff,ffffffff,0,c4a3c870,...) at dofileread+0x96 kern_readv(c5245840,0,e6c3ec60,28235000,1000,...) at kern_readv+0x58 read(c5245840,e6c3ecfc,c,16,c0b49248,...) at read+0x4f syscall(e6c3ed38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e703, esp = 0xbfbfe96c, ebp = 0xbfbfe988 --- Tracing command sh pid 1376 tid 100254 td 0xc5245a50 sched_switch(c5245a50,c405ec60,6,17b,5156f024,...) at sched_switch+0x1b6 mi_switch(6,c405ec60,c0a9e7c3,eb,c405ec60,...) at mi_switch+0x217 maybe_preempt(c405ec60,1,c0a9e636,43f,8,...) at maybe_preempt+0x14d sched_add(c405ec60,4,c0a998df,2c2,4,...) at sched_add+0x35e intr_event_schedule_thread(c3f0cc80,0,f4,c5245a50,c3f0cc80,...) at intr_event_schedule_thread+0xf2 intr_execute_handlers(c3f03e38,e6c3a8fc,e6c3a94c,c09eace4,34,...) at intr_execute_handlers+0x12b lapic_handle_intr(34,e6c3a8fc) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0741f93, esp = 0xe6c3a93c, ebp = 0xe6c3a94c --- _mtx_assert(c43410d4,1,c0a9ba3b,ce,3041,...) at _mtx_assert+0x63 _mtx_unlock_flags(c43410d4,0,c0a9a5ea,d7,0,...) at _mtx_unlock_flags+0xdc _lockmgr(c4341058,3041,c43410d4,c5245a50,c0aa7e93,...) at _lockmgr+0xb6 ffs_lock(e6c3aa6c,246,c0bb8d94,3041,c4341000,...) at ffs_lock+0x91 VOP_LOCK1_APV(c0b69a80,e6c3aa6c,e6c3aa78,c078413b,c43410d4,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4341000,3041,c5245a50,c0aa7e93,7f3,...) at _vn_lock+0xf8 vget(c4341000,3041,c5245a50,4b1,c145f744,...) at vget+0x110 vnode_pager_lock(c145f744,0,c0abddbe,125,e6c3abe8,...) at vnode_pager_lock+0x1b0 vm_fault(c52a9910,28150000,1,0,2815090b,...) at vm_fault+0x1df trap_pfault(5,0,c0aca896,2ae,c50d9aa0,...) at trap_pfault+0x118 trap(e6c3ad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2815090b, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command tail pid 1375 tid 100220 td 0xc4b0d630 sched_switch(c4b0d630,0,1,180,1eda19b8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4b0d630,0,c0aa02ea,19b,c4e91380,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6bcdaac,c074231d,c0bb4280,1,58,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c4e91380,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c4e91380,c4e91380,158,c0a99350,3e9,...) at _sleep+0x331 kern_kevent(c4b0d630,4,0,1,e6bcdc60,...) at kern_kevent+0x3c3 kevent(c4b0d630,e6bcdcfc,18,c0a56883,c0b4b408,...) at kevent+0x19b syscall(e6bcdd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x28143b1b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 --- Tracing command sshd pid 1371 tid 100251 td 0xc5246000 Tracing command sshd pid 1370 tid 100234 td 0xc4b62c60 sched_switch(c4b62c60,0,1,180,43d608fc,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4b62c60,0,c0aa02ea,19b,c0bff4dc,...) at sleepq_switch+0xf0 sleepq_catch_signals(c07426ba,c0bff4c4,0,c0a9ba3b,c4b62c60,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c0bff4dc,c0bff4c4,c0ab9c26,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0bff4dc,c0bff4c4,c0aa1e49,30f,c0ab32b7,...) at _cv_wait_sig+0x1fc kern_select(c4b62c60,9,285030e4,285030e8,0,0,0,280e85e8) at kern_select+0x6cc select(c4b62c60,e6bf7cfc,14,c0a8da63,c0b49ab8,...) at select+0x5e syscall(e6bf7d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ed683, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 --- Tracing command sh pid 1369 tid 100250 td 0xc5246210 Tracing command sshd pid 1367 tid 100249 td 0xc4b62420 Tracing command sshd pid 1354 tid 100238 td 0xc4b62a50 Tracing command sshd pid 1353 tid 100225 td 0xc4ced210 Tracing command sshd pid 1352 tid 100231 td 0xc4b71210 Tracing command sh pid 1183 tid 100051 td 0xc4347a50 Tracing command bash pid 1179 tid 100119 td 0xc470a630 Tracing command sshd pid 1178 tid 100104 td 0xc44c3000 Tracing command sshd pid 1176 tid 100092 td 0xc4398000 Tracing command getty pid 913 tid 100067 td 0xc4380840 Tracing command getty pid 912 tid 100082 td 0xc437bc60 Tracing command getty pid 911 tid 100069 td 0xc4372c60 Tracing command getty pid 910 tid 100059 td 0xc4347420 Tracing command getty pid 909 tid 100117 td 0xc470aa50 Tracing command getty pid 908 tid 100052 td 0xc4347840 Tracing command getty pid 907 tid 100122 td 0xc470a000 Tracing command getty pid 906 tid 100097 td 0xc4381630 Tracing command inetd pid 891 tid 100089 td 0xc4398420 Tracing command moused pid 864 tid 100079 td 0xc4398a50 Tracing command watchdogd pid 851 tid 100126 td 0xc4709630 sched_switch(c4709630,0,1,180,5bc80084,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4709630,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6a59bc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,ea61,...) at _sleep+0x331 kern_nanosleep(c4709630,e6a59c64,e6a59c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4709630,e6a59cfc,8,c0ace89c,c0b4a880,...) at nanosleep+0x6f syscall(e6a59d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281638ef, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 808 tid 100072 td 0xc439d000 sched_switch(c439d000,0,1,180,1b6b12a0,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c439d000,0,c0aa02ea,19b,c0bb28a4,...) at sleepq_switch+0xf0 sleepq_catch_signals(e695dbc4,c074231d,c0bb4280,1,5c,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bb28a4,0,c0a9d5df,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0bb28a4,0,15c,c0a9ddc7,abe1,...) at _sleep+0x331 kern_nanosleep(c439d000,e695dc64,e695dc6c,2c,0,...) at kern_nanosleep+0xc1 nanosleep(c439d000,e695dcfc,8,c0aa2524,c0b4a880,...) at nanosleep+0x6f syscall(e695dd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a8ef, esp = 0xbfbfed0c, ebp = 0xbfbfed38 --- Tracing command sendmail pid 801 tid 100115 td 0xc439d630 Tracing command sendmail pid 797 tid 100120 td 0xc470a420 sched_switch(c470a420,0,1,180,3365afc8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c470a420,0,c0aa02ea,19b,c0bff4dc,...) at sleepq_switch+0xf0 sleepq_catch_signals(e6a47a84,c07426ba,c0bff4c4,0,c470a420,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0bff4dc,1389,c0ab9c26,101,0,...) at sleepq_timedwait_sig+0x17 _cv_timedwait_sig(c0bff4dc,c0bff4c4,1389,30f,e6a47afc,...) at _cv_timedwait_sig+0x20b kern_select(c470a420,7,bfbfd14c,0,0,e6a47c70,5,0) at kern_select+0x6b4 select(c470a420,e6a47cfc,14,e6a47d38,c0b49ab8,...) at select+0x5e syscall(e6a47d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283a5683, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 --- Tracing command sshd pid 792 tid 100107 td 0xc44c2840 Tracing command ntpd pid 773 tid 100060 td 0xc4347210 sched_switch(c4347210,0,1,180,329afa34,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4347210,0,c0aa02ea,19b,c0bff4dc,...) at sleepq_switch+0xf0 sleepq_catch_signals(c07426ba,c0bff4c4,0,c0a9ba3b,c4347210,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c0bff4dc,c0bff4c4,c0ab9c26,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0bff4dc,c0bff4c4,c0aa1e49,30f,0,...) at _cv_wait_sig+0x1fc kern_select(c4347210,a,bfbfed7c,0,0,0,246,0) at kern_select+0x6cc select(c4347210,e6927cfc,14,16,c0b49ab8,...) at select+0x5e syscall(e6927d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28318683, esp = 0xbfbfed5c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 716 tid 100070 td 0xc439d210 Tracing command nfsd pid 715 tid 100095 td 0xc4372210 Tracing command nfsd pid 714 tid 100062 td 0xc4376630 Tracing command nfsd pid 713 tid 100086 td 0xc437b840 Tracing command nfsd pid 712 tid 100047 td 0xc405fa50 Tracing command nfsd pid 711 tid 100088 td 0xc437b420 Tracing command nfsd pid 710 tid 100081 td 0xc4380000 Tracing command nfsd pid 709 tid 100113 td 0xc439da50 Tracing command nfsd pid 707 tid 100054 td 0xc4381000 Tracing command nfsd pid 706 tid 100112 td 0xc439dc60 Tracing command nfsd pid 705 tid 100063 td 0xc4380c60 Tracing command nfsd pid 704 tid 100048 td 0xc405f840 Tracing command nfsd pid 703 tid 100091 td 0xc437b210 Tracing command nfsd pid 702 tid 100084 td 0xc4398840 Tracing command nfsd pid 701 tid 100064 td 0xc4376420 Tracing command nfsd pid 700 tid 100100 td 0xc44c3840 Tracing command mountd pid 698 tid 100099 td 0xc4381210 Tracing command rpcbind pid 645 tid 100083 td 0xc437ba50 Tracing command syslogd pid 628 tid 100114 td 0xc439d840 Tracing command devd pid 569 tid 100090 td 0xc4398210 Tracing command schedcpu pid 46 tid 100045 td 0xc42ad000 sched_switch(c42ad000,0,1,180,3d5b97d8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c42ad000,0,c0aa02ea,240,0,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bb26d4,3e8,c0a94656,2,0,...) at sleepq_timedwait+0x68 _sleep(c0bb26d4,0,0,c0a94656,3e8,...) at _sleep+0x345 pause(c0a94656,3e8,1d1,1cf,1f396,...) at pause+0x47 schedcpu_thread(0,e68ecd38,c0a9965b,32e,c42d6550,...) at schedcpu_thread+0x259 fork_exit(c076a6d0,0,e68ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe68ecd70, ebp = 0 --- Tracing command softdepflush pid 45 tid 100044 td 0xc42ad210 sched_switch(c42ad210,0,1,180,fd097848,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,44,...) at mi_switch+0x217 sleepq_switch(c42ad210,0,c0aa02ea,240,44,...) at sleepq_switch+0xf0 sleepq_timedwait(c0c0b264,0,c0a9d5df,da,0,...) at sleepq_timedwait+0x68 _sleep(c0c0b264,c0c0b23c,44,c0abb814,3e8,...) at _sleep+0x345 softdep_flush(0,e46fdd38,c0a9965b,32e,c4055aa0,...) at softdep_flush+0x2d2 fork_exit(c0933030,0,e46fdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46fdd70, ebp = 0 --- Tracing command syncer pid 44 tid 100043 td 0xc42ad420 sched_switch(c42ad420,0,1,180,36f42b88,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c42ad420,...) at mi_switch+0x217 sleepq_switch(c42ad420,0,c0aa02ea,21d,68,...) at sleepq_switch+0xf0 sleepq_wait(c0bb26cc,0,c0aa88b9,0,0,...) at sleepq_wait+0x60 _sleep(c0bb26cc,c0bffc64,68,c0aa88b9,0,...) at _sleep+0x369 sched_sync(0,e46fad38,c0a9965b,32e,c4055d48,...) at sched_sync+0x56e fork_exit(c07cb030,0,e46fad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46fad70, ebp = 0 --- Tracing command vnlru pid 43 tid 100042 td 0xc42ad630 sched_switch(c42ad630,0,1,180,1c63eb34,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,50,...) at mi_switch+0x217 sleepq_switch(c42ad630,0,c0aa02ea,240,50,...) at sleepq_switch+0xf0 sleepq_timedwait(c40d6000,3e8,c0aa8963,0,0,...) at sleepq_timedwait+0x68 _sleep(c40d6000,c0bffc38,250,c0aa8963,3e8,...) at _sleep+0x345 vnlru_proc(0,e46f7d38,c0a9965b,32e,c40d6000,...) at vnlru_proc+0x114 fork_exit(c07cbe00,0,e46f7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46f7d70, ebp = 0 --- Tracing command bufdaemon pid 42 tid 100041 td 0xc42ad840 sched_switch(c42ad840,0,1,180,1ba339d4,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,44,...) at mi_switch+0x217 sleepq_switch(c42ad840,0,c0aa02ea,240,44,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bff984,3e8,c0aa6536,0,0,...) at sleepq_timedwait+0x68 _sleep(c0bff984,c0bff988,44,c0aa6536,3e8,...) at _sleep+0x345 buf_daemon(0,e46f4d38,c0a9965b,32e,c40d62a8,...) at buf_daemon+0x21e fork_exit(c07b64d0,0,e46f4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46f4d70, ebp = 0 --- Tracing command pagezero pid 41 tid 100040 td 0xc42ada50 sched_switch(c42ada50,0,1,180,5eca2c68,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c42ada50,0,c0aa02ea,240,0,...) at sleepq_switch+0xf0 sleepq_timedwait(c0c0be20,493e0,c0ac0364,0,0,...) at sleepq_timedwait+0x68 _sleep(c0c0be20,c0c0b9c4,0,c0ac0364,493e0,...) at _sleep+0x345 vm_pagezero(0,e46f1d38,c0a9965b,32e,c40d6550,...) at vm_pagezero+0xdc fork_exit(c096cea0,0,e46f1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46f1d70, ebp = 0 --- Tracing command vmdaemon pid 40 tid 100039 td 0xc42adc60 sched_switch(c42adc60,0,1,180,ec3ce538,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c42adc60,...) at mi_switch+0x217 sleepq_switch(c42adc60,0,c0aa02ea,21d,68,...) at sleepq_switch+0xf0 sleepq_wait(c0c0ba38,c0c0ba3c,c0aa6536,0,0,...) at sleepq_wait+0x60 _sleep(c0c0ba38,c0c0ba3c,68,c0aa6536,0,...) at _sleep+0x369 vm_daemon(0,e46eed38,c0a9965b,32e,c40d67f8,...) at vm_daemon+0x59 fork_exit(c09682e0,0,e46eed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46eed70, ebp = 0 --- Tracing command pagedaemon pid 39 tid 100038 td 0xc42ae000 sched_switch(c42ae000,0,1,180,faaa26d8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,44,...) at mi_switch+0x217 sleepq_switch(c42ae000,0,c0aa02ea,240,44,...) at sleepq_switch+0xf0 sleepq_timedwait(c0c0ba00,1388,c0aa6536,0,0,...) at sleepq_timedwait+0x68 _sleep(c0c0ba00,c0c0b9c4,44,c0aa6536,1388,...) at _sleep+0x345 vm_pageout(0,e46ebd38,c0a9965b,32e,c40d6aa0,...) at vm_pageout+0x2bb fork_exit(c0968e90,0,e46ebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46ebd70, ebp = 0 --- Tracing command sctp_iterator pid 38 tid 100037 td 0xc4015c60 sched_switch(c4015c60,0,1,180,4be61c34,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c4015c60,...) at mi_switch+0x217 sleepq_switch(c4015c60,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c0c016ec,c0c015f4,c0aaf2a4,0,0,...) at sleepq_wait+0x60 _sleep(c0c016ec,c0c015f4,0,c0aaf2a4,0,...) at _sleep+0x369 sctp_iterator_thread(0,e46e8d38,c0a9965b,32e,c40d6d48,...) at sctp_iterator_thread+0x60 fork_exit(c0831100,0,e46e8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46e8d70, ebp = 0 --- Tracing command irq7: ppc0 pid 37 tid 100036 td 0xc405e000 fork_trampoline() at fork_trampoline Tracing command fdc0 pid 36 tid 100035 td 0xc405e210 sched_switch(c405e210,0,1,180,f1e1fcb4,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,4c,...) at mi_switch+0x217 sleepq_switch(c405e210,0,c0aa02ea,240,4c,...) at sleepq_switch+0xf0 sleepq_timedwait(c401723c,3e8,c0a94656,0,0,...) at sleepq_timedwait+0x68 _sleep(c401723c,c40172f0,4c,c0a94656,3e8,...) at _sleep+0x345 fdc_thread(c4017200,e46dfd38,c0a9965b,32e,c40d72a8,...) at fdc_thread+0x2b8 fork_exit(c09c4e70,c4017200,e46dfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46dfd70, ebp = 0 --- Tracing command swi0: sio pid 35 tid 100034 td 0xc405e420 sched_switch(c405e420,0,1,180,815778fc,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c40d48e4,...) at mi_switch+0x217 ithread_loop(c40c7c70,e46d2d38,c0a9965b,32e,c40d7550,...) at ithread_loop+0x34c fork_exit(c07328a0,c40c7c70,e46d2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46d2d70, ebp = 0 --- Tracing command irq12: psm0 pid 34 tid 100033 td 0xc405e630 fork_trampoline() at fork_trampoline Tracing command irq1: atkbd0 pid 33 tid 100032 td 0xc405e840 sched_switch(c405e840,0,1,180,8157009c,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3f0d464,...) at mi_switch+0x217 ithread_loop(c40c7370,e46ccd38,c0a9965b,32e,c40542a8,...) at ithread_loop+0x34c fork_exit(c07328a0,c40c7370,e46ccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46ccd70, ebp = 0 --- Tracing command irq15: ata1 pid 32 tid 100031 td 0xc405ea50 fork_trampoline() at fork_trampoline Tracing command irq14: ata0 pid 31 tid 100030 td 0xc405ec60 sched_switch(c405ec60,0,1,180,68791a1c,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3f0cce4,...) at mi_switch+0x217 ithread_loop(c40c6c40,e46b3d38,c0a9965b,32e,c40547f8,...) at ithread_loop+0x34c fork_exit(c07328a0,c40c6c40,e46b3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46b3d70, ebp = 0 --- Tracing command irq17: fxp0 pid 30 tid 100029 td 0xc405f000 sched_switch(c405f000,0,1,180,4ea2a4a8,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3f506e4,...) at mi_switch+0x217 ithread_loop(c40c6300,e469dd38,c0a9965b,32e,c4054aa0,...) at ithread_loop+0x34c fork_exit(c07328a0,c40c6300,e469dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe469dd70, ebp = 0 --- Tracing command usbtask-dr pid 29 tid 100028 td 0xc405f210 sched_switch(c405f210,0,1,180,815e9f78,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c405f210,...) at mi_switch+0x217 sleepq_switch(c405f210,0,c0aa02ea,21d,5c,...) at sleepq_switch+0xf0 sleepq_wait(c0baffd4,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(c0baffd4,0,5c,c0a9166d,0,...) at _sleep+0x369 usb_task_thread(c0baffd4,e4490d38,c0a9965b,32e,c4054d48,...) at usb_task_thread+0x62 fork_exit(c06cb9a0,c0baffd4,e4490d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 --- Tracing command usbtask-hc pid 28 tid 100027 td 0xc405f420 sched_switch(c405f420,0,1,180,815e6b70,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c405f420,...) at mi_switch+0x217 sleepq_switch(c405f420,0,c0aa02ea,21d,5c,...) at sleepq_switch+0xf0 sleepq_wait(c0baffc0,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(c0baffc0,0,5c,c0a9166d,0,...) at _sleep+0x369 usb_task_thread(c0baffc0,e448dd38,c0a9965b,32e,c4055000,...) at usb_task_thread+0x62 fork_exit(c06cb9a0,c0baffc0,e448dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 --- Tracing command usb0 pid 27 tid 100026 td 0xc3f5c630 sched_switch(c3f5c630,0,1,180,e8aad864,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,5c,...) at mi_switch+0x217 sleepq_switch(c3f5c630,0,c0aa02ea,240,5c,...) at sleepq_switch+0xf0 sleepq_timedwait(c4029210,ea60,c0a91630,0,0,...) at sleepq_timedwait+0x68 _sleep(c4029210,0,5c,c0a91630,ea60,...) at _sleep+0x345 usb_event_thread(c405c280,e448ad38,c0a9965b,32e,c40552a8,...) at usb_event_thread+0xca fork_exit(c06cb220,c405c280,e448ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 --- Tracing command irq16: uhci0 pid 26 tid 100025 td 0xc3f5c840 sched_switch(c3f5c840,0,1,180,8156b2e0,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3f50764,...) at mi_switch+0x217 ithread_loop(c4053a90,e4486d38,c0a9965b,32e,c4055550,...) at ithread_loop+0x34c fork_exit(c07328a0,c4053a90,e4486d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4486d70, ebp = 0 --- Tracing command em0 taskq pid 25 tid 100024 td 0xc3f5ca50 sched_switch(c3f5ca50,0,1,180,8154f52c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c3f5ca50,...) at mi_switch+0x217 sleepq_switch(c3f5ca50,0,c0aa02ea,21d,c3f5ca50,...) at sleepq_switch+0xf0 sleepq_wait(c4042c00,0,c0a9d6f3,c0a94656,0,...) at sleepq_wait+0x60 msleep_spin(c4042c00,c4042c1c,c0a94656,0,c0a9ba3b,...) at msleep_spin+0x20d taskqueue_thread_loop(c4003aec,e4483d38,c0a9965b,32e,c40557f8,...) at taskqueue_thread_loop+0x8a fork_exit(c077e9f0,c4003aec,e4483d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4483d70, ebp = 0 --- Tracing command irq9: acpi0 pid 24 tid 100023 td 0xc3f5cc60 fork_trampoline() at fork_trampoline Tracing command thread taskq pid 23 tid 100022 td 0xc4015000 sched_switch(c4015000,0,1,180,975b5b70,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c4015000,...) at mi_switch+0x217 sleepq_switch(c4015000,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbc880,c3fbc89c,c0a94656,0,0,...) at sleepq_wait+0x60 _sleep(c3fbc880,c3fbc89c,0,c0a94656,0,...) at _sleep+0x369 taskqueue_thread_loop(c0bb7ef8,e4457d38,c0a9965b,32e,c3f52aa0,...) at taskqueue_thread_loop+0xb4 fork_exit(c077e9f0,c0bb7ef8,e4457d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4457d70, ebp = 0 --- Tracing command swi5: + pid 22 tid 100021 td 0xc4015210 fork_trampoline() at fork_trampoline Tracing command swi2: cambio pid 21 tid 100020 td 0xc4015420 fork_trampoline() at fork_trampoline Tracing command xpt_thrd pid 9 tid 100019 td 0xc4015630 sched_switch(c4015630,0,1,180,815def6c,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c4015630,...) at mi_switch+0x217 sleepq_switch(c4015630,0,c0aa02ea,21d,4c,...) at sleepq_switch+0xf0 sleepq_wait(c0b811b4,0,c0a9d5df,da,0,...) at sleepq_wait+0x60 _sleep(c0b811b4,c0b811cc,4c,c0a53b22,0,...) at _sleep+0x369 xpt_scanner_thread(0,e444ed38,c0a9965b,32e,c40142a8,...) at xpt_scanner_thread+0x41 fork_exit(c0468440,0,e444ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe444ed70, ebp = 0 --- Tracing command acpi_task_2 pid 8 tid 100018 td 0xc4015840 sched_switch(c4015840,0,1,180,8168cb90,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c4015840,...) at mi_switch+0x217 sleepq_switch(c4015840,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbcc00,c3fbcc1c,c0a94656,0,0,...) at sleepq_wait+0x60 _sleep(c3fbcc00,c3fbcc1c,0,c0a94656,0,...) at _sleep+0x369 taskqueue_thread_loop(c0d87ebc,e444bd38,c0a9965b,32e,c4014550,...) at taskqueue_thread_loop+0xb4 fork_exit(c077e9f0,c0d87ebc,e444bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe444bd70, ebp = 0 --- Tracing command acpi_task_1 pid 7 tid 100017 td 0xc4015a50 sched_switch(c4015a50,0,1,180,8168a100,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c4015a50,...) at mi_switch+0x217 sleepq_switch(c4015a50,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbcc00,c3fbcc1c,c0a94656,0,0,...) at sleepq_wait+0x60 _sleep(c3fbcc00,c3fbcc1c,0,c0a94656,0,...) at _sleep+0x369 taskqueue_thread_loop(c0d87ebc,e4448d38,c0a9965b,32e,c40147f8,...) at taskqueue_thread_loop+0xb4 fork_exit(c077e9f0,c0d87ebc,e4448d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4448d70, ebp = 0 --- Tracing command acpi_task_0 pid 6 tid 100016 td 0xc3f14210 sched_switch(c3f14210,0,1,180,81686af8,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c3f14210,...) at mi_switch+0x217 sleepq_switch(c3f14210,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbcc00,c3fbcc1c,c0a94656,0,0,...) at sleepq_wait+0x60 _sleep(c3fbcc00,c3fbcc1c,0,c0a94656,0,...) at _sleep+0x369 taskqueue_thread_loop(c0d87ebc,e4445d38,c0a9965b,32e,c4014aa0,...) at taskqueue_thread_loop+0xb4 fork_exit(c077e9f0,c0d87ebc,e4445d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4445d70, ebp = 0 --- Tracing command kqueue taskq pid 5 tid 100015 td 0xc3f14420 sched_switch(c3f14420,0,1,180,8163d588,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c3f14420,...) at mi_switch+0x217 sleepq_switch(c3f14420,0,c0aa02ea,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbcc80,c3fbcc9c,c0a94656,0,0,...) at sleepq_wait+0x60 _sleep(c3fbcc80,c3fbcc9c,0,c0a94656,0,...) at _sleep+0x369 taskqueue_thread_loop(c0bb0f4c,e4442d38,c0a9965b,32e,c4014d48,...) at taskqueue_thread_loop+0xb4 fork_exit(c077e9f0,c0bb0f4c,e4442d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4442d70, ebp = 0 --- Tracing command swi6: task queue pid 20 tid 100014 td 0xc3f14630 sched_switch(c3f14630,0,1,180,4c262b34,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3fbcd64,...) at mi_switch+0x217 ithread_loop(c4001220,e443fd38,c0a9965b,32e,c3f112a8,...) at ithread_loop+0x34c fork_exit(c07328a0,c4001220,e443fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe443fd70, ebp = 0 --- Tracing command swi6: Giant taskq pid 19 tid 100013 td 0xc3f14840 fork_trampoline() at fork_trampoline Tracing command yarrow pid 18 tid 100012 td 0xc3f14a50 sched_switch(c3f14a50,0,1,180,530391e0,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c3f14a50,0,c0aa02ea,240,0,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bb26d4,64,c0a94656,2,0,...) at sleepq_timedwait+0x68 _sleep(c0bb26d4,0,0,c0a94656,64,...) at _sleep+0x345 pause(c0a94656,64,c0a89026,112,0,...) at pause+0x47 random_kthread(0,e4439d38,c0a9965b,32e,c3f117f8,...) at random_kthread+0x1d9 fork_exit(c06559a0,0,e4439d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4439d70, ebp = 0 --- Tracing command g_down pid 4 tid 100011 td 0xc3f14c60 sched_switch(c3f14c60,0,1,180,533564ac,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,4c,...) at mi_switch+0x217 sleepq_switch(c3f14c60,0,c0aa02ea,240,4c,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bb074c,64,c0a94656,0,0,...) at sleepq_timedwait+0x68 _sleep(c0bb074c,c0bb0668,24c,c0a94656,64,...) at _sleep+0x345 g_io_schedule_down(c3f14c60,0,c0a95d19,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,e4436d38,c0a9965b,32e,c3f11aa0,...) at g_down_procbody+0x8d fork_exit(c0701ca0,0,e4436d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4436d70, ebp = 0 --- Tracing command g_up pid 3 tid 100010 td 0xc3f5c000 cpustop_handler(1,e4433aa8,c0a049fd,da7a0000,6400,...) at cpustop_handler+0x32 ipi_nmi_handler(da7a0000,6400,0,8800752a,c3f11d48,...) at ipi_nmi_handler+0x2f trap(e4433ab4) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc09dc07f, esp = 0xe4433af4, ebp = 0xe4433b18 --- siointr1(c0c1880c,0,c0ac49da,56f,e4433b58,...) at siointr1+0x8f siointr(c40d1400,e4433b64,c09e6164,c3f5c000,c3f0d280,...) at siointr+0x32 intr_execute_handlers(c3f03cd0,e4433b78,e4433bbc,c09eace4,38,...) at intr_execute_handlers+0xec lapic_handle_intr(38,e4433b78) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc09f6d0b, esp = 0xe4433bb8, ebp = 0xe4433bbc --- spinlock_exit(c0bb7eb8,1,c0a9ba3b,f4) at spinlock_exit+0x2b _mtx_unlock_spin_flags(c0bb7eb8,0,c0ac8f50,40b,f5) at _mtx_unlock_spin_flags+0xfd smp_tlb_shootdown(e4433c28,c09fdabf,e0fe2000,e0fe3000,c4243680,...) at smp_tlb_shootdown+0xc0 smp_invlpg_range(e0fe2000,e0fe3000,c4243680,e4433c38,1,...) at smp_invlpg_range+0x1c pmap_invalidate_range(c0c22f60,e0fe2000,e0fe3000) at pmap_invalidate_range+0x4f pmap_qremove(e0fe2000,1,c0bc16f0,c42436d8,1,...) at pmap_qremove+0x58 swp_pager_async_iodone(d7f6ad50,c074262c,c0bff9d8,c473a294,c094f3f0,...) at swp_pager_async_iodone+0x5c bufdone(d7f6ad50,c473a294,e4433cbc,c07b16e9,c473a294,...) at bufdone+0x93 swapgeom_done(c473a294,0,c0aa5c49,bbf,c473a294,...) at swapgeom_done+0x37 biodone(c473a294,c0bb06a8,24c,c0a94656,64,...) at biodone+0x99 g_io_schedule_up(c3f5c000,0,c0a95d19,5d,0,...) at g_io_schedule_up+0xc7 g_up_procbody(0,e4433d38,c0a9965b,32e,c3f11d48,...) at g_up_procbody+0x8d fork_exit(c0701d30,0,e4433d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4433d70, ebp = 0 --- Tracing command g_event pid 2 tid 100009 td 0xc3f5c210 sched_switch(c3f5c210,0,1,180,54bbd698,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,4c,...) at mi_switch+0x217 sleepq_switch(c3f5c210,0,c0aa02ea,240,4c,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bb0740,64,c0a94656,0,0,...) at sleepq_timedwait+0x68 _sleep(c0bb0740,0,4c,c0a94656,64,...) at _sleep+0x345 g_event_procbody(0,e4430d38,c0a9965b,32e,c3f52000,...) at g_event_procbody+0xcb fork_exit(c0701dc0,0,e4430d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4430d70, ebp = 0 --- Tracing command swi1: net pid 17 tid 100008 td 0xc3f5c420 sched_switch(c3f5c420,0,1,180,7c0b6be6,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3f514e4,...) at mi_switch+0x217 ithread_loop(c3f0f310,e442dd38,c0a9965b,32e,c3f522a8,...) at ithread_loop+0x34c fork_exit(c07328a0,c3f0f310,e442dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe442dd70, ebp = 0 --- Tracing command swi3: vm pid 16 tid 100007 td 0xc3f12000 fork_trampoline() at fork_trampoline Tracing command swi4: clock sio pid 15 tid 100006 td 0xc3f12210 sched_switch(c3f12210,0,1,180,685d2bb4,...) at sched_switch+0x1b6 mi_switch(1,0,c0a998df,46b,c3f515e4,...) at mi_switch+0x217 ithread_loop(c3f0f330,e4427d38,c0a9965b,32e,c3f10000,...) at ithread_loop+0x34c fork_exit(c07328a0,c3f0f330,e4427d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4427d70, ebp = 0 --- Tracing command idle: cpu0 pid 14 tid 100005 td 0xc3f12420 sched_switch(c3f12420,0,6,17b,f3d66de0,...) at sched_switch+0x1b6 mi_switch(6,0,c0a9e7c3,b6,c0c19680,...) at mi_switch+0x217 critical_exit(0,c0d772b5,0) at critical_exit+0x99 lapic_handle_timer(e2a21c68) at lapic_handle_timer+0x155 Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0d772b5, esp = 0xe2a21ca8, ebp = 0xe2a21ca8 --- acpi_cpu_c1(c0756347,c3f12420,e2a21cc4,0,c0bb4280,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a21cf8,c076a9c7,c0bb2170,2,c0a9e636,...) at acpi_cpu_idle+0x184 cpu_idle(c0bb2170,2,c0a9e636,560,e2a21d24,...) at cpu_idle+0x28 sched_idletd(0,e2a21d38,c0a9965b,32e,c3f102a8,...) at sched_idletd+0x37 fork_exit(c076a990,0,e2a21d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a21d70, ebp = 0 --- Tracing command idle: cpu1 pid 13 tid 100004 td 0xc3f12630 sched_switch(c3f12630,0,1,17b,31eb64c8,...) at sched_switch+0x1b6 mi_switch(1,0,c0a9e636,565,e2a1ed24,...) at mi_switch+0x217 sched_idletd(0,e2a1ed38,c0a9965b,32e,c3f10550,...) at sched_idletd+0x7a fork_exit(c076a990,0,e2a1ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a1ed70, ebp = 0 --- Tracing command idle: cpu2 pid 12 tid 100003 td 0xc3f12840 cpustop_handler(4,e2a1bc5c,c0a049fd,4,c0bb4280,...) at cpustop_handler+0x32 ipi_nmi_handler(4,c0bb4280,c3f12840,c3f107f8,c3f107f8,...) at ipi_nmi_handler+0x2f trap(e2a1bc68) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d772b5, esp = 0xe2a1bca8, ebp = 0xe2a1bca8 --- acpi_cpu_c1(c0756347,c3f12840,e2a1bcc4,2,c0bb4280,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a1bcf8,c076a9c7,c0bb2170,2,c0a9e636,...) at acpi_cpu_idle+0x184 cpu_idle(c0bb2170,2,c0a9e636,560,e2a1bd24,...) at cpu_idle+0x28 sched_idletd(0,e2a1bd38,c0a9965b,32e,c3f107f8,...) at sched_idletd+0x37 fork_exit(c076a990,0,e2a1bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a1bd70, ebp = 0 --- Tracing command idle: cpu3 pid 11 tid 100002 td 0xc3f12a50 sched_switch(c3f12a50,0,1,17b,31ec1670,...) at sched_switch+0x1b6 mi_switch(1,0,c0a9e636,565,e2a18d24,...) at mi_switch+0x217 sched_idletd(0,e2a18d38,c0a9965b,32e,c3f10aa0,...) at sched_idletd+0x7a fork_exit(c076a990,0,e2a18d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a18d70, ebp = 0 --- Tracing command init pid 1 tid 100001 td 0xc3f12c60 sched_switch(c3f12c60,0,1,180,576c745e,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,0,...) at mi_switch+0x217 sleepq_switch(c3f12c60,0,c0aa02ea,19b,c3f10d48,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074231d,c0bb4280,1,c0a9ba3b,5c,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c3f10d48,0,c0a9d5df,da,0,...) at sleepq_wait_sig+0x14 _sleep(c3f10d48,c3f10dd8,15c,c0aa23e0,0,...) at _sleep+0x359 kern_wait(c3f12c60,ffffffff,e2a14c2c,0,0,...) at kern_wait+0xa66 wait4(c3f12c60,e2a14cfc,10,c0aa21fb,c0b492a8,...) at wait4+0x3b syscall(e2a14d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054a1b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command audit pid 10 tid 100000 td 0xc3f14000 sched_switch(c3f14000,0,1,180,81585c48,...) at sched_switch+0x1b6 mi_switch(1,0,c0aa02ea,1bf,c3f14000,...) at mi_switch+0x217 sleepq_switch(c3f14000,0,c0aa02ea,21d,c3f14000,...) at sleepq_switch+0xf0 sleepq_wait(c0c0acd4,c0c0acb4,c0ab935c,1,0,...) at sleepq_wait+0x60 _cv_wait(c0c0acd4,c0c0acb4,c0ab9d01,1c2,0,...) at _cv_wait+0x1fc audit_worker(0,e2a11d38,c0a9965b,32e,c3f11000,...) at audit_worker+0x99 fork_exit(c0918820,0,e2a11d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 --- Tracing command swapper pid 0 tid 0 td 0xc0bb0ab0 sched_switch(c0bb0ab0,0,1,180,4a3c182c,...) at sched_switch+0x1b6 mi_switch(1,0,c0abdf36,2ea,c4396018,...) at mi_switch+0x217 scheduler(0,101ec00,101ec00,101e000,1028000,...) at scheduler+0x2f2 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 144 MB: 129panic: _mtx_lock_sleep: recursed on non-recursive mutex vm page queue free mutex @ ../../../vm/vm_page.c:1020 cpuid = 3 KDB: stack backtrace: db_trace_self_wrapper(c0a9f701,e6b4f42c,c0756250,c0bb4280,0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0bb4280,0,c0a9d5df,18e,c09e11c2,...) at kdb_backtrace+0x29 mi_switch(1,0,c0a9e636,50d,3) at mi_switch+0x120 sched_bind(c4af1000,0,c0a9cb3e,10e,5,...) at sched_bind+0x90 boot(c0a9cc80,3,c0bc2528,c09f6cf0,3,...) at boot+0x47 panic(c0a9bbb7,c0abf74c,c0abf21e,3fc,c0c0b9c4,...) at panic+0x13b _mtx_lock_sleep(c0c0b9c4,c4af1000,0,c0abf21e,3fc,...) at _mtx_lock_sleep+0x47 _mtx_lock_flags(c0c0b9c4,0,c0abf21e,3fc,0,...) at _mtx_lock_flags+0xef vm_page_alloc(c0c0b920,4f32,0,61,c4e31000,...) at vm_page_alloc+0xb4 kmem_malloc(c147108c,1000,101,e6b4f5dc,c09528f0,...) at kmem_malloc+0x31b page_alloc(c145d000,1000,e6b4f5cf,101,c145d000,...) at page_alloc+0x27 slab_zalloc(c4bebe40,e6b4f608,c0951296,c145d000,c4bebf94,...) at slab_zalloc+0xc0 uma_zone_slab(c1462508,0,c0abd595,752,0,...) at uma_zone_slab+0x144 uma_zalloc_arg(c145d000,0,101,e6b4f684,e6b4f6b0,...) at uma_zalloc_arg+0x573 ad_strategy(e6b4f6b0,84,f4,ffffffff,e6b4f6ac,...) at ad_strategy+0x3c ad_dump(c429f000,c1422000,0,97019c00,0,...) at ad_dump+0xdb blk_flush(1978000,f,0,956e8c00,0,...) at blk_flush+0x47 blk_write(0,c0c1eca0,30,956cca00,0,...) at blk_write+0x222 minidumpsys(c0bb2424,c0ccf063,e6b4f888,e6b4f888,e6b4f874,...) at minidumpsys+0x7bf dumpsys(c0bb2424,e6b4f938,c048d0f9,c0b82740,c0b8274b,...) at dumpsys+0x1d doadump(c0b82740,c0b8274b,c048e847,c0b82740,c0b82150,...) at doadump+0x4d db_fncall(c0775002,0,ffffffff,e6b4f950,c048f300,...) at db_fncall+0x149 db_command_loop(c0775002,c0abf3a0,ffffffae,2,e6baf99c,...) at db_command_loop+0x2f5 db_trap(3,0,7,3,c4af1000,...) at db_trap+0xc5 kdb_trap(3,0,e6b4faf8,c4af1000,c4a3f7f8,...) at kdb_trap+0x96 trap(e6b4faf8) at trap+0x56b calltrap() at calltrap+0x6 --- trap 0x3, eip = 0xc0775002, esp = 0xe6b4fb38, ebp = 0xe6b4fb40 --- kdb_enter(c0a9cc80,3,c0abf37f,e6b4fb78,3,...) at kdb_enter+0x32 panic(c0abf37f,c83d526c,c2349db8,3ac,c1ede560,...) at panic+0x124 vm_page_cache_transfer(c7c15364,0,0,c83d526c,0,...) at vm_page_cache_transfer+0xdc vm_object_split(c4739a5c,0,c0abe3fa,9ca,28086000,...) at vm_object_split+0x487 vmspace_fork(c3f159f8,0,2,c4af1098,c0b4f564,...) at vmspace_fork+0x317 fork1(c4af1000,14,0,e6b4fc78,c077edb8,...) at fork1+0x2d9 fork(c4af1000,e6b4fcfc,c4af1000,e6b4fd38,c0b49230,...) at fork+0x29 syscall(e6b4fd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (2, FreeBSD ELF32, fork), eip = 0x2815092b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 --- db> c _trace_self_wrapper(c0a9f701,e6bafa0 0 ,Fatal trap 12: page fault while in kernel mode ccpuid = 2; 0apic id = 06 7fault virtual address = 0x3f9 cfault code = supervisor read, page not present 6instruction pointer = 0x20:0x3f9 bstack pointer = 0x28:0xe46b3ab4 4frame pointer = 0x28:0xe46b3ad0 3code segment = base 0x0, limit 0xfffff, type 0x1b , = DPL 0, pres 1, def32 1, gran 1 0processor eflags = ,interrupt enabled, eresume, 6IOPL = 0 bcurrent process = a31 (irq14: ata0) (kgdb) l *vm_page_cache_transfer+0xdc 0xc0965a9c is in vm_page_cache_transfer (../../../vm/vm_page.c:957). 952 } else { 953 orig_object->cache = m->left; 954 new_object->cache = m; 955 m->left = NULL; 956 } 957 KASSERT(new_object->cache == NULL || 958 new_object->type == OBJT_SWAP, 959 ("vm_page_cache_transfer: object %p's type is incompatible" 960 " with cached pages", new_object)); 961 (kgdb) l *vm_object_split+0x487 0xc09650c7 is in vm_object_split (../../../vm/vm_object.c:1371). 1366 */ 1367 if (__predict_false(orig_object->cache != NULL)) 1368 vm_page_cache_transfer(orig_object, offidxstart, 1369 new_object); 1370 } 1371 VM_OBJECT_UNLOCK(orig_object); 1372 TAILQ_FOREACH(m, &new_object->memq, listq) 1373 vm_page_wakeup(m); 1374 VM_OBJECT_UNLOCK(new_object); 1375 entry->object.vm_object = new_object; (kgdb) l *vmspace_fork+0x317 0xc095e187 is in vmspace_fork (../../../vm/vm_map.c:2513). 2508 (src_object->type == OBJT_DEFAULT || 2509 src_object->type == OBJT_SWAP)) { 2510 vm_object_collapse(src_object); 2511 if ((src_object->flags & (OBJ_NOSPLIT|OBJ_ONEMAPPING)) == OBJ_ONEMAPPING) { 2512 vm_object_split(src_entry); 2513 src_object = src_entry->object.vm_object; 2514 } 2515 } 2516 vm_object_reference_locked(src_object); 2517 vm_object_clear_flag(src_object, OBJ_ONEMAPPING);