GENERIC HEAD from 2014-11-19 05:38:45 UTC, r274691, vmcore.250 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2014 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #1 r274691: Wed Nov 19 10:35:02 CET 2014 pho@t1.osted.lan:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 3.4.1 (tags/RELEASE_34/dot1-final 208032) 20140512 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT: running with driver "vga". CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.24-MHz K8-class CPU) Origin="GenuineIntel" Id=0x206d7 Family=0x6 Model=0x2d Stepping=7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100800 AMD Features2=0x1 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 32142196736 (30653 MB) : Trying to mount root from ufs:/dev/da0p2 [rw]... Enter full pathname of shell or RETURN for /bin/sh: # mount -t ufs -a # swapon -a swapon: adding /dev/da0p4 as swap device # dumpon /dev/da0p4 # service ddb start Starting ddb. # cd ~pho/stress2/misc # cat -n fuse3.sh 1 #!/bin/sh 2 3 # Demonstrate FUSE memory corruption. 4 5 [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1 6 7 # Start page stealer 8 (cd ../testcases/swap; ./swap -t 10m -i 20 -h) & 9 sleep 10 10 11 while pgrep -q swap; do 12 kldload fuse.ko 13 kldunload fuse.ko 14 done 15 wait # ./all.sh fuse3.sh lock order reversal: 1st 0xfffffe0785c40d78 bufwait (bufwait) @ kern/vfs_bio.c:3093 2nd 0xfffff80012a7e600 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe081dc414b0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe081dc41560 witness_checkorder() at witness_checkorder+0xdad/frame 0xfffffe081dc415f0 _sx_xlock() at _sx_xlock+0x75/frame 0xfffffe081dc41630 ufsdirhash_remove() at ufsdirhash_remove+0x47/frame 0xfffffe081dc41660 ufs_dirremove() at ufs_dirremove+0x11b/frame 0xfffffe081dc416c0 ufs_remove() at ufs_remove+0x75/frame 0xfffffe081dc41720 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x134/frame 0xfffffe081dc41750 kern_unlinkat() at kern_unlinkat+0x209/frame 0xfffffe081dc41940 syscallenter() at syscallenter+0x46e/frame 0xfffffe081dc419b0 amd64_syscall() at amd64_syscall+0x57/frame 0xfffffe081dc41ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe081dc41ab0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80094208a, rsp = 0x7fffffffeb28, rbp = 0x7fffffffebc0 --- 20141119 10:45:08 all: fuse3.sh 20141119 10:45:08 all (1/1): fuse3.sh fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 : : fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 fuse-freebsd: version 0.4.4, FUSE ABI 7.8 Kernel page faultfuse-freebsd: version 0.4.4, FUSE ABI 7.8 with the following non-sleepable locks held: shared rw UMA lock (UMA lock) r = 0 (0xffffffff817d7480) locked @ vm/uma_core.c:1770 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe081d9e81a0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe081d9e8250 witness_warn() at witness_warn+0x4b5/frame 0xfffffe081d9e8310 trap_pfault() at trap_pfault+0x101/frame 0xfffffe081d9e8420 trap() at trap+0x860/frame 0xfffffe081d9e8700 trap_check() at trap_check+0x48/frame 0xfffffe081d9e8720 calltrap() at calltrap+0x8/frame 0xfffffe081d9e8720 --- trap 0xc, rip = 0xffffffff8093406d, rsp = 0xfffffe081d9e87e0, rbp = 0xfffffe081d9e8850 --- __mtx_lock_flags() at __mtx_lock_flags+0xdd/frame 0xfffffe081d9e8850 cache_drain_safe_cpu() at cache_drain_safe_cpu+0x62/frame 0xfffffe081d9e8890 zone_foreach() at zone_foreach+0x65/frame 0xfffffe081d9e88c0 cache_drain_safe() at cache_drain_safe+0x10a/frame 0xfffffe081d9e88f0 uma_reclaim() at uma_reclaim+0x2e/frame 0xfffffe081d9e8900 vm_pageout_scan() at vm_pageout_scan+0x2f7/frame 0xfffffe081d9e89e0 vm_pageout_worker() at vm_pageout_worker+0x22a/frame 0xfffffe081d9e8a20 vm_pageout() at vm_pageout+0x12/frame 0xfffffe081d9e8a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e8b70, rbp = 0 --- Fatal trap 12: page fault while in kernel mode cpuid = 15; apic id = 23 fault virtual address = 0x18 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8093406d stack pointer = 0x28:0xfffffe081d9e87e0 frame pointer = 0x28:0xfffffe081d9e8850 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 5 (pagedaemon) [ thread pid 5 tid 100133 ] Stopped at __mtx_lock_flags+0xdd: movq 0x18(%rax),%rax db> run pho db:0:pho> bt Tracing pid 5 tid 100133 td 0xfffff80010019940 __mtx_lock_flags() at __mtx_lock_flags+0xdd/frame 0xfffffe081d9e8850 cache_drain_safe_cpu() at cache_drain_safe_cpu+0x62/frame 0xfffffe081d9e8890 zone_foreach() at zone_foreach+0x65/frame 0xfffffe081d9e88c0 cache_drain_safe() at cache_drain_safe+0x10a/frame 0xfffffe081d9e88f0 uma_reclaim() at uma_reclaim+0x2e/frame 0xfffffe081d9e8900 vm_pageout_scan() at vm_pageout_scan+0x2f7/frame 0xfffffe081d9e89e0 vm_pageout_worker() at vm_pageout_worker+0x22a/frame 0xfffffe081d9e8a20 vm_pageout() at vm_pageout+0x12/frame 0xfffffe081d9e8a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e8b70, rbp = 0 --- db:0:bt> show allpcpu Current CPU: 15 cpuid = 0 dynamic pcpu = 0x6b0480 curthread = 0xfffff8069f6ce4a0: pid 49569 "swap" curpcb = 0xfffffe081de6db80 fpcurthread = 0xfffff8069f6ce4a0: pid 49569 "swap" idlethread = 0xfffff8000655e000: tid 100003 "idle: cpu0" curpmap = 0xfffff80012dc08f8 tssp = 0xffffffff818a4310 commontssp = 0xffffffff818a4310 rsp0 = 0xfffffe081de6db80 gs32p = 0xffffffff818aab68 ldt = 0xffffffff818aaba8 tss = 0xffffffff818aab98 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe087abf4480 curthread = 0xfffff800121c84a0: pid 49576 "swap" curpcb = 0xfffffe081de36b80 fpcurthread = 0xfffff800121c84a0: pid 49576 "swap" idlethread = 0xfffff8000655d940: tid 100004 "idle: cpu1" curpmap = 0xfffff80012f48ae8 tssp = 0xffffffff818a4378 commontssp = 0xffffffff818a4378 rsp0 = 0xfffffe081de36b80 gs32p = 0xffffffff818aabd0 ldt = 0xffffffff818aac10 tss = 0xffffffff818aac00 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe087abfc480 curthread = 0xfffff805ac4fb4a0: pid 49577 "swap" curpcb = 0xfffffe081de27b80 fpcurthread = 0xfffff805ac4fb4a0: pid 49577 "swap" idlethread = 0xfffff8000655d4a0: tid 100005 "idle: cpu2" curpmap = 0xfffff80012f488f8 tssp = 0xffffffff818a43e0 commontssp = 0xffffffff818a43e0 rsp0 = 0xfffffe081de27b80 gs32p = 0xffffffff818aac38 ldt = 0xffffffff818aac78 tss = 0xffffffff818aac68 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe087ac04480 curthread = 0xfffff804c75f9000: pid 49562 "swap" curpcb = 0xfffffe081deaeb80 fpcurthread = 0xfffff804c75f9000: pid 49562 "swap" idlethread = 0xfffff8000655d000: tid 100006 "idle: cpu3" curpmap = 0xfffff80012719cd8 tssp = 0xffffffff818a4448 commontssp = 0xffffffff818a4448 rsp0 = 0xfffffe081deaeb80 gs32p = 0xffffffff818aaca0 ldt = 0xffffffff818aace0 tss = 0xffffffff818aacd0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe087ac0c480 curthread = 0xfffff80006557940: pid 11 "idle: cpu4" curpcb = 0xfffffe078a84fb80 fpcurthread = none idlethread = 0xfffff80006557940: tid 100007 "idle: cpu4" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a44b0 commontssp = 0xffffffff818a44b0 rsp0 = 0xfffffe078a84fb80 gs32p = 0xffffffff818aad08 ldt = 0xffffffff818aad48 tss = 0xffffffff818aad38 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe087ac14480 curthread = 0xfffff80012c4a4a0: pid 49573 "swap" curpcb = 0xfffffe081dca0b80 fpcurthread = 0xfffff80012c4a4a0: pid 49573 "swap" idlethread = 0xfffff800065574a0: tid 100008 "idle: cpu5" curpmap = 0xfffff80012dc0138 tssp = 0xffffffff818a4518 commontssp = 0xffffffff818a4518 rsp0 = 0xfffffe081dca0b80 gs32p = 0xffffffff818aad70 ldt = 0xffffffff818aadb0 tss = 0xffffffff818aada0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe087ac1c480 curthread = 0xfffff80012eff000: pid 49574 "swap" curpcb = 0xfffffe081dd4fb80 fpcurthread = 0xfffff80012eff000: pid 49574 "swap" idlethread = 0xfffff80006557000: tid 100009 "idle: cpu6" curpmap = 0xfffff80012f48ec8 tssp = 0xffffffff818a4580 commontssp = 0xffffffff818a4580 rsp0 = 0xfffffe081dd4fb80 gs32p = 0xffffffff818aadd8 ldt = 0xffffffff818aae18 tss = 0xffffffff818aae08 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe087ac24480 curthread = 0xfffff8000656e940: pid 11 "idle: cpu7" curpcb = 0xfffffe078a85eb80 fpcurthread = none idlethread = 0xfffff8000656e940: tid 100010 "idle: cpu7" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a45e8 commontssp = 0xffffffff818a45e8 rsp0 = 0xfffffe078a85eb80 gs32p = 0xffffffff818aae40 ldt = 0xffffffff818aae80 tss = 0xffffffff818aae70 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe087ac2c480 curthread = 0xfffff807b1ef1000: pid 49564 "swap" curpcb = 0xfffffe081dedbb80 fpcurthread = 0xfffff807b1ef1000: pid 49564 "swap" idlethread = 0xfffff8000656e4a0: tid 100011 "idle: cpu8" curpmap = 0xfffff80006567328 tssp = 0xffffffff818a4650 commontssp = 0xffffffff818a4650 rsp0 = 0xfffffe081dedbb80 gs32p = 0xffffffff818aaea8 ldt = 0xffffffff818aaee8 tss = 0xffffffff818aaed8 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe087ac34480 curthread = 0xfffff8000656e000: pid 11 "idle: cpu9" curpcb = 0xfffffe078a868b80 fpcurthread = none idlethread = 0xfffff8000656e000: tid 100012 "idle: cpu9" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a46b8 commontssp = 0xffffffff818a46b8 rsp0 = 0xfffffe078a868b80 gs32p = 0xffffffff818aaf10 ldt = 0xffffffff818aaf50 tss = 0xffffffff818aaf40 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe087ac3c480 curthread = 0xfffff8000656d940: pid 11 "idle: cpu10" curpcb = 0xfffffe078a86db80 fpcurthread = none idlethread = 0xfffff8000656d940: tid 100013 "idle: cpu10" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a4720 commontssp = 0xffffffff818a4720 rsp0 = 0xfffffe078a86db80 gs32p = 0xffffffff818aaf78 ldt = 0xffffffff818aafb8 tss = 0xffffffff818aafa8 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe087ac44480 curthread = 0xfffff8000656d4a0: pid 11 "idle: cpu11" curpcb = 0xfffffe078a872b80 fpcurthread = none idlethread = 0xfffff8000656d4a0: tid 100014 "idle: cpu11" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a4788 commontssp = 0xffffffff818a4788 rsp0 = 0xfffffe078a872b80 gs32p = 0xffffffff818aafe0 ldt = 0xffffffff818ab020 tss = 0xffffffff818ab010 spin locks held: cpuid = 12 dynamic pcpu = 0xfffffe087ac4c480 curthread = 0xfffff8000656d000: pid 11 "idle: cpu12" curpcb = 0xfffffe078a877b80 fpcurthread = none idlethread = 0xfffff8000656d000: tid 100015 "idle: cpu12" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a47f0 commontssp = 0xffffffff818a47f0 rsp0 = 0xfffffe078a877b80 gs32p = 0xffffffff818ab048 ldt = 0xffffffff818ab088 tss = 0xffffffff818ab078 spin locks held: cpuid = 13 dynamic pcpu = 0xfffffe087ac54480 curthread = 0xfffff80012c4a940: pid 49572 "swap" curpcb = 0xfffffe081dc5fb80 fpcurthread = 0xfffff80012c4a940: pid 49572 "swap" idlethread = 0xfffff8000656c940: tid 100016 "idle: cpu13" curpmap = 0xfffff80012dc0328 tssp = 0xffffffff818a4858 commontssp = 0xffffffff818a4858 rsp0 = 0xfffffe081dc5fb80 gs32p = 0xffffffff818ab0b0 ldt = 0xffffffff818ab0f0 tss = 0xffffffff818ab0e0 spin locks held: cpuid = 14 dynamic pcpu = 0xfffffe087ac5c480 curthread = 0xfffff800330e1000: pid 49579 "swap" curpcb = 0xfffffe081de40b80 fpcurthread = 0xfffff800330e1000: pid 49579 "swap" idlethread = 0xfffff8000656c4a0: tid 100017 "idle: cpu14" curpmap = 0xfffff80012f48518 tssp = 0xffffffff818a48c0 commontssp = 0xffffffff818a48c0 rsp0 = 0xfffffe081de40b80 gs32p = 0xffffffff818ab118 ldt = 0xffffffff818ab158 tss = 0xffffffff818ab148 spin locks held: cpuid = 15 dynamic pcpu = 0xfffffe087ac64480 curthread = 0xfffff80010019940: pid 5 "pagedaemon" curpcb = 0xfffffe081d9e8b80 fpcurthread = none idlethread = 0xfffff8000656c000: tid 100018 "idle: cpu15" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a4928 commontssp = 0xffffffff818a4928 rsp0 = 0xfffffe081d9e8b80 gs32p = 0xffffffff818ab180 ldt = 0xffffffff818ab1c0 tss = 0xffffffff818ab1b0 spin locks held: cpuid = 16 dynamic pcpu = 0xfffffe087ac6c480 curthread = 0xfffff800331d9940: pid 49581 "swap" curpcb = 0xfffffe081dcebb80 fpcurthread = 0xfffff800331d9940: pid 49581 "swap" idlethread = 0xfffff80006571940: tid 100019 "idle: cpu16" curpmap = 0xfffff80012f48138 tssp = 0xffffffff818a4990 commontssp = 0xffffffff818a4990 rsp0 = 0xfffffe081dcebb80 gs32p = 0xffffffff818ab1e8 ldt = 0xffffffff818ab228 tss = 0xffffffff818ab218 spin locks held: cpuid = 17 dynamic pcpu = 0xfffffe087ac74480 curthread = 0xfffff800065714a0: pid 11 "idle: cpu17" curpcb = 0xfffffe078a890b80 fpcurthread = none idlethread = 0xfffff800065714a0: tid 100020 "idle: cpu17" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a49f8 commontssp = 0xffffffff818a49f8 rsp0 = 0xfffffe078a890b80 gs32p = 0xffffffff818ab250 ldt = 0xffffffff818ab290 tss = 0xffffffff818ab280 spin locks held: cpuid = 18 dynamic pcpu = 0xfffffe087ac7c480 curthread = 0xfffff800128ba940: pid 49575 "swap" curpcb = 0xfffffe081dc78b80 fpcurthread = 0xfffff800128ba940: pid 49575 "swap" idlethread = 0xfffff80006571000: tid 100021 "idle: cpu18" curpmap = 0xfffff80012f48cd8 tssp = 0xffffffff818a4a60 commontssp = 0xffffffff818a4a60 rsp0 = 0xfffffe081dc78b80 gs32p = 0xffffffff818ab2b8 ldt = 0xffffffff818ab2f8 tss = 0xffffffff818ab2e8 spin locks held: cpuid = 19 dynamic pcpu = 0xfffffe087ac84480 curthread = 0xfffff8030ad89940: pid 49578 "swap" curpcb = 0xfffffe081de45b80 fpcurthread = 0xfffff8030ad89940: pid 49578 "swap" idlethread = 0xfffff80006570940: tid 100022 "idle: cpu19" curpmap = 0xfffff80012f48708 tssp = 0xffffffff818a4ac8 commontssp = 0xffffffff818a4ac8 rsp0 = 0xfffffe081de45b80 gs32p = 0xffffffff818ab320 ldt = 0xffffffff818ab360 tss = 0xffffffff818ab350 spin locks held: cpuid = 20 dynamic pcpu = 0xfffffe087ac8c480 curthread = 0xfffff8000675e940: pid 0 "thread taskq" curpcb = 0xfffffe078a98ab80 fpcurthread = none idlethread = 0xfffff800065704a0: tid 100023 "idle: cpu20" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a4b30 commontssp = 0xffffffff818a4b30 rsp0 = 0xfffffe078a98ab80 gs32p = 0xffffffff818ab388 ldt = 0xffffffff818ab3c8 tss = 0xffffffff818ab3b8 spin locks held: cpuid = 21 dynamic pcpu = 0xfffffe087ac94480 curthread = 0xfffff807b1ef0000: pid 49570 "swap" curpcb = 0xfffffe081deeab80 fpcurthread = 0xfffff807b1ef0000: pid 49570 "swap" idlethread = 0xfffff80006570000: tid 100024 "idle: cpu21" curpmap = 0xfffff80012dc0708 tssp = 0xffffffff818a4b98 commontssp = 0xffffffff818a4b98 rsp0 = 0xfffffe081deeab80 gs32p = 0xffffffff818ab3f0 ldt = 0xffffffff818ab430 tss = 0xffffffff818ab420 spin locks held: cpuid = 22 dynamic pcpu = 0xfffffe087ac9c480 curthread = 0xfffff8000656f940: pid 11 "idle: cpu22" curpcb = 0xfffffe078a8a9b80 fpcurthread = none idlethread = 0xfffff8000656f940: tid 100025 "idle: cpu22" curpmap = 0xffffffff81870c90 tssp = 0xffffffff818a4c00 commontssp = 0xffffffff818a4c00 rsp0 = 0xfffffe078a8a9b80 gs32p = 0xffffffff818ab458 ldt = 0xffffffff818ab498 tss = 0xffffffff818ab488 spin locks held: cpuid = 23 dynamic pcpu = 0xfffffe08092cc480 curthread = 0xfffff80012f6b000: pid 49568 "swap" curpcb = 0xfffffe081dd54b80 fpcurthread = 0xfffff80012f6b000: pid 49568 "swap" idlethread = 0xfffff8000656f4a0: tid 100026 "idle: cpu23" curpmap = 0xfffff80012dc0ae8 tssp = 0xffffffff818a4c68 commontssp = 0xffffffff818a4c68 rsp0 = 0xfffffe081dd54b80 gs32p = 0xffffffff818ab4c0 ldt = 0xffffffff818ab500 tss = 0xffffffff818ab4f0 spin locks held: db:0:allpcpu> show alllocks Process 51060 (kldunload) thread 0xfffff805ac16a940 (100280) exclusive sleep mutex Giant (Giant) r = 0 (0xffffffff81871060) locked @ kern/kern_module.c:264 exclusive sx kernel linker (kernel linker) r = 0 (0xffffffff8163d798) locked @ kern/kern_linker.c:1078 Process 5 (pagedaemon) thread 0xfffff80010019940 (100133) shared rw UMA lock (UMA lock) r = 0 (0xffffffff817d7480) locked @ vm/uma_core.c:1770 Process 0 (kernel) thread 0xfffff8000675e940 (100070) exclusive sleep mutex kernel arena (kernel arena) r = 0 (0xffffffff8172d680) locked @ kern/subr_vmem.c:737 exclusive sleep mutex vmem list lock (vmem list lock) r = 0 (0xffffffff8172f480) locked @ kern/subr_vmem.c:732 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xfffff80012574b58 /dev/da0p2 on / (ufs) 0xfffff80012575000 devfs on /dev (devfs) 0xfffff800127ae3c8 /dev/da0p3 on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 51060 49556 30 0 L+ *UMA lock 0xfffff80012ff9a80 kldunload 49581 49561 30 0 R+ CPU 16 swap 49580 49561 30 0 DL+ pfault 0xffffffff8189b138 swap 49579 49561 30 0 R+ CPU 14 swap 49578 49561 30 0 R+ CPU 19 swap 49577 49561 30 0 R+ CPU 2 swap 49576 49561 30 0 R+ CPU 1 swap 49575 49561 30 0 R+ CPU 18 swap 49574 49561 30 0 R+ CPU 6 swap 49573 49561 30 0 R+ CPU 5 swap 49572 49561 30 0 R+ CPU 13 swap 49571 49561 30 0 DL+ pfault 0xffffffff8189b138 swap 49570 49561 30 0 R+ CPU 21 swap 49569 49561 30 0 R+ CPU 0 swap 49568 49561 30 0 R+ CPU 23 swap 49567 49561 30 0 DL+ pfault 0xffffffff8189b138 swap 49566 49561 30 0 DL+ pfault 0xffffffff8189b138 swap 49565 49561 30 0 DL+ pfault 0xffffffff8189b138 swap 49564 49561 30 0 R+ CPU 8 swap 49563 49561 30 0 DL+ pfault 0xffffffff8189b138 swap 49562 49561 30 0 R+ CPU 3 swap 49561 49559 30 0 SW+ wait 0xfffff805ace49000 swap 49559 49556 30 0 S+ nanslp 0xffffffff81640acb swap 49557 30 30 0 S+ piperd 0xfffff806de257ba0 tee 49556 30 30 0 S+ wait 0xfffff80012fdf000 sh 30 17 30 0 SW+ wait 0xfffff80012a4a970 sh 17 1 17 0 SWs+ wait 0xfffff8001260b970 sh 16 0 0 0 DL vlruwt 0xfffff8001219a970 [vnlru] 9 0 0 0 DL syncer 0xffffffff817d0298 [syncer] 8 0 0 0 DL (threaded) [bufdaemon] 100136 D psleep 0xffffffff817cf484 [bufdaemon] 100141 D sdflush 0xfffff800127872e8 [/ worker] 100142 D sdflush 0xfffff800127870e8 [/tmp worker] 7 0 0 0 DL pgzero 0xffffffff817d8624 [pagezero] 6 0 0 0 DL psleep 0xffffffff817d7e20 [vmdaemon] 5 0 0 0 RL CPU 15 [pagedaemon] 4 0 0 0 DL idle 0xfffff8001219c970 [enc_daemon0] 3 0 0 0 DL waiting_ 0xffffffff81897488 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100075 D - 0xfffffe00012f1d10 [usbus0] 100076 D - 0xfffffe00012f1d68 [usbus0] 100077 D - 0xfffffe00012f1dc0 [usbus0] 100078 D - 0xfffffe00012f1e18 [usbus0] 100115 D - 0xfffffe00016e6560 [usbus1] 100116 D - 0xfffffe00016e65b8 [usbus1] 100117 D - 0xfffffe00016e6610 [usbus1] 100118 D - 0xfffffe00016e6668 [usbus1] 100120 D - 0xfffffe0001554d10 [usbus2] 100121 D - 0xfffffe0001554d68 [usbus2] 100122 D - 0xfffffe0001554dc0 [usbus2] 100123 D - 0xfffffe0001554e18 [usbus2] 2 0 0 0 DL (threaded) [cam] 100062 D - 0xffffffff8155ff00 [doneq0] 100063 D - 0xffffffff81560000 [doneq1] 100064 D - 0xffffffff81560100 [doneq2] 100065 D - 0xffffffff81560200 [doneq3] 100066 D - 0xffffffff81560300 [doneq4] 100131 D - 0xffffffff8155fd40 [scanner] 14 0 0 0 DL - 0xffffffff8158d180 [rand_harvestq] 13 0 0 0 DL (threaded) [geom] 100053 D - 0xffffffff818701e0 [g_event] 100054 D - 0xffffffff818701e8 [g_up] 100055 D - 0xffffffff818701f0 [g_down] 12 0 0 0 LL (threaded) [intr] 100027 I [swi3: vm] 100028 I [swi1: netisr 0] 100029 L *Giant 0xfffff80005fff3c0 [swi4: clock (0)] 100030 I [swi4: clock (1)] 100031 I [swi4: clock (2)] 100032 I [swi4: clock (3)] 100033 I [swi4: clock (4)] 100034 I [swi4: clock (5)] 100035 I [swi4: clock (6)] 100036 I [swi4: clock (7)] 100037 I [swi4: clock (8)] 100038 I [swi4: clock (9)] 100039 I [swi4: clock (10)] 100040 I [swi4: clock (11)] 100041 I [swi4: clock (12)] 100042 I [swi4: clock (13)] 100043 I [swi4: clock (14)] 100044 I [swi4: clock (15)] 100045 I [swi4: clock (16)] 100046 I [swi4: clock (17)] 100047 I [swi4: clock (18)] 100048 I [swi4: clock (19)] 100049 I [swi4: clock (20)] 100050 I [swi4: clock (21)] 100051 I [swi4: clock (22)] 100052 I [swi4: clock (23)] 100068 I [swi6: task queue] 100069 I [swi6: Giant taskq] 100071 I [swi5: fast taskq] 100072 I [irq264: isci0] 100073 I [irq265: isci0] 100074 I [irq22: ehci0] 100079 I [irq266: hdac0] 100080 I [irq267: igb0:que 0] 100082 I [irq268: igb0:que 1] 100084 I [irq269: igb0:que 2] 100086 I [irq270: igb0:que 3] 100088 I [irq271: igb0:que 4] 100090 I [irq272: igb0:que 5] 100092 I [irq273: igb0:que 6] 100094 I [irq274: igb0:que 7] 100096 I [irq275: igb0:link] 100097 I [irq276: igb1:que 0] 100099 I [irq277: igb1:que 1] 100101 I [irq278: igb1:que 2] 100103 I [irq279: igb1:que 3] 100105 I [irq280: igb1:que 4] 100107 I [irq281: igb1:que 5] 100109 I [irq282: igb1:que 6] 100111 I [irq283: igb1:que 7] 100113 I [irq284: igb1:link] 100114 I [irq285: xhci0] 100119 I [irq20: ehci1] 100124 I [irq286: ahci0] 100125 I [irq287: hdac1] 100126 I [swi0: uart] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 100015 Run CPU 12 [idle: cpu12] 100016 CanRun [idle: cpu13] 100017 CanRun [idle: cpu14] 100018 CanRun [idle: cpu15] 100019 CanRun [idle: cpu16] 100020 Run CPU 17 [idle: cpu17] 100021 CanRun [idle: cpu18] 100022 CanRun [idle: cpu19] 100023 CanRun [idle: cpu20] 100024 CanRun [idle: cpu21] 100025 Run CPU 22 [idle: cpu22] 100026 CanRun [idle: cpu23] 1 0 1 0 SLs wait 0xfffff800065564b8 [init] 10 0 0 0 DL audit_wo 0xffffffff8189ac78 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D vmwait 0xffffffff8189b138 [swapper] 100056 D - 0xfffff8000654e400 [firmware taskq] 100058 D - 0xfffff8000654e100 [kqueue taskq] 100059 D - 0xfffff80006752100 [acpi_task_0] 100060 D - 0xfffff80006752100 [acpi_task_1] 100061 D - 0xfffff80006752100 [acpi_task_2] 100067 D - 0xfffff80006751500 [ffs_trim taskq] 100070 Run CPU 20 [thread taskq] 100081 D - 0xfffff80006750100 [igb0 que (qid 0)] 100083 D - 0xfffff8000674fd00 [igb0 que (qid 1)] 100085 D - 0xfffff8000674fa00 [igb0 que (qid 2)] 100087 D - 0xfffff8000674f700 [igb0 que (qid 3)] 100089 D - 0xfffff8000674f400 [igb0 que (qid 4)] 100091 D - 0xfffff8000674f100 [igb0 que (qid 5)] 100093 D - 0xfffff80006552d00 [igb0 que (qid 6)] 100095 D - 0xfffff80006552a00 [igb0 que (qid 7)] 100098 D - 0xfffff80006552600 [igb1 que (qid 8)] 100100 D - 0xfffff80006552300 [igb1 que (qid 9)] 100102 D - 0xfffff8000dbef200 [igb1 que (qid 10)] 100104 D - 0xfffff8000dbeee00 [igb1 que (qid 11)] 100106 D - 0xfffff8000dbeeb00 [igb1 que (qid 12)] 100108 D - 0xfffff8000dbee800 [igb1 que (qid 13)] 100110 D - 0xfffff8000dbee500 [igb1 que (qid 14)] 100112 D - 0xfffff8000dbee200 [igb1 que (qid 15)] 100127 D - 0xfffff8000dbed100 [mca taskq] 100128 D - 0xffffffff8163f8ab [deadlkres] 100130 D - 0xfffff80006751c00 [CAM taskq] db:0:ps> allt Tracing command kldunload pid 51060 tid 100280 td 0xfffff805ac16a940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081ded1670 mi_switch() at mi_switch+0x179/frame 0xfffffe081ded16b0 turnstile_wait() at turnstile_wait+0x3b2/frame 0xfffffe081ded1700 __rw_wlock_hard() at __rw_wlock_hard+0x36d/frame 0xfffffe081ded1790 _rw_wlock_cookie() at _rw_wlock_cookie+0xb4/frame 0xfffffe081ded17d0 zone_dtor() at zone_dtor+0x65/frame 0xfffffe081ded1820 zone_free_item() at zone_free_item+0xb0/frame 0xfffffe081ded1850 uma_zdestroy() at uma_zdestroy+0x24/frame 0xfffffe081ded1870 fuse_loader() at fuse_loader+0x2e/frame 0xfffffe081ded1890 module_unload() at module_unload+0x32/frame 0xfffffe081ded18b0 linker_file_unload() at linker_file_unload+0x23b/frame 0xfffffe081ded1910 kern_kldunload() at kern_kldunload+0xd3/frame 0xfffffe081ded1940 syscallenter() at syscallenter+0x46e/frame 0xfffffe081ded19b0 amd64_syscall() at amd64_syscall+0x57/frame 0xfffffe081ded1ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe081ded1ab0 --- syscall (444, FreeBSD ELF64, sys_kldunloadf), rip = 0x80088e77a, rsp = 0x7fffffffe428, rbp = 0x7fffffffec90 --- Tracing command swap pid 49581 tid 100183 td 0xfffff800331d9940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1c9c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1c9c40 trap() at trap+0x7f/frame 0xfffffe07fc1c9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1c9f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49580 tid 100163 td 0xfffff80012d40000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dc872a0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dc872e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dc87320 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081dc87350 _sleep() at _sleep+0x366/frame 0xfffffe081dc873f0 vm_waitpfault() at vm_waitpfault+0x72/frame 0xfffffe081dc87410 vm_fault_hold() at vm_fault_hold+0x14cb/frame 0xfffffe081dc87660 vm_fault() at vm_fault+0x77/frame 0xfffffe081dc876a0 trap_pfault() at trap_pfault+0x328/frame 0xfffffe081dc877b0 trap() at trap+0x4bb/frame 0xfffffe081dc87a90 trap_check() at trap_check+0x48/frame 0xfffffe081dc87ab0 calltrap() at calltrap+0x8/frame 0xfffffe081dc87ab0 --- trap 0xc, rip = 0x800b699d4, rsp = 0x7fffffffead8, rbp = 0x7fffffffeb10 --- Tracing command swap pid 49579 tid 100251 td 0xfffff800330e1000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1b9c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1b9c40 trap() at trap+0x7f/frame 0xfffffe07fc1b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1b9f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49578 tid 100252 td 0xfffff8030ad89940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1e1c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1e1c40 trap() at trap+0x7f/frame 0xfffffe07fc1e1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1e1f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49577 tid 100246 td 0xfffff805ac4fb4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc159c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc159c40 trap() at trap+0x7f/frame 0xfffffe07fc159f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc159f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49576 tid 100249 td 0xfffff800121c84a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc151c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc151c40 trap() at trap+0x7f/frame 0xfffffe07fc151f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc151f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49575 tid 100160 td 0xfffff800128ba940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1d9c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1d9c40 trap() at trap+0x7f/frame 0xfffffe07fc1d9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1d9f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49574 tid 100203 td 0xfffff80012eff000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc179c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc179c40 trap() at trap+0x7f/frame 0xfffffe07fc179f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc179f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49573 tid 100168 td 0xfffff80012c4a4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc171c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc171c40 trap() at trap+0x7f/frame 0xfffffe07fc171f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc171f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49572 tid 100155 td 0xfffff80012c4a940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1b1c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1b1c40 trap() at trap+0x7f/frame 0xfffffe07fc1b1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1b1f20 --- trap 0x13, rip = 0x401cc0, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49571 tid 100214 td 0xfffff806a6e61000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dd862a0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dd862e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dd86320 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081dd86350 _sleep() at _sleep+0x366/frame 0xfffffe081dd863f0 vm_waitpfault() at vm_waitpfault+0x72/frame 0xfffffe081dd86410 vm_fault_hold() at vm_fault_hold+0x14cb/frame 0xfffffe081dd86660 vm_fault() at vm_fault+0x77/frame 0xfffffe081dd866a0 trap_pfault() at trap_pfault+0x328/frame 0xfffffe081dd867b0 trap() at trap+0x4bb/frame 0xfffffe081dd86a90 trap_check() at trap_check+0x48/frame 0xfffffe081dd86ab0 calltrap() at calltrap+0x8/frame 0xfffffe081dd86ab0 --- trap 0xc, rip = 0x800b699d4, rsp = 0x7fffffffead8, rbp = 0x7fffffffeb10 --- Tracing command swap pid 49570 tid 100285 td 0xfffff807b1ef0000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1f1c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1f1c40 trap() at trap+0x7f/frame 0xfffffe07fc1f1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1f1f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49569 tid 100260 td 0xfffff8069f6ce4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff817dc7d0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xffffffff817dc7f0 trap() at trap+0x7f/frame 0xffffffff817dcad0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff817dcad0 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49568 tid 100204 td 0xfffff80012f6b000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe078a829c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe078a829c40 trap() at trap+0x7f/frame 0xfffffe078a829f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe078a829f20 --- trap 0x13, rip = 0x401cc0, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49567 tid 100284 td 0xfffff807b1ef04a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dee52a0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dee52e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dee5320 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081dee5350 _sleep() at _sleep+0x366/frame 0xfffffe081dee53f0 vm_waitpfault() at vm_waitpfault+0x72/frame 0xfffffe081dee5410 vm_fault_hold() at vm_fault_hold+0x14cb/frame 0xfffffe081dee5660 vm_fault() at vm_fault+0x77/frame 0xfffffe081dee56a0 trap_pfault() at trap_pfault+0x328/frame 0xfffffe081dee57b0 trap() at trap+0x4bb/frame 0xfffffe081dee5a90 trap_check() at trap_check+0x48/frame 0xfffffe081dee5ab0 calltrap() at calltrap+0x8/frame 0xfffffe081dee5ab0 --- trap 0xc, rip = 0x800b699d4, rsp = 0x7fffffffead8, rbp = 0x7fffffffeb10 --- Tracing command swap pid 49566 tid 100283 td 0xfffff807b1ef0940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dee02a0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dee02e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dee0320 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081dee0350 _sleep() at _sleep+0x366/frame 0xfffffe081dee03f0 vm_waitpfault() at vm_waitpfault+0x72/frame 0xfffffe081dee0410 vm_fault_hold() at vm_fault_hold+0x14cb/frame 0xfffffe081dee0660 vm_fault() at vm_fault+0x77/frame 0xfffffe081dee06a0 trap_pfault() at trap_pfault+0x328/frame 0xfffffe081dee07b0 trap() at trap+0x4bb/frame 0xfffffe081dee0a90 trap_check() at trap_check+0x48/frame 0xfffffe081dee0ab0 calltrap() at calltrap+0x8/frame 0xfffffe081dee0ab0 --- trap 0xc, rip = 0x800b699d4, rsp = 0x7fffffffead8, rbp = 0x7fffffffeb10 --- Tracing command swap pid 49565 tid 100258 td 0xfffff805ac70d4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081de632a0 mi_switch() at mi_switch+0x179/frame 0xfffffe081de632e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081de63320 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081de63350 _sleep() at _sleep+0x366/frame 0xfffffe081de633f0 vm_waitpfault() at vm_waitpfault+0x72/frame 0xfffffe081de63410 vm_fault_hold() at vm_fault_hold+0x14cb/frame 0xfffffe081de63660 vm_fault() at vm_fault+0x77/frame 0xfffffe081de636a0 trap_pfault() at trap_pfault+0x328/frame 0xfffffe081de637b0 trap() at trap+0x4bb/frame 0xfffffe081de63a90 trap_check() at trap_check+0x48/frame 0xfffffe081de63ab0 calltrap() at calltrap+0x8/frame 0xfffffe081de63ab0 --- trap 0xc, rip = 0x800b699d4, rsp = 0x7fffffffead8, rbp = 0x7fffffffeb10 --- Tracing command swap pid 49564 tid 100282 td 0xfffff807b1ef1000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc189c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc189c40 trap() at trap+0x7f/frame 0xfffffe07fc189f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc189f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49563 tid 100281 td 0xfffff807b1ef14a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081ded62a0 mi_switch() at mi_switch+0x179/frame 0xfffffe081ded62e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081ded6320 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081ded6350 _sleep() at _sleep+0x366/frame 0xfffffe081ded63f0 vm_waitpfault() at vm_waitpfault+0x72/frame 0xfffffe081ded6410 vm_fault_hold() at vm_fault_hold+0x14cb/frame 0xfffffe081ded6660 vm_fault() at vm_fault+0x77/frame 0xfffffe081ded66a0 trap_pfault() at trap_pfault+0x328/frame 0xfffffe081ded67b0 trap() at trap+0x4bb/frame 0xfffffe081ded6a90 trap_check() at trap_check+0x48/frame 0xfffffe081ded6ab0 calltrap() at calltrap+0x8/frame 0xfffffe081ded6ab0 --- trap 0xc, rip = 0x800b699d4, rsp = 0x7fffffffead8, rbp = 0x7fffffffeb10 --- Tracing command swap pid 49562 tid 100273 td 0xfffff804c75f9000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc161c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc161c40 trap() at trap+0x7f/frame 0xfffffe07fc161f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc161f20 --- trap 0x13, rip = 0x401cbd, rsp = 0x7fffffffeb60, rbp = 0x7fffffffeb80 --- Tracing command swap pid 49561 tid 100241 td 0xfffff807c319d4a0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe081d9e7930 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe081d9e79e0 kdb_reenter() at kdb_reenter+0x33/frame 0xfffffe081d9e79f0 trap() at trap+0xab/frame 0xfffffe081d9e7cd0 trap_check() at trap_check+0x48/frame 0xfffffe081d9e7cf0 calltrap() at calltrap+0x8/frame 0xfffffe081d9e7cf0 --- trap 0xc, rip = 0xffffffff80d45da2, rsp = 0xfffffe081d9e7db0, rbp = 0xfffffe081d9e7dd0 --- db_trace_thread() at db_trace_thread+0x12/frame 0xfffffe081d9e7dd0 db_stack_trace_all() at db_stack_trace_all+0x8f/frame 0xfffffe081d9e7e70 db_command() at db_command+0x26d/frame 0xfffffe081d9e7f40 db_script_exec() at db_script_exec+0x18f/frame 0xfffffe081d9e7fe0 db_command() at db_command+0x26d/frame 0xfffffe081d9e80b0 db_command_loop() at db_command_loop+0x64/frame 0xfffffe081d9e80c0 db_trap() at db_trap+0xe0/frame 0xfffffe081d9e8150 kdb_trap() at kdb_trap+0x191/frame 0xfffffe081d9e81f0 trap_fatal() at trap_fatal+0x656/frame 0xfffffe081d9e8310 trap_pfault() at trap_pfault+0x119/frame 0xfffffe081d9e8420 trap() at trap+0x860/frame 0xfffffe081d9e8700 trap_check() at trap_check+0x48/frame 0xfffffe081d9e8720 calltrap() at calltrap+0x8/frame 0xfffffe081d9e8720 --- trap 0xc, rip = 0xffffffff8093406d, rsp = 0xfffffe081d9e87e0, rbp = 0xfffffe081d9e8850 --- __mtx_lock_flags() at __mtx_lock_flags+0xdd/frame 0xfffffe081d9e8850 cache_drain_safe_cpu() at cache_drain_safe_cpu+0x62/frame 0xfffffe081d9e8890 zone_foreach() at zone_foreach+0x65/frame 0xfffffe081d9e88c0 cache_drain_safe() at cache_drain_safe+0x10a/frame 0xfffffe081d9e88f0 uma_reclaim() at uma_reclaim+0x2e/frame 0xfffffe081d9e8900 vm_pageout_scan() at vm_pageout_scan+0x2f7/frame 0xfffffe081d9e89e0 vm_pageout_worker() at vm_pageout_worker+0x22a/frame 0xfffffe081d9e8a20 vm_pageout() at vm_pageout+0x12/frame 0xfffffe081d9e8a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e8b70, rbp = 0 --- Tracing command swap pid 49559 tid 100144 td 0xfffff8001290d940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dc286e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dc28720 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dc28760 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe081dc287d0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe081dc28800 _sleep() at _sleep+0x328/frame 0xfffffe081dc288a0 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe081dc28900 sys_nanosleep() at sys_nanosleep+0x51/frame 0xfffffe081dc28940 syscallenter() at syscallenter+0x46e/frame 0xfffffe081dc289b0 amd64_syscall() at amd64_syscall+0x57/frame 0xfffffe081dc28ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe081dc28ab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800b46f8a, rsp = 0x7fffffffeb28, rbp = 0x7fffffffeb80 --- Tracing command tee pid 49557 tid 100253 td 0xfffff80012c4a000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081de4a630 mi_switch() at mi_switch+0x179/frame 0xfffffe081de4a670 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081de4a6b0 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe081de4a720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe081de4a750 _sleep() at _sleep+0x349/frame 0xfffffe081de4a7f0 pipe_read() at pipe_read+0x296/frame 0xfffffe081de4a850 dofileread() at dofileread+0x95/frame 0xfffffe081de4a8a0 kern_readv() at kern_readv+0x68/frame 0xfffffe081de4a8f0 sys_read() at sys_read+0x63/frame 0xfffffe081de4a940 syscallenter() at syscallenter+0x46e/frame 0xfffffe081de4a9b0 amd64_syscall() at amd64_syscall+0x57/frame 0xfffffe081de4aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe081de4aab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80095430a, rsp = 0x7fffffffec58, rbp = 0x7fffffffec90 --- Tracing command sh pid 49556 tid 100274 td 0xfffff80033b7c940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081deb34e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081deb3520 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081deb3560 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe081deb35d0 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe081deb3600 _sleep() at _sleep+0x349/frame 0xfffffe081deb36a0 kern_wait6() at kern_wait6+0x404/frame 0xfffffe081deb3750 sys_wait4() at sys_wait4+0x72/frame 0xfffffe081deb3940 syscallenter() at syscallenter+0x46e/frame 0xfffffe081deb39b0 amd64_syscall() at amd64_syscall+0x57/frame 0xfffffe081deb3ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe081deb3ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d529da, rsp = 0x7fffffffe868, rbp = 0x7fffffffe910 --- Tracing command sh pid 30 tid 100148 td 0xfffff80012a60940 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe081d9e7930 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe081d9e79e0 kdb_reenter() at kdb_reenter+0x33/frame 0xfffffe081d9e79f0 trap() at trap+0xab/frame 0xfffffe081d9e7cd0 trap_check() at trap_check+0x48/frame 0xfffffe081d9e7cf0 calltrap() at calltrap+0x8/frame 0xfffffe081d9e7cf0 --- trap 0xc, rip = 0xffffffff80d45da2, rsp = 0xfffffe081d9e7db0, rbp = 0xfffffe081d9e7dd0 --- db_trace_thread() at db_trace_thread+0x12/frame 0xfffffe081d9e7dd0 db_stack_trace_all() at db_stack_trace_all+0x8f/frame 0xfffffe081d9e7e70 db_command() at db_command+0x26d/frame 0xfffffe081d9e7f40 db_script_exec() at db_script_exec+0x18f/frame 0xfffffe081d9e7fe0 db_command() at db_command+0x26d/frame 0xfffffe081d9e80b0 db_command_loop() at db_command_loop+0x64/frame 0xfffffe081d9e80c0 db_trap() at db_trap+0xe0/frame 0xfffffe081d9e8150 kdb_trap() at kdb_trap+0x191/frame 0xfffffe081d9e81f0 trap_fatal() at trap_fatal+0x656/frame 0xfffffe081d9e8310 trap_pfault() at trap_pfault+0x119/frame 0xfffffe081d9e8420 trap() at trap+0x860/frame 0xfffffe081d9e8700 trap_check() at trap_check+0x48/frame 0xfffffe081d9e8720 calltrap() at calltrap+0x8/frame 0xfffffe081d9e8720 --- trap 0xc, rip = 0xffffffff8093406d, rsp = 0xfffffe081d9e87e0, rbp = 0xfffffe081d9e8850 --- __mtx_lock_flags() at __mtx_lock_flags+0xdd/frame 0xfffffe081d9e8850 cache_drain_safe_cpu() at cache_drain_safe_cpu+0x62/frame 0xfffffe081d9e8890 zone_foreach() at zone_foreach+0x65/frame 0xfffffe081d9e88c0 cache_drain_safe() at cache_drain_safe+0x10a/frame 0xfffffe081d9e88f0 uma_reclaim() at uma_reclaim+0x2e/frame 0xfffffe081d9e8900 vm_pageout_scan() at vm_pageout_scan+0x2f7/frame 0xfffffe081d9e89e0 vm_pageout_worker() at vm_pageout_worker+0x22a/frame 0xfffffe081d9e8a20 vm_pageout() at vm_pageout+0x12/frame 0xfffffe081d9e8a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e8b70, rbp = 0 --- Tracing command sh pid 17 tid 100139 td 0xfffff80012619940 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe081d9e7930 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe081d9e79e0 kdb_reenter() at kdb_reenter+0x33/frame 0xfffffe081d9e79f0 trap() at trap+0xab/frame 0xfffffe081d9e7cd0 trap_check() at trap_check+0x48/frame 0xfffffe081d9e7cf0 calltrap() at calltrap+0x8/frame 0xfffffe081d9e7cf0 --- trap 0xc, rip = 0xffffffff80d45da2, rsp = 0xfffffe081d9e7db0, rbp = 0xfffffe081d9e7dd0 --- db_trace_thread() at db_trace_thread+0x12/frame 0xfffffe081d9e7dd0 db_stack_trace_all() at db_stack_trace_all+0x8f/frame 0xfffffe081d9e7e70 db_command() at db_command+0x26d/frame 0xfffffe081d9e7f40 db_script_exec() at db_script_exec+0x18f/frame 0xfffffe081d9e7fe0 db_command() at db_command+0x26d/frame 0xfffffe081d9e80b0 db_command_loop() at db_command_loop+0x64/frame 0xfffffe081d9e80c0 db_trap() at db_trap+0xe0/frame 0xfffffe081d9e8150 kdb_trap() at kdb_trap+0x191/frame 0xfffffe081d9e81f0 trap_fatal() at trap_fatal+0x656/frame 0xfffffe081d9e8310 trap_pfault() at trap_pfault+0x119/frame 0xfffffe081d9e8420 trap() at trap+0x860/frame 0xfffffe081d9e8700 trap_check() at trap_check+0x48/frame 0xfffffe081d9e8720 calltrap() at calltrap+0x8/frame 0xfffffe081d9e8720 --- trap 0xc, rip = 0xffffffff8093406d, rsp = 0xfffffe081d9e87e0, rbp = 0xfffffe081d9e8850 --- __mtx_lock_flags() at __mtx_lock_flags+0xdd/frame 0xfffffe081d9e8850 cache_drain_safe_cpu() at cache_drain_safe_cpu+0x62/frame 0xfffffe081d9e8890 zone_foreach() at zone_foreach+0x65/frame 0xfffffe081d9e88c0 cache_drain_safe() at cache_drain_safe+0x10a/frame 0xfffffe081d9e88f0 uma_reclaim() at uma_reclaim+0x2e/frame 0xfffffe081d9e8900 vm_pageout_scan() at vm_pageout_scan+0x2f7/frame 0xfffffe081d9e89e0 vm_pageout_worker() at vm_pageout_worker+0x22a/frame 0xfffffe081d9e8a20 vm_pageout() at vm_pageout+0x12/frame 0xfffffe081d9e8a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e8b70, rbp = 0 --- Tracing command vnlru pid 16 tid 100138 td 0xfffff800121ca000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081da44860 mi_switch() at mi_switch+0x179/frame 0xfffffe081da448a0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081da448e0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081da44910 _sleep() at _sleep+0x33a/frame 0xfffffe081da449b0 vnlru_proc() at vnlru_proc+0x48/frame 0xfffffe081da44a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081da44ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081da44ab0 --- trap 0, rip = 0, rsp = 0xfffffe081da44b70, rbp = 0 --- Tracing command syncer pid 9 tid 100137 td 0xfffff800121ca4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d9fc860 mi_switch() at mi_switch+0x179/frame 0xfffffe081d9fc8a0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d9fc8e0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081d9fc910 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x200/frame 0xfffffe081d9fc990 sched_sync() at sched_sync+0x61e/frame 0xfffffe081d9fca30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9fcab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9fcab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9fcb70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100136 td 0xfffff800121ca940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d9f78b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d9f78f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d9f7930 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081d9f7960 _sleep() at _sleep+0x33a/frame 0xfffffe081d9f7a00 buf_daemon() at buf_daemon+0x68/frame 0xfffffe081d9f7a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9f7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9f7ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9f7b70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100141 td 0xfffff8001270d4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dc198b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dc198f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dc19930 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081dc19960 _sleep() at _sleep+0x33a/frame 0xfffffe081dc19a00 softdep_flush() at softdep_flush+0x132/frame 0xfffffe081dc19a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081dc19ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081dc19ab0 --- trap 0, rip = 0, rsp = 0xfffffe081dc19b70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100142 td 0xfffff8001270d000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081dc1e8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081dc1e8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081dc1e930 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081dc1e960 _sleep() at _sleep+0x33a/frame 0xfffffe081dc1ea00 softdep_flush() at softdep_flush+0x132/frame 0xfffffe081dc1ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe081dc1eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081dc1eab0 --- trap 0, rip = 0, rsp = 0xfffffe081dc1eb70, rbp = 0 --- Tracing command pagezero pid 7 tid 100135 td 0xfffff80010019000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d9f28b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d9f28f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d9f2930 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081d9f2960 _sleep() at _sleep+0x33a/frame 0xfffffe081d9f2a00 vm_pagezero() at vm_pagezero+0x88/frame 0xfffffe081d9f2a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9f2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9f2ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9f2b70, rbp = 0 --- Tracing command vmdaemon pid 6 tid 100134 td 0xfffff800100194a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d9ed860 mi_switch() at mi_switch+0x179/frame 0xfffffe081d9ed8a0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d9ed8e0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081d9ed910 _sleep() at _sleep+0x366/frame 0xfffffe081d9ed9b0 vm_daemon() at vm_daemon+0x64/frame 0xfffffe081d9eda30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9edab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9edab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9edb70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100133 td 0xfffff80010019940 __mtx_lock_flags() at __mtx_lock_flags+0xdd/frame 0xfffffe081d9e8850 cache_drain_safe_cpu() at cache_drain_safe_cpu+0x62/frame 0xfffffe081d9e8890 zone_foreach() at zone_foreach+0x65/frame 0xfffffe081d9e88c0 cache_drain_safe() at cache_drain_safe+0x10a/frame 0xfffffe081d9e88f0 uma_reclaim() at uma_reclaim+0x2e/frame 0xfffffe081d9e8900 vm_pageout_scan() at vm_pageout_scan+0x2f7/frame 0xfffffe081d9e89e0 vm_pageout_worker() at vm_pageout_worker+0x22a/frame 0xfffffe081d9e8a20 vm_pageout() at vm_pageout+0x12/frame 0xfffffe081d9e8a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e8b70, rbp = 0 --- Tracing command enc_daemon0 pid 4 tid 100132 td 0xfffff8001001a000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d9e3870 mi_switch() at mi_switch+0x179/frame 0xfffffe081d9e38b0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d9e38f0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081d9e3920 _sleep() at _sleep+0x366/frame 0xfffffe081d9e39c0 enc_daemon() at enc_daemon+0x110/frame 0xfffffe081d9e3a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d9e3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d9e3ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d9e3b70, rbp = 0 --- Tracing command sctp_iterator pid 3 tid 100129 td 0xfffff8001001b000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d8548c0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d854900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d854940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081d854970 _sleep() at _sleep+0x366/frame 0xfffffe081d854a10 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe081d854a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d854ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d854ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d854b70, rbp = 0 --- Tracing command usb pid 15 tid 100075 td 0xfffff8000db93000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00002928e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000292920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000292960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000292990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe0000292a00 usb_process() at usb_process+0xd4/frame 0xfffffe0000292a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000292ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000292ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000292b70, rbp = 0 --- Tracing command usb pid 15 tid 100076 td 0xfffff8000db92940 sched_switch() at sched_switch+0x49a/frame 0xfffffe00002978e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000297920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000297960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000297990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe0000297a00 usb_process() at usb_process+0xd4/frame 0xfffffe0000297a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000297ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000297ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000297b70, rbp = 0 --- Tracing command usb pid 15 tid 100077 td 0xfffff8000db924a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe000029c8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe000029c920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe000029c960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000029c990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe000029ca00 usb_process() at usb_process+0xd4/frame 0xfffffe000029ca30 fork_exit() at fork_exit+0x140/frame 0xfffffe000029cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000029cab0 --- trap 0, rip = 0, rsp = 0xfffffe000029cb70, rbp = 0 --- Tracing command usb pid 15 tid 100078 td 0xfffff8000db92000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00002a18e0 mi_switch() at mi_switch+0x179/frame 0xfffffe00002a1920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00002a1960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002a1990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe00002a1a00 usb_process() at usb_process+0xd4/frame 0xfffffe00002a1a30 fork_exit() at fork_exit+0x140/frame 0xfffffe00002a1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00002a1ab0 --- trap 0, rip = 0, rsp = 0xfffffe00002a1b70, rbp = 0 --- Tracing command usb pid 15 tid 100115 td 0xfffff8000dbf0940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b6098e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b609920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b609960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b609990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b609a00 usb_process() at usb_process+0xd4/frame 0xfffffe081b609a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b609ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b609ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b609b70, rbp = 0 --- Tracing command usb pid 15 tid 100116 td 0xfffff8000dbf04a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b60e8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b60e920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b60e960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b60e990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b60ea00 usb_process() at usb_process+0xd4/frame 0xfffffe081b60ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b60eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b60eab0 --- trap 0, rip = 0, rsp = 0xfffffe081b60eb70, rbp = 0 --- Tracing command usb pid 15 tid 100117 td 0xfffff8000dbf0000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b6138e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b613920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b613960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b613990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b613a00 usb_process() at usb_process+0xd4/frame 0xfffffe081b613a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b613ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b613ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b613b70, rbp = 0 --- Tracing command usb pid 15 tid 100118 td 0xfffff8000dc0a940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b6188e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b618920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b618960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b618990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b618a00 usb_process() at usb_process+0xd4/frame 0xfffffe081b618a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b618ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b618ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b618b70, rbp = 0 --- Tracing command usb pid 15 tid 100120 td 0xfffff8000dc0a000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b7a28e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b7a2920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b7a2960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b7a2990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b7a2a00 usb_process() at usb_process+0xd4/frame 0xfffffe081b7a2a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b7a2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b7a2ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b7a2b70, rbp = 0 --- Tracing command usb pid 15 tid 100121 td 0xfffff8000dc02940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b7a78e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b7a7920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b7a7960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b7a7990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b7a7a00 usb_process() at usb_process+0xd4/frame 0xfffffe081b7a7a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b7a7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b7a7ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b7a7b70, rbp = 0 --- Tracing command usb pid 15 tid 100122 td 0xfffff8000dc024a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b7ac8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b7ac920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b7ac960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b7ac990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b7aca00 usb_process() at usb_process+0xd4/frame 0xfffffe081b7aca30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b7acab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b7acab0 --- trap 0, rip = 0, rsp = 0xfffffe081b7acb70, rbp = 0 --- Tracing command usb pid 15 tid 100123 td 0xfffff8000dc02000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b7b18e0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b7b1920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081b7b1960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081b7b1990 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe081b7b1a00 usb_process() at usb_process+0xd4/frame 0xfffffe081b7b1a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b7b1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b7b1ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b7b1b70, rbp = 0 --- Tracing command cam pid 2 tid 100062 td 0xfffff800065b84a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a962890 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9628d0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a962910 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a962940 _sleep() at _sleep+0x366/frame 0xfffffe078a9629e0 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe078a962a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a962ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a962ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a962b70, rbp = 0 --- Tracing command cam pid 2 tid 100063 td 0xfffff800065b8000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a967890 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9678d0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a967910 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a967940 _sleep() at _sleep+0x366/frame 0xfffffe078a9679e0 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe078a967a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a967ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a967ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a967b70, rbp = 0 --- Tracing command cam pid 2 tid 100064 td 0xfffff80006760940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a96c890 mi_switch() at mi_switch+0x179/frame 0xfffffe078a96c8d0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a96c910 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a96c940 _sleep() at _sleep+0x366/frame 0xfffffe078a96c9e0 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe078a96ca30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a96cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a96cab0 --- trap 0, rip = 0, rsp = 0xfffffe078a96cb70, rbp = 0 --- Tracing command cam pid 2 tid 100065 td 0xfffff800067604a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a971890 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9718d0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a971910 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a971940 _sleep() at _sleep+0x366/frame 0xfffffe078a9719e0 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe078a971a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a971ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a971ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a971b70, rbp = 0 --- Tracing command cam pid 2 tid 100066 td 0xfffff80006760000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a976890 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9768d0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a976910 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a976940 _sleep() at _sleep+0x366/frame 0xfffffe078a9769e0 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe078a976a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a976ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a976ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a976b70, rbp = 0 --- Tracing command cam pid 2 tid 100131 td 0xfffff8001001a4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d85e880 mi_switch() at mi_switch+0x179/frame 0xfffffe081d85e8c0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d85e900 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081d85e930 _sleep() at _sleep+0x366/frame 0xfffffe081d85e9d0 xpt_scanner_thread() at xpt_scanner_thread+0x5c/frame 0xfffffe081d85ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d85eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d85eab0 --- trap 0, rip = 0, rsp = 0xfffffe081d85eb70, rbp = 0 --- Tracing command rand_harvestq pid 14 tid 100057 td 0xfffff800065ba000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9498c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a949900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a949940 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe078a949970 _sleep() at _sleep+0x33a/frame 0xfffffe078a949a10 random_kthread() at random_kthread+0x37/frame 0xfffffe078a949a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a949ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a949ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a949b70, rbp = 0 --- Tracing command geom pid 13 tid 100053 td 0xfffff800065a94a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9358a0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9358e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a935920 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a935950 _sleep() at _sleep+0x366/frame 0xfffffe078a9359f0 g_run_events() at g_run_events+0x507/frame 0xfffffe078a935a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a935ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a935ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a935b70, rbp = 0 --- Tracing command geom pid 13 tid 100054 td 0xfffff800065a9000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a93a8a0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a93a8e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a93a920 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a93a950 _sleep() at _sleep+0x366/frame 0xfffffe078a93a9f0 g_io_schedule_up() at g_io_schedule_up+0xbc/frame 0xfffffe078a93aa20 g_up_procbody() at g_up_procbody+0x7d/frame 0xfffffe078a93aa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a93aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a93aab0 --- trap 0, rip = 0, rsp = 0xfffffe078a93ab70, rbp = 0 --- Tracing command geom pid 13 tid 100055 td 0xfffff800065ba940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a93f8a0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a93f8e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a93f920 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a93f950 _sleep() at _sleep+0x366/frame 0xfffffe078a93f9f0 g_io_schedule_down() at g_io_schedule_down+0x3c/frame 0xfffffe078a93fa20 g_down_procbody() at g_down_procbody+0x7d/frame 0xfffffe078a93fa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a93fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a93fab0 --- trap 0, rip = 0, rsp = 0xfffffe078a93fb70, rbp = 0 --- Tracing command intr pid 12 tid 100027 td 0xfffff8000656f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xfffff800065a0940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xfffff800065a04a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8bd640 mi_switch() at mi_switch+0x179/frame 0xfffffe078a8bd680 turnstile_wait() at turnstile_wait+0x3b2/frame 0xfffffe078a8bd6d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x5d0/frame 0xfffffe078a8bd820 __mtx_lock_flags() at __mtx_lock_flags+0x210/frame 0xfffffe078a8bd890 lock_mtx() at lock_mtx+0x33/frame 0xfffffe078a8bd8b0 softclock_call_cc() at softclock_call_cc+0x128/frame 0xfffffe078a8bd990 softclock() at softclock+0x47/frame 0xfffffe078a8bd9b0 intr_event_execute_handlers() at intr_event_execute_handlers+0x93/frame 0xfffffe078a8bd9f0 ithread_loop() at ithread_loop+0xa6/frame 0xfffffe078a8bda30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a8bdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a8bdab0 --- trap 0, rip = 0, rsp = 0xfffffe078a8bdb70, rbp = 0 --- Tracing command intr pid 12 tid 100030 td 0xfffff800065a0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100031 td 0xfffff8000659f940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xfffff8000659f4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xfffff8000659f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xfffff8000659e940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xfffff8000659e4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xfffff8000659e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xfffff800065a6940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xfffff800065a64a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xfffff800065a6000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xfffff800065a5940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xfffff800065a54a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffff800065a5000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffff800065a4940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffff800065a44a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffff800065a4000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffff800065ab940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff800065ab4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff800065ab000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffff800065aa940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xfffff800065aa4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff800065aa000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100052 td 0xfffff800065a9940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffff8000675f4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9809b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9809f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe078a980a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a980ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a980ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a980b70, rbp = 0 --- Tracing command intr pid 12 tid 100069 td 0xfffff8000675f000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9859b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9859f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe078a985a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a985ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a985ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a985b70, rbp = 0 --- Tracing command intr pid 12 tid 100071 td 0xfffff8000675e4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100072 td 0xfffff8000675e000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9d69b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9d69f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe078a9d6a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a9d6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a9d6ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a9d6b70, rbp = 0 --- Tracing command intr pid 12 tid 100073 td 0xfffff8000db93940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100074 td 0xfffff8000db934a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe000028d9b0 mi_switch() at mi_switch+0x179/frame 0xfffffe000028d9f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe000028da30 fork_exit() at fork_exit+0x140/frame 0xfffffe000028dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000028dab0 --- trap 0, rip = 0, rsp = 0xfffffe000028db70, rbp = 0 --- Tracing command intr pid 12 tid 100079 td 0xfffff8000db91940 sched_switch() at sched_switch+0x49a/frame 0xfffffe00002a69b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00002a69f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe00002a6a30 fork_exit() at fork_exit+0x140/frame 0xfffffe00002a6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00002a6ab0 --- trap 0, rip = 0, rsp = 0xfffffe00002a6b70, rbp = 0 --- Tracing command intr pid 12 tid 100080 td 0xfffff8000db914a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100082 td 0xfffff8000dbca940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100084 td 0xfffff8000dbca000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100086 td 0xfffff8000dbc94a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100088 td 0xfffff8000dbc8940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100090 td 0xfffff8000dbc8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100092 td 0xfffff8000dbcd4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100094 td 0xfffff8000dbcc940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100096 td 0xfffff8000dbcc000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100097 td 0xfffff8000dbcb940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100099 td 0xfffff8000dbcb000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100101 td 0xfffff8000dbeb4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100103 td 0xfffff8000dbea940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100105 td 0xfffff8000dbea000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffff8000dbe94a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100109 td 0xfffff8000dbf2940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100111 td 0xfffff8000dbf2000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100113 td 0xfffff8000dbf14a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100114 td 0xfffff8000dbf1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100119 td 0xfffff8000dc0a4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b79d9b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b79d9f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe081b79da30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b79dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b79dab0 --- trap 0, rip = 0, rsp = 0xfffffe081b79db70, rbp = 0 --- Tracing command intr pid 12 tid 100124 td 0xfffff8000dc01940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081b7b69b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081b7b69f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe081b7b6a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081b7b6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081b7b6ab0 --- trap 0, rip = 0, rsp = 0xfffffe081b7b6b70, rbp = 0 --- Tracing command intr pid 12 tid 100125 td 0xfffff8000dc014a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d7ff9b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d7ff9f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe081d7ffa30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d7ffab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d7ffab0 --- trap 0, rip = 0, rsp = 0xfffffe081d7ffb70, rbp = 0 --- Tracing command intr pid 12 tid 100126 td 0xfffff8000dc01000 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d8409b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d8409f0 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe081d840a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d840ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d840ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d840b70, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff8000655e000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a83b8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a83b920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a83ba30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a83bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a83bab0 --- trap 0, rip = 0, rsp = 0xfffffe078a83bb70, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff8000655d940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8408e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a840920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a840a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a840ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a840ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a840b70, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff8000655d4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8458e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a845920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a845a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a845ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a845ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a845b70, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff8000655d000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a84a8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a84a900 critical_exit() at critical_exit+0x8b/frame 0xfffffe078a84a920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a84aa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a84aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a84aab0 --- trap 0, rip = 0, rsp = 0xfffffe078a84ab70, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff80006557940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc169c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc169c40 trap() at trap+0x7f/frame 0xfffffe07fc169f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc169f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc169fe0, rbp = 0xfffffe078a84f890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a84f890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a84f8e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a84f900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a84f920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a84fa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a84fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a84fab0 --- trap 0, rip = 0, rsp = 0xfffffe078a84fb70, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff800065574a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8548e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a854920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a854a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a854ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a854ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a854b70, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff80006557000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8598e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a859920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a859a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a859ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a859ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a859b70, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff8000656e940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc181c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc181c40 trap() at trap+0x7f/frame 0xfffffe07fc181f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc181f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc181fe0, rbp = 0xfffffe078a85e890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a85e890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a85e8e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a85e900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a85e920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a85ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a85eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a85eab0 --- trap 0, rip = 0, rsp = 0xfffffe078a85eb70, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff8000656e4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8638e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a863920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a863a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a863ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a863ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a863b70, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff8000656e000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc191c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc191c40 trap() at trap+0x7f/frame 0xfffffe07fc191f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc191f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc191fe0, rbp = 0xfffffe078a868890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a868890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a8688e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a868900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a868920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a868a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a868ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a868ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a868b70, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff8000656d940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc199c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc199c40 trap() at trap+0x7f/frame 0xfffffe07fc199f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc199f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc199fe0, rbp = 0xfffffe078a86d890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a86d890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a86d8e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a86d900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a86d920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a86da30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a86dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a86dab0 --- trap 0, rip = 0, rsp = 0xfffffe078a86db70, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff8000656d4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1a1c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1a1c40 trap() at trap+0x7f/frame 0xfffffe07fc1a1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1a1f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc1a1fe0, rbp = 0xfffffe078a872890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a872890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a8728e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a872900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a872920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a872a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a872ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a872ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a872b70, rbp = 0 --- Tracing command idle pid 11 tid 100015 td 0xfffff8000656d000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1a9c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1a9c40 trap() at trap+0x7f/frame 0xfffffe07fc1a9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1a9f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc1a9fe0, rbp = 0xfffffe078a877890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a877890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a8778e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a877900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a877920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a877a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a877ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a877ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a877b70, rbp = 0 --- Tracing command idle pid 11 tid 100016 td 0xfffff8000656c940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a87c8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a87c920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a87ca30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a87cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a87cab0 --- trap 0, rip = 0, rsp = 0xfffffe078a87cb70, rbp = 0 --- Tracing command idle pid 11 tid 100017 td 0xfffff8000656c4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8818e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a881920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a881a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a881ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a881ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a881b70, rbp = 0 --- Tracing command idle pid 11 tid 100018 td 0xfffff8000656c000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8868e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a886920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a886a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a886ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a886ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a886b70, rbp = 0 --- Tracing command idle pid 11 tid 100019 td 0xfffff80006571940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a88b8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a88b920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a88ba30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a88bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a88bab0 --- trap 0, rip = 0, rsp = 0xfffffe078a88bb70, rbp = 0 --- Tracing command idle pid 11 tid 100020 td 0xfffff800065714a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1d1c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1d1c40 trap() at trap+0x7f/frame 0xfffffe07fc1d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1d1f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc1d1fe0, rbp = 0xfffffe078a890890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a890890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a8908e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a890900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a890920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a890a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a890ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a890ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a890b70, rbp = 0 --- Tracing command idle pid 11 tid 100021 td 0xfffff80006571000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8958e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a895920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a895a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a895ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a895ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a895b70, rbp = 0 --- Tracing command idle pid 11 tid 100022 td 0xfffff80006570940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a89a8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a89a900 critical_exit() at critical_exit+0x8b/frame 0xfffffe078a89a920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a89aa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a89aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a89aab0 --- trap 0, rip = 0, rsp = 0xfffffe078a89ab70, rbp = 0 --- Tracing command idle pid 11 tid 100023 td 0xfffff800065704a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a89f8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a89f900 critical_exit() at critical_exit+0x8b/frame 0xfffffe078a89f920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a89fa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a89fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a89fab0 --- trap 0, rip = 0, rsp = 0xfffffe078a89fb70, rbp = 0 --- Tracing command idle pid 11 tid 100024 td 0xfffff80006570000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8a48e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a8a4920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a8a4a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a8a4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a8a4ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a8a4b70, rbp = 0 --- Tracing command idle pid 11 tid 100025 td 0xfffff8000656f940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1f9c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1f9c40 trap() at trap+0x7f/frame 0xfffffe07fc1f9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1f9f20 --- trap 0x13, rip = 0xffffffff80d41a06, rsp = 0xfffffe07fc1f9fe0, rbp = 0xfffffe078a8a9890 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe078a8a9890 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe078a8a98e0 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe078a8a9900 cpu_idle() at cpu_idle+0x90/frame 0xfffffe078a8a9920 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe078a8a9a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a8a9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a8a9ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a8a9b70, rbp = 0 --- Tracing command idle pid 11 tid 100026 td 0xfffff8000656f4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8ae8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a8ae920 sched_idletd() at sched_idletd+0x3c7/frame 0xfffffe078a8aea30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a8aeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a8aeab0 --- trap 0, rip = 0, rsp = 0xfffffe078a8aeb70, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff8000655e4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8364e0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a836520 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a836560 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe078a8365d0 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe078a836600 _sleep() at _sleep+0x349/frame 0xfffffe078a8366a0 kern_wait6() at kern_wait6+0x404/frame 0xfffffe078a836750 sys_wait4() at sys_wait4+0x72/frame 0xfffffe078a836940 syscallenter() at syscallenter+0x46e/frame 0xfffffe078a8369b0 amd64_syscall() at amd64_syscall+0x57/frame 0xfffffe078a836ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe078a836ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x413a1a, rsp = 0x7fffffffe6d8, rbp = 0x7fffffffe7d0 --- Tracing command audit pid 10 tid 100001 td 0xfffff8000655e940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a8318b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a8318f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a831930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a831960 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe078a8319d0 audit_worker() at audit_worker+0xa3/frame 0xfffffe078a831a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a831ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a831ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a831b70, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff818706e0 sched_switch() at sched_switch+0x49a/frame 0xffffffff81c0d9b0 mi_switch() at mi_switch+0x179/frame 0xffffffff81c0d9f0 sleepq_switch() at sleepq_switch+0x152/frame 0xffffffff81c0da30 sleepq_wait() at sleepq_wait+0x43/frame 0xffffffff81c0da60 _sleep() at _sleep+0x366/frame 0xffffffff81c0db00 vm_wait() at vm_wait+0xb7/frame 0xffffffff81c0db20 swapper() at swapper+0x25/frame 0xffffffff81c0db70 btext() at btext+0x2c Tracing command kernel pid 0 tid 100056 td 0xfffff800065ba4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9448b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a9448f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a944930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a944960 _sleep() at _sleep+0x366/frame 0xfffffe078a944a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe078a944a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a944ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a944ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a944b70, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffff800065b9940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a94e8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a94e8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a94e930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a94e960 _sleep() at _sleep+0x366/frame 0xfffffe078a94ea00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe078a94ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a94eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a94eab0 --- trap 0, rip = 0, rsp = 0xfffffe078a94eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffff800065b94a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9538c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a953900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a953940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a953970 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe078a953a00 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe078a953a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a953ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a953ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a953b70, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffff800065b9000 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a9588c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a958900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a958940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a958970 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe078a958a00 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe078a958a30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a958ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a958ab0 --- trap 0, rip = 0, rsp = 0xfffffe078a958b70, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff800065b8940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a95d8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a95d900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a95d940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a95d970 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe078a95da00 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe078a95da30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a95dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a95dab0 --- trap 0, rip = 0, rsp = 0xfffffe078a95db70, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff8000675f940 sched_switch() at sched_switch+0x49a/frame 0xfffffe078a97b8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe078a97b8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe078a97b930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe078a97b960 _sleep() at _sleep+0x366/frame 0xfffffe078a97ba00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe078a97ba30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a97bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a97bab0 --- trap 0, rip = 0, rsp = 0xfffffe078a97bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffff8000675e940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe07fc1e9c20 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe07fc1e9c40 trap() at trap+0x7f/frame 0xfffffe07fc1e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe07fc1e9f20 --- trap 0x13, rip = 0xffffffff8099f1f0, rsp = 0xfffffe07fc1e9fe0, rbp = 0xfffffe078a98a9a0 --- vmem_periodic() at vmem_periodic+0xf0/frame 0xfffffe078a98a9a0 taskqueue_run_locked() at taskqueue_run_locked+0xf0/frame 0xfffffe078a98aa00 taskqueue_thread_loop() at taskqueue_thread_loop+0x9b/frame 0xfffffe078a98aa30 fork_exit() at fork_exit+0x140/frame 0xfffffe078a98aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe078a98aab0 --- trap 0, rip = 0, rsp = 0xfffffe078a98ab70, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffff8000db91000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00002fa8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00002fa8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00002fa930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002fa960 _sleep() at _sleep+0x366/frame 0xfffffe00002faa00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00002faa30 fork_exit() at fork_exit+0x140/frame 0xfffffe00002faab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00002faab0 --- trap 0, rip = 0, rsp = 0xfffffe00002fab70, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffff8000dbca4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003048b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003048f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000304930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000304960 _sleep() at _sleep+0x366/frame 0xfffffe0000304a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000304a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000304ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000304ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000304b70, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffff8000dbc9940 sched_switch() at sched_switch+0x49a/frame 0xfffffe000030e8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe000030e8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe000030e930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000030e960 _sleep() at _sleep+0x366/frame 0xfffffe000030ea00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe000030ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe000030eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000030eab0 --- trap 0, rip = 0, rsp = 0xfffffe000030eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffff8000dbc9000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003188b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003188f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000318930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000318960 _sleep() at _sleep+0x366/frame 0xfffffe0000318a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000318a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000318ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000318ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000318b70, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffff8000dbc84a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003228b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003228f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000322930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000322960 _sleep() at _sleep+0x366/frame 0xfffffe0000322a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000322a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000322ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000322ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000322b70, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffff8000dbcd940 sched_switch() at sched_switch+0x49a/frame 0xfffffe000032c8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe000032c8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe000032c930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000032c960 _sleep() at _sleep+0x366/frame 0xfffffe000032ca00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe000032ca30 fork_exit() at fork_exit+0x140/frame 0xfffffe000032cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000032cab0 --- trap 0, rip = 0, rsp = 0xfffffe000032cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100093 td 0xfffff8000dbcd000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003368b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003368f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000336930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000336960 _sleep() at _sleep+0x366/frame 0xfffffe0000336a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000336a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000336ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000336ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000336b70, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffff8000dbcc4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003408b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003408f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000340930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000340960 _sleep() at _sleep+0x366/frame 0xfffffe0000340a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000340a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000340ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000340ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000340b70, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff8000dbcb4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe000038f8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe000038f8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe000038f930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000038f960 _sleep() at _sleep+0x366/frame 0xfffffe000038fa00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe000038fa30 fork_exit() at fork_exit+0x140/frame 0xfffffe000038fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000038fab0 --- trap 0, rip = 0, rsp = 0xfffffe000038fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffff8000dbeb940 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003998b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003998f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe0000399930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000399960 _sleep() at _sleep+0x366/frame 0xfffffe0000399a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000399a30 fork_exit() at fork_exit+0x140/frame 0xfffffe0000399ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000399ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000399b70, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffff8000dbeb000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003a38b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003a38f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00003a3930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003a3960 _sleep() at _sleep+0x366/frame 0xfffffe00003a3a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00003a3a30 fork_exit() at fork_exit+0x140/frame 0xfffffe00003a3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003a3ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003a3b70, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffff8000dbea4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003ad8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003ad8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00003ad930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003ad960 _sleep() at _sleep+0x366/frame 0xfffffe00003ada00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00003ada30 fork_exit() at fork_exit+0x140/frame 0xfffffe00003adab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003adab0 --- trap 0, rip = 0, rsp = 0xfffffe00003adb70, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffff8000dbe9940 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003b78b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003b78f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00003b7930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003b7960 _sleep() at _sleep+0x366/frame 0xfffffe00003b7a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00003b7a30 fork_exit() at fork_exit+0x140/frame 0xfffffe00003b7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003b7ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003b7b70, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffff8000dbe9000 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003c18b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003c18f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00003c1930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003c1960 _sleep() at _sleep+0x366/frame 0xfffffe00003c1a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00003c1a30 fork_exit() at fork_exit+0x140/frame 0xfffffe00003c1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003c1ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003c1b70, rbp = 0 --- Tracing command kernel pid 0 tid 100110 td 0xfffff8000dbf24a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003cb8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003cb8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00003cb930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003cb960 _sleep() at _sleep+0x366/frame 0xfffffe00003cba00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00003cba30 fork_exit() at fork_exit+0x140/frame 0xfffffe00003cbab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003cbab0 --- trap 0, rip = 0, rsp = 0xfffffe00003cbb70, rbp = 0 --- Tracing command kernel pid 0 tid 100112 td 0xfffff8000dbf1940 sched_switch() at sched_switch+0x49a/frame 0xfffffe00003d58b0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003d58f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe00003d5930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003d5960 _sleep() at _sleep+0x366/frame 0xfffffe00003d5a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe00003d5a30 fork_exit() at fork_exit+0x140/frame 0xfffffe00003d5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003d5ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003d5b70, rbp = 0 --- Tracing command kernel pid 0 tid 100127 td 0xfffff8001001b940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d8498c0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d849900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d849940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081d849970 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe081d849a00 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe081d849a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d849ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d849ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d849b70, rbp = 0 --- Tracing command kernel pid 0 tid 100128 td 0xfffff8001001b4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d84e840 mi_switch() at mi_switch+0x179/frame 0xfffffe081d84e880 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d84e8c0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe081d84e8f0 _sleep() at _sleep+0x33a/frame 0xfffffe081d84e990 pause_sbt() at pause_sbt+0xe4/frame 0xfffffe081d84e9e0 deadlkres() at deadlkres+0x2c/frame 0xfffffe081d84ea30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d84eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d84eab0 --- trap 0, rip = 0, rsp = 0xfffffe081d84eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100130 td 0xfffff8001001a940 sched_switch() at sched_switch+0x49a/frame 0xfffffe081d8598b0 mi_switch() at mi_switch+0x179/frame 0xfffffe081d8598f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe081d859930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe081d859960 _sleep() at _sleep+0x366/frame 0xfffffe081d859a00 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe081d859a30 fork_exit() at fork_exit+0x140/frame 0xfffffe081d859ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe081d859ab0 --- trap 0, rip = 0, rsp = 0xfffffe081d859b70, rbp = 0 --- db:0:allt> call doadump Dumping 1318 out of 31641 MB:..2%..11%..21%..31%..41%..51%..61%..71%..81%..92% Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 15 (kgdb) bt #0 doadump (textdump=0xe26181c0) at pcpu.h:219 #1 0xffffffff8034db55 in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:568 #2 0xffffffff8034d83d in db_command (cmd_table=0x0) at ../../../ddb/db_command.c:440 #3 0xffffffff80351b2f in db_script_exec (scriptname=0xffffffff8183d240 "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xffffffff8034d83d in db_command (cmd_table=0x0) at ../../../ddb/db_command.c:440 #5 0xffffffff8034d5b4 in db_command_loop () at ../../../ddb/db_command.c:493 #6 0xffffffff80350040 in db_trap (type=, code=0x0) at ../../../ddb/db_main.c:251 #7 0xffffffff80984e11 in kdb_trap (type=0xc, code=0x0, tf=) at ../../../kern/subr_kdb.c:654 #8 0xffffffff80d686a6 in trap_fatal (frame=0xfffffe081d9e8730, eva=0x18) at ../../../amd64/amd64/trap.c:861 #9 0xffffffff80d68849 in trap_pfault (frame=0xfffffe081d9e8730, usermode=0x0) at ../../../amd64/amd64/trap.c:677 #10 0xffffffff80d678b0 in trap (frame=0xfffffe081d9e8730) at ../../../amd64/amd64/trap.c:426 #11 0xffffffff80d68f88 in trap_check (frame=0xfffffe081d9e8730) at ../../../amd64/amd64/trap.c:620 #12 0xffffffff80d46a62 in calltrap () at ../../../amd64/amd64/exception.S:231 #13 0xffffffff8093406d in __mtx_lock_flags (c=0x18, opts=0x0, file=0xffffffff810511f1 "../../../vm/uma_core.c", line=0x2cc) at ../../../kern/kern_mutex.c:214 #14 0xffffffff80bd0942 in cache_drain_safe_cpu (zone=0xfffff8067c9cc000) at ../../../vm/uma_core.c:716 #15 0xffffffff80bcf6c5 in zone_foreach (zfunc=0xffffffff80bd08e0 ) at ../../../vm/uma_core.c:1773 #16 0xffffffff80bcf84a in cache_drain_safe (zone=0x0) at ../../../vm/uma_core.c:771 #17 0xffffffff80bcf62e in uma_reclaim () at ../../../vm/uma_core.c:3211 #18 0xffffffff80bef167 in vm_pageout_scan (vmd=0xffffffff818a3400, pass=0x2) at ../../../vm/vm_pageout.c:936 #19 0xffffffff80beee0a in vm_pageout_worker (arg=0x0) at ../../../vm/vm_pageout.c:1650 #20 0xffffffff80beebd2 in vm_pageout () at ../../../vm/vm_pageout.c:1728 #21 0xffffffff809163f0 in fork_exit (callout=0xffffffff80beebc0 , arg=0x0, frame=0xfffffe081d9e8ac0) at ../../../kern/kern_fork.c:977 #22 0xffffffff80d46f9e in fork_trampoline () at ../../../amd64/amd64/exception.S:605 #23 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) f 14 #14 0xffffffff80bd0942 in cache_drain_safe_cpu (zone=0xfffff8067c9cc000) at ../../../vm/uma_core.c:716 716 ZONE_LOCK(zone); (kgdb) l 711 712 if (zone->uz_flags & UMA_ZFLAG_INTERNAL) 713 return; 714 715 b1 = b2 = NULL; 716 ZONE_LOCK(zone); 717 critical_enter(); 718 cache = &zone->uz_cpu[curcpu]; 719 if (cache->uc_allocbucket) { 720 if (cache->uc_allocbucket->ub_cnt != 0) (kgdb) info loc cache = 0xfffff8000dbf0000 b1 = 0x0 b2 = 0x0 (kgdb) p *zone $1 = {uz_lock = {lock_object = {lo_name = 0xffffffff81e18fd2 "fuse_ticket", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xfffffe0000b10d80}, mtx_lock = 0x4}, uz_lockptr = 0xfffff800121c4780, uz_name = 0xffffffff81e18fd2 "fuse_ticket", uz_link = {le_next = 0x0, le_prev = 0xfffff800121c4810}, uz_buckets = {lh_first = 0x0}, uz_kegs = {lh_first = 0xfffff8067c9cc0b0}, uz_klink = {kl_link = {le_next = 0x0, le_prev = 0xfffff8067c9cc0a8}, kl_keg = 0xfffff800121c4780}, uz_slab = 0xffffffff80bd1760 , uz_ctor = 0xffffffff81e14000 , uz_dtor = 0xffffffff81e14160 , uz_init = 0, uz_fini = 0, uz_import = 0xffffffff80bd1840 , uz_release = 0xffffffff80bd1990 , uz_arg = 0xfffff8067c9cc000, uz_flags = 0x0, uz_size = 0xe0, uz_allocs = 0x0, uz_fails = 0x0, uz_frees = 0x0, uz_sleeps = 0x0, uz_count = 0x3d, uz_count_min = 0x3d, uz_warning = 0x0, uz_ratecheck = {tv_sec = 0x0, tv_usec = 0x0}, uz_cpu = {{uc_freebucket = 0x0, uc_allocbucket = 0x0, uc_allocs = 0x0, uc_frees = 0x0}}} (kgdb) p *zone->uz_lockptr $2 = {lock_object = {lo_name = 0xffffffff81e18fd2 "fuse_ticket", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xfffffe0000b10d80}, mtx_lock = 0x4} (kgdb) $ svn diff -x -p /usr/src/sys -- Test scenario: misc/fuse3.sh