GENERIC HEAD from 2014-11-16 18:15:23 UTC, r274590, vmcore.245 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2014 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #1 r274590: Mon Nov 17 18:42:55 CET 2014 pho@t1.osted.lan:/usr/src/sys/amd64/compile/MEMGUARD amd64 FreeBSD clang version 3.4.1 (tags/RELEASE_34/dot1-final 208032) 20140512 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. MEMGUARD DEBUGGING ALLOCATOR INITIALIZED: MEMGUARD map base: 0xfffffe0000400000 MEMGUARD map size: 63090640 KBytes VT: running with driver "vga". CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.24-MHz K8-class CPU) Origin="GenuineIntel" Id=0x206d7 Family=0x6 Model=0x2d Stepping=7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100800 AMD Features2=0x1 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 32015626240 (30532 MB) : Trying to mount root from ufs:/dev/da0p2 [rw]... Enter full pathname of shell or RETURN for /bin/sh: # cd ~pho/stress2/wip # mount -t ufs -a swapon -a dumpon /dev/da0p4 service ddb start # swapon -a swapon: adding /dev/da0p4 as swap device # dumpon /dev/da0p4 # service ddb start Starting ddb. # sh -x ./memguard5.sh + id -u + [ 0 -ne 0 ] + . ../default.cfg + export RUNDIR=/tmp/stressX + export RUNTIME=2m + export VERBOSE=1 + export LOAD=20 + export INCARNATIONS=20 + export BLASTHOST=192.168.1.3 + export runRUNTIME=3d + export runINCARNATIONS=1 + export runLOAD=100 + export swapINCARNATIONS=40 + export swapLOAD=80 + export syscallKILL=1 + export swapKILL=1 + export rwLOAD=70 + export mkdirLOAD=80 + export creatLOAD=80 + export symlinkLOAD=20 + export tcpKILL=1 + export shmINCARNATIONS=5 + export 'TESTPROGS= testcases/rw/rw testcases/swap/swap testcases/creat/creat testcases/mkdir/mkdir testcases/thr1/thr1 testcases/udp/udp testcases/tcp/tcp ' + diskimage=/var/tmp/diskimage + mntpoint=/mnt + testuser=stress + mdstart=5 + part=a + newfs_flags=-U + hostname + [ -f ./ ] + hostname + [ -f ../ ] + sysctl vm + grep -q memguard + sysctl vm.memguard.options=3 vm.memguard.options: 1 -> 3 + sysctl vm.memguard.frequency=1000 vm.memguard.frequency: 0 -> 1000 + mount + grep /mnt + grep -q /dev/md + mdconfig -l + grep -q md5 panic: __rw_wlock_hard: recursing but non-recursive rw kmem vm object @ ../../../vm/vm_kern.c:345 cpuid = 23 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe16953260c0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe1695326170 vpanic() at vpanic+0x189/frame 0xfffffe16953261f0 kassert_panic() at kassert_panic+0x139/frame 0xfffffe1695326260 __rw_wlock_hard() at __rw_wlock_hard+0x13b/frame 0xfffffe16953263c0 _rw_wlock_cookie() at _rw_wlock_cookie+0x185/frame 0xfffffe1695326420 kmem_back() at kmem_back+0xd2/frame 0xfffffe16953264a0 memguard_alloc() at memguard_alloc+0x1ba/frame 0xfffffe1695326510 uma_zalloc_arg() at uma_zalloc_arg+0x85/frame 0xfffffe16953265b0 vm_radix_insert() at vm_radix_insert+0x204/frame 0xfffffe1695326610 vm_page_insert_after() at vm_page_insert_after+0x1c9/frame 0xfffffe1695326660 vm_page_alloc() at vm_page_alloc+0x9a9/frame 0xfffffe16953266c0 kmem_back() at kmem_back+0x108/frame 0xfffffe1695326740 memguard_alloc() at memguard_alloc+0x1ba/frame 0xfffffe16953267b0 malloc() at malloc+0x170/frame 0xfffffe1695326830 xpt_getattr() at xpt_getattr+0x187/frame 0xfffffe1695326960 dagetattr() at dagetattr+0x53/frame 0xfffffe1695326990 g_disk_dumpconf() at g_disk_dumpconf+0x18c/frame 0xfffffe16953269d0 g_conf_specific() at g_conf_specific+0x406/frame 0xfffffe1695326a30 g_run_events() at g_run_events+0x1b7/frame 0xfffffe1695326a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695326ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695326ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695326b70, rbp = 0 --- KDB: enter: panic [ thread pid 13 tid 100053 ] Stopped at kdb_enter+0x3e: movq $0,kdb_why db> run pho db:0:pho> bt Tracing pid 13 tid 100053 td 0xfffff8000de3a4a0 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe1695326170 vpanic() at vpanic+0x1a9/frame 0xfffffe16953261f0 kassert_panic() at kassert_panic+0x139/frame 0xfffffe1695326260 __rw_wlock_hard() at __rw_wlock_hard+0x13b/frame 0xfffffe16953263c0 _rw_wlock_cookie() at _rw_wlock_cookie+0x185/frame 0xfffffe1695326420 kmem_back() at kmem_back+0xd2/frame 0xfffffe16953264a0 memguard_alloc() at memguard_alloc+0x1ba/frame 0xfffffe1695326510 uma_zalloc_arg() at uma_zalloc_arg+0x85/frame 0xfffffe16953265b0 vm_radix_insert() at vm_radix_insert+0x204/frame 0xfffffe1695326610 vm_page_insert_after() at vm_page_insert_after+0x1c9/frame 0xfffffe1695326660 vm_page_alloc() at vm_page_alloc+0x9a9/frame 0xfffffe16953266c0 kmem_back() at kmem_back+0x108/frame 0xfffffe1695326740 memguard_alloc() at memguard_alloc+0x1ba/frame 0xfffffe16953267b0 malloc() at malloc+0x170/frame 0xfffffe1695326830 xpt_getattr() at xpt_getattr+0x187/frame 0xfffffe1695326960 dagetattr() at dagetattr+0x53/frame 0xfffffe1695326990 g_disk_dumpconf() at g_disk_dumpconf+0x18c/frame 0xfffffe16953269d0 g_conf_specific() at g_conf_specific+0x406/frame 0xfffffe1695326a30 g_run_events() at g_run_events+0x1b7/frame 0xfffffe1695326a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695326ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695326ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695326b70, rbp = 0 --- db:0:bt> show allpcpu Current CPU: 23 cpuid = 0 dynamic pcpu = 0x6b2900 curthread = 0xfffff8000ddef000: pid 11 "idle: cpu0" curpcb = 0xfffffe169522cb80 fpcurthread = none idlethread = 0xfffff8000ddef000: tid 100003 "idle: cpu0" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9710 commontssp = 0xffffffff818b9710 rsp0 = 0xfffffe169522cb80 gs32p = 0xffffffff818bff68 ldt = 0xffffffff818bffa8 tss = 0xffffffff818bff98 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe170f081900 curthread = 0xfffff8000ddee940: pid 11 "idle: cpu1" curpcb = 0xfffffe1695231b80 fpcurthread = none idlethread = 0xfffff8000ddee940: tid 100004 "idle: cpu1" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9778 commontssp = 0xffffffff818b9778 rsp0 = 0xfffffe1695231b80 gs32p = 0xffffffff818bffd0 ldt = 0xffffffff818c0010 tss = 0xffffffff818c0000 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe170f089900 curthread = 0xfffff8000ddee4a0: pid 11 "idle: cpu2" curpcb = 0xfffffe1695236b80 fpcurthread = none idlethread = 0xfffff8000ddee4a0: tid 100005 "idle: cpu2" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b97e0 commontssp = 0xffffffff818b97e0 rsp0 = 0xfffffe1695236b80 gs32p = 0xffffffff818c0038 ldt = 0xffffffff818c0078 tss = 0xffffffff818c0068 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe17855dd900 curthread = 0xfffff8000ddee000: pid 11 "idle: cpu3" curpcb = 0xfffffe169523bb80 fpcurthread = none idlethread = 0xfffff8000ddee000: tid 100006 "idle: cpu3" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9848 commontssp = 0xffffffff818b9848 rsp0 = 0xfffffe169523bb80 gs32p = 0xffffffff818c00a0 ldt = 0xffffffff818c00e0 tss = 0xffffffff818c00d0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe17855e5900 curthread = 0xfffff8000dde8940: pid 11 "idle: cpu4" curpcb = 0xfffffe1695240b80 fpcurthread = none idlethread = 0xfffff8000dde8940: tid 100007 "idle: cpu4" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b98b0 commontssp = 0xffffffff818b98b0 rsp0 = 0xfffffe1695240b80 gs32p = 0xffffffff818c0108 ldt = 0xffffffff818c0148 tss = 0xffffffff818c0138 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe17855ed900 curthread = 0xfffff8000dde84a0: pid 11 "idle: cpu5" curpcb = 0xfffffe1695245b80 fpcurthread = none idlethread = 0xfffff8000dde84a0: tid 100008 "idle: cpu5" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9918 commontssp = 0xffffffff818b9918 rsp0 = 0xfffffe1695245b80 gs32p = 0xffffffff818c0170 ldt = 0xffffffff818c01b0 tss = 0xffffffff818c01a0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe17855f5900 curthread = 0xfffff8000dde8000: pid 11 "idle: cpu6" curpcb = 0xfffffe169524ab80 fpcurthread = none idlethread = 0xfffff8000dde8000: tid 100009 "idle: cpu6" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9980 commontssp = 0xffffffff818b9980 rsp0 = 0xfffffe169524ab80 gs32p = 0xffffffff818c01d8 ldt = 0xffffffff818c0218 tss = 0xffffffff818c0208 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe17855fd900 curthread = 0xfffff8000ddff940: pid 11 "idle: cpu7" curpcb = 0xfffffe169524fb80 fpcurthread = none idlethread = 0xfffff8000ddff940: tid 100010 "idle: cpu7" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b99e8 commontssp = 0xffffffff818b99e8 rsp0 = 0xfffffe169524fb80 gs32p = 0xffffffff818c0240 ldt = 0xffffffff818c0280 tss = 0xffffffff818c0270 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe1785605900 curthread = 0xfffff8000ddff4a0: pid 11 "idle: cpu8" curpcb = 0xfffffe1695254b80 fpcurthread = none idlethread = 0xfffff8000ddff4a0: tid 100011 "idle: cpu8" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9a50 commontssp = 0xffffffff818b9a50 rsp0 = 0xfffffe1695254b80 gs32p = 0xffffffff818c02a8 ldt = 0xffffffff818c02e8 tss = 0xffffffff818c02d8 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe178560d900 curthread = 0xfffff8000ddff000: pid 11 "idle: cpu9" curpcb = 0xfffffe1695259b80 fpcurthread = none idlethread = 0xfffff8000ddff000: tid 100012 "idle: cpu9" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9ab8 commontssp = 0xffffffff818b9ab8 rsp0 = 0xfffffe1695259b80 gs32p = 0xffffffff818c0310 ldt = 0xffffffff818c0350 tss = 0xffffffff818c0340 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe1785615900 curthread = 0xfffff8000ddfe940: pid 11 "idle: cpu10" curpcb = 0xfffffe169525eb80 fpcurthread = none idlethread = 0xfffff8000ddfe940: tid 100013 "idle: cpu10" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9b20 commontssp = 0xffffffff818b9b20 rsp0 = 0xfffffe169525eb80 gs32p = 0xffffffff818c0378 ldt = 0xffffffff818c03b8 tss = 0xffffffff818c03a8 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe178561d900 curthread = 0xfffff8000ddfe4a0: pid 11 "idle: cpu11" curpcb = 0xfffffe1695263b80 fpcurthread = none idlethread = 0xfffff8000ddfe4a0: tid 100014 "idle: cpu11" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9b88 commontssp = 0xffffffff818b9b88 rsp0 = 0xfffffe1695263b80 gs32p = 0xffffffff818c03e0 ldt = 0xffffffff818c0420 tss = 0xffffffff818c0410 spin locks held: cpuid = 12 dynamic pcpu = 0xfffffe1785625900 curthread = 0xfffff8000ddfe000: pid 11 "idle: cpu12" curpcb = 0xfffffe1695268b80 fpcurthread = none idlethread = 0xfffff8000ddfe000: tid 100015 "idle: cpu12" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9bf0 commontssp = 0xffffffff818b9bf0 rsp0 = 0xfffffe1695268b80 gs32p = 0xffffffff818c0448 ldt = 0xffffffff818c0488 tss = 0xffffffff818c0478 spin locks held: cpuid = 13 dynamic pcpu = 0xfffffe178562d900 curthread = 0xfffff8000ddfd940: pid 11 "idle: cpu13" curpcb = 0xfffffe169526db80 fpcurthread = none idlethread = 0xfffff8000ddfd940: tid 100016 "idle: cpu13" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9c58 commontssp = 0xffffffff818b9c58 rsp0 = 0xfffffe169526db80 gs32p = 0xffffffff818c04b0 ldt = 0xffffffff818c04f0 tss = 0xffffffff818c04e0 spin locks held: cpuid = 14 dynamic pcpu = 0xfffffe1785635900 curthread = 0xfffff8000ddfd4a0: pid 11 "idle: cpu14" curpcb = 0xfffffe1695272b80 fpcurthread = none idlethread = 0xfffff8000ddfd4a0: tid 100017 "idle: cpu14" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9cc0 commontssp = 0xffffffff818b9cc0 rsp0 = 0xfffffe1695272b80 gs32p = 0xffffffff818c0518 ldt = 0xffffffff818c0558 tss = 0xffffffff818c0548 spin locks held: cpuid = 15 dynamic pcpu = 0xfffffe178563d900 curthread = 0xfffff8000ddfd000: pid 11 "idle: cpu15" curpcb = 0xfffffe1695277b80 fpcurthread = none idlethread = 0xfffff8000ddfd000: tid 100018 "idle: cpu15" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9d28 commontssp = 0xffffffff818b9d28 rsp0 = 0xfffffe1695277b80 gs32p = 0xffffffff818c0580 ldt = 0xffffffff818c05c0 tss = 0xffffffff818c05b0 spin locks held: cpuid = 16 dynamic pcpu = 0xfffffe1785645900 curthread = 0xfffff8000de02940: pid 11 "idle: cpu16" curpcb = 0xfffffe169527cb80 fpcurthread = none idlethread = 0xfffff8000de02940: tid 100019 "idle: cpu16" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9d90 commontssp = 0xffffffff818b9d90 rsp0 = 0xfffffe169527cb80 gs32p = 0xffffffff818c05e8 ldt = 0xffffffff818c0628 tss = 0xffffffff818c0618 spin locks held: cpuid = 17 dynamic pcpu = 0xfffffe178564d900 curthread = 0xfffff8000de024a0: pid 11 "idle: cpu17" curpcb = 0xfffffe1695281b80 fpcurthread = none idlethread = 0xfffff8000de024a0: tid 100020 "idle: cpu17" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9df8 commontssp = 0xffffffff818b9df8 rsp0 = 0xfffffe1695281b80 gs32p = 0xffffffff818c0650 ldt = 0xffffffff818c0690 tss = 0xffffffff818c0680 spin locks held: cpuid = 18 dynamic pcpu = 0xfffffe1785655900 curthread = 0xfffff8000de02000: pid 11 "idle: cpu18" curpcb = 0xfffffe1695286b80 fpcurthread = none idlethread = 0xfffff8000de02000: tid 100021 "idle: cpu18" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9e60 commontssp = 0xffffffff818b9e60 rsp0 = 0xfffffe1695286b80 gs32p = 0xffffffff818c06b8 ldt = 0xffffffff818c06f8 tss = 0xffffffff818c06e8 spin locks held: cpuid = 19 dynamic pcpu = 0xfffffe178565d900 curthread = 0xfffff8000de01940: pid 11 "idle: cpu19" curpcb = 0xfffffe169528bb80 fpcurthread = none idlethread = 0xfffff8000de01940: tid 100022 "idle: cpu19" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9ec8 commontssp = 0xffffffff818b9ec8 rsp0 = 0xfffffe169528bb80 gs32p = 0xffffffff818c0720 ldt = 0xffffffff818c0760 tss = 0xffffffff818c0750 spin locks held: cpuid = 20 dynamic pcpu = 0xfffffe1785665900 curthread = 0xfffff8000de014a0: pid 11 "idle: cpu20" curpcb = 0xfffffe1695290b80 fpcurthread = none idlethread = 0xfffff8000de014a0: tid 100023 "idle: cpu20" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9f30 commontssp = 0xffffffff818b9f30 rsp0 = 0xfffffe1695290b80 gs32p = 0xffffffff818c0788 ldt = 0xffffffff818c07c8 tss = 0xffffffff818c07b8 spin locks held: cpuid = 21 dynamic pcpu = 0xfffffe178566d900 curthread = 0xfffff8000de01000: pid 11 "idle: cpu21" curpcb = 0xfffffe1695295b80 fpcurthread = none idlethread = 0xfffff8000de01000: tid 100024 "idle: cpu21" curpmap = 0xffffffff81886090 tssp = 0xffffffff818b9f98 commontssp = 0xffffffff818b9f98 rsp0 = 0xfffffe1695295b80 gs32p = 0xffffffff818c07f0 ldt = 0xffffffff818c0830 tss = 0xffffffff818c0820 spin locks held: cpuid = 22 dynamic pcpu = 0xfffffe1785675900 curthread = 0xfffff8000de00940: pid 11 "idle: cpu22" curpcb = 0xfffffe169529ab80 fpcurthread = none idlethread = 0xfffff8000de00940: tid 100025 "idle: cpu22" curpmap = 0xffffffff81886090 tssp = 0xffffffff818ba000 commontssp = 0xffffffff818ba000 rsp0 = 0xfffffe169529ab80 gs32p = 0xffffffff818c0858 ldt = 0xffffffff818c0898 tss = 0xffffffff818c0888 spin locks held: cpuid = 23 dynamic pcpu = 0xfffffe178567d900 curthread = 0xfffff8000de3a4a0: pid 13 "g_event" curpcb = 0xfffffe1695326b80 fpcurthread = none idlethread = 0xfffff8000de004a0: tid 100026 "idle: cpu23" curpmap = 0xffffffff81886090 tssp = 0xffffffff818ba068 commontssp = 0xffffffff818ba068 rsp0 = 0xfffffe1695326b80 gs32p = 0xffffffff818c08c0 ldt = 0xffffffff818c0900 tss = 0xffffffff818c08f0 spin locks held: db:0:allpcpu> show alllocks Process 13 (geom) thread 0xfffff8000de3a4a0 (100053) exclusive rw kmem vm object (kmem vm object) r = 0 (0xffffffff818b06b8) locked @ vm/vm_kern.c:345 exclusive sleep mutex CAM device lock (CAM device lock) r = 0 (0xfffff80019105450) locked @ cam/scsi/scsi_da.c:1523 exclusive sx GEOM topology (GEOM topology) r = 0 (0xffffffff818855b0) locked @ geom/geom_event.c:286 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xfffff8001957ab58 /dev/da0p2 on / (ufs) 0xfffff8001957b000 devfs on /dev (devfs) 0xfffff80019a593c8 /dev/da0p3 on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 41 29 29 0 S+ piperd 0xfffff80019df4000 grep 40 29 29 0 D+ g_waitfo 0xfffff80019eb0c00 mdconfig 29 17 29 0 S+ wait 0xfffff80019ce0970 sh 17 1 17 0 Ss+ wait 0xfffff8001982b970 sh 16 0 0 0 DL syncer 0xffffffff817e5598 [syncer] 9 0 0 0 DL vlruwt 0xfffff800191a7000 [vnlru] 8 0 0 0 DL (threaded) [bufdaemon] 100136 D psleep 0xffffffff817e4784 [bufdaemon] 100141 D sdflush 0xfffff80019a172e8 [/ worker] 100142 D sdflush 0xfffff80019a170e8 [/tmp worker] 7 0 0 0 DL pgzero 0xffffffff817eda14 [pagezero] 6 0 0 0 DL psleep 0xffffffff817ed218 [vmdaemon] 5 0 0 0 DL psleep 0xffffffff818b8a84 [pagedaemon] 4 0 0 0 DL idle 0xfffff800191a8970 [enc_daemon0] 3 0 0 0 DL waiting_ 0xffffffff818ac888 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100075 D - 0xfffffe0f0bee5d10 [usbus0] 100076 D - 0xfffffe0f0bee5d68 [usbus0] 100077 D - 0xfffffe0f0bee5dc0 [usbus0] 100078 D - 0xfffffe0f0bee5e18 [usbus0] 100115 D - 0xfffffe0f0c2da560 [usbus1] 100116 D - 0xfffffe0f0c2da5b8 [usbus1] 100117 D - 0xfffffe0f0c2da610 [usbus1] 100118 D - 0xfffffe0f0c2da668 [usbus1] 100120 D - 0xfffffe0f0c148d10 [usbus2] 100121 D - 0xfffffe0f0c148d68 [usbus2] 100122 D - 0xfffffe0f0c148dc0 [usbus2] 100123 D - 0xfffffe0f0c148e18 [usbus2] 2 0 0 0 DL (threaded) [cam] 100062 D - 0xffffffff81574a80 [doneq0] 100063 D - 0xffffffff81574b80 [doneq1] 100064 D - 0xffffffff81574c80 [doneq2] 100065 D - 0xffffffff81574d80 [doneq3] 100066 D - 0xffffffff81574e80 [doneq4] 100131 D - 0xffffffff815748c0 [scanner] 14 0 0 0 DL - 0xffffffff815a1d00 [rand_harvestq] 13 0 0 0 RL (threaded) [geom] 100053 Run CPU 23 [g_event] 100054 D - 0xffffffff818855e8 [g_up] 100055 D - 0xffffffff818855f0 [g_down] 12 0 0 0 WL (threaded) [intr] 100027 I [swi4: clock (0)] 100028 I [swi4: clock (1)] 100029 I [swi4: clock (2)] 100030 I [swi4: clock (3)] 100031 I [swi4: clock (4)] 100032 I [swi4: clock (5)] 100033 I [swi4: clock (6)] 100034 I [swi4: clock (7)] 100035 I [swi4: clock (8)] 100036 I [swi4: clock (9)] 100037 I [swi4: clock (10)] 100038 I [swi4: clock (11)] 100039 I [swi4: clock (12)] 100040 I [swi4: clock (13)] 100041 I [swi4: clock (14)] 100042 I [swi4: clock (15)] 100043 I [swi4: clock (16)] 100044 I [swi4: clock (17)] 100045 I [swi4: clock (18)] 100046 I [swi4: clock (19)] 100047 I [swi4: clock (20)] 100048 I [swi4: clock (21)] 100049 I [swi4: clock (22)] 100050 I [swi4: clock (23)] 100051 I [swi3: vm] 100052 I [swi1: netisr 0] 100068 I [swi6: task queue] 100069 I [swi6: Giant taskq] 100071 I [swi5: fast taskq] 100072 I [irq264: isci0] 100073 I [irq265: isci0] 100074 I [irq22: ehci0] 100079 I [irq266: hdac0] 100080 I [irq267: igb0:que 0] 100082 I [irq268: igb0:que 1] 100084 I [irq269: igb0:que 2] 100086 I [irq270: igb0:que 3] 100088 I [irq271: igb0:que 4] 100090 I [irq272: igb0:que 5] 100092 I [irq273: igb0:que 6] 100094 I [irq274: igb0:que 7] 100096 I [irq275: igb0:link] 100097 I [irq276: igb1:que 0] 100099 I [irq277: igb1:que 1] 100101 I [irq278: igb1:que 2] 100103 I [irq279: igb1:que 3] 100105 I [irq280: igb1:que 4] 100107 I [irq281: igb1:que 5] 100109 I [irq282: igb1:que 6] 100111 I [irq283: igb1:que 7] 100113 I [irq284: igb1:link] 100114 I [irq285: xhci0] 100119 I [irq20: ehci1] 100124 I [irq286: ahci0] 100125 I [irq287: hdac1] 100126 I [swi0: uart] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 Run CPU 6 [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 100015 Run CPU 12 [idle: cpu12] 100016 Run CPU 13 [idle: cpu13] 100017 Run CPU 14 [idle: cpu14] 100018 Run CPU 15 [idle: cpu15] 100019 Run CPU 16 [idle: cpu16] 100020 Run CPU 17 [idle: cpu17] 100021 Run CPU 18 [idle: cpu18] 100022 Run CPU 19 [idle: cpu19] 100023 Run CPU 20 [idle: cpu20] 100024 Run CPU 21 [idle: cpu21] 100025 Run CPU 22 [idle: cpu22] 100026 CanRun [idle: cpu23] 1 0 1 0 SLs wait 0xfffff8000dde74b8 [init] 10 0 0 0 DL audit_wo 0xffffffff818b0078 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81885618 [swapper] 100056 D - 0xfffff8000dddf400 [firmware taskq] 100058 D - 0xfffff8000dddf100 [kqueue taskq] 100059 D - 0xfffff8000dfe3100 [acpi_task_0] 100060 D - 0xfffff8000dfe3100 [acpi_task_1] 100061 D - 0xfffff8000dfe3100 [acpi_task_2] 100067 D - 0xfffff8000dfe2500 [ffs_trim taskq] 100070 D - 0xfffff8000dfe1e00 [thread taskq] 100081 D - 0xfffff8000dfe1100 [igb0 que (qid 0)] 100083 D - 0xfffff8000dfe0d00 [igb0 que (qid 1)] 100085 D - 0xfffff8000dfe0a00 [igb0 que (qid 2)] 100087 D - 0xfffff8000dfe0700 [igb0 que (qid 3)] 100089 D - 0xfffff8000dfe0400 [igb0 que (qid 4)] 100091 D - 0xfffff8000dfe0100 [igb0 que (qid 5)] 100093 D - 0xfffff8000dde3d00 [igb0 que (qid 6)] 100095 D - 0xfffff8000dde3a00 [igb0 que (qid 7)] 100098 D - 0xfffff8000dde3600 [igb1 que (qid 8)] 100100 D - 0xfffff8000dde3300 [igb1 que (qid 9)] 100102 D - 0xfffff8001547a200 [igb1 que (qid 10)] 100104 D - 0xfffff80015479e00 [igb1 que (qid 11)] 100106 D - 0xfffff80015479b00 [igb1 que (qid 12)] 100108 D - 0xfffff80015479800 [igb1 que (qid 13)] 100110 D - 0xfffff80015479500 [igb1 que (qid 14)] 100112 D - 0xfffff80015479200 [igb1 que (qid 15)] 100127 D - 0xfffff80015478100 [mca taskq] 100128 D - 0xffffffff81654427 [deadlkres] 100130 D - 0xfffff8000dfe2c00 [CAM taskq] db:0:ps> allt Tracing command grep pid 41 tid 100150 td 0xfffff80019a4a940 sched_switch() at sched_switch+0x49a/frame 0xfffffe1728827690 mi_switch() at mi_switch+0x179/frame 0xfffffe17288276d0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728827710 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe1728827780 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe17288277b0 _sleep() at _sleep+0x349/frame 0xfffffe1728827850 pipe_read() at pipe_read+0x296/frame 0xfffffe17288278b0 dofileread() at dofileread+0x95/frame 0xfffffe1728827900 kern_readv() at kern_readv+0x68/frame 0xfffffe1728827950 sys_read() at sys_read+0x63/frame 0xfffffe17288279a0 amd64_syscall() at amd64_syscall+0x278/frame 0xfffffe1728827ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1728827ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800fa430a, rsp = 0x7fffffffe828, rbp = 0x7fffffffe870 --- Tracing command mdconfig pid 40 tid 100151 td 0xfffff80019e43940 sched_switch() at sched_switch+0x49a/frame 0xfffffe172882c5a0 mi_switch() at mi_switch+0x179/frame 0xfffffe172882c5e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172882c620 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe172882c650 _sleep() at _sleep+0x33a/frame 0xfffffe172882c6f0 g_waitfor_event() at g_waitfor_event+0xe3/frame 0xfffffe172882c780 sysctl_kern_geom_confxml() at sysctl_kern_geom_confxml+0x39/frame 0xfffffe172882c7b0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x99/frame 0xfffffe172882c800 sysctl_root() at sysctl_root+0x18e/frame 0xfffffe172882c850 userland_sysctl() at userland_sysctl+0x192/frame 0xfffffe172882c8f0 sys___sysctl() at sys___sysctl+0x74/frame 0xfffffe172882c9a0 amd64_syscall() at amd64_syscall+0x278/frame 0xfffffe172882cab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe172882cab0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80119697a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4d0 --- Tracing command sh pid 29 tid 100148 td 0xfffff80019cf2940 sched_switch() at sched_switch+0x49a/frame 0xfffffe172881d540 mi_switch() at mi_switch+0x179/frame 0xfffffe172881d580 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172881d5c0 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe172881d630 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe172881d660 _sleep() at _sleep+0x349/frame 0xfffffe172881d700 kern_wait6() at kern_wait6+0x404/frame 0xfffffe172881d7b0 sys_wait4() at sys_wait4+0x72/frame 0xfffffe172881d9a0 amd64_syscall() at amd64_syscall+0x278/frame 0xfffffe172881dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe172881dab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d529da, rsp = 0x7fffffffe9b8, rbp = 0x7fffffffea60 --- Tracing command sh pid 17 tid 100139 td 0xfffff8001983d940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17287ec540 mi_switch() at mi_switch+0x179/frame 0xfffffe17287ec580 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17287ec5c0 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe17287ec630 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe17287ec660 _sleep() at _sleep+0x349/frame 0xfffffe17287ec700 kern_wait6() at kern_wait6+0x404/frame 0xfffffe17287ec7b0 sys_wait4() at sys_wait4+0x72/frame 0xfffffe17287ec9a0 amd64_syscall() at amd64_syscall+0x278/frame 0xfffffe17287ecab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe17287ecab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d529da, rsp = 0x7fffffffe9e8, rbp = 0x7fffffffea90 --- Tracing command syncer pid 16 tid 100138 td 0xfffff800191d3000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17286228a0 mi_switch() at mi_switch+0x179/frame 0xfffffe17286228e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728622920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1728622950 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x200/frame 0xfffffe17286229d0 sched_sync() at sched_sync+0x61e/frame 0xfffffe1728622a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728622ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728622ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728622b70, rbp = 0 --- Tracing command vnlru pid 9 tid 100137 td 0xfffff800191d34a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172861d8a0 mi_switch() at mi_switch+0x179/frame 0xfffffe172861d8e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172861d920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe172861d950 _sleep() at _sleep+0x33a/frame 0xfffffe172861d9f0 vnlru_proc() at vnlru_proc+0x48/frame 0xfffffe172861da70 fork_exit() at fork_exit+0x84/frame 0xfffffe172861dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172861dab0 --- trap 0, rip = 0, rsp = 0xfffffe172861db70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100136 td 0xfffff800191d3940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17286188f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1728618930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728618970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe17286189a0 _sleep() at _sleep+0x33a/frame 0xfffffe1728618a40 buf_daemon() at buf_daemon+0x68/frame 0xfffffe1728618a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728618ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728618ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728618b70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100141 td 0xfffff80019a4b940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17287f68c0 mi_switch() at mi_switch+0x179/frame 0xfffffe17287f6900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17287f6940 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe17287f6970 _sleep() at _sleep+0x33a/frame 0xfffffe17287f6a10 softdep_flush() at softdep_flush+0x20f/frame 0xfffffe17287f6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17287f6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17287f6ab0 --- trap 0, rip = 0, rsp = 0xfffffe17287f6b70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100142 td 0xfffff80019a4b4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe17287fb8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe17287fb900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17287fb940 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe17287fb970 _sleep() at _sleep+0x33a/frame 0xfffffe17287fba10 softdep_flush() at softdep_flush+0x20f/frame 0xfffffe17287fba70 fork_exit() at fork_exit+0x84/frame 0xfffffe17287fbab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17287fbab0 --- trap 0, rip = 0, rsp = 0xfffffe17287fbb70, rbp = 0 --- Tracing command pagezero pid 7 tid 100135 td 0xfffff800180a5000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17286138f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1728613930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728613970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe17286139a0 _sleep() at _sleep+0x33a/frame 0xfffffe1728613a40 vm_pagezero() at vm_pagezero+0x88/frame 0xfffffe1728613a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728613ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728613ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728613b70, rbp = 0 --- Tracing command vmdaemon pid 6 tid 100134 td 0xfffff800180a54a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172860e8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe172860e8f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172860e930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172860e960 _sleep() at _sleep+0x366/frame 0xfffffe172860ea00 vm_daemon() at vm_daemon+0x7e/frame 0xfffffe172860ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe172860eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172860eab0 --- trap 0, rip = 0, rsp = 0xfffffe172860eb70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100133 td 0xfffff800180a5940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17286098a0 mi_switch() at mi_switch+0x179/frame 0xfffffe17286098e0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728609920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1728609950 _sleep() at _sleep+0x33a/frame 0xfffffe17286099f0 vm_pageout() at vm_pageout+0x139/frame 0xfffffe1728609a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728609ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728609ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728609b70, rbp = 0 --- Tracing command enc_daemon0 pid 4 tid 100132 td 0xfffff800180a6000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17286048b0 mi_switch() at mi_switch+0x179/frame 0xfffffe17286048f0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728604930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1728604960 _sleep() at _sleep+0x366/frame 0xfffffe1728604a00 enc_daemon() at enc_daemon+0x110/frame 0xfffffe1728604a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728604ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728604ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728604b70, rbp = 0 --- Tracing command sctp_iterator pid 3 tid 100129 td 0xfffff800180a7000 sched_switch() at sched_switch+0x49a/frame 0xfffffe1728431900 mi_switch() at mi_switch+0x179/frame 0xfffffe1728431940 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728431980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17284319b0 _sleep() at _sleep+0x366/frame 0xfffffe1728431a50 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe1728431a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728431ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728431ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728431b70, rbp = 0 --- Tracing command usb pid 15 tid 100075 td 0xfffff80015424000 sched_switch() at sched_switch+0x49a/frame 0xfffffe172606f920 mi_switch() at mi_switch+0x179/frame 0xfffffe172606f960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172606f9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172606f9d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe172606fa40 usb_process() at usb_process+0xd4/frame 0xfffffe172606fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe172606fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172606fab0 --- trap 0, rip = 0, rsp = 0xfffffe172606fb70, rbp = 0 --- Tracing command usb pid 15 tid 100076 td 0xfffff80015423940 sched_switch() at sched_switch+0x49a/frame 0xfffffe1726074920 mi_switch() at mi_switch+0x179/frame 0xfffffe1726074960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260749a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260749d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe1726074a40 usb_process() at usb_process+0xd4/frame 0xfffffe1726074a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726074ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726074ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726074b70, rbp = 0 --- Tracing command usb pid 15 tid 100077 td 0xfffff800154234a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe1726079920 mi_switch() at mi_switch+0x179/frame 0xfffffe1726079960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260799a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260799d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe1726079a40 usb_process() at usb_process+0xd4/frame 0xfffffe1726079a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726079ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726079ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726079b70, rbp = 0 --- Tracing command usb pid 15 tid 100078 td 0xfffff80015423000 sched_switch() at sched_switch+0x49a/frame 0xfffffe172607e920 mi_switch() at mi_switch+0x179/frame 0xfffffe172607e960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172607e9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172607e9d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe172607ea40 usb_process() at usb_process+0xd4/frame 0xfffffe172607ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe172607eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172607eab0 --- trap 0, rip = 0, rsp = 0xfffffe172607eb70, rbp = 0 --- Tracing command usb pid 15 tid 100115 td 0xfffff8001547b940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261e3920 mi_switch() at mi_switch+0x179/frame 0xfffffe17261e3960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17261e39a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261e39d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe17261e3a40 usb_process() at usb_process+0xd4/frame 0xfffffe17261e3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17261e3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17261e3ab0 --- trap 0, rip = 0, rsp = 0xfffffe17261e3b70, rbp = 0 --- Tracing command usb pid 15 tid 100116 td 0xfffff8001547b4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261e8920 mi_switch() at mi_switch+0x179/frame 0xfffffe17261e8960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17261e89a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261e89d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe17261e8a40 usb_process() at usb_process+0xd4/frame 0xfffffe17261e8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17261e8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17261e8ab0 --- trap 0, rip = 0, rsp = 0xfffffe17261e8b70, rbp = 0 --- Tracing command usb pid 15 tid 100117 td 0xfffff8001547b000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261ed920 mi_switch() at mi_switch+0x179/frame 0xfffffe17261ed960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17261ed9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261ed9d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe17261eda40 usb_process() at usb_process+0xd4/frame 0xfffffe17261eda70 fork_exit() at fork_exit+0x84/frame 0xfffffe17261edab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17261edab0 --- trap 0, rip = 0, rsp = 0xfffffe17261edb70, rbp = 0 --- Tracing command usb pid 15 tid 100118 td 0xfffff80015494940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261f2920 mi_switch() at mi_switch+0x179/frame 0xfffffe17261f2960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17261f29a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261f29d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe17261f2a40 usb_process() at usb_process+0xd4/frame 0xfffffe17261f2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17261f2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17261f2ab0 --- trap 0, rip = 0, rsp = 0xfffffe17261f2b70, rbp = 0 --- Tracing command usb pid 15 tid 100120 td 0xfffff80015494000 sched_switch() at sched_switch+0x49a/frame 0xfffffe172637f920 mi_switch() at mi_switch+0x179/frame 0xfffffe172637f960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172637f9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172637f9d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe172637fa40 usb_process() at usb_process+0xd4/frame 0xfffffe172637fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe172637fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172637fab0 --- trap 0, rip = 0, rsp = 0xfffffe172637fb70, rbp = 0 --- Tracing command usb pid 15 tid 100121 td 0xfffff8001548c940 sched_switch() at sched_switch+0x49a/frame 0xfffffe1726384920 mi_switch() at mi_switch+0x179/frame 0xfffffe1726384960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17263849a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17263849d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe1726384a40 usb_process() at usb_process+0xd4/frame 0xfffffe1726384a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726384ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726384ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726384b70, rbp = 0 --- Tracing command usb pid 15 tid 100122 td 0xfffff8001548c4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe1726389920 mi_switch() at mi_switch+0x179/frame 0xfffffe1726389960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17263899a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17263899d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe1726389a40 usb_process() at usb_process+0xd4/frame 0xfffffe1726389a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726389ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726389ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726389b70, rbp = 0 --- Tracing command usb pid 15 tid 100123 td 0xfffff8001548c000 sched_switch() at sched_switch+0x49a/frame 0xfffffe172638e920 mi_switch() at mi_switch+0x179/frame 0xfffffe172638e960 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172638e9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172638e9d0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe172638ea40 usb_process() at usb_process+0xd4/frame 0xfffffe172638ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe172638eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172638eab0 --- trap 0, rip = 0, rsp = 0xfffffe172638eb70, rbp = 0 --- Tracing command cam pid 2 tid 100062 td 0xfffff8000de4a4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953538d0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695353910 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695353950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1695353980 _sleep() at _sleep+0x366/frame 0xfffffe1695353a20 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe1695353a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695353ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695353ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695353b70, rbp = 0 --- Tracing command cam pid 2 tid 100063 td 0xfffff8000de4a000 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953588d0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695358910 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695358950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1695358980 _sleep() at _sleep+0x366/frame 0xfffffe1695358a20 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe1695358a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695358ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695358ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695358b70, rbp = 0 --- Tracing command cam pid 2 tid 100064 td 0xfffff8000dff1940 sched_switch() at sched_switch+0x49a/frame 0xfffffe169535d8d0 mi_switch() at mi_switch+0x179/frame 0xfffffe169535d910 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169535d950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe169535d980 _sleep() at _sleep+0x366/frame 0xfffffe169535da20 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe169535da70 fork_exit() at fork_exit+0x84/frame 0xfffffe169535dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169535dab0 --- trap 0, rip = 0, rsp = 0xfffffe169535db70, rbp = 0 --- Tracing command cam pid 2 tid 100065 td 0xfffff8000dff14a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953628d0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695362910 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695362950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1695362980 _sleep() at _sleep+0x366/frame 0xfffffe1695362a20 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe1695362a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695362ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695362ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695362b70, rbp = 0 --- Tracing command cam pid 2 tid 100066 td 0xfffff8000dff1000 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953678d0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695367910 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695367950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1695367980 _sleep() at _sleep+0x366/frame 0xfffffe1695367a20 xpt_done_td() at xpt_done_td+0xa5/frame 0xfffffe1695367a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695367ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695367ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695367b70, rbp = 0 --- Tracing command cam pid 2 tid 100131 td 0xfffff800180a64a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172843b8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe172843b900 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172843b940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172843b970 _sleep() at _sleep+0x366/frame 0xfffffe172843ba10 xpt_scanner_thread() at xpt_scanner_thread+0x5c/frame 0xfffffe172843ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe172843bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172843bab0 --- trap 0, rip = 0, rsp = 0xfffffe172843bb70, rbp = 0 --- Tracing command rand_harvestq pid 14 tid 100057 td 0xfffff8000de4c000 sched_switch() at sched_switch+0x49a/frame 0xfffffe169533a900 mi_switch() at mi_switch+0x179/frame 0xfffffe169533a940 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169533a980 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe169533a9b0 _sleep() at _sleep+0x33a/frame 0xfffffe169533aa50 random_kthread() at random_kthread+0x37/frame 0xfffffe169533aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe169533aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169533aab0 --- trap 0, rip = 0, rsp = 0xfffffe169533ab70, rbp = 0 --- Tracing command geom pid 13 tid 100053 td 0xfffff8000de3a4a0 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe1695326170 vpanic() at vpanic+0x1a9/frame 0xfffffe16953261f0 kassert_panic() at kassert_panic+0x139/frame 0xfffffe1695326260 __rw_wlock_hard() at __rw_wlock_hard+0x13b/frame 0xfffffe16953263c0 _rw_wlock_cookie() at _rw_wlock_cookie+0x185/frame 0xfffffe1695326420 kmem_back() at kmem_back+0xd2/frame 0xfffffe16953264a0 memguard_alloc() at memguard_alloc+0x1ba/frame 0xfffffe1695326510 uma_zalloc_arg() at uma_zalloc_arg+0x85/frame 0xfffffe16953265b0 vm_radix_insert() at vm_radix_insert+0x204/frame 0xfffffe1695326610 vm_page_insert_after() at vm_page_insert_after+0x1c9/frame 0xfffffe1695326660 vm_page_alloc() at vm_page_alloc+0x9a9/frame 0xfffffe16953266c0 kmem_back() at kmem_back+0x108/frame 0xfffffe1695326740 memguard_alloc() at memguard_alloc+0x1ba/frame 0xfffffe16953267b0 malloc() at malloc+0x170/frame 0xfffffe1695326830 xpt_getattr() at xpt_getattr+0x187/frame 0xfffffe1695326960 dagetattr() at dagetattr+0x53/frame 0xfffffe1695326990 g_disk_dumpconf() at g_disk_dumpconf+0x18c/frame 0xfffffe16953269d0 g_conf_specific() at g_conf_specific+0x406/frame 0xfffffe1695326a30 g_run_events() at g_run_events+0x1b7/frame 0xfffffe1695326a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695326ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695326ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695326b70, rbp = 0 --- Tracing command geom pid 13 tid 100054 td 0xfffff8000de3a000 sched_switch() at sched_switch+0x49a/frame 0xfffffe169532b8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe169532b920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169532b960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe169532b990 _sleep() at _sleep+0x366/frame 0xfffffe169532ba30 g_io_schedule_up() at g_io_schedule_up+0xbc/frame 0xfffffe169532ba60 g_up_procbody() at g_up_procbody+0x7d/frame 0xfffffe169532ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe169532bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169532bab0 --- trap 0, rip = 0, rsp = 0xfffffe169532bb70, rbp = 0 --- Tracing command geom pid 13 tid 100055 td 0xfffff8000de4c940 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953308e0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695330920 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695330960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1695330990 _sleep() at _sleep+0x366/frame 0xfffffe1695330a30 g_io_schedule_down() at g_io_schedule_down+0x3c/frame 0xfffffe1695330a60 g_down_procbody() at g_down_procbody+0x7d/frame 0xfffffe1695330a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695330ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695330ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695330b70, rbp = 0 --- Tracing command intr pid 12 tid 100027 td 0xfffff8000de00000 sched_switch() at sched_switch+0x49a/frame 0xfffffe16952a49f0 mi_switch() at mi_switch+0x179/frame 0xfffffe16952a4a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe16952a4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe16952a4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe16952a4ab0 --- trap 0, rip = 0, rsp = 0xfffffe16952a4b70, rbp = 0 --- Tracing command intr pid 12 tid 100028 td 0xfffff8000de31940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xfffff8000de314a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100030 td 0xfffff8000de31000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100031 td 0xfffff8000de30940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xfffff8000de304a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xfffff8000de30000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xfffff8000de2f940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xfffff8000de2f4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xfffff8000de2f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xfffff8000de37940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xfffff8000de374a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xfffff8000de37000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xfffff8000de36940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xfffff8000de364a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffff8000de36000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffff8000de35940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffff8000de354a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffff8000de35000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffff8000de3c940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff8000de3c4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff8000de3c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffff8000de3b940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xfffff8000de3b4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff8000de3b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100052 td 0xfffff8000de3a940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffff8000dff04a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953719f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695371a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe1695371a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695371ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695371ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695371b70, rbp = 0 --- Tracing command intr pid 12 tid 100069 td 0xfffff8000dff0000 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953769f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695376a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe1695376a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695376ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695376ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695376b70, rbp = 0 --- Tracing command intr pid 12 tid 100071 td 0xfffff8000dfef4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100072 td 0xfffff8000dfef000 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953c59f0 mi_switch() at mi_switch+0x179/frame 0xfffffe16953c5a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe16953c5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe16953c5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe16953c5ab0 --- trap 0, rip = 0, rsp = 0xfffffe16953c5b70, rbp = 0 --- Tracing command intr pid 12 tid 100073 td 0xfffff80015424940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100074 td 0xfffff800154244a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172606a9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172606aa30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe172606aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe172606aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172606aab0 --- trap 0, rip = 0, rsp = 0xfffffe172606ab70, rbp = 0 --- Tracing command intr pid 12 tid 100079 td 0xfffff80015422940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17260839f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726083a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe1726083a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726083ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726083ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726083b70, rbp = 0 --- Tracing command intr pid 12 tid 100080 td 0xfffff800154224a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100082 td 0xfffff80015455940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100084 td 0xfffff80015455000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100086 td 0xfffff800154544a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100088 td 0xfffff80015453940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100090 td 0xfffff80015453000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100092 td 0xfffff800154584a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100094 td 0xfffff80015457940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100096 td 0xfffff80015457000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100097 td 0xfffff80015456940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100099 td 0xfffff80015456000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100101 td 0xfffff800154764a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100103 td 0xfffff80015475940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100105 td 0xfffff80015475000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffff800154744a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100109 td 0xfffff8001547d940 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100111 td 0xfffff8001547d000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100113 td 0xfffff8001547c4a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100114 td 0xfffff8001547c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100119 td 0xfffff800154944a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172637a9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172637aa30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe172637aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe172637aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172637aab0 --- trap 0, rip = 0, rsp = 0xfffffe172637ab70, rbp = 0 --- Tracing command intr pid 12 tid 100124 td 0xfffff8001548b940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17263939f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726393a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe1726393a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726393ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726393ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726393b70, rbp = 0 --- Tracing command intr pid 12 tid 100125 td 0xfffff8001548b4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe17284179f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1728417a30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe1728417a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728417ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728417ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728417b70, rbp = 0 --- Tracing command intr pid 12 tid 100126 td 0xfffff8001548b000 sched_switch() at sched_switch+0x49a/frame 0xfffffe172841d9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172841da30 ithread_loop() at ithread_loop+0x1cf/frame 0xfffffe172841da70 fork_exit() at fork_exit+0x84/frame 0xfffffe172841dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172841dab0 --- trap 0, rip = 0, rsp = 0xfffffe172841db70, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff8000ddef000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff817f1ca0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xffffffff817f1cc0 trap() at trap+0x3a/frame 0xffffffff817f1ed0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff817f1ed0 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xffffffff817f1f90, rbp = 0xfffffe169522c8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169522c8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169522c920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169522c940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169522c960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169522ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe169522cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169522cab0 --- trap 0, rip = 0, rsp = 0xfffffe169522cb70, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff8000ddee940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe16905f3cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe16905f3d10 trap() at trap+0x3a/frame 0xfffffe16905f3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe16905f3f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe16905f3fe0, rbp = 0xfffffe16952318d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952318d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695231920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695231940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695231960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695231a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695231ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695231ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695231b70, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff8000ddee4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe16905fbcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe16905fbd10 trap() at trap+0x3a/frame 0xfffffe16905fbf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe16905fbf20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe16905fbfe0, rbp = 0xfffffe16952368d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952368d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695236920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695236940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695236960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695236a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695236ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695236ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695236b70, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff8000ddee000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe16905ffcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe16905ffd10 trap() at trap+0x3a/frame 0xfffffe16905fff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe16905fff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe16905fffe0, rbp = 0xfffffe169523b8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169523b8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169523b920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169523b940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169523b960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169523ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe169523bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169523bab0 --- trap 0, rip = 0, rsp = 0xfffffe169523bb70, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff8000dde8940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b57cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b57d10 trap() at trap+0x3a/frame 0xfffffe1706b57f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b57f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b57fe0, rbp = 0xfffffe16952408d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952408d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695240920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695240940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695240960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695240a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695240ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695240ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695240b70, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff8000dde84a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b5fcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b5fd10 trap() at trap+0x3a/frame 0xfffffe1706b5ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b5ff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b5ffe0, rbp = 0xfffffe16952458d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952458d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695245920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695245940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695245960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695245a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695245ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695245ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695245b70, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff8000dde8000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b67cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b67d10 trap() at trap+0x3a/frame 0xfffffe1706b67f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b67f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b67fe0, rbp = 0xfffffe169524a8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169524a8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169524a920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169524a940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169524a960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169524aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe169524aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169524aab0 --- trap 0, rip = 0, rsp = 0xfffffe169524ab70, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff8000ddff940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b6fcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b6fd10 trap() at trap+0x3a/frame 0xfffffe1706b6ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b6ff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b6ffe0, rbp = 0xfffffe169524f8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169524f8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169524f920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169524f940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169524f960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169524fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe169524fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169524fab0 --- trap 0, rip = 0, rsp = 0xfffffe169524fb70, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff8000ddff4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b77cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b77d10 trap() at trap+0x3a/frame 0xfffffe1706b77f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b77f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b77fe0, rbp = 0xfffffe16952548d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952548d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695254920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695254940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695254960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695254a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695254ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695254ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695254b70, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff8000ddff000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b7fcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b7fd10 trap() at trap+0x3a/frame 0xfffffe1706b7ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b7ff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b7ffe0, rbp = 0xfffffe16952598d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952598d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695259920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695259940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695259960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695259a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695259ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695259ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695259b70, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff8000ddfe940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b87cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b87d10 trap() at trap+0x3a/frame 0xfffffe1706b87f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b87f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b87fe0, rbp = 0xfffffe169525e8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169525e8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169525e920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169525e940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169525e960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169525ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe169525eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169525eab0 --- trap 0, rip = 0, rsp = 0xfffffe169525eb70, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff8000ddfe4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b8fcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b8fd10 trap() at trap+0x3a/frame 0xfffffe1706b8ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b8ff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b8ffe0, rbp = 0xfffffe16952638d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952638d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695263920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695263940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695263960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695263a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695263ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695263ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695263b70, rbp = 0 --- Tracing command idle pid 11 tid 100015 td 0xfffff8000ddfe000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b97cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b97d10 trap() at trap+0x3a/frame 0xfffffe1706b97f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b97f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b97fe0, rbp = 0xfffffe16952688d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952688d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695268920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695268940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695268960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695268a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695268ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695268ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695268b70, rbp = 0 --- Tracing command idle pid 11 tid 100016 td 0xfffff8000ddfd940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706b9fcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706b9fd10 trap() at trap+0x3a/frame 0xfffffe1706b9ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706b9ff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706b9ffe0, rbp = 0xfffffe169526d8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169526d8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169526d920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169526d940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169526d960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169526da70 fork_exit() at fork_exit+0x84/frame 0xfffffe169526dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169526dab0 --- trap 0, rip = 0, rsp = 0xfffffe169526db70, rbp = 0 --- Tracing command idle pid 11 tid 100017 td 0xfffff8000ddfd4a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706ba7cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706ba7d10 trap() at trap+0x3a/frame 0xfffffe1706ba7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706ba7f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706ba7fe0, rbp = 0xfffffe16952728d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952728d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695272920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695272940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695272960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695272a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695272ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695272ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695272b70, rbp = 0 --- Tracing command idle pid 11 tid 100018 td 0xfffff8000ddfd000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bafcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bafd10 trap() at trap+0x3a/frame 0xfffffe1706baff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706baff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706baffe0, rbp = 0xfffffe16952778d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952778d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695277920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695277940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695277960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695277a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695277ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695277ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695277b70, rbp = 0 --- Tracing command idle pid 11 tid 100019 td 0xfffff8000de02940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bb7cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bb7d10 trap() at trap+0x3a/frame 0xfffffe1706bb7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706bb7f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706bb7fe0, rbp = 0xfffffe169527c8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169527c8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169527c920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169527c940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169527c960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169527ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe169527cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169527cab0 --- trap 0, rip = 0, rsp = 0xfffffe169527cb70, rbp = 0 --- Tracing command idle pid 11 tid 100020 td 0xfffff8000de024a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bbfcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bbfd10 trap() at trap+0x3a/frame 0xfffffe1706bbff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706bbff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706bbffe0, rbp = 0xfffffe16952818d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952818d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695281920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695281940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695281960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695281a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695281ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695281ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695281b70, rbp = 0 --- Tracing command idle pid 11 tid 100021 td 0xfffff8000de02000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bc7cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bc7d10 trap() at trap+0x3a/frame 0xfffffe1706bc7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706bc7f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706bc7fe0, rbp = 0xfffffe16952868d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952868d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695286920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695286940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695286960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695286a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695286ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695286ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695286b70, rbp = 0 --- Tracing command idle pid 11 tid 100022 td 0xfffff8000de01940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bcfcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bcfd10 trap() at trap+0x3a/frame 0xfffffe1706bcff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706bcff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706bcffe0, rbp = 0xfffffe169528b8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169528b8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169528b920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169528b940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169528b960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169528ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe169528bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169528bab0 --- trap 0, rip = 0, rsp = 0xfffffe169528bb70, rbp = 0 --- Tracing command idle pid 11 tid 100023 td 0xfffff8000de014a0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bd7cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bd7d10 trap() at trap+0x3a/frame 0xfffffe1706bd7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706bd7f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706bd7fe0, rbp = 0xfffffe16952908d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952908d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695290920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695290940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695290960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695290a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695290ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695290ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695290b70, rbp = 0 --- Tracing command idle pid 11 tid 100024 td 0xfffff8000de01000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706bdfcf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706bdfd10 trap() at trap+0x3a/frame 0xfffffe1706bdff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706bdff20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706bdffe0, rbp = 0xfffffe16952958d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe16952958d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe1695295920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe1695295940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe1695295960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe1695295a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695295ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695295ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695295b70, rbp = 0 --- Tracing command idle pid 11 tid 100025 td 0xfffff8000de00940 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1706be7cf0 ipi_nmi_handler() at ipi_nmi_handler+0x4a/frame 0xfffffe1706be7d10 trap() at trap+0x3a/frame 0xfffffe1706be7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1706be7f20 --- trap 0x13, rip = 0xffffffff80d57ec6, rsp = 0xfffffe1706be7fe0, rbp = 0xfffffe169529a8d0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe169529a8d0 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe169529a920 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe169529a940 cpu_idle() at cpu_idle+0x90/frame 0xfffffe169529a960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169529aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe169529aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169529aab0 --- trap 0, rip = 0, rsp = 0xfffffe169529ab70, rbp = 0 --- Tracing command idle pid 11 tid 100026 td 0xfffff8000de004a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe169529f900 mi_switch() at mi_switch+0x179/frame 0xfffffe169529f940 critical_exit() at critical_exit+0x8b/frame 0xfffffe169529f960 sched_idletd() at sched_idletd+0x4d9/frame 0xfffffe169529fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe169529fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169529fab0 --- trap 0, rip = 0, rsp = 0xfffffe169529fb70, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff8000ddef4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe1706bfc540 mi_switch() at mi_switch+0x179/frame 0xfffffe1706bfc580 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1706bfc5c0 sleepq_catch_signals() at sleepq_catch_signals+0x2dc/frame 0xfffffe1706bfc630 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1706bfc660 _sleep() at _sleep+0x349/frame 0xfffffe1706bfc700 kern_wait6() at kern_wait6+0x404/frame 0xfffffe1706bfc7b0 sys_wait4() at sys_wait4+0x72/frame 0xfffffe1706bfc9a0 amd64_syscall() at amd64_syscall+0x278/frame 0xfffffe1706bfcab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1706bfcab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x413a1a, rsp = 0x7fffffffe6d8, rbp = 0x7fffffffe7d0 --- Tracing command audit pid 10 tid 100001 td 0xfffff8000ddef940 sched_switch() at sched_switch+0x49a/frame 0xfffffe1706bf78f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1706bf7930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1706bf7970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1706bf79a0 _cv_wait() at _cv_wait+0x1da/frame 0xfffffe1706bf7a10 audit_worker() at audit_worker+0xa3/frame 0xfffffe1706bf7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1706bf7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1706bf7ab0 --- trap 0, rip = 0, rsp = 0xfffffe1706bf7b70, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff81885ae0 sched_switch() at sched_switch+0x49a/frame 0xffffffff81c249d0 mi_switch() at mi_switch+0x179/frame 0xffffffff81c24a10 sleepq_switch() at sleepq_switch+0x152/frame 0xffffffff81c24a50 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffffff81c24a80 _sleep() at _sleep+0x33a/frame 0xffffffff81c24b20 swapper() at swapper+0x208/frame 0xffffffff81c24b70 btext() at btext+0x2c Tracing command kernel pid 0 tid 100056 td 0xfffff8000de4c4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe16953358f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1695335930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695335970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe16953359a0 _sleep() at _sleep+0x366/frame 0xfffffe1695335a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1695335a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695335ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695335ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695335b70, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffff8000de4b940 sched_switch() at sched_switch+0x49a/frame 0xfffffe169533f8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe169533f930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169533f970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe169533f9a0 _sleep() at _sleep+0x366/frame 0xfffffe169533fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe169533fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe169533fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169533fab0 --- trap 0, rip = 0, rsp = 0xfffffe169533fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffff8000de4b4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe1695344900 mi_switch() at mi_switch+0x179/frame 0xfffffe1695344940 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695344980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe16953449b0 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe1695344a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe1695344a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695344ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695344ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695344b70, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffff8000de4b000 sched_switch() at sched_switch+0x49a/frame 0xfffffe1695349900 mi_switch() at mi_switch+0x179/frame 0xfffffe1695349940 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1695349980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe16953499b0 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe1695349a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe1695349a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1695349ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1695349ab0 --- trap 0, rip = 0, rsp = 0xfffffe1695349b70, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff8000de4a940 sched_switch() at sched_switch+0x49a/frame 0xfffffe169534e900 mi_switch() at mi_switch+0x179/frame 0xfffffe169534e940 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169534e980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe169534e9b0 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe169534ea40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe169534ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe169534eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169534eab0 --- trap 0, rip = 0, rsp = 0xfffffe169534eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff8000dff0940 sched_switch() at sched_switch+0x49a/frame 0xfffffe169536c8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe169536c930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169536c970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe169536c9a0 _sleep() at _sleep+0x366/frame 0xfffffe169536ca40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe169536ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe169536cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169536cab0 --- trap 0, rip = 0, rsp = 0xfffffe169536cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffff8000dfef940 sched_switch() at sched_switch+0x49a/frame 0xfffffe169537b8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe169537b930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe169537b970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe169537b9a0 _sleep() at _sleep+0x366/frame 0xfffffe169537ba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe169537ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe169537bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe169537bab0 --- trap 0, rip = 0, rsp = 0xfffffe169537bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffff80015422000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17260d78f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17260d7930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260d7970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260d79a0 _sleep() at _sleep+0x366/frame 0xfffffe17260d7a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17260d7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17260d7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17260d7ab0 --- trap 0, rip = 0, rsp = 0xfffffe17260d7b70, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffff800154554a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe17260e18f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17260e1930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260e1970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260e19a0 _sleep() at _sleep+0x366/frame 0xfffffe17260e1a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17260e1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17260e1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17260e1ab0 --- trap 0, rip = 0, rsp = 0xfffffe17260e1b70, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffff80015454940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17260eb8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17260eb930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260eb970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260eb9a0 _sleep() at _sleep+0x366/frame 0xfffffe17260eba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17260eba70 fork_exit() at fork_exit+0x84/frame 0xfffffe17260ebab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17260ebab0 --- trap 0, rip = 0, rsp = 0xfffffe17260ebb70, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffff80015454000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17260f58f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17260f5930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260f5970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260f59a0 _sleep() at _sleep+0x366/frame 0xfffffe17260f5a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17260f5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17260f5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17260f5ab0 --- trap 0, rip = 0, rsp = 0xfffffe17260f5b70, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffff800154534a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe17260ff8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17260ff930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17260ff970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17260ff9a0 _sleep() at _sleep+0x366/frame 0xfffffe17260ffa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17260ffa70 fork_exit() at fork_exit+0x84/frame 0xfffffe17260ffab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17260ffab0 --- trap 0, rip = 0, rsp = 0xfffffe17260ffb70, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffff80015458940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261098f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726109930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1726109970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261099a0 _sleep() at _sleep+0x366/frame 0xfffffe1726109a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1726109a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726109ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726109ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726109b70, rbp = 0 --- Tracing command kernel pid 0 tid 100093 td 0xfffff80015458000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261138f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726113930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1726113970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261139a0 _sleep() at _sleep+0x366/frame 0xfffffe1726113a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1726113a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726113ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726113ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726113b70, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffff800154574a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172611d8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172611d930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172611d970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172611d9a0 _sleep() at _sleep+0x366/frame 0xfffffe172611da40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe172611da70 fork_exit() at fork_exit+0x84/frame 0xfffffe172611dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172611dab0 --- trap 0, rip = 0, rsp = 0xfffffe172611db70, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff800154564a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172616c8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172616c930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172616c970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172616c9a0 _sleep() at _sleep+0x366/frame 0xfffffe172616ca40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe172616ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe172616cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172616cab0 --- trap 0, rip = 0, rsp = 0xfffffe172616cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffff80015476940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261768f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726176930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1726176970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261769a0 _sleep() at _sleep+0x366/frame 0xfffffe1726176a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1726176a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726176ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726176ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726176b70, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffff80015476000 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261808f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726180930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1726180970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261809a0 _sleep() at _sleep+0x366/frame 0xfffffe1726180a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1726180a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726180ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726180ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726180b70, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffff800154754a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172618a8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172618a930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172618a970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172618a9a0 _sleep() at _sleep+0x366/frame 0xfffffe172618aa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe172618aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe172618aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172618aab0 --- trap 0, rip = 0, rsp = 0xfffffe172618ab70, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffff80015474940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261948f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1726194930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1726194970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261949a0 _sleep() at _sleep+0x366/frame 0xfffffe1726194a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1726194a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1726194ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1726194ab0 --- trap 0, rip = 0, rsp = 0xfffffe1726194b70, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffff80015474000 sched_switch() at sched_switch+0x49a/frame 0xfffffe172619e8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe172619e930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172619e970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe172619e9a0 _sleep() at _sleep+0x366/frame 0xfffffe172619ea40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe172619ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe172619eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172619eab0 --- trap 0, rip = 0, rsp = 0xfffffe172619eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100110 td 0xfffff8001547d4a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261a88f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17261a8930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17261a8970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261a89a0 _sleep() at _sleep+0x366/frame 0xfffffe17261a8a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17261a8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17261a8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17261a8ab0 --- trap 0, rip = 0, rsp = 0xfffffe17261a8b70, rbp = 0 --- Tracing command kernel pid 0 tid 100112 td 0xfffff8001547c940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17261b28f0 mi_switch() at mi_switch+0x179/frame 0xfffffe17261b2930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe17261b2970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17261b29a0 _sleep() at _sleep+0x366/frame 0xfffffe17261b2a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe17261b2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe17261b2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe17261b2ab0 --- trap 0, rip = 0, rsp = 0xfffffe17261b2b70, rbp = 0 --- Tracing command kernel pid 0 tid 100127 td 0xfffff800180a7940 sched_switch() at sched_switch+0x49a/frame 0xfffffe1728426900 mi_switch() at mi_switch+0x179/frame 0xfffffe1728426940 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728426980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17284269b0 msleep_spin_sbt() at msleep_spin_sbt+0x209/frame 0xfffffe1728426a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe1728426a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728426ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728426ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728426b70, rbp = 0 --- Tracing command kernel pid 0 tid 100128 td 0xfffff800180a74a0 sched_switch() at sched_switch+0x49a/frame 0xfffffe172842b880 mi_switch() at mi_switch+0x179/frame 0xfffffe172842b8c0 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe172842b900 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe172842b930 _sleep() at _sleep+0x33a/frame 0xfffffe172842b9d0 pause_sbt() at pause_sbt+0xe4/frame 0xfffffe172842ba20 deadlkres() at deadlkres+0x2c/frame 0xfffffe172842ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe172842bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe172842bab0 --- trap 0, rip = 0, rsp = 0xfffffe172842bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100130 td 0xfffff800180a6940 sched_switch() at sched_switch+0x49a/frame 0xfffffe17284368f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1728436930 sleepq_switch() at sleepq_switch+0x152/frame 0xfffffe1728436970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe17284369a0 _sleep() at _sleep+0x366/frame 0xfffffe1728436a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1728436a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1728436ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1728436ab0 --- trap 0, rip = 0, rsp = 0xfffffe1728436b70, rbp = 0 --- db:0:allt> call doadump Dumping 1317 out of 31641 MB:..2%..11%..21%..31%..41%..52%..61%..71%..81%..92% Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 23 (kgdb) bt #0 doadump (textdump=0x6acda530) at pcpu.h:219 #1 0xffffffff8034db55 in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:568 #2 0xffffffff8034d83d in db_command (cmd_table=0x0) at ../../../ddb/db_command.c:440 #3 0xffffffff80351b2f in db_script_exec (scriptname=0xffffffff81852640 "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xffffffff8034d83d in db_command (cmd_table=0x0) at ../../../ddb/db_command.c:440 #5 0xffffffff8034d5b4 in db_command_loop () at ../../../ddb/db_command.c:493 #6 0xffffffff80350040 in db_trap (type=, code=0x0) at ../../../ddb/db_main.c:251 #7 0xffffffff80983801 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:654 #8 0xffffffff80d7d4f2 in trap (frame=0xfffffe16953260a0) at ../../../amd64/amd64/trap.c:542 #9 0xffffffff80d5cf22 in calltrap () at ../../../amd64/amd64/exception.S:231 #10 0xffffffff80982efe in kdb_enter (why=0xffffffff81024f61 "panic", msg=) at cpufunc.h:63 #11 0xffffffff80949039 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:739 #12 0xffffffff80948e89 in kassert_panic (fmt=) at ../../../kern/kern_shutdown.c:634 #13 0xffffffff8094501b in __rw_wlock_hard (c=0xffffffff818b06d0, tid=0xfffff8000de3a4a0, file=0xffffffff81066b22 "../../../vm/vm_kern.c", line=0x159) at ../../../kern/kern_rwlock.c:739 #14 0xffffffff80944de5 in _rw_wlock_cookie (c=0xffffffff818b06d0, file=0xffffffff81066b22 "../../../vm/vm_kern.c", line=0x159) at ../../../kern/kern_rwlock.c:266 #15 0xffffffff80bee6f2 in kmem_back (object=0xffffffff818b06b8, addr=0xfffffe0000466000, size=0x1000, flags=0x101) at ../../../vm/vm_kern.c:345 #16 0xffffffff80be8aaa in memguard_alloc (req_size=0x90, flags=0x101) at ../../../vm/memguard.c:348 #17 0xffffffff80be0a35 in uma_zalloc_arg (zone=0xfffff807fffd6000, udata=0x0, flags=0x101) at ../../../vm/uma_core.c:2120 #18 0xffffffff80c0b004 in vm_radix_insert (rtree=0xffffffff818b0710, page=0xfffff807ccc87c08) at uma.h:336 #19 0xffffffff80bfe6d9 in vm_page_insert_after (m=0xfffff807ccc87c08, object=0xffffffff818b06b8, pindex=0x455, mpred=0xfffff807ccc87ba0) at ../../../vm/vm_page.c:1009 #20 0xffffffff80c00479 in vm_page_alloc (object=0xffffffff818b06b8, pindex=0x455, req=0x262) at ../../../vm/vm_page.c:1624 #21 0xffffffff80bee728 in kmem_back (object=0xffffffff818b06b8, addr=0xfffffe0000454000, size=0x10000, flags=0x101) at ../../../vm/vm_kern.c:348 #22 0xffffffff80be8aaa in memguard_alloc (req_size=0x10000, flags=0x101) at ../../../vm/memguard.c:348 #23 0xffffffff8092d9c0 in malloc (size=0x10000, mtp=0xffffffff81445a70, flags=0x101) at ../../../kern/kern_malloc.c:481 #24 0xffffffff802e62c7 in xpt_getattr (buf=0xfffff80019302b00 "5000c5006791fde3", len=0x100, attr=0xffffffff80ec49a3 "GEOM::lunname", path=) at ../../../cam/cam_xpt.c:1111 #25 0xffffffff8030fe23 in dagetattr (bp=0xfffff80019db0880) at ../../../cam/scsi/scsi_da.c:1524 #26 0xffffffff808a190c in g_disk_dumpconf (sb=0xfffff80019eab080, indent=0xffffffff81011274 "\t ", gp=, cp=0x80, pp=) at ../../../geom/geom_disk.c:455 #27 0xffffffff808a26b6 in g_conf_specific (sb=0xfffff80019eab080, mp=0x0, gp=0x0, pp=0x80, cp=0x0) at ../../../geom/geom_dump.c:223 #28 0xffffffff808a2ef7 in g_run_events () at ../../../geom/geom_event.c:265 #29 0xffffffff809140c4 in fork_exit (callout=0xffffffff808a5290 , arg=0x0, frame=0xfffffe1695326ac0) at ../../../kern/kern_fork.c:977 #30 0xffffffff80d5d45e in fork_trampoline () at ../../../amd64/amd64/exception.S:605 #31 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) f 13 #13 0xffffffff8094501b in __rw_wlock_hard (c=0xffffffff818b06d0, tid=0xfffff8000de3a4a0, file=0xffffffff81066b22 "../../../vm/vm_kern.c", line=0x159) at ../../../kern/kern_rwlock.c:739 739 KASSERT(rw->lock_object.lo_flags & LO_RECURSABLE, (kgdb) l 734 return; 735 736 rw = rwlock2rw(c); 737 738 if (rw_wlocked(rw)) { 739 KASSERT(rw->lock_object.lo_flags & LO_RECURSABLE, 740 ("%s: recursing but non-recursive rw %s @ %s:%d\n", 741 __func__, rw->lock_object.lo_name, file, line)); 742 rw->rw_recurse++; 743 if (LOCK_LOG_TEST(&rw->lock_object, 0)) (kgdb) info loc rw = (struct rwlock *) 0xffffffff818b06b8 ts = (struct turnstile *) 0xfffffe16953263d0 owner = (volatile struct thread *) 0x1590de3a4a0 spintries = 0x0 i = 0x8102d0d7 v = 0x4b8 x = 0xffffffff81744000 spin_cnt = 0x0 sleep_cnt = 0x0 sleep_time = 0x0 (kgdb) p *rw $1 = {lock_object = {lo_name = 0xffffffff81067f00 "kmem vm object", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffffe0f0b705500}, rw_lock = 0xfffff8000de3a4a0} (kgdb) f 16 #16 0xffffffff80be8aaa in memguard_alloc (req_size=0x90, flags=0x101) at ../../../vm/memguard.c:348 348 rv = kmem_back(kmem_object, addr, size_p, flags); (kgdb) l 343 memguard_wrap++; 344 memguard_cursor = memguard_base; 345 } 346 if (do_guard) 347 addr += PAGE_SIZE; 348 rv = kmem_back(kmem_object, addr, size_p, flags); 349 if (rv != KERN_SUCCESS) { 350 vmem_xfree(memguard_arena, addr, size_v); 351 memguard_fail_pgs++; 352 addr = (vm_offset_t)NULL; (kgdb) info loc addr = 0xfffffe0000466000 size_p = 0x1000 size_v = 0x3000 do_guard = 0x1 rv = 0x2e130f00 (kgdb) f 21 #21 0xffffffff80bee728 in kmem_back (object=0xffffffff818b06b8, addr=0xfffffe0000454000, size=0x10000, flags=0x101) at ../../../vm/vm_kern.c:348 348 m = vm_page_alloc(object, OFF_TO_IDX(offset + i), pflags); (kgdb) l 343 pflags = malloc2vm_flags(flags) | VM_ALLOC_NOBUSY | VM_ALLOC_WIRED; 344 345 VM_OBJECT_WLOCK(object); 346 for (i = 0; i < size; i += PAGE_SIZE) { 347 retry: 348 m = vm_page_alloc(object, OFF_TO_IDX(offset + i), pflags); 349 350 /* 351 * Ran out of space, free everything up and return. Don't need 352 * to lock page queues here as we know that the pages we got (kgdb) p *object $2 = {lock = {lock_object = {lo_name = 0xffffffff81067f00 "kmem vm object", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffffe0f0b705500}, rw_lock = 0xfffff8000de3a4a0}, object_list = {tqe_next = 0xfffff8000ddf4000, tqe_prev = 0xffffffff818b05a8}, shadow_head = {lh_first = 0x0}, shadow_list = { le_next = 0x0, le_prev = 0x0}, memq = {tqh_first = 0xfffff807ccc86068, tqh_last = 0xfffff807ccb6e810}, rtree = {rt_root = 0xfffff800195c1630, rt_flags = 0x1}, size = 0x1fffffff, generation = 0x1, ref_count = 0x1, shadow_count = 0x0, memattr = 0x6, type = 0x4, flags = 0x1002, pg_color = 0x0, paging_in_progress = 0x0, resident_page_count = 0x5121, backing_object = 0x0, backing_object_offset = 0x0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = { lh_first = 0xfffff807cbcb1880}, cache = {rt_root = 0x0, rt_flags = 0x0}, handle = 0x0, un_pager = {vnp = {vnp_size = 0x0, writemappings = 0x0}, devp = { devp_pglist = {tqh_first = 0x0, tqh_last = 0x0}, ops = 0x0, dev = 0x0}, sgp = {sgp_pglist = {tqh_first = 0x0, tqh_last = 0x0}}, swp = {swp_tmpfs = 0x0, swp_bcount = 0x0}}, cred = 0x0, charge = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys -- Test scenario: wip/memguard5.sh aka. misc/memguard3.sh