panic: swap_reserved < decr, vmcore.51 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2019 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #2 r349287M: Sat Jun 22 10:02:20 CEST 2019 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 8.0.1 (branches/release_80 363030) (based on LLVM 8.0.1) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Entering uma_startup with 10 boot pages configured startup_alloc from "UMA Kegs", 8 boot pages left startup_alloc from "UMA Zones", 7 boot pages left startup_alloc from "UMA Zones", 6 boot pages left startup_alloc from "UMA Zones", 5 boot pages left startup_alloc from "UMA Zones", 4 boot pages left startup_alloc from "UMA Zones", 3 boot pages left startup_alloc from "UMA Hash", 2 boot pages left startup_alloc from "UMA Zones", 1 boot pages left Entering uma_startup1 with 0 boot pages left Entering uma_startup2 with 0 boot pages left VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33182625792 (31645 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: unblocking device. ioapic0 irqs 0-23 on motherboard ioapic1 irqs 24-47 on motherboard Launching APs: 1 2 4 7 10 6 3 11 8 5 9 Timecounter "TSC-low" frequency 1750033598 Hz quality 1000 random: entropy device external interface kbd1 at kbdmux0 module_register_init: MOD_LOAD (vesa, 0xffffffff811250f0, 0) error 19 random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" 000.000055 [4254] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: on motherboard cryptosoft0: on motherboard acpi0: on motherboard acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrAutoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8802 metric 0 mtu 1500 options=e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff80003dcf800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. Setting date via ntp. 22 Jun 10:09:48 ntpdate[2041]: step time server 192.168.5.1 offset -0.452188 sec Starting rpcbind. NFS access cache time=60 Starting watchdogd. No core dumps found. lock order reversal: 1st 0xfffffe000089a058 bufwait (bufwait) @ kern/vfs_bio.c:3904 2nd 0xfffff8000ad71c00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:289 stack backtrace: #0 0xffffffff80c339a3 at witness_debugger+0x73 #1 0xffffffff80c336ed at witness_checkorder+0xa7d #2 0xffffffff80bd2cf8 at _sx_xlock+0x68 #3 0xffffffff80edc9ad at ufsdirhash_add+0x4d #4 0xffffffff80ee1346 at ufs_direnter+0x446 #5 0xffffffff80ee9559 at ufs_mkdir+0x8c9 #6 0xffffffff8122581c at VOP_MKDIR_APV+0x8c #7 0xffffffff80cac003 at kern_mkdirat+0x1b3 #8 0xffffffff8109f9b1 at amd64_syscall+0x291 #9 0xffffffff81077bbd at fast_syscall_common+0x101 Clearing /tmp (X related). Starting statd. Starting lockd. fscklock order reversal: 1st 0xfffff8000ae95068 ufs (ufs) @ kern/vfs_subr.c:2687 2nd 0xfffffe000089a058 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:283 3rd 0xfffff801660db2e0 ufs (ufs) @ kern/vfs_subr.c:2687 stack backtrace: #0 0xffffffff80c339a3 at witness_debugger+0x73 #1 0xffffffff80c336ed at witness_checkorder+0xa7d #2 0xffffffff80b9dbdb at lockmgr_xlock_hard+0x6b #3 0xffffffff80b9e64e at __lockmgr_args+0x5fe #4 0xffffffff80ed734c at ffs_lock+0x7c #5 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #6 0xffffffff80caf505 at _vn_lock+0x65 #7 0xffffffff80c9d3c6 at vget+0xa6 #8 0xffffffff80c8f17c at vfs_hash_get+0xcc #9 0xffffffff80ed2bcf at ffs_vgetf+0x3f #10 0xffffffff80ec7eff at softdep_sync_buf+0x56f #11 0xffffffff80ed8164 at ffs_syncvnode+0x234 #12 0xffffffff80ed590d at ffs_sync+0x20d #13 0xffffffff80c95acf at dounmount+0x4bf #14 0xffffffff80c95570 at sys_unmount+0x300 #15 0xffffffff8109f9b1 at amd64_syscall+0x291 #16 0xffffffff81077bbd at fast_syscall_common+0x101 lock order reversal: 1st 0xfffff8000adeca48 ufs (ufs) @ kern/vfs_mount.c:1354 2nd 0xfffff8000a8bd7d0 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1926 stack backtrace: #0 0xffffffff80c339a3 at witness_debugger+0x73 #1 0xffffffff80c336ed at witness_checkorder+0xa7d #2 0xffffffff80b9d6db at lockmgr_lock_fast_path+0x16b #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80eb4d5d at softdep_flushworklist+0x5d #6 0xffffffff80ed5b06 at ffs_sync+0x406 #7 0xffffffff80c95acf at dounmount+0x4bf #8 0xffffffff80c95570 at sys_unmount+0x300 #9 0xffffffff8109f9b1 at amd64_syscall+0x291 #10 0xffffffff81077bbd at fast_syscall_common+0x101 ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 201 files, 28058 used, 1237349 free (85 frags, 154658 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating motd:. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Sat Jun 22 10:09 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: root Jun 22 10:12:07 mercat1 login[2322]: ROOT LOGIN (root) ON ttyu1 Last login: Sat Jun 22 09:36:30 on ttyu1 FreeBSD 13.0-CURRENT (PHO) #2 r349287M: Sat Jun 22 10:02:20 CEST 2019 root@mercat1:~ # Jun 22 10:12:14 mercat1 su[2348]: pho to root on /dev/pts/0 20190622 10:12:34 all (1/70): mmap.sh 20190622 10:12:37 all (2/70): mmap10.sh Jun 22 10:12:45 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x111c000 for process mmap10 Jun 22 10:12:45 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x113c000 for process mmap10 Jun 22 10:12:45 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x115c000 for process mmap10 Jun 22 10:12:45 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x117c000 for process mmap10 Jun 22 10:12:45 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x119c000 for process mmap10 Jun 22 10:12:46 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1119000 for process mmap10 Jun 22 10:12:46 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1139000 for process mmap10 Jun 22 10:12:46 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1159000 for process mmap10 Jun 22 10:12:46 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x1179000 for process mmap10 Jun 22 10:12:46 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x1199000 for process mmap10 Jun 22 10:12:48 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1119000 for process mmap10 Jun 22 10:12:48 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1139000 for process mmap10 Jun 22 10:12:48 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1159000 for process mmap10 Jun 22 10:12:48 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x1179000 for process mmap10 Jun 22 10:12:48 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x1199000 for process mmap10 Jun 22 10:13:39 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0xf0f000 for process mmap10 Jun 22 10:13:39 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0xf2f000 for process mmap10 Jun 22 10:13:39 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0xf4f000 for process mmap10 Jun 22 10:13:39 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0xf6f000 for process mmap10 Jun 22 10:13:39 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0xf8f000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0xd11c000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0xd13c000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0xd15c000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0xd17c000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0xd19c000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0xf15000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0xf35000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0xf55000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0xf75000 for process mmap10 Jun 22 10:14:42 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0xf95000 for process mmap10 freework leak: 10/17. 20190622 10:17:41 all (3/70): mmap11.sh Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x1326000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1346000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1366000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1386000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x13a6000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x13c6000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x111a000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x113a000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x115a000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x117a000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x119a000 for process mmap11 Jun 22 10:17:55 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x11ba000 for process mmap11 Jun 22 10:17:58 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x206000 with size 0x9000 to be written at offset 0xa000 for process mmap11 Jun 22 10:17:58 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x20f000 with size 0x3000 to be written at offset 0x13000 for process mmap11 Jun 22 10:17:58 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x212000 with size 0x13000 to be written at offset 0x16000 for process mmap11 Jun 22 10:18:03 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x1326000 for process mmap11 Jun 22 10:18:03 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1346000 for process mmap11 Jun 22 10:18:03 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1366000 for process mmap11 Jun 22 10:18:03 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1386000 for process mmap11 Jun 22 10:18:03 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x13a6000 for process mmap11 Jun 22 10:18:03 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x13c6000 for process mmap11 Jun 22 10:18:13 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x1326000 for process mmap11 Jun 22 10:18:13 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1346000 for process mmap11 Jun 22 10:18:13 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1366000 for process mmap11 Jun 22 10:18:13 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1386000 for process mmap11 Jun 22 10:18:13 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x13a6000 for process mmap11 Jun 22 10:18:13 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x13c6000 for process mmap11 20190622 10:22:51 all (4/70): mmap12.sh 20190622 10:22:53 all (5/70): mmap13.sh 20190622 10:22:58 all (6/70): mmap14.sh 20190622 10:26:07 all (7/70): mmap15.sh 20190622 10:31:09 all (8/70): mmap16.sh 20190622 10:31:10 all (9/70): mmap17.sh 20190622 10:31:12 all (10/70): mmap18.sh 20190622 10:40:11 all (11/70): mmap19.sh 20190622 10:42:16 all (12/70): mmap2.sh lock order reversal: 1st 0xfffff8000ae95a48 syncer (syncer) @ kern/vfs_subr.c:2267 2nd 0xfffff801948a12e0 ufs (ufs) @ kern/vfs_subr.c:2687 stack backtrace: #0 0xffffffff80c339a3 at witness_debugger+0x73 #1 0xffffffff80c336ed at witness_checkorder+0xa7d #2 0xffffffff80b9dbdb at lockmgr_xlock_hard+0x6b #3 0xffffffff80b9e64e at __lockmgr_args+0x5fe #4 0xffffffff80ed734c at ffs_lock+0x7c #5 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #6 0xffffffff80caf505 at _vn_lock+0x65 #7 0xffffffff80c9d3c6 at vget+0xa6 #8 0xffffffff80c9f5c6 at vfs_msync+0xa6 #9 0xffffffff80ca4825 at sync_fsync+0xc5 #10 0xffffffff812251a8 at VOP_FSYNC_APV+0x88 #11 0xffffffff80ca2644 at sched_sync+0x284 #12 0xffffffff80b88b44 at fork_exit+0x84 #13 0xffffffff810782ce at fork_trampoline+0xe 20190622 10:52:18 all (13/70): mmap20.sh 20190622 10:52:20 all (14/70): mmap21.sh Jun 22 10:54:20 mercat1 kernel: pid 44970 (mmap21), uid 2007 inumber 145 on /tmp: filesystem full Jun 22 10:54:20 mercat1 kernel: Failed to write core file for process mmap21 (error 28) Jun 22 10:55:30 mercat1 kernel: pid 44971 (mmap21), uid 2007 inumber 145 on /tmp: filesystem full Jun 22 10:55:30 mercat1 kernel: Failed to write core file for process mmap21 (error 28) freework leak: 1/18. 20190622 10:55:30 all (15/70): mmap22.sh 20190622 11:00:32 all (16/70): mmap23.sh 20190622 11:00:36 all (17/70): mmap24.sh 20190622 11:00:38 all (18/70): mmap25.sh 20190622 11:00:40 all (19/70): mmap26.sh newblk leak: 1/9. 20190622 11:00:43 all (20/70): mmap27.sh 20190622 11:02:47 all (21/70): mmap28.sh Jun 22 11:02:49 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800e00000 with size 0x2c96000 to be written at offset 0x86d000 for process mmap28 20190622 11:02:49 all (22/70): mmap29.sh 20190622 11:03:52 all (23/70): mmap3.sh 20190622 11:13:55 all (24/70): mmap30.sh 20190622 11:13:57 all (25/70): mmap31.sh 20190622 11:17:03 all (26/70): mmap32.sh 20190622 11:19:24 all (27/70): mmap33.sh 20190622 11:19:25 all (28/70): mmap34.sh 20190622 11:24:36 all (29/70): mmap35.sh 20190622 11:24:37 all (30/70): mmap36.sh 20190622 11:24:39 all (31/70): mmap4.sh vnode_pager_putpages: I/O error 28 0xfffff80603edfc58: tag ufs, type VREG usecount 0, writecount 0, refcount 3203 flags (VI_ACTIVE|VI_DOINGINACT) v_object 0xfffff80194578000 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff801847b95a0 (pid 6880, mmap4, tid 101287) #0 0xffffffff80b9df09 at lockmgr_xlock_hard+0x399 #1 0xffffffff80b9e64e at __lockmgr_args+0x5fe #2 0xffffffff80ed734c at ffs_lock+0x7c #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80c9dcbe at vputx+0x19e #6 0xffffffff80f1116b at vm_object_deallocate+0x55b #7 0xffffffff80f0c57f at vm_map_entry_deallocate+0x2f #8 0xffffffff80f01cc2 at vm_map_process_deferred+0x172 #9 0xffffffff80f01b4a at _vm_map_unlock+0x7a #10 0xffffffff80f09a0e at vm_map_remove+0xbe #11 0xffffffff80f0109f at vmspace_dofree+0x3f #12 0xffffffff80f012c4 at vmspace_exit+0x154 #13 0xffffffff80b8371d at exit1+0x5ad #14 0xffffffff80b8316d at sys_sys_exit+0xd #15 0xffffffff8109f9b1 at amd64_syscall+0x291 #16 0xffffffff81077bbd at fast_syscall_common+0x101 nlink=1, effnlink=1, size=104857600, extsize 0 generation=2dcfc292, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: resiJun 22 11:24:40 dual I/O 32768 at 9760 0xfffff80603edfc58: tag ufs, type VREG usecount 0, writecount 0, refcount 3203 flags (VI_ACTIVE|VI_DOINGINACT) v_object 0xfffff80194578000 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff801847b95a0 (pid 6880, mmap4, tid 101287) mercat1 kernel: #pid 6880 (mmap4), uid 0 inumber 4 on /mnt: filesystem full 0 0xffffffff80b9df09 at lockmgr_xlock_hard+0x399 #1 0xffffffff80b9e64e at __lockmgr_args+0x5fe #2 0xffffffff80ed734c at ffs_lock+0x7c #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80c9dcbe at vputx+0x19e #6 0xffffffff80f1116b at vm_object_deallocate+0x55b #7 0xffffffff80f0c57f at vm_map_entry_deallocate+0x2f #8 0xffffffff80f01cc2 at vm_map_process_deferred+0x172 #9 0xffffffff80f01b4a at _vm_map_unlock+0x7a #10 0xffffffff80f09a0e at vm_map_remove+0xbe #11 0xffffffff80f0109f at vmspace_dofree+0x3f #12 0xffffffff80f012c4 at vmspace_exit+0x154 #13 0xffffffff80b8371d at exit1+0x5ad #14 0xffffffff80b8316d at sys_sys_exit+0xd #15 0xffffffff8109f9b1 at amd64_syscall+0x291 #16 0xffffffff81077bbd at fast_syscall_common+0x101 nlink=1, effnlink=1, size=104857600, extsize 0 generation=2dcfc292, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: zero-length write at 40075264 resid 131072 0xfffff80603edfc58: tag ufs, type VREG usecount 1, writecount 0, refcount 3203 flags (VI_ACTIVE) v_object 0xfffff80194578000 ref 0 pages 25608 cleanbuf 3201 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff80194b995a0 (pid 6888, umount, tid 100573) #0 0xffffffff80b9df09 at lockmgr_xlock_hard+0x399 #1 0xffffffff80b9e64e at __lockmgr_args+0x5fe #2 0xffffffff80ed734c at ffs_lock+0x7c #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80c9d3c6 at vget+0xa6 #6 0xffffffff80c9f5c6 at vfs_msync+0xa6 #7 0xffffffff80c95a3e at dounmount+0x42e #8 0xffffffff80c95570 at sys_unmount+0x300 #9 0xffffffff8109f9b1 at amd64_syscall+0x291 #10 0xffffffff81077bbd at fast_syscall_common+0x101 nlink=1, effnlink=1, size=104857600, extsize 0 generation=2dcfc292, uid=0, gid=0, flags=0x0 ino 4, on dev md10a Jun 22 11:24:42 mercat1 kernel: pid 6888 (umount), uid 0 inumber 4 on /mnt: filesystem full 20190622 11:24:42 all (32/70): mmap5.sh 20190622 11:25:16 all (33/70): mmap6.sh 20190622 11:30:19 all (34/70): mmap7.sh 20190622 11:30:49 all (35/70): mmap8.sh 20190622 11:30:52 all (36/70): mmap9.sh 20190622 11:30:54 all (37/70): bio.sh 20190622 11:36:06 all (38/70): churn.sh 20190622 11:46:10 all (39/70): datamove.sh freework leak: 24/42. newblk leak: 7/16. 20190622 11:46:11 all (40/70): datamove2.sh 20190622 11:56:41 all (41/70): datamove3.sh 20190622 11:56:42 all (42/70): datamove4.sh 20190622 11:56:47 all (43/70): datamove5.sh 20190622 11:56:54 all (44/70): freepages.sh 20190622 12:01:58 all (45/70): holdcnt0.sh 20190622 12:02:00 all (46/70): holdcnt02.sh 20190622 12:02:01 all (47/70): holdcnt03.sh 20190622 12:02:02 all (48/70): holdcnt04.sh 20190622 12:02:04 all (49/70): indir_trunc.sh 20190622 12:07:11 all (50/70): laundry.sh 20190622 12:12:55 all (51/70): mlockall7.sh 20190622 12:13:00 all (52/70): msync2.sh 20190622 12:19:42 all (53/70): nfs12.sh 20190622 12:19:43 all (54/70): nfsdelegation.sh 20190622 12:19:45 all (55/70): oovm.sh 20190622 12:30:35 all (56/70): oovm2.sh 20190622 12:41:02 all (57/70): pkru.sh 20190622 12:41:03 all (58/70): pkru2.sh 20190622 12:41:04 all (59/70): pshared.sh 20190622 12:41:10 all (60/70): radix.sh 20190622 12:41:36 all (61/70): rot.sh newblk leak: 20/36. 20190622 13:11:39 all (62/70): sendfile13.sh 20190622 13:18:40 all (63/70): sendfile14.sh 20190622 13:29:14 all (64/70): shm.sh 20190622 13:30:18 all (65/70): tmpfs14.sh 20190622 13:30:31 all (66/70): tmpfs6.sh 20190622 13:30:33 all (67/70): truncate9.sh 20190622 13:32:35 all (68/70): umountf2.sh 20190622 13:34:54 all (69/70): unlink.sh 20190622 13:34:55 all (70/70): vm_map.sh 20190622 13:37:01 all: done 20190622 14:37:07 all (1/70): mmap.sh 20190622 14:37:12 all (2/70): mmap10.sh Jun 22 14:37:21 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1119000 for process mmap10 Jun 22 14:37:21 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1139000 for process mmap10 Jun 22 14:37:21 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1159000 for process mmap10 Jun 22 14:37:21 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x1179000 for process mmap10 Jun 22 14:37:21 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x1199000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0xf10000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0xf30000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0xf50000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0xf70000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0xf90000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1119000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1139000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1159000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x1179000 for process mmap10 Jun 22 14:37:24 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x1199000 for process mmap10 Jun 22 14:37:32 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0xf10000 for process mmap10 Jun 22 14:37:32 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0xf30000 for process mmap10 Jun 22 14:37:32 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0xf50000 for process mmap10 Jun 22 14:37:32 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0xf70000 for process mmap10 Jun 22 14:37:32 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0xf90000 for process mmap10 Jun 22 14:37:32 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x80d000000 with size 0x600000 to be written at offset 0xb19000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x111a000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x113a000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x115a000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x117a000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x119a000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1119000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1139000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1159000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x1179000 for process mmap10 Jun 22 14:37:37 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x1199000 for process mmap10 20190622 14:42:18 all (3/70): mmap11.sh Jun 22 14:42:33 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x1326000 for process mmap11 Jun 22 14:42:33 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1346000 for process mmap11 Jun 22 14:42:33 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1366000 for process mmap11 Jun 22 14:42:33 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1386000 for process mmap11 Jun 22 14:42:33 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x13a6000 for process mmap11 Jun 22 14:42:33 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x13c6000 for process mmap11 Jun 22 14:42:46 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffff000 with size 0x1000 to be written at offset 0xd3e2000 for process mmap11 Jun 22 14:42:52 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x1326000 for process mmap11 Jun 22 14:42:52 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1346000 for process mmap11 Jun 22 14:42:52 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1366000 for process mmap11 Jun 22 14:42:52 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1386000 for process mmap11 Jun 22 14:42:52 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x13a6000 for process mmap11 Jun 22 14:42:52 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x13c6000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x202000 with size 0x1000 to be written at offset 0x7000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x203000 with size 0x1000 to be written at offset 0x8000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x204000 with size 0x1000 to be written at offset 0x9000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x205000 with size 0x2000 to be written at offset 0xa000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x207000 with size 0x7000 to be written at offset 0xc000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x20e000 with size 0x17000 to be written at offset 0x13000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800225000 with size 0x1000 to be written at offset 0x2a000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800226000 with size 0x21000 to be written at offset 0x2b000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800247000 with size 0x1000 to be written at offset 0x4c000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800248000 with size 0x1000 to be written at offset 0x4d000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800268000 with size 0x1000 to be written at offset 0x4e000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800269000 with size 0x1000 to be written at offset 0x4f000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x80026a000 with size 0xc000 to be written at offset 0x50000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x80044f000 with size 0x6000 to be written at offset 0x5c000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800455000 with size 0x9000 to be written at offset 0x62000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x80045e000 with size 0x242000 to be written at offset 0x6b000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x8006a1000 with size 0x57000 to be written at offset 0x2ae000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x8006f8000 with size 0x20000 to be written at offset 0x305000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800800000 with size 0x600000 to be written at offset 0x325000 for process mmap11 Jun 22 14:42:57 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800e00000 with size 0xa00000 to be written at offset 0x925000 for process mmap11 Jun 22 14:44:27 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf7da000 with size 0x20000 to be written at offset 0x1326000 for process mmap11 Jun 22 14:44:27 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdf9db000 with size 0x20000 to be written at offset 0x1346000 for process mmap11 Jun 22 14:44:27 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfbdc000 with size 0x20000 to be written at offset 0x1366000 for process mmap11 Jun 22 14:44:27 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdfddd000 with size 0x20000 to be written at offset 0x1386000 for process mmap11 Jun 22 14:44:27 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7fffdffde000 with size 0x20000 to be written at offset 0x13a6000 for process mmap11 Jun 22 14:44:27 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x7ffffffdf000 with size 0x20000 to be written at offset 0x13c6000 for process mmap11 20190622 14:47:29 all (4/70): mmap12.sh 20190622 14:47:33 all (5/70): mmap13.sh 20190622 14:47:38 all (6/70): mmap14.sh 20190622 14:48:49 all (7/70): mmap15.sh 20190622 14:53:51 all (8/70): mmap16.sh 20190622 14:53:52 all (9/70): mmap17.sh 20190622 14:53:54 all (10/70): mmap18.sh 20190622 15:02:45 all (11/70): mmap19.sh 20190622 15:04:53 all (12/70): mmap2.sh 20190622 15:14:57 all (13/70): mmap20.sh 20190622 15:14:59 all (14/70): mmap21.sh Jun 22 15:17:02 mercat1 kernel: pid 82268 (mmap21), uid 2007 inumber 146 on /tmp: filesystem full Jun 22 15:17:02 mercat1 kernel: Failed to write core file for process mmap21 (error 28) Jun 22 15:18:56 mercat1 kernel: pid 82269 (mmap21), uid 2007 inumber 146 on /tmp: filesystem full Jun 22 15:18:56 mercat1 kernel: Failed to write core file for process mmap21 (error 28) 20190622 15:18:57 all (15/70): mmap22.sh 20190622 15:23:58 all (16/70): mmap23.sh 20190622 15:24:02 all (17/70): mmap24.sh 20190622 15:24:04 all (18/70): mmap25.sh 20190622 15:24:07 all (19/70): mmap26.sh 20190622 15:24:10 all (20/70): mmap27.sh 20190622 15:26:13 all (21/70): mmap28.sh Jun 22 15:26:17 mercat1 kernel: Failed to fully fault in a core file segment at VA 0x800e00000 with size 0xd9f2000 to be written at offset 0x86d000 for process mmap28 20190622 15:26:17 all (22/70): mmap29.sh 20190622 15:27:20 all (23/70): mmap3.sh 20190622 15:37:26 all (24/70): mmap30.sh 20190622 15:37:28 all (25/70): mmap31.sh 20190622 15:39:33 all (26/70): mmap32.sh 20190622 15:41:54 all (27/70): mmap33.sh 20190622 15:41:56 all (28/70): mmap34.sh 20190622 15:47:35 all (29/70): mmap35.sh 20190622 15:47:37 all (30/70): mmap36.sh 20190622 15:47:38 all (31/70): mmap4.sh vnode_pager_putpages: I/O error 28 0xfffff8030277f000: tag ufs, type VREG usecount 0, writecount 0, refcount 3203 flags (VI_ACTIVE|VI_DOINGINACT) v_object 0xfffff80229ac2000 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff8018d8115a0 (pid 55317, mmap4, tid 100714) #0 0xffffffff80b9df09 at lockmgr_xlock_hard+0x399 #1 0xffffffff80b9e64e at __lockmgr_args+0x5fe #2 0xffffffff80ed734c at ffs_lock+0x7c #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80c9dcbe at vputx+0x19e #6 0xffffffff80f1116b at vm_object_deallocate+0x55b Jun 22 15:47:40 #7 0xffffffff80f0c57f at vm_map_entry_deallocate+0x2f mercat1 kernel: #8 0xffffffff80f01cc2 at vm_map_process_deferred+0x172 pid 55317 (mmap4#9 0xffffffff80f01b4a at _vm_map_unlock+0x7a ), uid 0 inumber#10 0xffffffff80f09a0e at vm_map_remove+0xbe 4 on /mnt: file#11 0xffffffff80f0109f at vmspace_dofree+0x3f system full #12 0xffffffff80f012c4 at vmspace_exit+0x154 #13 0xffffffff80b8371d at exit1+0x5ad #14 0xffffffff80b8316d at sys_sys_exit+0xd #15 0xffffffff8109f9b1 at amd64_syscall+0x291 #16 0xffffffff81077bbd at fast_syscall_common+0x101 nlink=1, effnlink=1, size=104857600, extsize 0 generation=9152d414, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: residual I/O 32768 at 9760 0xfffff8030277f000: tag ufs, type VREG usecount 0, writecount 0, refcount 3203 flags (VI_ACTIVE|VI_DOINGINACT) v_object 0xfffff80229ac2000 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff8018d8115a0 (pid 55317, mmap4, tid 100714) #0 0xffffffff80b9df09 at lockmgr_xlock_hard+0x399 #1 0xffffffff80b9e64e at __lockmgr_args+0x5fe #2 0xffffffff80ed734c at ffs_lock+0x7c #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80c9dcbe at vputx+0x19e #6 0xffffffff80f1116b at vm_object_deallocate+0x55b #7 0xffffffff80f0c57f at vm_map_entry_deallocate+0x2f #8 0xffffffff80f01cc2 at vm_map_process_deferred+0x172 #9 0xffffffff80f01b4a at _vm_map_unlock+0x7a #10 0xffffffff80f09a0e at vm_map_remove+0xbe #11 0xffffffff80f0109f at vmspace_dofree+0x3f #12 0xffffffff80f012c4 at vmspace_exit+0x154 #13 0xffffffff80b8371d at exit1+0x5ad #14 0xffffffff80b8316d at sys_sys_exit+0xd #15 0xffffffff8109f9b1 at amd64_syscall+0x291 #16 0xffffffff81077bbd at fast_syscall_common+0x101 nlink=1, effnlink=1, size=104857600, extsize 0 generation=9152d414, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: zero-length write at 40075264 resid 131072 0xfffff8030277f000: tag ufs, type VREG usecount 1, writecount 0, refcount 3203 flags (VI_ACTIVE) v_object 0xfffff80229ac2000 ref 0 pages 25608 cleanbuf 3201 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff80194a20000 (pid 55325, umount, tid 100309) #0 0xffffffff80b9df09 at lockmgr_xlock_hard+0x399 #1 0xffffffff80b9e64e at __lockmgr_args+0x5fe #2 0xffffffff80ed734c at ffs_lock+0x7c #3 0xffffffff81226370 at VOP_LOCK1_APV+0x70 #4 0xffffffff80caf505 at _vn_lock+0x65 #5 0xffffffff80c9d3c6 at vget+0xa6 #6 0xffffffff80c9f5c6 at vfs_msync+0xa6 #7 0xffffffff80c95a3e at dounmount+0x42e #8 0xffffffff80c95570 at sys_unmount+0x300 #9 0xffffffff8109f9b1 at amd64_syscall+0x291 #10 0xffffffff81077bbd at fast_syscall_common+0x101 nlink=1, effnlink=1, size=104857600, extsize 0 generation=9152d414, uid=0, gid=0, flags=0x0 ino 4, on dev md10a Jun 22 15:47:41 mercat1 kernel: pid 55325 (umount), uid 0 inumber 4 on /mnt: filesystem full 20190622 15:47:42 all (32/70): mmap5.sh 20190622 15:48:39 all (33/70): mmap6.sh 20190622 15:53:41 all (34/70): mmap7.sh 20190622 15:54:12 all (35/70): mmap8.sh 20190622 15:54:14 all (36/70): mmap9.sh 20190622 15:54:17 all (37/70): bio.sh 20190622 15:59:43 all (38/70): churn.sh 20190622 16:09:46 all (39/70): datamove.sh 20190622 16:09:47 all (40/70): datamove2.sh 20190622 16:20:38 all (41/70): datamove3.sh 20190622 16:20:39 all (42/70): datamove4.sh 20190622 16:20:44 all (43/70): datamove5.sh 20190622 16:20:51 all (44/70): freepages.sh 20190622 16:25:55 all (45/70): holdcnt0.sh 20190622 16:25:56 all (46/70): holdcnt02.sh 20190622 16:25:58 all (47/70): holdcnt03.sh 20190622 16:25:59 all (48/70): holdcnt04.sh 20190622 16:26:01 all (49/70): indir_trunc.sh 20190622 16:31:16 all (50/70): laundry.sh 20190622 16:39:57 all (51/70): mlockall7.sh 20190622 16:40:03 all (52/70): msync2.sh 20190622 16:46:44 all (53/70): nfs12.sh 20190622 16:46:45 all (54/70): nfsdelegation.sh 20190622 16:46:47 all (55/70): oovm.sh 20190622 16:57:37 all (56/70): oovm2.sh 20190622 17:08:03 all (57/70): pkru.sh 20190622 17:08:05 all (58/70): pkru2.sh 20190622 17:08:06 all (59/70): pshared.sh 20190622 17:08:12 all (60/70): radix.sh 20190622 17:08:38 all (61/70): rot.sh 20190622 17:38:41 all (62/70): sendfile13.sh 20190622 17:46:23 all (63/70): sendfile14.sh 20190622 17:56:54 all (64/70): shm.sh 20190622 17:57:58 all (65/70): tmpfs14.sh 20190622 17:58:11 all (66/70): tmpfs6.sh 20190622 17:58:13 all (67/70): truncate9.sh 20190622 18:00:16 all (68/70): umountf2.sh newblk leak: 13335/28671. 20190622 18:02:04 all (69/70): unlink.sh 20190622 18:02:06 all (70/70): vm_map.sh uptime 6:02PM up 7:53, 2 users, load averages: 4.19, 2.31, 3.85 root@mercat1:~ # 20190622 18:04:12 all: done uptime 6:05PM up 7:56, 2 users, load averages: 10.22, 10.23, 7.20 root@mercat1:~ # Jun 22 18:07:33 mercat1 su[98894]: pho to root on /dev/pts/0 lock order reversal: 1st 0xfffff804e2d96068 ufs (ufs) @ kern/vfs_mount.c:935 2nd 0xfffff804539b4a48 nfs (nfs) @ kern/vfs_mount.c:946 stack backtrace: #0 0xffffffff80c339a3 at witness_debugger+0x73 #1 0xffffffff80c336ed at witness_checkorder+0xa7d #2 0xffffffff80b9d6db at lockmgr_lock_fast_path+0x16b #3 0xffffffff80c8d16d at vop_sigdefer+0x6d #4 0xffffffff81226375 at VOP_LOCK1_APV+0x75 #5 0xffffffff80caf505 at _vn_lock+0x65 #6 0xffffffff80c94c8c at vfs_domount+0xbec #7 0xffffffff80c93ace at vfs_donmount+0x7be #8 0xffffffff80c932d9 at sys_nmount+0x69 #9 0xffffffff8109f9b1 at amd64_syscall+0x291 #10 0xffffffff81077bbd at fast_syscall_common+0x101 lock order reversal: 1st 0xfffffe000342ff28 bufwait (bufwait) @ kern/vfs_bio.c:1661 2nd 0xfffff80166109268 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:285 stack backtrace: #0 0xffffffff80c339a3 at witness_debugger+0x73 #1 0xffffffff80c336ed at witness_checkorder+0xa7d #2 0xffffffff80bd2cf8 at _sx_xlock+0x68 #3 0xffffffff80c653d8 at sosend_generic+0x108 #4 0xffffffff80c65956 at sosend+0x66 #5 0xffffffff80e72373 at clnt_vc_call+0x493 #6 0xffffffff80e70d13 at clnt_reconnect_call+0x4e3 #7 0xffffffff80a8f16c at newnfs_request+0x8dc #8 0xffffffff80acdb2a at nfscl_request+0x5a #9 0xffffffff80ab73f4 at nfsrpc_readdir+0x384 #10 0xffffffff80ac13dc at ncl_readdirrpc+0xdc #11 0xffffffff80ad04f4 at ncl_doio+0x474 #12 0xffffffff80acf80d at ncl_bioread+0x73d #13 0xffffffff80ac5bc7 at nfs_readdir+0x197 #14 0xffffffff80c8d16d at vop_sigdefer+0x6d #15 0xffffffff81225d8d at VOP_READDIR_APV+0x8d #16 0xffffffff80cac8ed at kern_getdirentries+0x1fd #17 0xffffffff80cacb19 at sys_getdirentries+0x29 Jun 23 05:21:21 mercat1 su[7470]: pho to root on /dev/pts/0 Stopping cron. Waiting for PIDS: 2267. Stopping sshd. Waiting for PIDS: 2263. Stopping ntpd. Waiting for PIDS: 2234, 2234. Stopping lockd. Waiting for PIDS: 2173. Stopping statd. Waiting for PIDS: 2170. Stopping watchdogd. Waiting for PIDS: 2124. Stopping rpcbind. Waiting for PIDS: 2044. if_delmulti_locked: detaching ifnet instance 0xfffff8000a2e8800 Stopping devd. Waiting for PIDS: 1963. Writing entropy file:. Writing early boot entropy file:. . Terminated Jun 23 08:19:56 panic: swap_reserved < decr cpuid = 1 time = 1561270796 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00adaae6a0 vpanic() at vpanic+0x19d/frame 0xfffffe00adaae6f0 panic() at panic+0x43/frame 0xfffffe00adaae750 swap_release_by_cred() at swap_release_by_cred+0x9d/frame 0xfffffe00adaae770 vm_map_entry_delete() at vm_map_entry_delete+0x1ad/frame 0xfffffe00adaae7e0 vm_map_delete() at vm_map_delete+0x2a3/frame 0xfffffe00adaae860 vm_map_remove() at vm_map_remove+0xa6/frame 0xfffffe00adaae8a0 vmspace_dofree() at vmspace_dofree+0x3f/frame 0xfffffe00adaae8d0 vmspace_exit() at vmspace_exit+0x154/frame 0xfffffe00adaae910 exit1() at exit1+0x5ad/frame 0xfffffe00adaae980 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe00adaae990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00adaaeab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00adaaeab0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8004908da, rsp = 0x7fffffffe3f8, rbp = 0x7fffffffe420 --- KDB: enter: panic [ thread pid 7470 tid 100633 ] Stopped at kdb_enter+0x3b: movq $0,kdb_why db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> bt Tracing pid 7470 tid 100633 td 0xfffff8018d9cb5a0 kdb_enter() at kdb_enter+0x3b/frame 0xfffffe00adaae6a0 vpanic() at vpanic+0x1ba/frame 0xfffffe00adaae6f0 panic() at panic+0x43/frame 0xfffffe00adaae750 swap_release_by_cred() at swap_release_by_cred+0x9d/frame 0xfffffe00adaae770 vm_map_entry_delete() at vm_map_entry_delete+0x1ad/frame 0xfffffe00adaae7e0 vm_map_delete() at vm_map_delete+0x2a3/frame 0xfffffe00adaae860 vm_map_remove() at vm_map_remove+0xa6/frame 0xfffffe00adaae8a0 vmspace_dofree() at vmspace_dofree+0x3f/frame 0xfffffe00adaae8d0 vmspace_exit() at vmspace_exit+0x154/frame 0xfffffe00adaae910 exit1() at exit1+0x5ad/frame 0xfffffe00adaae980 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe00adaae990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00adaaeab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00adaaeab0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8004908da, rsp = 0x7fffffffe3f8, rbp = 0x7fffffffe420 --- db:1:pho1> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0xd60800 curthread = 0xfffff800036b8000: pid 11 tid 100003 "idle: cpu0" curpcb = 0xfffffe0076766b80 fpcurthread = none idlethread = 0xfffff800036b8000: tid 100003 "idle: cpu0" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be4a0 commontssp = 0xffffffff821be4a0 rsp0 = 0xfffffe0076766b80 gs32p = 0xffffffff821c50d8 ldt = 0xffffffff821c5118 tss = 0xffffffff821c5108 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe0084fea800 curthread = 0xfffff8018d9cb5a0: pid 7470 tid 100633 "csh" curpcb = 0xfffffe00adaaeb80 fpcurthread = 0xfffff8018d9cb5a0: pid 7470 "csh" idlethread = 0xfffff800036b75a0: tid 100004 "idle: cpu1" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be508 commontssp = 0xffffffff821be508 rsp0 = 0xfffffe00adaaeb80 gs32p = 0xffffffff821c5140 ldt = 0xffffffff821c5180 tss = 0xffffffff821c5170 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe0084ff6800 curthread = 0xfffff800036b7000: pid 11 tid 100005 "idle: cpu2" curpcb = 0xfffffe0076770b80 fpcurthread = none idlethread = 0xfffff800036b7000: tid 100005 "idle: cpu2" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be570 commontssp = 0xffffffff821be570 rsp0 = 0xfffffe0076770b80 gs32p = 0xffffffff821c51a8 ldt = 0xffffffff821c51e8 tss = 0xffffffff821c51d8 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe0085002800 curthread = 0xfffff800036b65a0: pid 11 tid 100006 "idle: cpu3" curpcb = 0xfffffe0076775b80 fpcurthread = none idlethread = 0xfffff800036b65a0: tid 100006 "idle: cpu3" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be5d8 commontssp = 0xffffffff821be5d8 rsp0 = 0xfffffe0076775b80 gs32p = 0xffffffff821c5210 ldt = 0xffffffff821c5250 tss = 0xffffffff821c5240 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe008500e800 curthread = 0xfffff800036b6000: pid 11 tid 100007 "idle: cpu4" curpcb = 0xfffffe007677ab80 fpcurthread = none idlethread = 0xfffff800036b6000: tid 100007 "idle: cpu4" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be640 commontssp = 0xffffffff821be640 rsp0 = 0xfffffe007677ab80 gs32p = 0xffffffff821c5278 ldt = 0xffffffff821c52b8 tss = 0xffffffff821c52a8 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe008501a800 curthread = 0xfffff800036b55a0: pid 11 tid 100008 "idle: cpu5" curpcb = 0xfffffe007677fb80 fpcurthread = none idlethread = 0xfffff800036b55a0: tid 100008 "idle: cpu5" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be6a8 commontssp = 0xffffffff821be6a8 rsp0 = 0xfffffe007677fb80 gs32p = 0xffffffff821c52e0 ldt = 0xffffffff821c5320 tss = 0xffffffff821c5310 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe0085026800 curthread = 0xfffff800036b5000: pid 11 tid 100009 "idle: cpu6" curpcb = 0xfffffe0076784b80 fpcurthread = none idlethread = 0xfffff800036b5000: tid 100009 "idle: cpu6" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be710 commontssp = 0xffffffff821be710 rsp0 = 0xfffffe0076784b80 gs32p = 0xffffffff821c5348 ldt = 0xffffffff821c5388 tss = 0xffffffff821c5378 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe0085032800 curthread = 0xfffff800036c95a0: pid 11 tid 100010 "idle: cpu7" curpcb = 0xfffffe0076789b80 fpcurthread = none idlethread = 0xfffff800036c95a0: tid 100010 "idle: cpu7" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be778 commontssp = 0xffffffff821be778 rsp0 = 0xfffffe0076789b80 gs32p = 0xffffffff821c53b0 ldt = 0xffffffff821c53f0 tss = 0xffffffff821c53e0 tlb gen = 137949890 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe008503e800 curthread = 0xfffff800036c9000: pid 11 tid 100011 "idle: cpu8" curpcb = 0xfffffe007678eb80 fpcurthread = none idlethread = 0xfffff800036c9000: tid 100011 "idle: cpu8" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be7e0 commontssp = 0xffffffff821be7e0 rsp0 = 0xfffffe007678eb80 gs32p = 0xffffffff821c5418 ldt = 0xffffffff821c5458 tss = 0xffffffff821c5448 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe008504a800 curthread = 0xfffff800036c85a0: pid 11 tid 100012 "idle: cpu9" curpcb = 0xfffffe0076793b80 fpcurthread = none idlethread = 0xfffff800036c85a0: tid 100012 "idle: cpu9" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be848 commontssp = 0xffffffff821be848 rsp0 = 0xfffffe0076793b80 gs32p = 0xffffffff821c5480 ldt = 0xffffffff821c54c0 tss = 0xffffffff821c54b0 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe0085056800 curthread = 0xfffff800036c8000: pid 11 tid 100013 "idle: cpu10" curpcb = 0xfffffe0076798b80 fpcurthread = none idlethread = 0xfffff800036c8000: tid 100013 "idle: cpu10" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be8b0 commontssp = 0xffffffff821be8b0 rsp0 = 0xfffffe0076798b80 gs32p = 0xffffffff821c54e8 ldt = 0xffffffff821c5528 tss = 0xffffffff821c5518 tlb gen = 137949891 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe0085062800 curthread = 0xfffff800036c75a0: pid 11 tid 100014 "idle: cpu11" curpcb = 0xfffffe007679db80 fpcurthread = none idlethread = 0xfffff800036c75a0: tid 100014 "idle: cpu11" curpmap = 0xffffffff82086d70 tssp = 0xffffffff821be918 commontssp = 0xffffffff821be918 rsp0 = 0xfffffe007679db80 gs32p = 0xffffffff821c5550 ldt = 0xffffffff821c5590 tss = 0xffffffff821c5580 tlb gen = 137949891 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 7470 (csh) thread 0xfffff8018d9cb5a0 (100633) exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffff8022d903070) locked @ vm/vm_map.c:3656 Process 32 (bufdaemon) thread 0xfffff8000ae4c000 (100150) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0004ce8ec0) locked @ kern/vfs_bio.c:1661 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0004b44fe0) locked @ kern/vfs_bio.c:1661 db:1:pho1> show lockedvnods Locked vnodes db:1:pho1> show allchains chain 1: thread 100190 (pid 2034, syslogd) sleeping on 0xfffff800060cfcc0 "ttyout" chain 2: thread 100141 (pid 34, vnlru) sleeping on 0xfffff8000a384a60 "vlruwt" chain 3: thread 100140 (pid 33, syncer) sleeping on 0xffffffff820315c0 "syncer" chain 4: thread 100130 (pid 32, bufdaemon) sleeping on 0xffffffff82030a58 "qsleep" chain 5: thread 100131 (pid 32, bufspacedaemon-0) sleeping on 0xffffffff81a0a8c0 "-" chain 6: thread 100132 (pid 32, bufspacedaemon-1) sleeping on 0xffffffff81a12b80 "-" chain 7: thread 100134 (pid 32, bufspacedaemon-2) sleeping on 0xffffffff81a1ae40 "-" chain 8: thread 100135 (pid 32, bufspacedaemon-3) sleeping on 0xffffffff81a23100 "-" chain 9: thread 100136 (pid 32, bufspacedaemon-4) sleeping on 0xffffffff81a2b3c0 "-" chain 10: thread 100138 (pid 32, bufspacedaemon-5) sleeping on 0xffffffff81a33680 "-" chain 11: thread 100139 (pid 32, bufspacedaemon-6) sleeping on 0xffffffff81a3b940 "-" chain 12: thread 100150 (pid 32, / worker) sleeping on 0xfffffe0004ce8e40 "biord" chain 13: thread 100197 (pid 32, /tmp worker) sleeping on 0xfffff8000ae2a0e8 "sdflush" chain 14: thread 100129 (pid 31, vmdaemon) sleeping on 0xffffffff8204d808 "psleep" chain 15: thread 100128 (pid 30, dom0) sleeping on 0xffffffff820b7598 "psleep" chain 16: thread 100133 (pid 30, laundry: dom0) sleeping on 0xffffffff820b75a4 "launds" chain 17: thread 100137 (pid 30, uma) sleeping on 0xffffffff80ef5430 "umarcl" chain 18: thread 100127 (pid 29, enc_daemon1) sleeping on 0xfffff8000a292000 "idle" chain 19: thread 100126 (pid 28, enc_daemon0) sleeping on 0xfffff8000a292530 "idle" chain 20: thread 100123 (pid 27, rand_harvestq) sleeping on 0xffffffff81cee7a0 "-" chain 21: thread 100119 (pid 26, sctp_iterator) sleeping on 0xffffffff820b5c70 "waiting_for_work" chain 22: thread 100118 (pid 25, soaiod4) sleeping on 0xffffffff8203045c "-" chain 23: thread 100117 (pid 24, soaiod3) sleeping on 0xffffffff8203045c "-" chain 24: thread 100116 (pid 23, soaiod2) sleeping on 0xffffffff8203045c "-" chain 25: thread 100115 (pid 22, soaiod1) sleeping on 0xffffffff8203045c "-" chain 26: thread 100096 (pid 21, usbus0) sleeping on 0xfffffe009a1aa460 "-" chain 27: thread 100097 (pid 21, usbus0) sleeping on 0xfffffe009a1aa4b8 "-" chain 28: thread 100098 (pid 21, usbus0) sleeping on 0xfffffe009a1aa510 "-" chain 29: thread 100099 (pid 21, usbus0) sleeping on 0xfffffe009a1aa568 "-" chain 30: thread 100100 (pid 21, usbus0) sleeping on 0xfffffe009a1aa5c0 "-" chain 31: thread 100102 (pid 21, usbus1) sleeping on 0xfffffe0006dd6d10 "-" chain 32: thread 100103 (pid 21, usbus1) sleeping on 0xfffffe0006dd6d68 "-" chain 33: thread 100104 (pid 21, usbus1) sleeping on 0xfffffe0006dd6dc0 "-" chain 34: thread 100105 (pid 21, usbus1) sleeping on 0xfffffe0006dd6e18 "-" chain 35: thread 100106 (pid 21, usbus1) sleeping on 0xfffffe0006dd6e70 "-" chain 36: thread 100107 (pid 21, usbus2) sleeping on 0xfffffe009a639d10 "-" chain 37: thread 100108 (pid 21, usbus2) sleeping on 0xfffffe009a639d68 "-" chain 38: thread 100109 (pid 21, usbus2) sleeping on 0xfffffe009a639dc0 "-" chain 39: thread 100110 (pid 21, usbus2) sleeping on 0xfffffe009a639e18 "-" chain 40: thread 100111 (pid 21, usbus2) sleeping on 0xfffffe009a639e70 "-" chain 41: thread 100091 (pid 20, doneq0) sleeping on 0xffffffff81bc9b40 "-" chain 42: thread 100092 (pid 20, doneq1) sleeping on 0xffffffff81bc9bc0 "-" chain 43: thread 100093 (pid 20, doneq2) sleeping on 0xffffffff81bc9c40 "-" chain 44: thread 100125 (pid 20, scanner) sleeping on 0xffffffff81bc9a08 "-" chain 45: thread 100090 (pid 19, crypto returns 11) sleeping on 0xfffff800038f9450 "crypto_ret_wait" chain 46: thread 100089 (pid 18, crypto returns 10) sleeping on 0xfffff800038f93f0 "crypto_ret_wait" chain 47: thread 100088 (pid 17, crypto returns 9) sleeping on 0xfffff800038f9390 "crypto_ret_wait" chain 48: thread 100087 (pid 16, crypto returns 8) sleeping on 0xfffff800038f9330 "crypto_ret_wait" chain 49: thread 100086 (pid 15, crypto returns 7) sleeping on 0xfffff800038f92d0 "crypto_ret_wait" chain 50: thread 100085 (pid 9, crypto returns 6) sleeping on 0xfffff800038f9270 "crypto_ret_wait" chain 51: thread 100084 (pid 8, crypto returns 5) sleeping on 0xfffff800038f9210 "crypto_ret_wait" chain 52: thread 100083 (pid 7, crypto returns 4) sleeping on 0xfffff800038f91b0 "crypto_ret_wait" chain 53: thread 100082 (pid 6, crypto returns 3) sleeping on 0xfffff800038f9150 "crypto_ret_wait" chain 54: thread 100081 (pid 5, crypto returns 2) sleeping on 0xfffff800038f90f0 "crypto_ret_wait" chain 55: thread 100080 (pid 4, crypto returns 1) sleeping on 0xfffff800038f9090 "crypto_ret_wait" chain 56: thread 100079 (pid 3, crypto returns 0) sleeping on 0xfffff800038f9030 "crypto_ret_wait" chain 57: thread 100078 (pid 2, crypto) sleeping on 0xffffffff82047df8 "crypto_wait" chain 58: thread 100065 (pid 14, sequencer 00) sleeping on 0xfffff800037ec888 "seqstate" chain 59: thread 100062 (pid 13, g_event) sleeping on 0xffffffff820860f0 "-" chain 60: thread 100063 (pid 13, g_up) sleeping on 0xffffffff82086100 "-" chain 61: thread 100064 (pid 13, g_down) sleeping on 0xffffffff820860e8 "-" chain 62: thread 100002 (pid 1, init) sleeping on 0xfffff800036b4530 "wait" chain 63: thread 100001 (pid 10, audit) sleeping on 0xffffffff820b6990 "audit_worker_cv" chain 64: thread 100000 (pid 0, swapper) sleeping on 0xfffff80166c8198c "swread" chain 65: thread 100015 (pid 0, config_0) sleeping on 0xfffff800036a0000 "-" chain 66: thread 100016 (pid 0, kqueue_ctx taskq) sleeping on 0xfffff8000312ba00 "-" chain 67: thread 100017 (pid 0, aiod_kick taskq) sleeping on 0xfffff8000312b900 "-" chain 68: thread 100020 (pid 0, thread taskq) sleeping on 0xfffff8000312b400 "-" chain 69: thread 100022 (pid 0, if_io_tqg_0) sleeping on 0xfffff8000369f700 "-" chain 70: thread 100023 (pid 0, if_io_tqg_1) sleeping on 0xfffff8000369f500 "-" chain 71: thread 100024 (pid 0, if_io_tqg_2) sleeping on 0xfffff8000369f300 "-" chain 72: thread 100025 (pid 0, if_io_tqg_3) sleeping on 0xfffff8000369f100 "-" chain 73: thread 100026 (pid 0, if_io_tqg_4) sleeping on 0xfffff8000369ee00 "-" chain 74: thread 100027 (pid 0, if_io_tqg_5) sleeping on 0xfffff8000369ec00 "-" chain 75: thread 100028 (pid 0, if_io_tqg_6) sleeping on 0xfffff8000369ea00 "-" chain 76: thread 100029 (pid 0, if_io_tqg_7) sleeping on 0xfffff8000369e800 "-" chain 77: thread 100030 (pid 0, if_io_tqg_8) sleeping on 0xfffff8000369e600 "-" chain 78: thread 100031 (pid 0, if_io_tqg_9) sleeping on 0xfffff8000369e400 "-" chain 79: thread 100032 (pid 0, if_io_tqg_10) sleeping on 0xfffff8000369e200 "-" chain 80: thread 100033 (pid 0, if_io_tqg_11) sleeping on 0xfffff8000369e000 "-" chain 81: thread 100034 (pid 0, softirq_0) sleeping on 0xfffff8000369dd00 "-" chain 82: thread 100035 (pid 0, softirq_1) sleeping on 0xfffff8000369db00 "-" chain 83: thread 100036 (pid 0, softirq_2) sleeping on 0xfffff8000369d900 "-" chain 84: thread 100037 (pid 0, softirq_3) sleeping on 0xfffff8000369d700 "-" chain 85: thread 100038 (pid 0, softirq_4) sleeping on 0xfffff8000369d500 "-" chain 86: thread 100039 (pid 0, softirq_5) sleeping on 0xfffff8000369d300 "-" chain 87: thread 100040 (pid 0, softirq_6) sleeping on 0xfffff8000369d100 "-" chain 88: thread 100041 (pid 0, softirq_7) sleeping on 0xfffff800037a7100 "-" chain 89: thread 100042 (pid 0, softirq_8) sleeping on 0xfffff800037a6e00 "-" chain 90: thread 100043 (pid 0, softirq_9) sleeping on 0xfffff800037a6c00 "-" chain 91: thread 100044 (pid 0, softirq_10) sleeping on 0xfffff800037a6a00 "-" chain 92: thread 100045 (pid 0, softirq_11) sleeping on 0xfffff800037a6800 "-" chain 93: thread 100046 (pid 0, if_config_tqg_0) sleeping on 0xfffff800037b5200 "-" chain 94: thread 100061 (pid 0, firmware taskq) sleeping on 0xfffff800037d1200 "-" chain 95: thread 100066 (pid 0, crypto_0) sleeping on 0xfffff800037d1100 "-" chain 96: thread 100067 (pid 0, crypto_1) sleeping on 0xfffff800037d1100 "-" chain 97: thread 100068 (pid 0, crypto_2) sleeping on 0xfffff800037d1100 "-" chain 98: thread 100069 (pid 0, crypto_3) sleeping on 0xfffff800037d1100 "-" chain 99: thread 100070 (pid 0, crypto_4) sleeping on 0xfffff800037d1100 "-" chain 100: thread 100071 (pid 0, crypto_5) sleeping on 0xfffff800037d1100 "-" chain 101: thread 100072 (pid 0, crypto_6) sleeping on 0xfffff800037d1100 "-" chain 102: thread 100073 (pid 0, crypto_7) sleeping on 0xfffff800037d1100 "-" chain 103: thread 100074 (pid 0, crypto_8) sleeping on 0xfffff800037d1100 "-" chain 104: thread 100075 (pid 0, crypto_9) sleeping on 0xfffff800037d1100 "-" chain 105: thread 100076 (pid 0, crypto_10) sleeping on 0xfffff800037d1100 "-" chain 106: thread 100077 (pid 0, crypto_11) sleeping on 0xfffff800037d1100 "-" chain 107: thread 100114 (pid 0, mca taskq) blocked on lockmgr (null)EXCL thread 0 (pid 1970434661, ) is inactive chain 108: thread 100120 (pid 0, acpi_task_0) sleeping on 0xfffff8000a3e9500 "-" chain 109: thread 100121 (pid 0, acpi_task_1) sleeping on 0xfffff8000a3e9500 "-" chain 110: thread 100122 (pid 0, acpi_task_2) sleeping on 0xfffff8000a3e9500 "-" chain 111: thread 100124 (pid 0, CAM taskq) sleeping on 0xfffff800037d1000 "-" db:1:pho1> show mount 0xfffff8000a6a4000 /dev/gpt/work on / (ufs) 0xfffff8000a6a5000 devfs on /dev (devfs) 0xfffff80166c7c000 /dev/gpt/tmp on /tmp (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 17 Buf domain 0 freebufs 6440 lofreebufs 219 hifreebufs 329 bufspace 235282432 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8602 (233414656) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 4, 13, 1, 5, 0, 15, 7, 2, 9, 0, 19, 15, Locked buffers: 0 space 0 Total buffers: 21987 space 235282432 Buf domain 1 freebufs 6809 lofreebufs 219 hifreebufs 329 bufspace 228327424 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 22 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8225 (226107392) dirtyq count 22 (720896) wakeup 0 lim 25 CPU 0, 18, 12, 0, 1, 1, 0, 0, 5, 12, 8, 18, Locked buffers: 2 space 65536 Total buffers: 15812 space 228327424 Buf domain 2 freebufs 6547 lofreebufs 219 hifreebufs 329 bufspace 235421696 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8448 (232173568) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 17, 19, 9, 3, 0, 11, 22, 2, 24, 13, 9, 8, Locked buffers: 0 space 0 Total buffers: 15450 space 235421696 Buf domain 3 freebufs 6258 lofreebufs 219 hifreebufs 329 bufspace 235429888 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8746 (232574976) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 4, 8, 15, 23, 5, 14, 10, 15, 12, 12, 8, 2, Locked buffers: 0 space 0 Total buffers: 12151 space 235429888 Buf domain 4 freebufs 6394 lofreebufs 219 hifreebufs 329 bufspace 235577344 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8575 (232230912) dirtyq count 2 (45056) wakeup 0 lim 25 CPU 17, 22, 4, 24, 7, 16, 6, 0, 24, 20, 6, 16, Locked buffers: 0 space 0 Total buffers: 13466 space 235577344 Buf domain 5 freebufs 6100 lofreebufs 219 hifreebufs 329 bufspace 235438080 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8920 (233132032) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 6, 22, 6, 10, 8, 11, 6, 8, 4, 9, 1, 21, Locked buffers: 0 space 0 Total buffers: 13337 space 235438080 Buf domain 6 freebufs 6765 lofreebufs 219 hifreebufs 329 bufspace 235388928 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8275 (233324544) dirtyq count 0 (0) wakeup 0 lim 25 CPU 12, 18, 10, 3, 8, 1, 17, 0, 7, 11, 6, 0, Locked buffers: 0 space 0 Total buffers: 13728 space 235388928 db:1:pho1> show page vm_cnt.v_free_count: 5961279 vm_cnt.v_inactive_count: 1340106 vm_cnt.v_active_count: 976 vm_cnt.v_laundry_count: 16 vm_cnt.v_wire_count: 853368 vm_cnt.v_free_reserved: 10649 vm_cnt.v_free_min: 51289 vm_cnt.v_free_target: 173209 vm_cnt.v_inactive_target: 259813 db:1:pho1> show pageq pq_free 5961279 dom 0 page_cnt 8128423 free 5961279 pq_act 976 pq_inact 1340106 pq_laund 16 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000002 | 000000 11 (008192K) | 000356 | 000001 10 (004096K) | 001705 | 000000 09 (002048K) | 003352 | 000000 08 (001024K) | 005618 | 000001 07 (000512K) | 002254 | 000002 06 (000256K) | 000004 | 000003 05 (000128K) | 000016 | 000008 04 (000064K) | 000035 | 000034 03 (000032K) | 000101 | 000130 02 (000016K) | 000312 | 000279 01 (000008K) | 000419 | 000480 00 (000004K) | 002245 | 000815 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000000 | 000000 05 (000128K) | 000002 | 000000 04 (000064K) | 000003 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000002 | 000000 01 (000008K) | 000002 | 000000 00 (000004K) | 000004 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket FFS2 dinode 256 388277 232378 8872767 0 67 FFS1 dinode 128 0 0 0 0 125 FFS inode 160 388277 232363 8872847 0 65 swblk 136 153 218565 2055102 0 61 swpctrie 144 13 16727 190160 0 61 selfd 64 468 3748 7581841 0 253 rtentry 208 12 102 15 0 61 IPsec SA lft_c 16 0 0 0 0 253 ripcb 488 0 32 6 0 29 udplite_inpcb 488 0 0 0 0 29 sctp_asconf_ack 48 0 0 0 0 253 sctp_asconf 40 0 0 0 0 253 sctp_stream_msg_out 112 0 0 0 0 125 sctp_readq 152 0 0 0 0 61 sctp_chunk 152 0 0 0 0 61 sctp_raddr 736 0 0 0 0 13 sctp_laddr 48 0 0 4 0 253 sctp_asoc 2408 0 0 0 0 3 sctp_ep 1280 0 0 0 0 9 tcp_log_node 120 0 0 0 0 125 tcp_log_bucket 144 0 0 0 0 61 tcp_log 408 0 0 0 0 29 tcpreass 48 0 0 0 0 253 tfo_ccache_entries 80 0 0 0 0 125 tfo 4 0 0 0 0 253 sackhole 32 0 0 0 0 253 hostcache 96 1 409 5 0 125 syncache 168 0 736 278 0 61 tcptw 88 0 540 283 0 125 tcpcb 976 0 200 600 0 13 tcp_inpcb 488 1 295 600 0 29 udpcb 32 4 2848 6228 0 253 udp_inpcb 488 4 364 6228 0 29 ipq 56 0 0 0 0 253 unpcb 256 2 748 5993 0 61 socket 872 6 3030 13101 0 13 KNOTE 160 0 384 31 0 61 itimer 352 0 0 0 0 29 ksiginfo 112 358 3142 96296 0 125 AIOLIO 280 0 0 0 0 29 AIOCB 752 0 0 0 0 13 AIOP 32 0 0 0 0 253 AIO 208 0 0 0 0 61 Mountpoints 2896 3 16 48 0 3 procdesc 136 0 29 20 0 61 pipe 760 1 284 4500422 0 13 NCLNODE 744 0 234835 469507 0 13 DIRHASH 1024 11167 101 28300 0 13 LTS VFS Cache 368 0 148890 297457 0 29 L VFS Cache 328 149059 38693 511549 0 29 STS VFS Cache 148 0 86398 174654 0 61 S VFS Cache 108 253978 363317 3114185 0 125 rentr 24 0 2324 48 0 253 NAMEI 1024 0 224 137126065 0 13 BUF TRIE 144 7471 98477 75812979 0 62 VNODEPOLL 120 0 0 0 0 125 VNODE 632 388388 231592 9442688 0 18 vtnet_tx_hdr 24 0 0 0 0 253 crypto_session 24 0 0 0 0 253 cryptodesc 120 0 0 0 0 125 cryptop 128 0 0 0 0 125 nvme_request 128 0 0 0 0 125 g_bio 408 8 9001 169972576 0 193 DMAR_MAP_ENTRY 120 0 0 0 0 125 ttyoutq 256 93 222 484 0 61 ttyinq 160 180 372 930 0 61 FPU_save_area 832 0 0 0 0 13 epoch_record pcpu 256 4 12 4 0 61 mbuf_jumbo_16k 16384 0 0 0 0 1 mbuf_jumbo_9k 9216 0 0 0 0 1 mbuf_jumbo_page 4096 0 323 48022 0 14 mbuf_cluster 2048 9708 470 733517 0 25 mbuf 256 6270 10772 85465535 0 253 mbuf_packet 256 12 3556 30322 0 253 audit_record 1280 0 0 0 0 9 domainset 40 0 0 0 0 253 cpuset 104 27 438 27 0 125 THREAD 1440 499 483 375523 0 9 PROC 1328 40 344 16710719 0 9 MAC labels 40 0 0 0 0 253 pbuf 984 0 648 0 0 1 clpbuf 984 0 128 3487223 1469954 5 vnpbuf 984 0 163 419195 0 13 mdpbuf 984 0 20 41959 0 1 nfspbuf 984 0 0 0 0 5 swwbuf 984 0 0 1128829 0 1 swrbuf 984 1 51 611307 0 5 umtx_shm 88 0 0 70 0 125 umtx pi 96 0 0 0 0 125 rl_entry 40 709 2558 709 0 253 TURNSTILE 136 983 397 983 0 61 rangeset pctrie nodes 144 0 0 0 0 61 filedesc0 1104 37 308 16710720 0 9 Files 80 24 2720 76106296 0 125 SLEEPQUEUE 88 983 536 983 0 125 65536 65536 0 0 0 0 1 65536 65536 3 0 3 0 1 65536 65536 5 12 2762 0 1 65536 65536 1 0 1 0 1 65536 65536 1 7 609 0 1 65536 65536 3 0 3 0 1 65536 65536 0 1 6 0 1 65536 65536 0 0 0 0 1 32768 32768 1 0 1 0 1 32768 32768 2 17 2206719 0 1 32768 32768 3 69 5121849 0 3 32768 32768 0 0 0 0 1 32768 32768 7 37 5327 0 1 32768 32768 12 3 15 0 1 32768 32768 13 0 13 0 1 32768 32768 1 0 1 0 1 16384 16384 0 0 0 0 1 16384 16384 0 0 0 0 1 16384 16384 53 1 3116 0 1 16384 16384 0 0 0 0 1 16384 16384 2 0 2 0 1 16384 16384 1 8 1086 0 1 16384 16384 5 10 27 0 1 16384 16384 0 0 0 0 1 8192 8192 0 0 0 0 1 8192 8192 4 9 76 0 1 8192 8192 18 19 3399 0 1 8192 8192 1 0 1 0 1 8192 8192 7 0 7 0 1 8192 8192 12 0 12 0 1 8192 8192 90 1 154 0 1 8192 8192 0 0 0 0 1 4096 4096 349 12 2701 0 1 4096 4096 1 5 37 0 1 4096 4096 57 15 133892 0 1 4096 4096 4 21 767030 0 1 4096 4096 57 158 16710753 0 2 4096 4096 1 8 153 0 1 4096 4096 6 32 27887 0 1 4096 4096 3 5 8 0 1 2048 2048 0 0 0 0 5 2048 2048 1 1 1 0 5 2048 2048 98 56 5656 0 5 2048 2048 0 0 0 0 5 2048 2048 27 113 30360639 0 5 2048 2048 3 1 7 0 5 2048 2048 8 16 32 0 5 2048 2048 0 6 2 0 5 1024 1024 0 68 38 0 13 1024 1024 1 3 1 0 13 1024 1024 219 189 12690707 0 13 1024 1024 15 13 17 0 13 1024 1024 24 40 5767 0 13 1024 1024 2 6 2 0 13 1024 1024 23 157 5718 0 13 1024 1024 4 12 4 0 13 512 512 3 319 1701 0 29 512 512 99 23869 11342672 0 29 512 512 118 351 3431619 0 29 512 512 14 21 14 0 29 512 512 1580 226 4030 0 29 512 512 1 6 5 0 29 512 512 36 146 88 0 29 512 512 0 301 543338 0 29 256 256 13 677 24322 0 61 256 256 24 966 17608054 0 61 256 256 819 33186 46588919 0 61 256 256 20 700 7045 0 61 256 256 505 980 17098082 0 61 256 256 227 40393 13562775 0 61 256 256 115 2390 850458 0 61 256 256 13 1307 77420 0 61 128 128 563 1545 137110 0 125 128 128 70 1511 409453 0 125 128 128 3494 1373 3436640 0 125 128 128 122 219 126 0 125 128 128 16841 1573 3164990 0 125 128 128 37 22190 11144241 0 125 128 128 2351 25022 13693543 0 125 128 128 7 148 13 0 125 64 64 10 3090 62271247 0 253 64 64 136 2034 891 0 253 64 64 9051 3782 17959256 0 253 64 64 14 296 40018 0 253 64 64 9526 3370 17637690 0 253 64 64 2 38190 5910780 0 253 64 64 959 3753 16711780 0 253 64 64 20 538 85 0 253 32 32 8 3092 341 0 253 32 32 269 236819 1237458 0 253 32 32 374 2850 13153 0 253 32 32 16 604 18 0 253 32 32 1975 2737 32515 0 253 32 32 105 3615 1506322 0 253 32 32 3282 3166 32863 0 253 32 32 1 247 10 0 253 16 16 1 3236 17556 0 253 16 16 37 1955 60449 0 253 16 16 582 3153 23265 0 253 16 16 2 496 3 0 253 16 16 1618 2366 847340 0 253 16 16 5 3232 10681 0 253 16 16 2818 3158 3471 0 253 16 16 0 498 50 0 253 mt_zone 24 428 568 446 0 253 mt_stats_zone 64 428 532 446 0 253 64 pcpu 8 2969 1895 3285 0 253 fakepg 104 0 57380 12433790 0 125 VMSPACE 2552 4 625 16710651 0 5 MAP ENTRY 112 111 8674 4293481683 0 253 KMAP ENTRY 112 7 271 15 0 125 MAP 232 2 65 2 0 61 RADIX NODE 144 186685 424610 734602812 0 253 VM OBJECT 256 285005 10165 221898724 0 71 vmem btag 56 41868 24569 130611 0 253 vmem 1856 0 1 0 0 5 256 Bucket 2048 3276 3653 6204655 0 233 128 Bucket 1024 7448 664 1019798 0 13 64 Bucket 512 2954 889 1199633 0 29 32 Bucket 256 15515 1194 2646852 0 61 16 Bucket 128 18332 1848 1597997 0 125 12 Bucket 96 113 1896 730536 0 125 8 Bucket 64 168 4047 5504152 0 253 6 Bucket 48 4565 2573 832037 0 253 4 Bucket 32 1922 7998 2993982 0 253 UMA Hash 256 1 10 7 0 0 UMA Slabs 112 15779 31 105866 0 0 UMA Zones 1960 80 0 92 0 0 UMA Kegs 216 74 5 86 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket vm pgcache 104 -42010743 4871 1175397207 253 buf free cache 984 80054 45296 272484920 189 buffer arena-65 65536 9650 4804 851656 3 buffer arena-61 61440 0 0 829339 1 buffer arena-57 57344 0 0 829339 1 buffer arena-53 53248 0 0 829339 1 buffer arena-49 49152 0 0 829339 1 buffer arena-45 45056 0 0 829339 1 buffer arena-40 40960 0 0 829339 1 buffer arena-36 36864 0 0 829339 1 buffer arena-32 32768 69885 10107 41956761 3 buffer arena-28 28672 0 0 829339 1 buffer arena-24 24576 0 0 829339 1 buffer arena-20 20480 0 0 829339 1 buffer arena-16 16384 -1 14 829739 1 buffer arena-12 12288 0 0 829339 1 buffer arena-81 8192 0 0 829339 1 buffer arena-40 4096 0 0 829339 1 db:0:pho> acttrace Tracing command csh pid 7470 tid 100633 td 0xfffff8018d9cb5a0 (CPU 1) kdb_enter() at kdb_enter+0x3b/frame 0xfffffe00adaae6a0 vpanic() at vpanic+0x1ba/frame 0xfffffe00adaae6f0 panic() at panic+0x43/frame 0xfffffe00adaae750 swap_release_by_cred() at swap_release_by_cred+0x9d/frame 0xfffffe00adaae770 vm_map_entry_delete() at vm_map_entry_delete+0x1ad/frame 0xfffffe00adaae7e0 vm_map_delete() at vm_map_delete+0x2a3/frame 0xfffffe00adaae860 vm_map_remove() at vm_map_remove+0xa6/frame 0xfffffe00adaae8a0 vmspace_dofree() at vmspace_dofree+0x3f/frame 0xfffffe00adaae8d0 vmspace_exit() at vmspace_exit+0x154/frame 0xfffffe00adaae910 exit1() at exit1+0x5ad/frame 0xfffffe00adaae980 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe00adaae990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00adaaeab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00adaaeab0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8004908da, rsp = 0x7fffffffe3f8, rbp = 0x7fffffffe420 --- Tracing command idle pid 11 tid 100003 td 0xfffff800036b8000 (CPU 0) cpustop_handler() at cpustop_handler+0x2d/frame 0xffffffff82051b70 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xffffffff82051b90 trap() at trap+0x48/frame 0xffffffff82051ca0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff82051ca0 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076766900, rbp = 0xfffffe0076766900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076766900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076766950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076766970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076766990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076766a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076766ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076766ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff800036b7000 (CPU 2) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006b7fdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006b7fe10 trap() at trap+0x48/frame 0xfffffe0006b7ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006b7ff20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076770900, rbp = 0xfffffe0076770900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076770900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076770950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076770970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076770990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076770a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076770ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076770ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff800036b65a0 (CPU 3) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006b8bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006b8be10 trap() at trap+0x48/frame 0xfffffe0006b8bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006b8bf20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076775900, rbp = 0xfffffe0076775900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076775900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076775950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076775970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076775990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076775a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076775ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076775ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff800036b6000 (CPU 4) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006b97df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006b97e10 trap() at trap+0x48/frame 0xfffffe0006b97f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006b97f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007677a900, rbp = 0xfffffe007677a900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007677a900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007677a950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007677a970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007677a990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007677aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe007677aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007677aab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff800036b55a0 (CPU 5) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006ba3df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006ba3e10 trap() at trap+0x48/frame 0xfffffe0006ba3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006ba3f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007677f900, rbp = 0xfffffe007677f900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007677f900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007677f950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007677f970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007677f990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007677fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe007677fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007677fab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff800036b5000 (CPU 6) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bafdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bafe10 trap() at trap+0x48/frame 0xfffffe0006baff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006baff20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076784900, rbp = 0xfffffe0076784900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076784900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076784950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076784970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076784990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076784a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076784ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076784ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff800036c95a0 (CPU 7) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bbbdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bbbe10 trap() at trap+0x48/frame 0xfffffe0006bbbf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bbbf20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076789900, rbp = 0xfffffe0076789900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076789900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076789950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076789970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076789990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076789a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076789ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076789ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff800036c9000 (CPU 8) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bc7df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bc7e10 trap() at trap+0x48/frame 0xfffffe0006bc7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bc7f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007678e900, rbp = 0xfffffe007678e900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007678e900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007678e950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007678e970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007678e990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007678ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe007678eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007678eab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff800036c85a0 (CPU 9) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bd3df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bd3e10 trap() at trap+0x48/frame 0xfffffe0006bd3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bd3f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076793900, rbp = 0xfffffe0076793900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076793900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076793950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076793970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076793990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076793a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076793ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076793ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff800036c8000 (CPU 10) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bdfdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bdfe10 trap() at trap+0x48/frame 0xfffffe0006bdff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bdff20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076798900, rbp = 0xfffffe0076798900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076798900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076798950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076798970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076798990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076798a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076798ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076798ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff800036c75a0 (CPU 11) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bebdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bebe10 trap() at trap+0x48/frame 0xfffffe0006bebf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bebf20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007679d900, rbp = 0xfffffe007679d900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007679d900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007679d950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007679d970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007679d990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007679da70 fork_exit() at fork_exit+0x84/frame 0xfffffe007679dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007679dab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 7470 1 7470 0 RE+ CPU 1 csh 2636 1 2636 0 ?WLs sh 2034 1 2034 0 Ss ttyout 0xfffff800060cfcc0 syslogd 34 0 0 0 DL vlruwt 0xfffff8000a384a60 [vnlru] 33 0 0 0 DL syncer 0xffffffff820315c0 [syncer] 32 0 0 0 DL (threaded) [bufdaemon] 100130 D qsleep 0xffffffff82030a58 [bufdaemon] 100131 D - 0xffffffff81a0a8c0 [bufspacedaemon-0] 100132 D - 0xffffffff81a12b80 [bufspacedaemon-1] 100134 D - 0xffffffff81a1ae40 [bufspacedaemon-2] 100135 D - 0xffffffff81a23100 [bufspacedaemon-3] 100136 D - 0xffffffff81a2b3c0 [bufspacedaemon-4] 100138 D - 0xffffffff81a33680 [bufspacedaemon-5] 100139 D - 0xffffffff81a3b940 [bufspacedaemon-6] 100150 D biord 0xfffffe0004ce8e40 [/ worker] 100197 D sdflush 0xfffff8000ae2a0e8 [/tmp worker] 31 0 0 0 DL psleep 0xffffffff8204d808 [vmdaemon] 30 0 0 0 DL (threaded) [pagedaemon] 100128 D psleep 0xffffffff820b7598 [dom0] 100133 D launds 0xffffffff820b75a4 [laundry: dom0] 100137 D umarcl 0xffffffff80ef5430 [uma] 29 0 0 0 DL idle 0xfffff8000a292000 [enc_daemon1] 28 0 0 0 DL idle 0xfffff8000a292530 [enc_daemon0] 27 0 0 0 DL - 0xffffffff81cee7a0 [rand_harvestq] 26 0 0 0 DL waiting 0xffffffff820b5c70 [sctp_iterator] 25 0 0 0 DL - 0xffffffff8203045c [soaiod4] 24 0 0 0 DL - 0xffffffff8203045c [soaiod3] 23 0 0 0 DL - 0xffffffff8203045c [soaiod2] 22 0 0 0 DL - 0xffffffff8203045c [soaiod1] 21 0 0 0 DL (threaded) [usb] 100096 D - 0xfffffe009a1aa460 [usbus0] 100097 D - 0xfffffe009a1aa4b8 [usbus0] 100098 D - 0xfffffe009a1aa510 [usbus0] 100099 D - 0xfffffe009a1aa568 [usbus0] 100100 D - 0xfffffe009a1aa5c0 [usbus0] 100102 D - 0xfffffe0006dd6d10 [usbus1] 100103 D - 0xfffffe0006dd6d68 [usbus1] 100104 D - 0xfffffe0006dd6dc0 [usbus1] 100105 D - 0xfffffe0006dd6e18 [usbus1] 100106 D - 0xfffffe0006dd6e70 [usbus1] 100107 D - 0xfffffe009a639d10 [usbus2] 100108 D - 0xfffffe009a639d68 [usbus2] 100109 D - 0xfffffe009a639dc0 [usbus2] 100110 D - 0xfffffe009a639e18 [usbus2] 100111 D - 0xfffffe009a639e70 [usbus2] 20 0 0 0 DL (threaded) [cam] 100091 D - 0xffffffff81bc9b40 [doneq0] 100092 D - 0xffffffff81bc9bc0 [doneq1] 100093 D - 0xffffffff81bc9c40 [doneq2] 100125 D - 0xffffffff81bc9a08 [scanner] 19 0 0 0 DL crypto_ 0xfffff800038f9450 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff800038f93f0 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff800038f9390 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff800038f9330 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff800038f92d0 [crypto returns 7] 9 0 0 0 DL crypto_ 0xfffff800038f9270 [crypto returns 6] 8 0 0 0 DL crypto_ 0xfffff800038f9210 [crypto returns 5] 7 0 0 0 DL crypto_ 0xfffff800038f91b0 [crypto returns 4] 6 0 0 0 DL crypto_ 0xfffff800038f9150 [crypto returns 3] 5 0 0 0 DL crypto_ 0xfffff800038f90f0 [crypto returns 2] 4 0 0 0 DL crypto_ 0xfffff800038f9090 [crypto returns 1] 3 0 0 0 DL crypto_ 0xfffff800038f9030 [crypto returns 0] 2 0 0 0 DL crypto_ 0xffffffff82047df8 [crypto] 14 0 0 0 DL seqstat 0xfffff800037ec888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100062 D - 0xffffffff820860f0 [g_event] 100063 D - 0xffffffff82086100 [g_up] 100064 D - 0xffffffff820860e8 [g_down] 12 0 0 0 WL (threaded) [intr] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100021 I [swi5: fast taskq] 100047 I [swi3: vm] 100048 I [swi1: netisr 0] 100049 I [swi4: clock (0)] 100050 I [swi4: clock (1)] 100051 I [swi4: clock (2)] 100052 I [swi4: clock (3)] 100053 I [swi4: clock (4)] 100054 I [swi4: clock (5)] 100055 I [swi4: clock (6)] 100056 I [swi4: clock (7)] 100057 I [swi4: clock (8)] 100058 I [swi4: clock (9)] 100059 I [swi4: clock (10)] 100060 I [swi4: clock (11)] 100094 I [irq56: ahci0] 100095 I [irq19: xhci0] 100101 I [irq18: ehci0 ehci1] 100112 I [irq71: ahci1] 100113 I [swi0: uart uart] 100176 I [irq72: ioat0] 100177 I [irq73: ioat1] 100178 I [irq74: ioat2] 100179 I [irq75: ioat3] 100180 I [irq76: ioat4] 100181 I [irq77: ioat5] 100182 I [irq78: ioat6] 100183 I [irq79: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 Run CPU 6 [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 1 0 1 0 SLs wait 0xfffff800036b4530 [init] 10 0 0 0 DL audit_w 0xffffffff820b6990 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swread 0xfffff80166c8198c [swapper] 100015 D - 0xfffff800036a0000 [config_0] 100016 D - 0xfffff8000312ba00 [kqueue_ctx taskq] 100017 D - 0xfffff8000312b900 [aiod_kick taskq] 100020 D - 0xfffff8000312b400 [thread taskq] 100022 D - 0xfffff8000369f700 [if_io_tqg_0] 100023 D - 0xfffff8000369f500 [if_io_tqg_1] 100024 D - 0xfffff8000369f300 [if_io_tqg_2] 100025 D - 0xfffff8000369f100 [if_io_tqg_3] 100026 D - 0xfffff8000369ee00 [if_io_tqg_4] 100027 D - 0xfffff8000369ec00 [if_io_tqg_5] 100028 D - 0xfffff8000369ea00 [if_io_tqg_6] 100029 D - 0xfffff8000369e800 [if_io_tqg_7] 100030 D - 0xfffff8000369e600 [if_io_tqg_8] 100031 D - 0xfffff8000369e400 [if_io_tqg_9] 100032 D - 0xfffff8000369e200 [if_io_tqg_10] 100033 D - 0xfffff8000369e000 [if_io_tqg_11] 100034 D - 0xfffff8000369dd00 [softirq_0] 100035 D - 0xfffff8000369db00 [softirq_1] 100036 D - 0xfffff8000369d900 [softirq_2] 100037 D - 0xfffff8000369d700 [softirq_3] 100038 D - 0xfffff8000369d500 [softirq_4] 100039 D - 0xfffff8000369d300 [softirq_5] 100040 D - 0xfffff8000369d100 [softirq_6] 100041 D - 0xfffff800037a7100 [softirq_7] 100042 D - 0xfffff800037a6e00 [softirq_8] 100043 D - 0xfffff800037a6c00 [softirq_9] 100044 D - 0xfffff800037a6a00 [softirq_10] 100045 D - 0xfffff800037a6800 [softirq_11] 100046 D - 0xfffff800037b5200 [if_config_tqg_0] 100061 D - 0xfffff800037d1200 [firmware taskq] 100066 D - 0xfffff800037d1100 [crypto_0] 100067 D - 0xfffff800037d1100 [crypto_1] 100068 D - 0xfffff800037d1100 [crypto_2] 100069 D - 0xfffff800037d1100 [crypto_3] 100070 D - 0xfffff800037d1100 [crypto_4] 100071 D - 0xfffff800037d1100 [crypto_5] 100072 D - 0xfffff800037d1100 [crypto_6] 100073 D - 0xfffff800037d1100 [crypto_7] 100074 D - 0xfffff800037d1100 [crypto_8] 100075 D - 0xfffff800037d1100 [crypto_9] 100076 D - 0xfffff800037d1100 [crypto_10] 100077 D - 0xfffff800037d1100 [crypto_11] 100114 D - 0xfffff8000604da00 [mca taskq] 100120 D - 0xfffff8000a3e9500 [acpi_task_0] 100121 D - 0xfffff8000a3e9500 [acpi_task_1] 100122 D - 0xfffff8000a3e9500 [acpi_task_2] 100124 D - 0xfffff800037d1000 [CAM taskq] 2687 2636 2636 0 Z awk 2689 2636 2636 0 Z sh 2686 2636 2636 0 Z sh db:0:pho> allt Tracing command csh pid 7470 tid 100633 td 0xfffff8018d9cb5a0 (CPU 1) kdb_enter() at kdb_enter+0x3b/frame 0xfffffe00adaae6a0 vpanic() at vpanic+0x1ba/frame 0xfffffe00adaae6f0 panic() at panic+0x43/frame 0xfffffe00adaae750 swap_release_by_cred() at swap_release_by_cred+0x9d/frame 0xfffffe00adaae770 vm_map_entry_delete() at vm_map_entry_delete+0x1ad/frame 0xfffffe00adaae7e0 vm_map_delete() at vm_map_delete+0x2a3/frame 0xfffffe00adaae860 vm_map_remove() at vm_map_remove+0xa6/frame 0xfffffe00adaae8a0 vmspace_dofree() at vmspace_dofree+0x3f/frame 0xfffffe00adaae8d0 vmspace_exit() at vmspace_exit+0x154/frame 0xfffffe00adaae910 exit1() at exit1+0x5ad/frame 0xfffffe00adaae980 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe00adaae990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00adaaeab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00adaaeab0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8004908da, rsp = 0x7fffffffe3f8, rbp = 0x7fffffffe420 --- Tracing command sh pid 2636 tid 100222 td 0xfffff80166fe9000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00adaadeb0 kdb_reenter() at kdb_reenter+0x2f/frame 0xfffffe00adaadec0 trap() at trap+0x5b/frame 0xfffffe00adaadfd0 calltrap() at calltrap+0x8/frame 0xfffffe00adaadfd0 --- trap 0xc, rip = 0xffffffff81075486, rsp = 0xfffffe00adaae0a0, rbp = 0xfffffe00adaae0b0 --- db_trace_thread() at db_trace_thread+0x26/frame 0xfffffe00adaae0b0 _db_stack_trace_all() at _db_stack_trace_all+0xc4/frame 0xfffffe00adaae150 db_command() at db_command+0x279/frame 0xfffffe00adaae220 db_script_exec() at db_script_exec+0x188/frame 0xfffffe00adaae2c0 db_command() at db_command+0x279/frame 0xfffffe00adaae390 db_command_loop() at db_command_loop+0x64/frame 0xfffffe00adaae3a0 db_trap() at db_trap+0xef/frame 0xfffffe00adaae430 kdb_trap() at kdb_trap+0x16c/frame 0xfffffe00adaae4b0 trap() at trap+0x811/frame 0xfffffe00adaae5c0 calltrap() at calltrap+0x8/frame 0xfffffe00adaae5c0 --- trap 0x3, rip = 0xffffffff80c120cb, rsp = 0xfffffe00adaae690, rbp = 0xfffffe00adaae6a0 --- kdb_enter() at kdb_enter+0x3b/frame 0xfffffe00adaae6a0 vpanic() at vpanic+0x1ba/frame 0xfffffe00adaae6f0 panic() at panic+0x43/frame 0xfffffe00adaae750 swap_release_by_cred() at swap_release_by_cred+0x9d/frame 0xfffffe00adaae770 vm_map_entry_delete() at vm_map_entry_delete+0x1ad/frame 0xfffffe00adaae7e0 vm_map_delete() at vm_map_delete+0x2a3/frame 0xfffffe00adaae860 vm_map_remove() at vm_map_remove+0xa6/frame 0xfffffe00adaae8a0 vmspace_dofree() at vmspace_dofree+0x3f/frame 0xfffffe00adaae8d0 vmspace_exit() at vmspace_exit+0x154/frame 0xfffffe00adaae910 exit1() at exit1+0x5ad/frame 0xfffffe00adaae980 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe00adaae990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00adaaeab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00adaaeab0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8004908da, rsp = 0x7fffffffe3f8, rbp = 0x7fffffffe420 --- Tracing command syslogd pid 2034 tid 100190 td 0xfffff8000a7035a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00abaf94c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00abaf94f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00abaf9530 sleepq_catch_signals() at sleepq_catch_signals+0x417/frame 0xfffffe00abaf9590 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x14/frame 0xfffffe00abaf95d0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x185/frame 0xfffffe00abaf9640 tty_drain() at tty_drain+0x1c8/frame 0xfffffe00abaf96a0 ttydev_leave() at ttydev_leave+0x82/frame 0xfffffe00abaf96c0 ttydev_close() at ttydev_close+0xd4/frame 0xfffffe00abaf96f0 devfs_close() at devfs_close+0x2e4/frame 0xfffffe00abaf9760 VOP_CLOSE_APV() at VOP_CLOSE_APV+0x82/frame 0xfffffe00abaf9780 vn_close1() at vn_close1+0xe3/frame 0xfffffe00abaf97f0 vn_closefile() at vn_closefile+0x4c/frame 0xfffffe00abaf9870 devfs_close_f() at devfs_close_f+0x2c/frame 0xfffffe00abaf98a0 _fdrop() at _fdrop+0x1a/frame 0xfffffe00abaf98c0 closef() at closef+0x1ec/frame 0xfffffe00abaf9950 closefp() at closefp+0x9c/frame 0xfffffe00abaf9990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00abaf9ab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00abaf9ab0 --- syscall (6, FreeBSD ELF64, sys_close), rip = 0x80043d24a, rsp = 0x7fffffffd3a8, rbp = 0x7fffffffd6f0 --- Tracing command vnlru pid 34 tid 100141 td 0xfffff8000a6c3000 sched_switch() at sched_switch+0x713/frame 0xfffffe00aa7c4890 mi_switch() at mi_switch+0x174/frame 0xfffffe00aa7c48c0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00aa7c4900 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00aa7c4940 _sleep() at _sleep+0x279/frame 0xfffffe00aa7c49e0 vnlru_proc() at vnlru_proc+0xa4/frame 0xfffffe00aa7c4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00aa7c4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00aa7c4ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 33 tid 100140 td 0xfffff8000a6c35a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00a2dfd8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00a2dfd8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00a2dfd930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00a2dfd970 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x185/frame 0xfffffe00a2dfd9e0 sched_sync() at sched_sync+0x609/frame 0xfffffe00a2dfda70 fork_exit() at fork_exit+0x84/frame 0xfffffe00a2dfdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00a2dfdab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100130 td 0xfffff8000a6c4000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006f2b8d0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006f2b900 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006f2b940 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006f2b980 _sleep() at _sleep+0x279/frame 0xfffffe0006f2ba20 buf_daemon() at buf_daemon+0xc8/frame 0xfffffe0006f2ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006f2bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006f2bab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100131 td 0xfffff80003fa0000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006fb08c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006fb08f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006fb0930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006fb0970 _sleep() at _sleep+0x279/frame 0xfffffe0006fb0a10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe0006fb0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006fb0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006fb0ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100132 td 0xfffff80003f9f5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ff58c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ff58f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ff5930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006ff5970 _sleep() at _sleep+0x279/frame 0xfffffe0006ff5a10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe0006ff5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ff5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ff5ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100134 td 0xfffff80003f9f000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ffa8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ffa8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ffa930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006ffa970 _sleep() at _sleep+0x279/frame 0xfffffe0006ffaa10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe0006ffaa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ffaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ffaab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100135 td 0xfffff80003f9e5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006fff8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006fff8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006fff930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006fff970 _sleep() at _sleep+0x279/frame 0xfffffe0006fffa10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe0006fffa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006fffab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006fffab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100136 td 0xfffff80003f9e000 sched_switch() at sched_switch+0x713/frame 0xfffffe00a2d848c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00a2d848f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00a2d84930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00a2d84970 _sleep() at _sleep+0x279/frame 0xfffffe00a2d84a10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe00a2d84a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00a2d84ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00a2d84ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100138 td 0xfffff8000a70c000 sched_switch() at sched_switch+0x713/frame 0xfffffe00a2df38c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00a2df38f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00a2df3930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00a2df3970 _sleep() at _sleep+0x279/frame 0xfffffe00a2df3a10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe00a2df3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00a2df3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00a2df3ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100139 td 0xfffff8000a70a5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00a2df88c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00a2df88f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00a2df8930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00a2df8970 _sleep() at _sleep+0x279/frame 0xfffffe00a2df8a10 bufspace_daemon() at bufspace_daemon+0x2eb/frame 0xfffffe00a2df8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00a2df8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00a2df8ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100150 td 0xfffff8000ae4c000 sched_switch() at sched_switch+0x713/frame 0xfffffe00aa7f14e0 mi_switch() at mi_switch+0x174/frame 0xfffffe00aa7f1510 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00aa7f1550 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00aa7f1580 _sleep() at _sleep+0x2da/frame 0xfffffe00aa7f1620 bufwait() at bufwait+0x84/frame 0xfffffe00aa7f1660 breadn_flags() at breadn_flags+0x1b1/frame 0xfffffe00aa7f16d0 ffs_getcg() at ffs_getcg+0xd5/frame 0xfffffe00aa7f1740 ffs_blkfree_cg() at ffs_blkfree_cg+0xf8/frame 0xfffffe00aa7f17e0 ffs_blkfree() at ffs_blkfree+0xac/frame 0xfffffe00aa7f1840 indir_trunc() at indir_trunc+0x4cc/frame 0xfffffe00aa7f1930 handle_workitem_freeblocks() at handle_workitem_freeblocks+0xbc/frame 0xfffffe00aa7f1980 process_worklist_item() at process_worklist_item+0x27d/frame 0xfffffe00aa7f1a00 softdep_process_worklist() at softdep_process_worklist+0xb2/frame 0xfffffe00aa7f1a40 softdep_flush() at softdep_flush+0xef/frame 0xfffffe00aa7f1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00aa7f1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00aa7f1ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100197 td 0xfffff8000ae4a000 sched_switch() at sched_switch+0x713/frame 0xfffffe00abb2f8f0 mi_switch() at mi_switch+0x174/frame 0xfffffe00abb2f920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00abb2f960 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00abb2f9a0 _sleep() at _sleep+0x279/frame 0xfffffe00abb2fa40 softdep_flush() at softdep_flush+0x17f/frame 0xfffffe00abb2fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe00abb2fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00abb2fab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 31 tid 100129 td 0xfffff8000a2b25a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006f1a8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006f1a8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006f1a930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006f1a960 _sleep() at _sleep+0x2da/frame 0xfffffe0006f1aa00 vm_daemon() at vm_daemon+0xabf/frame 0xfffffe0006f1aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006f1aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006f1aab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100128 td 0xfffff8000a38f000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006f15560 mi_switch() at mi_switch+0x174/frame 0xfffffe0006f15590 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006f155d0 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006f15610 _sleep() at _sleep+0x279/frame 0xfffffe0006f156b0 vm_pageout_worker() at vm_pageout_worker+0x25e/frame 0xfffffe0006f15a30 vm_pageout() at vm_pageout+0x156/frame 0xfffffe0006f15a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006f15ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006f15ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100133 td 0xfffff8000a6de5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00a2da96b0 mi_switch() at mi_switch+0x174/frame 0xfffffe00a2da96e0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00a2da9720 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00a2da9750 _sleep() at _sleep+0x2da/frame 0xfffffe00a2da97f0 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xbcb/frame 0xfffffe00a2da9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00a2da9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00a2da9ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100137 td 0xfffff8000a6de000 sched_switch() at sched_switch+0x713/frame 0xfffffe00a2dee8f0 mi_switch() at mi_switch+0x174/frame 0xfffffe00a2dee920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00a2dee960 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe00a2dee9a0 _sleep() at _sleep+0x279/frame 0xfffffe00a2deea40 uma_reclaim_worker() at uma_reclaim_worker+0xda/frame 0xfffffe00a2deea70 fork_exit() at fork_exit+0x84/frame 0xfffffe00a2deeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00a2deeab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 29 tid 100127 td 0xfffff8000a2af5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006f048b0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006f048e0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006f04920 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006f04950 _sleep() at _sleep+0x2da/frame 0xfffffe0006f049f0 enc_daemon() at enc_daemon+0x1cf/frame 0xfffffe0006f04a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006f04ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006f04ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 28 tid 100126 td 0xfffff8000a2b0000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006eff8b0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006eff8e0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006eff920 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006eff950 _sleep() at _sleep+0x2da/frame 0xfffffe0006eff9f0 enc_daemon() at enc_daemon+0x1cf/frame 0xfffffe0006effa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006effab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006effab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 27 tid 100123 td 0xfffff8000a39b5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ef08c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ef08f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ef0930 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006ef0970 _sleep() at _sleep+0x279/frame 0xfffffe0006ef0a10 random_kthread() at random_kthread+0x26a/frame 0xfffffe0006ef0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ef0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ef0ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sctp_iterator pid 26 tid 100119 td 0xfffff8000a39d5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ed0910 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ed0940 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ed0980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006ed09b0 _sleep() at _sleep+0x2da/frame 0xfffffe0006ed0a50 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe0006ed0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ed0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ed0ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 25 tid 100118 td 0xfffff8000a2b05a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ebf8e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ebf910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ebf950 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006ebf990 _sleep() at _sleep+0x279/frame 0xfffffe0006ebfa30 soaio_kproc_loop() at soaio_kproc_loop+0x170/frame 0xfffffe0006ebfa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ebfab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ebfab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 24 tid 100117 td 0xfffff8000a2b1000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006eba8e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006eba910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006eba950 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006eba990 _sleep() at _sleep+0x279/frame 0xfffffe0006ebaa30 soaio_kproc_loop() at soaio_kproc_loop+0x170/frame 0xfffffe0006ebaa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ebaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ebaab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 23 tid 100116 td 0xfffff8000a2b15a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006eb58e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006eb5910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006eb5950 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006eb5990 _sleep() at _sleep+0x279/frame 0xfffffe0006eb5a30 soaio_kproc_loop() at soaio_kproc_loop+0x170/frame 0xfffffe0006eb5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006eb5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006eb5ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 22 tid 100115 td 0xfffff8000a2b2000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006eb08e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006eb0910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006eb0950 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xfffffe0006eb0990 _sleep() at _sleep+0x279/frame 0xfffffe0006eb0a30 soaio_kproc_loop() at soaio_kproc_loop+0x170/frame 0xfffffe0006eb0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006eb0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006eb0ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100096 td 0xfffff80003e105a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e45930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e45960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e459a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e459d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e45a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e45a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e45ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e45ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100097 td 0xfffff80003e10000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e4a930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e4a960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e4a9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e4a9d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e4aa30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e4aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e4aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e4aab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100098 td 0xfffff80003e0f5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e4f930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e4f960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e4f9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e4f9d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e4fa30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e4fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e4fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e4fab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100099 td 0xfffff80003e0f000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e54930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e54960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e549a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e549d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e54a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e54a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e54ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e54ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100100 td 0xfffff80003e075a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e59930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e59960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e599a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e599d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e59a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e59a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e59ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e59ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100102 td 0xfffff80003a6c5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e63930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e63960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e639a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e639d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e63a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e63a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e63ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e63ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100103 td 0xfffff80003fa2000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e68930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e68960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e689a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e689d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e68a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e68a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e68ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e68ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100104 td 0xfffff80003fa15a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e6d930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e6d960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e6d9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e6d9d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e6da30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e6da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e6dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e6dab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100105 td 0xfffff80003fa1000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e72930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e72960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e729a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e729d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e72a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e72a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e72ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e72ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100106 td 0xfffff80003fa05a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e77930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e77960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e779a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e779d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e77a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e77a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e77ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e77ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100107 td 0xfffff800060835a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e88930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e88960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e889a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e889d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e88a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e88a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e88ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e88ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100108 td 0xfffff80006083000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e8d930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e8d960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e8d9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e8d9d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e8da30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e8da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e8dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e8dab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100109 td 0xfffff800060825a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e92930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e92960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e929a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e929d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e92a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e92a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e92ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e92ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100110 td 0xfffff80006082000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e97930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e97960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e979a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e979d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e97a30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e97a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e97ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e97ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100111 td 0xfffff800060815a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e9c930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e9c960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e9c9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e9c9d0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe0006e9ca30 usb_process() at usb_process+0x13b/frame 0xfffffe0006e9ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e9cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e9cab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100091 td 0xfffff80003a6c000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e2c8e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e2c910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e2c950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e2c980 _sleep() at _sleep+0x2da/frame 0xfffffe0006e2ca20 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0006e2ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e2cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e2cab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100092 td 0xfffff80003a6b5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e318e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e31910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e31950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e31980 _sleep() at _sleep+0x2da/frame 0xfffffe0006e31a20 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0006e31a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e31ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e31ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100093 td 0xfffff80003a6b000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e368e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e36910 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e36950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e36980 _sleep() at _sleep+0x2da/frame 0xfffffe0006e36a20 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0006e36a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e36ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e36ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100125 td 0xfffff8000a38f5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006efa8d0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006efa900 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006efa940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006efa970 _sleep() at _sleep+0x2da/frame 0xfffffe0006efaa10 xpt_scanner_thread() at xpt_scanner_thread+0x93/frame 0xfffffe0006efaa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006efaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006efaab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100090 td 0xfffff800038f55a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e278c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e278f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e27930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e27960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e27a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e27a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e27ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e27ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100089 td 0xfffff800038fd000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e228c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e228f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e22930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e22960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e22a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e22a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e22ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e22ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100088 td 0xfffff800038fd5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e1d8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e1d8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e1d930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e1d960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e1da00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e1da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e1dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e1dab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100087 td 0xfffff800038fe000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e188c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e188f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e18930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e18960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e18a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e18a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e18ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e18ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100086 td 0xfffff800038fe5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e138c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e138f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e13930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e13960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e13a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e13a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e13ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e13ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 9 tid 100085 td 0xfffff800038ff000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e0e8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e0e8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e0e930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e0e960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e0ea00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e0ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e0eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e0eab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 8 tid 100084 td 0xfffff800038ff5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e098c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e098f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e09930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e09960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e09a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e09a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e09ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e09ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 7 tid 100083 td 0xfffff80003900000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e048c0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e048f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006e04930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006e04960 _sleep() at _sleep+0x2da/frame 0xfffffe0006e04a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe0006e04a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e04ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e04ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 6 tid 100082 td 0xfffff800039005a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005fd8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00005fd8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005fd930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005fd960 _sleep() at _sleep+0x2da/frame 0xfffffe00005fda00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe00005fda70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005fdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005fdab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 5 tid 100081 td 0xfffff800038ed000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005f88c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00005f88f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005f8930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005f8960 _sleep() at _sleep+0x2da/frame 0xfffffe00005f8a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe00005f8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005f8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005f8ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 4 tid 100080 td 0xfffff800038ed5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005f38c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00005f38f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005f3930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005f3960 _sleep() at _sleep+0x2da/frame 0xfffffe00005f3a00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe00005f3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005f3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005f3ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 3 tid 100079 td 0xfffff800038ee000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005ee8c0 mi_switch() at mi_switch+0x174/frame 0xfffffe00005ee8f0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005ee930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005ee960 _sleep() at _sleep+0x2da/frame 0xfffffe00005eea00 crypto_ret_proc() at crypto_ret_proc+0x238/frame 0xfffffe00005eea70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005eeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005eeab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 2 tid 100078 td 0xfffff800038ee5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005e98f0 mi_switch() at mi_switch+0x174/frame 0xfffffe00005e9920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005e9960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005e9990 _sleep() at _sleep+0x2da/frame 0xfffffe00005e9a30 crypto_proc() at crypto_proc+0x2c4/frame 0xfffffe00005e9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005e9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005e9ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100065 td 0xfffff80003881000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005a88f0 mi_switch() at mi_switch+0x174/frame 0xfffffe00005a8920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005a8960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005a8990 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe00005a89f0 seq_eventthread() at seq_eventthread+0xdc/frame 0xfffffe00005a8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005a8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005a8ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100062 td 0xfffff800037dd5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe000058d8f0 mi_switch() at mi_switch+0x174/frame 0xfffffe000058d920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe000058d960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000058d990 _sleep() at _sleep+0x2da/frame 0xfffffe000058da30 g_run_events() at g_run_events+0x4f/frame 0xfffffe000058da70 fork_exit() at fork_exit+0x84/frame 0xfffffe000058dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000058dab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100063 td 0xfffff800037dd000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005928f0 mi_switch() at mi_switch+0x174/frame 0xfffffe0000592920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0000592960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000592990 _sleep() at _sleep+0x2da/frame 0xfffffe0000592a30 g_io_schedule_up() at g_io_schedule_up+0xa5/frame 0xfffffe0000592a60 g_up_procbody() at g_up_procbody+0x6d/frame 0xfffffe0000592a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000592ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000592ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100064 td 0xfffff800038815a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005978f0 mi_switch() at mi_switch+0x174/frame 0xfffffe0000597920 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0000597960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0000597990 _sleep() at _sleep+0x2da/frame 0xfffffe0000597a30 g_io_schedule_down() at g_io_schedule_down+0x14c/frame 0xfffffe0000597a60 g_down_procbody() at g_down_procbody+0x6d/frame 0xfffffe0000597a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000597ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000597ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100018 td 0xfffff800036b95a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00767bd9e0 mi_switch() at mi_switch+0x174/frame 0xfffffe00767bda10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe00767bda70 fork_exit() at fork_exit+0x84/frame 0xfffffe00767bdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00767bdab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100019 td 0xfffff800036f2000 sched_switch() at sched_switch+0x713/frame 0xfffffe00767c29e0 mi_switch() at mi_switch+0x174/frame 0xfffffe00767c2a10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe00767c2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00767c2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00767c2ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100021 td 0xfffff800036f1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff800037c8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff800037c75a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004f39e0 mi_switch() at mi_switch+0x174/frame 0xfffffe00004f3a10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe00004f3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004f3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004f3ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100049 td 0xfffff800037c7000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004f89e0 mi_switch() at mi_switch+0x174/frame 0xfffffe00004f8a10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe00004f8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004f8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004f8ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100050 td 0xfffff800037c65a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff800037c6000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100052 td 0xfffff800037ba5a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100053 td 0xfffff800037ba000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100054 td 0xfffff800037a35a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100055 td 0xfffff800037e1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100056 td 0xfffff800037e05a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100057 td 0xfffff800037e0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100058 td 0xfffff800037df5a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100059 td 0xfffff800037df000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100060 td 0xfffff800037de5a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100094 td 0xfffff80003e115a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e3b9e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e3ba10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe0006e3ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e3bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e3bab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100095 td 0xfffff80003e11000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e409e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e40a10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe0006e40a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e40ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e40ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100101 td 0xfffff80003e07000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006e5e9e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006e5ea10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe0006e5ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006e5eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006e5eab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100112 td 0xfffff80006081000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100113 td 0xfffff800060745a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ea69e0 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ea6a10 ithread_loop() at ithread_loop+0x351/frame 0xfffffe0006ea6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ea6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ea6ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100176 td 0xfffff8000a6d95a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffff8000a6d9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100178 td 0xfffff8000a6ca5a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffff8000a6ca000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100180 td 0xfffff8000a6c45a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100181 td 0xfffff8001b727000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffff8001b7265a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffff8001b726000 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xfffff800036b8000 (CPU 0) cpustop_handler() at cpustop_handler+0x2d/frame 0xffffffff82051b70 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xffffffff82051b90 trap() at trap+0x48/frame 0xffffffff82051ca0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff82051ca0 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076766900, rbp = 0xfffffe0076766900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076766900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076766950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076766970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076766990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076766a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076766ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076766ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff800036b75a0 sched_switch() at sched_switch+0x713/frame 0xfffffe007676b940 mi_switch() at mi_switch+0x174/frame 0xfffffe007676b970 critical_exit_preempt() at critical_exit_preempt+0x65/frame 0xfffffe007676b990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007676ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe007676bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007676bab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff800036b7000 (CPU 2) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006b7fdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006b7fe10 trap() at trap+0x48/frame 0xfffffe0006b7ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006b7ff20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076770900, rbp = 0xfffffe0076770900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076770900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076770950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076770970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076770990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076770a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076770ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076770ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff800036b65a0 (CPU 3) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006b8bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006b8be10 trap() at trap+0x48/frame 0xfffffe0006b8bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006b8bf20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076775900, rbp = 0xfffffe0076775900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076775900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076775950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076775970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076775990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076775a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076775ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076775ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff800036b6000 (CPU 4) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006b97df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006b97e10 trap() at trap+0x48/frame 0xfffffe0006b97f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006b97f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007677a900, rbp = 0xfffffe007677a900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007677a900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007677a950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007677a970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007677a990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007677aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe007677aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007677aab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff800036b55a0 (CPU 5) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006ba3df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006ba3e10 trap() at trap+0x48/frame 0xfffffe0006ba3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006ba3f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007677f900, rbp = 0xfffffe007677f900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007677f900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007677f950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007677f970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007677f990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007677fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe007677fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007677fab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff800036b5000 (CPU 6) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bafdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bafe10 trap() at trap+0x48/frame 0xfffffe0006baff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006baff20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076784900, rbp = 0xfffffe0076784900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076784900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076784950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076784970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076784990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076784a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076784ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076784ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff800036c95a0 (CPU 7) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bbbdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bbbe10 trap() at trap+0x48/frame 0xfffffe0006bbbf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bbbf20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076789900, rbp = 0xfffffe0076789900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076789900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076789950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076789970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076789990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076789a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076789ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076789ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff800036c9000 (CPU 8) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bc7df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bc7e10 trap() at trap+0x48/frame 0xfffffe0006bc7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bc7f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007678e900, rbp = 0xfffffe007678e900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007678e900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007678e950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007678e970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007678e990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007678ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe007678eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007678eab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff800036c85a0 (CPU 9) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bd3df0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bd3e10 trap() at trap+0x48/frame 0xfffffe0006bd3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bd3f20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076793900, rbp = 0xfffffe0076793900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076793900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076793950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076793970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076793990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076793a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076793ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076793ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff800036c8000 (CPU 10) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bdfdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bdfe10 trap() at trap+0x48/frame 0xfffffe0006bdff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bdff20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe0076798900, rbp = 0xfffffe0076798900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0076798900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe0076798950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0076798970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe0076798990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe0076798a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0076798ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0076798ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff800036c75a0 (CPU 11) cpustop_handler() at cpustop_handler+0x2d/frame 0xfffffe0006bebdf0 ipi_nmi_handler() at ipi_nmi_handler+0x40/frame 0xfffffe0006bebe10 trap() at trap+0x48/frame 0xfffffe0006bebf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0006bebf20 --- trap 0x13, rip = 0xffffffff81208766, rsp = 0xfffffe007679d900, rbp = 0xfffffe007679d900 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe007679d900 acpi_cpu_idle() at acpi_cpu_idle+0x235/frame 0xfffffe007679d950 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe007679d970 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe007679d990 sched_idletd() at sched_idletd+0x472/frame 0xfffffe007679da70 fork_exit() at fork_exit+0x84/frame 0xfffffe007679dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007679dab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff800036b85a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0076761570 mi_switch() at mi_switch+0x174/frame 0xfffffe00767615a0 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00767615e0 sleepq_catch_signals() at sleepq_catch_signals+0x417/frame 0xfffffe0076761640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe0076761670 _sleep() at _sleep+0x2d0/frame 0xfffffe0076761710 kern_wait6() at kern_wait6+0x48f/frame 0xfffffe00767617a0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe0076761990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe0076761ab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe0076761ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x2b10ca, rsp = 0x7fffffffe7d8, rbp = 0x7fffffffe7e0 --- Tracing command audit pid 10 tid 100001 td 0xfffff800036b9000 sched_switch() at sched_switch+0x713/frame 0xfffffe007675c910 mi_switch() at mi_switch+0x174/frame 0xfffffe007675c940 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe007675c980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe007675c9b0 _cv_wait() at _cv_wait+0x15b/frame 0xfffffe007675ca10 audit_worker() at audit_worker+0x93/frame 0xfffffe007675ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe007675cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe007675cab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff82086680 sched_switch() at sched_switch+0x713/frame 0xffffffff828ea710 mi_switch() at mi_switch+0x174/frame 0xffffffff828ea740 sleepq_switch() at sleepq_switch+0x110/frame 0xffffffff828ea780 sleepq_timedwait() at sleepq_timedwait+0x4f/frame 0xffffffff828ea7c0 _sleep() at _sleep+0x279/frame 0xffffffff828ea860 swap_pager_getpages() at swap_pager_getpages+0x49e/frame 0xffffffff828ea8d0 vm_pager_get_pages() at vm_pager_get_pages+0x4f/frame 0xffffffff828ea930 faultin() at faultin+0x273/frame 0xffffffff828eaad0 swapper() at swapper+0x2f5/frame 0xffffffff828eab20 mi_startup() at mi_startup+0x2ee/frame 0xffffffff828eab70 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffff800036c7000 sched_switch() at sched_switch+0x713/frame 0xfffffe00767ae930 mi_switch() at mi_switch+0x174/frame 0xfffffe00767ae960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00767ae9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00767ae9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00767aea40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00767aea70 fork_exit() at fork_exit+0x84/frame 0xfffffe00767aeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00767aeab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffff800036c65a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00767b3900 mi_switch() at mi_switch+0x174/frame 0xfffffe00767b3930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00767b3970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00767b39a0 _sleep() at _sleep+0x2da/frame 0xfffffe00767b3a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00767b3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00767b3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00767b3ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffff800036c6000 sched_switch() at sched_switch+0x713/frame 0xfffffe00767b8900 mi_switch() at mi_switch+0x174/frame 0xfffffe00767b8930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00767b8970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00767b89a0 _sleep() at _sleep+0x2da/frame 0xfffffe00767b8a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00767b8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00767b8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00767b8ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffff800036f15a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00767c7900 mi_switch() at mi_switch+0x174/frame 0xfffffe00767c7930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00767c7970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00767c79a0 _sleep() at _sleep+0x2da/frame 0xfffffe00767c7a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00767c7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00767c7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00767c7ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffff800036f05a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0000471930 mi_switch() at mi_switch+0x174/frame 0xfffffe0000471960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004719a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004719d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0000471a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe0000471a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000471ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000471ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffff800036f0000 sched_switch() at sched_switch+0x713/frame 0xfffffe0000476930 mi_switch() at mi_switch+0x174/frame 0xfffffe0000476960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004769a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004769d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0000476a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe0000476a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000476ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000476ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffff800036ef5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe000047b930 mi_switch() at mi_switch+0x174/frame 0xfffffe000047b960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe000047b9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000047b9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe000047ba40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe000047ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe000047bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000047bab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffff800036ef000 sched_switch() at sched_switch+0x713/frame 0xfffffe0000480930 mi_switch() at mi_switch+0x174/frame 0xfffffe0000480960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004809a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004809d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0000480a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe0000480a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000480ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000480ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffff800036ee5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0000485930 mi_switch() at mi_switch+0x174/frame 0xfffffe0000485960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004859a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004859d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0000485a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe0000485a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000485ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000485ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffff800036ee000 sched_switch() at sched_switch+0x713/frame 0xfffffe000048a930 mi_switch() at mi_switch+0x174/frame 0xfffffe000048a960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe000048a9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000048a9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe000048aa40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe000048aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe000048aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000048aab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffff800037285a0 sched_switch() at sched_switch+0x713/frame 0xfffffe000048f930 mi_switch() at mi_switch+0x174/frame 0xfffffe000048f960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe000048f9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000048f9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe000048fa40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe000048fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe000048fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000048fab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffff80003728000 sched_switch() at sched_switch+0x713/frame 0xfffffe0000494930 mi_switch() at mi_switch+0x174/frame 0xfffffe0000494960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004949a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004949d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0000494a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe0000494a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000494ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000494ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffff800037275a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0000499930 mi_switch() at mi_switch+0x174/frame 0xfffffe0000499960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004999a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004999d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0000499a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe0000499a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000499ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000499ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffff80003727000 sched_switch() at sched_switch+0x713/frame 0xfffffe000049e930 mi_switch() at mi_switch+0x174/frame 0xfffffe000049e960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe000049e9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000049e9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe000049ea40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe000049ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe000049eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000049eab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffff800037265a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004a3930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004a3960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004a39a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004a39d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004a3a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004a3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004a3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004a3ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffff80003726000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004a8930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004a8960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004a89a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004a89d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004a8a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004a8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004a8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004a8ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffff800037255a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004ad930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004ad960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004ad9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004ad9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004ada40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004ada70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004adab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004adab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffff80003725000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004b2930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004b2960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004b29a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004b29d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004b2a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004b2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004b2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004b2ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffff800036f25a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004b7930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004b7960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004b79a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004b79d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004b7a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004b7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004b7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004b7ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffff800037a3000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004bc930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004bc960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004bc9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004bc9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004bca40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004bca70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004bcab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004bcab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffff800037a25a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004c1930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004c1960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004c19a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004c19d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004c1a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004c1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004c1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004c1ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffff800037a2000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004c6930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004c6960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004c69a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004c69d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004c6a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004c6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004c6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004c6ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffff800037a15a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004cb930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004cb960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004cb9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004cb9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004cba40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004cba70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004cbab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004cbab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffff800037a1000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004d0930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004d0960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004d09a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004d09d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004d0a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004d0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004d0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004d0ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffff800037a05a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004d5930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004d5960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004d59a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004d59d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004d5a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004d5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004d5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004d5ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffff800037a0000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004da930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004da960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004da9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004da9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004daa40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004daa70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004daab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004daab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xfffff8000379f5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004df930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004df960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004df9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004df9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004dfa40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004dfa70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004dfab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004dfab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffff8000379f000 sched_switch() at sched_switch+0x713/frame 0xfffffe00004e4930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004e4960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004e49a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004e49d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004e4a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004e4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004e4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004e4ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffff800037c85a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00004e9930 mi_switch() at mi_switch+0x174/frame 0xfffffe00004e9960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00004e99a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00004e99d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe00004e9a40 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xb1/frame 0xfffffe00004e9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00004e9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00004e9ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff800037de000 sched_switch() at sched_switch+0x713/frame 0xfffffe0000588900 mi_switch() at mi_switch+0x174/frame 0xfffffe0000588930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0000588970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005889a0 _sleep() at _sleep+0x2da/frame 0xfffffe0000588a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe0000588a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000588ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000588ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffff800038805a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005ad900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005ad930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005ad970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005ad9a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005ada40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005ada70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005adab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005adab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff80003880000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005b2900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005b2930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005b2970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005b29a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005b2a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005b2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005b2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005b2ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffff8000387f5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005b7900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005b7930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005b7970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005b79a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005b7a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005b7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005b7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005b7ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffff8000387f000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005bc900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005bc930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005bc970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005bc9a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005bca40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005bca70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005bcab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005bcab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffff8000387e5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005c1900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005c1930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005c1970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005c19a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005c1a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005c1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005c1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005c1ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffff8000387e000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005c6900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005c6930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005c6970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005c69a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005c6a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005c6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005c6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005c6ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffff800037e15a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005cb900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005cb930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005cb970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005cb9a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005cba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005cba70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005cbab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005cbab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffff800038f5000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005d0900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005d0930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005d0970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005d09a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005d0a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005d0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005d0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005d0ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffff800038f05a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005d5900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005d5930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005d5970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005d59a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005d5a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005d5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005d5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005d5ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffff800038f0000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005da900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005da930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005da970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005da9a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005daa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005daa70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005daab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005daab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffff800038ef5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe00005df900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005df930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005df970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005df9a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005dfa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005dfa70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005dfab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005dfab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffff800038ef000 sched_switch() at sched_switch+0x713/frame 0xfffffe00005e4900 mi_switch() at mi_switch+0x174/frame 0xfffffe00005e4930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe00005e4970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00005e49a0 _sleep() at _sleep+0x2da/frame 0xfffffe00005e4a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe00005e4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00005e4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00005e4ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100114 td 0xfffff80006074000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006eab930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006eab960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006eab9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006eab9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0006eaba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0006eaba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006eabab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006eabab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100120 td 0xfffff8000a39d000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ee1930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ee1960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ee19a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006ee19d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0006ee1a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0006ee1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ee1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ee1ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100121 td 0xfffff8000a39c5a0 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ee6930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ee6960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ee69a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006ee69d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0006ee6a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0006ee6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ee6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ee6ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100122 td 0xfffff8000a39c000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006eeb930 mi_switch() at mi_switch+0x174/frame 0xfffffe0006eeb960 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006eeb9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006eeb9d0 msleep_spin_sbt() at msleep_spin_sbt+0x153/frame 0xfffffe0006eeba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0006eeba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006eebab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006eebab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffff8000a39b000 sched_switch() at sched_switch+0x713/frame 0xfffffe0006ef5900 mi_switch() at mi_switch+0x174/frame 0xfffffe0006ef5930 sleepq_switch() at sleepq_switch+0x110/frame 0xfffffe0006ef5970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0006ef59a0 _sleep() at _sleep+0x2da/frame 0xfffffe0006ef5a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xe1/frame 0xfffffe0006ef5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0006ef5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0006ef5ab0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> dump Dumping 2738 out of 32621 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81% (kgdb) bt #0 doadump (textdump=0x0) at include/pcpu.h:246 #1 0xffffffff8049bb9b in db_dump (dummy=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #2 0xffffffff8049b969 in db_command (cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #3 0xffffffff804a08e8 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #4 0xffffffff8049b969 in db_command (cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:482 #5 0xffffffff8049b6e4 in db_command_loop () at ../../../ddb/db_command.c:535 #6 0xffffffff8049e88f in db_trap (type=, code=) at ../../../ddb/db_main.c:252 #7 0xffffffff80c129bc in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:692 #8 0xffffffff8109ea51 in trap (frame=0xfffffe00adaae5d0) at ../../../amd64/amd64/trap.c:621 #9 0xffffffff810772d5 in calltrap () at ../../../amd64/amd64/exception.S:232 #10 0xffffffff80c120cb in kdb_enter (why=0xffffffff8133383d "panic", msg=) at include/cpufunc.h:65 #11 0xffffffff80bc9a2a in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:894 #12 0xffffffff80bc97a3 in panic (fmt=) at ../../../kern/kern_shutdown.c:832 #13 0xffffffff80eebfbd in swap_release_by_cred (decr=, cred=) at ../../../vm/swap_pager.c:312 #14 0xffffffff80f0966d in vm_map_entry_delete (map=0xfffff8022d903000, entry=0xfffff80166bb7150) at ../../../vm/vm_map.c:3489 #15 0xffffffff80f052d3 in vm_map_delete (map=0xfffff8022d903000, start=0x1000, end=0x800000000000) at ../../../vm/vm_map.c:3639 #16 0xffffffff80f099f6 in vm_map_remove (map=0xfffff8022d903000, start=0x1000, end=0x800000000000) at ../../../vm/vm_map.c:3658 #17 0xffffffff80f0109f in vmspace_dofree (vm=0xfffff8022d903000) at ../../../vm/vm_map.c:335 #18 0xffffffff80f012c4 in vmspace_exit (td=0xfffff8018d9cb5a0) at ../../../vm/vm_map.c:416 #19 0xffffffff80b8371d in exit1 (td=0xfffff8018d9cb5a0, rval=, signo=0x0) at ../../../kern/kern_exit.c:417 #20 0xffffffff80b8316d in sys_sys_exit (td=, uap=) at ../../../kern/kern_exit.c:195 #21 0xffffffff8109f9b1 in amd64_syscall (td=0xfffff8018d9cb5a0, traced=0x0) at subr_syscall.c:135 #22 0xffffffff81077bbd in fast_syscall_common () at ../../../amd64/amd64/exception.S:504 #23 0x00000008004908da in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) f 13 #13 0xffffffff80eebfbd in swap_release_by_cred (decr=, cred=) at ../../../vm/swap_pager.c:312 312 panic("swap_reserved < decr"); (kgdb) l 307 (uintmax_t)decr)); 308 309 pdecr = atop(decr); 310 prev = atomic_fetchadd_long(&swap_reserved, -pdecr); 311 if (prev < pdecr) 312 panic("swap_reserved < decr"); 313 314 prev = atomic_fetchadd_long(&uip->ui_vmsize, -pdecr); 315 if (prev < pdecr) 316 printf("negative vmsize for uid = %d\n", uip->ui_uid); (kgdb) info loc uip = pdecr = prev = (kgdb) f 14 #14 0xffffffff80f0966d in vm_map_entry_delete (map=0xfffff8022d903000, entry=0xfffff80166bb7150) at ../../../vm/vm_map.c:3489 3489 swap_release_by_cred(size, entry->cred); (kgdb) l 3484 3485 size = entry->end - entry->start; 3486 map->size -= size; 3487 3488 if (entry->cred != NULL) { 3489 swap_release_by_cred(size, entry->cred); 3490 crfree(entry->cred); 3491 } 3492 3493 if ((entry->eflags & MAP_ENTRY_IS_SUB_MAP) == 0 && (kgdb) info loc object = 0xfffff804532ebe00 offidxstart = 0xfffff80194a6d530 offidxend = 0xfffff8018d9cb5a0 count = 0x0 size1 = 0xfffff8022d903148 size = 0x600000 (kgdb) p *map $1 = {header = {prev = 0xfffff8014e3d67e0, next = 0xfffff804eb112690, left = 0x0, right = 0x0, start = 0x800000000000, end = 0x1000, next_read = 0x0, max_free = 0x0, object = {vm_object = 0x0, sub_map = 0x0}, offset = 0x0, eflags = 0x80000, protection = 0x0, max_protection = 0x0, inheritance = 0x0, read_ahead = 0x0, wired_count = 0x0, cred = 0x0, wiring_thread = 0x0}, lock = {lock_object = {lo_name = 0xffffffff812e3d85 "vm map (user)", lo_flags = 0x2330000, lo_data = 0x0, lo_witness = 0xfffff8087fd6b700}, sx_lock = 0xfffff8018d9cb5a0}, system_mtx = {lock_object = { lo_name = 0xffffffff812999f6 "vm map (system)", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xfffff8087fd6b580}, mtx_lock = 0x0}, nentries = 0x4, size = 0xf4000, timestamp = 0x105, needs_wakeup = 0x0, system_map = 0x0, flags = 0x0, root = 0xfffff804eb112690, pmap = 0xfffff8022d903130, anon_loc = 0x800265000, busy = 0x0} (kgdb) p *entry $2 = {prev = 0xfffff8022d903000, next = 0xfffff804eb112690, left = 0x0, right = 0xfffff804eb112690, start = 0x800800000, end = 0x800e00000, next_read = 0x800800000, max_free = 0x7ff7df12c000, object = {vm_object = 0xfffff804532ebe00, sub_map = 0xfffff804532ebe00}, offset = 0x0, eflags = 0xc, protection = 0x3, max_protection = 0x7, inheritance = 0x1, read_ahead = 0xf, wired_count = 0x0, cred = 0xfffff8029fb95500, wiring_thread = 0x0} (kgdb)