panic: Assertion *sd->ifsd_cl != NULL failed at ../../../net/iflib.c:2600, vmcore.179 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2020 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #1 r359686M: Tue Apr 7 10:00:50 CEST 2020 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 10.0.0 (git@github.com:llvm/llvm-project.git llvmorg-10.0.0-0-gd32170dbd5b) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33163595776 (31627 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 7 2 8 3 4 6 10 11 5 9 Timecounter "TSC-low" frequency 1750036658 Hz quality 1000 random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000053 [4342] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 igb0: flags=8863 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff800041d9800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. Setting date via ntp. 7 Apr 10:03:41 ntpdate[2073]: step time server 192.168.5.1 offset -0.510718 sec Starting rpcbind. NFS access cache time=60 Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. Starting watchdogd. No core dumps found. Clearing /tmp (X related). Starting statd. Starting lockd. Recovering vi editor sessions:. fscklock order reversal: 1st 0xfffff80020693a68 ufs (ufs) @ kern/vfs_mount.c:1631 2nd 0xfffff8002062b2e8 devfs (devfs) @ kern/vfs_subr.c:3259 stack backtrace: #0 0xffffffff80c2d541 at witness_debugger+0x71 #1 0xffffffff80b92ee2 at lockmgr_lock_flags+0x172 #2 0xffffffff810e78b0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80cb3004 at _vn_lock+0x54 #4 0xffffffff80c9ddd5 at vput_final+0x135 #5 0xffffffff80ee30ad at ffs_unmount+0x3ed #6 0xffffffff80c95463 at dounmount+0x423 #7 0xffffffff80c94fe9 at kern_unmount+0x2b9 #8 0xffffffff8106aad9 at amd64_syscall+0x159 #9 0xffffffff81040700 at fast_syscall_common+0x101 ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 305 files, 5855 used, 1259552 free (152 frags, 157425 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating motd:. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Tue Apr 7 10:03 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: root Apr 7 10:03:49 mercat1 login[2431]: ROOT LOGIN (root) ON ttyu1 Last login: Tue Apr 7 06:55:08 on ttyu1 FreeBSD 13.0-CURRENT (PHO) #1 r359686M: Tue Apr 7 10:00:50 CEST 2020 ot@mercat1:~ # Apr 7 10:04:06 mercat1 su[2447]: pho to root on /dev/pts/0 20200407 10:04:46 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. freework leak: 1/5. 20200407 10:04:56 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. freework leak: 3/8. 20200407 10:05:03 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:10 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:17 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:24 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:31 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:38 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:44 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:51 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:05:58 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:05 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:12 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:19 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:26 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:33 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:40 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:47 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:06:53 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:00 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:07 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:14 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:21 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:28 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:35 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:41 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:48 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:07:55 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:02 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:09 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:16 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:23 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:30 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:36 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:43 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:50 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:08:57 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:04 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:11 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:18 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:25 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:31 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:38 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:45 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:52 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:09:59 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:06 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:13 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:20 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:27 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:33 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:40 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:47 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:10:54 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:01 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:08 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:15 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:21 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:28 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:35 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:42 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:49 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:11:56 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:03 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:10 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:17 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:23 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:30 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:37 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:44 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:51 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:12:58 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:05 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:11 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:18 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:25 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:32 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:39 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:46 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:13:53 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:00 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:07 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:13 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:20 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:27 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:34 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:41 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:48 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:14:54 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:01 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:08 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:15 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:22 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:29 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:36 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:43 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:49 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:15:56 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:03 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:10 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:17 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:24 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:31 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:37 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:44 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:51 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:16:58 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:05 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:12 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:19 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:26 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:32 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:39 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:46 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:17:53 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:00 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:07 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:14 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:21 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:27 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:34 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:41 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:48 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:18:55 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:02 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:09 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:15 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:22 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:29 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:36 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:43 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:50 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:19:57 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:04 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:11 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:17 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:24 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:31 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:38 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:45 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:20:52 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. pts leak: 1/3 20200407 10:20:59 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:06 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:13 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:19 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:26 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:33 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:40 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:47 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:21:54 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:01 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:08 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:14 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:21 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:28 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:35 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:42 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:49 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:22:56 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:03 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:10 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:16 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:23 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:30 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:37 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:44 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:51 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:23:58 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:04 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:11 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:18 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:25 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:32 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:39 all (1/1): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 10:24:46 all.sh done, elapsed 0 day(s), 00:20.00 20200407 10:25:15 all (1/20): sendfile.sh 20200407 10:25:17 all (2/20): sendfile10.sh 20200407 10:27:19 all (3/20): sendfile11.sh lock order reversal: 1st 0xffffffff81d8f7e8 GEOM topology (GEOM topology) @ /usr/src/sys/geom/eli/g_eli.c:746 2nd 0xffffffff81802540 allproc (allproc) @ kern/kern_fork.c:382 stack backtrace: #0 0xffffffff80c2d541 at witness_debugger+0x71 #1 0xffffffff80bcab67 at _sx_xlock+0x67 #2 0xffffffff80b7d3b8 at fork1+0x838 #3 0xffffffff80b8a2b1 at kproc_create+0x91 #4 0xffffffff8253887e at g_eli_create+0x5ce #5 0xffffffff8253c793 at g_eli_config+0x1f93 #6 0xffffffff80afef45 at g_ctl_req+0x105 #7 0xffffffff80b03a06 at g_run_events+0x186 #8 0xffffffff80b7e8a0 at fork_exit+0x80 #9 0xffffffff81040e1e at fork_trampoline+0xe lock order reversal: 1st 0xffffffff81d8f7e8 GEOM topology (GEOM topology) @ /usr/src/sys/geom/eli/g_eli.c:746 2nd 0xfffffe003e3cc030 filedesc structure (filedesc structure) @ kern/kern_descrip.c:2015 stack backtrace: #0 0xffffffff80c2d541 at witness_debugger+0x71 #1 0xffffffff80bcbbe7 at _sx_slock_int+0x67 #2 0xffffffff80b68a19 at fdinit+0xa9 #3 0xffffffff80b68d97 at fdcopy+0x27 #4 0xffffffff80b7d5c3 at fork1+0xa43 #5 0xffffffff80b8a2b1 at kproc_create+0x91 #6 0xffffffff8253887e at g_eli_create+0x5ce #7 0xffffffff8253c793 at g_eli_config+0x1f93 #8 0xffffffff80afef45 at g_ctl_req+0x105 #9 0xffffffff80b03a06 at g_run_events+0x186 #10 0xffffffff80b7e8a0 at fork_exit+0x80 #11 0xffffffff81040e1e at fork_trampoline+0xe lock order reversal: 1st 0xffffffff81d8f7e8 GEOM topology (GEOM topology) @ /usr/src/sys/geom/eli/g_eli.c:746 2nd 0xffffffff81802580 proctree (proctree) @ kern/kern_fork.c:557 stack backtrace: #0 0xffffffff80c2d541 at witness_debugger+0x71 #1 0xffffffff80bcab67 at _sx_xlock+0x67 #2 0xffffffff80b7da0d at fork1+0xe8d #3 0xffffffff80b8a2b1 at kproc_create+0x91 #4 0xffffffff8253887e at g_eli_create+0x5ce #5 0xffffffff8253c793 at g_eli_config+0x1f93 #6 0xffffffff80afef45 at g_ctl_req+0x105 #7 0xffffffff80b03a06 at g_run_events+0x186 #8 0xffffffff80b7e8a0 at fork_exit+0x80 #9 0xffffffff81040e1e at fork_trampoline+0xe GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 10:31:19 all (4/20): sendfile12.sh Apr 7 10:32:46 mercat1 kernel: pid 76571 (swap), jid 0, uid 0, was killed: out of swap space 20200407 10:35:27 all (5/20): sendfile13.sh 20200407 10:41:23 all (6/20): sendfile14.sh 20200407 10:51:50 all (7/20): sendfile15.sh 20200407 10:56:55 all (8/20): sendfile16.sh 20200407 11:02:02 all (9/20): sendfile17.sh 20200407 11:07:03 all (10/20): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 11:07:10 all (11/20): sendfile2.sh 20200407 11:07:12 all (12/20): sendfile3.sh 20200407 11:07:41 all (13/20): sendfile4.sh 20200407 11:07:43 all (14/20): sendfile5.sh newblk leak: 32744/32781. 20200407 11:08:22 all (15/20): sendfile6.sh 20200407 11:08:24 all (16/20): sendfile7.sh 20200407 11:10:30 all (17/20): sendfile8.sh 20200407 11:11:35 all (18/20): sendfile9.sh 20200407 11:12:36 all (19/20): sendfile_shm.sh 20200407 11:12:52 all (20/20): tmpfs7.sh 20200407 11:12:54 all (1/20): sendfile.sh 20200407 11:12:55 all (2/20): sendfile10.sh 20200407 11:14:57 all (3/20): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 11:19:21 all (4/20): sendfile12.sh 20200407 11:23:02 all (5/20): sendfile13.sh 20200407 11:28:40 all (6/20): sendfile14.sh 20200407 11:39:06 all (7/20): sendfile15.sh 20200407 11:44:11 all (8/20): sendfile16.sh 20200407 11:49:17 all (9/20): sendfile17.sh 20200407 11:54:19 all (10/20): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 11:54:26 all (11/20): sendfile2.sh 20200407 11:54:27 all (12/20): sendfile3.sh freework leak: 258/276. newblk leak: 34443/67224. 20200407 11:54:57 all (13/20): sendfile4.sh 20200407 11:54:59 all (14/20): sendfile5.sh 20200407 11:55:32 all (15/20): sendfile6.sh 20200407 11:55:34 all (16/20): sendfile7.sh 20200407 12:02:02 all (17/20): sendfile8.sh 20200407 12:03:06 all (18/20): sendfile9.sh 20200407 12:04:07 all (19/20): sendfile_shm.sh 20200407 12:06:17 all (20/20): tmpfs7.sh 20200407 12:06:19 all (1/20): sendfile.sh 20200407 12:06:21 all (2/20): sendfile10.sh 20200407 12:08:22 all (3/20): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 12:09:14 all (4/20): sendfile12.sh 20200407 12:11:21 all (5/20): sendfile13.sh 20200407 12:17:29 all (6/20): sendfile14.sh 20200407 12:27:57 all (7/20): sendfile15.sh 20200407 12:33:03 all (8/20): sendfile16.sh 20200407 12:38:09 all (9/20): sendfile17.sh 20200407 12:43:10 all (10/20): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 12:43:17 all (11/20): sendfile2.sh 20200407 12:43:19 all (12/20): sendfile3.sh 20200407 12:43:49 all (13/20): sendfile4.sh 20200407 12:43:51 all (14/20): sendfile5.sh 20200407 12:44:23 all (15/20): sendfile6.sh 20200407 12:44:25 all (16/20): sendfile7.sh Apr 7 12:46:00 mercat1 kernel: pid 37142 (swap), jid 0, uid 0, was killed: out of swap space Apr 7 12:46:11 mercat1 kernel: pid 37147 (swap), jid 0, uid 0, was killed: out of swap space Apr 7 12:52:13 mercat1 kernel: pid 38443 (sendfile5), jid 0, uid 0, was killed: out of swap space Apr 7 12:53:50 mercat1 kernel: pid 45743 (sendfile5), jid 0, uid 0, was killed: out of swap space 20200407 12:54:58 all (17/20): sendfile8.sh 20200407 12:56:03 all (18/20): sendfile9.sh 20200407 12:57:04 all (19/20): sendfile_shm.sh 20200407 12:57:18 all (20/20): tmpfs7.sh 20200407 12:57:20 all (1/20): sendfile.sh 20200407 12:57:21 all (2/20): sendfile10.sh 20200407 12:59:23 all (3/20): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software Expensive timeout(9) function: 0xffffffff809e2ee0(0xfffffe00d2d84428) 0.056313209 s GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 13:04:40 all (4/20): sendfile12.sh 20200407 13:07:01 all (5/20): sendfile13.sh 20200407 13:12:56 all (6/20): sendfile14.sh 20200407 13:23:23 all (7/20): sendfile15.sh 20200407 13:28:27 all (8/20): sendfile16.sh 20200407 13:33:33 all (9/20): sendfile17.sh Apr 7 13:34:35 mercat1 kernel: pid 78142 (swap), jid 0, uid 0, was killed: out of swap space Apr 7 13:35:00 mercat1 kernel: pid 78138 (swap), jid 0, uid 0, was killed: out of swap space 20200407 13:38:35 all (10/20): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 13:38:42 all (11/20): sendfile2.sh 20200407 13:38:44 all (12/20): sendfile3.sh 20200407 13:39:14 all (13/20): sendfile4.sh 20200407 13:39:16 all (14/20): sendfile5.sh 20200407 13:39:47 all (15/20): sendfile6.sh 20200407 13:39:49 all (16/20): sendfile7.sh Apr 7 13:40:52 mercat1 kernel: pid 56379 (swap), jid 0, uid 0, was killed: out of swap space 20200407 13:44:03 all (17/20): sendfile8.sh 20200407 13:45:05 all (18/20): sendfile9.sh 20200407 13:46:06 all (19/20): sendfile_shm.sh 20200407 13:46:22 all (20/20): tmpfs7.sh 20200407 13:46:24 all (1/20): sendfile.sh 20200407 13:46:26 all (2/20): sendfile10.sh 20200407 13:48:27 all (3/20): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 13:51:48 all (4/20): sendfile12.sh Apr 7 13:53:37 mercat1 kernel: pid 3782 (swap), jid 0, uid 0, was killed: out of swap space 20200407 13:53:41 all (5/20): sendfile13.sh 20200407 13:59:59 all (6/20): sendfile14.sh 20200407 14:10:25 all (7/20): sendfile15.sh Apr 7 14:11:23 mercat1 kernel: pid 10278 (swap), jid 0, uid 0, was killed: out of swap space 20200407 14:15:31 all (8/20): sendfile16.sh 20200407 14:20:37 all (9/20): sendfile17.sh 20200407 14:25:38 all (10/20): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:25:45 all (11/20): sendfile2.sh 20200407 14:25:47 all (12/20): sendfile3.sh 20200407 14:26:17 all (13/20): sendfile4.sh 20200407 14:26:18 all (14/20): sendfile5.sh 20200407 14:26:51 all (15/20): sendfile6.sh 20200407 14:26:53 all (16/20): sendfile7.sh 20200407 14:33:11 all (17/20): sendfile8.sh 20200407 14:34:13 all (18/20): sendfile9.sh 20200407 14:35:14 all (19/20): sendfile_shm.sh 20200407 14:36:16 all (20/20): tmpfs7.sh 20200407 14:36:18 all (1/20): sendfile.sh 20200407 14:36:20 all (2/20): sendfile10.sh 20200407 14:38:21 all (3/20): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software Apr 7 14:40:35 mercat1 kernel: pid 83812 (swap), jid 0, uid 0, was killed: out of swap space 20200407 14:41:57 all.sh done, elapsed 0 day(s), 04:16.43 GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 14:43:16 all (1/3): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:43:25 all (2/3): sendfile19.sh 20200407 14:43:26 all (3/3): sendfile20.sh 20200407 14:43:27 all.sh done, elapsed 0 day(s), 00:00.11 20200407 14:48:43 all (1/3): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:48:50 all (2/3): sendfile19.sh 20200407 14:48:51 all (3/3): sendfile20.sh 20200407 14:48:53 all.sh done, elapsed 0 day(s), 00:00.10 20200407 14:48:56 all (1/3): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:49:03 all (2/3): sendfile19.sh 20200407 14:49:05 all (3/3): sendfile20.sh 20200407 14:49:06 all.sh done, elapsed 0 day(s), 00:00.10 20200407 14:49:09 all (1/3): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:49:16 all (2/3): sendfile19.sh 20200407 14:49:18 all (3/3): sendfile20.sh 20200407 14:49:19 all.sh done, elapsed 0 day(s), 00:00.10 20200407 14:49:22 all (1/3): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:49:30 all (2/3): sendfile19.sh 20200407 14:49:31 all (3/3): sendfile20.sh 20200407 14:49:32 all.sh done, elapsed 0 day(s), 00:00.10 20200407 14:49:36 all (1/3): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 14:49:43 all (2/3): sendfile19.sh 20200407 14:49:44 all (3/3): sendfile20.sh 20200407 14:49:45 all.sh done, elapsed 0 day(s), 00:00.09 20200407 14:51:56 all (1/22): sendfile.sh 20200407 14:51:58 all (2/22): sendfile10.sh 20200407 14:53:59 all (3/22): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 14:58:21 all (4/22): sendfile12.sh 20200407 15:00:43 all (5/22): sendfile13.sh 20200407 15:06:23 all (6/22): sendfile14.sh 20200407 15:16:50 all (7/22): sendfile15.sh 20200407 15:21:56 all (8/22): sendfile16.sh 20200407 15:27:02 all (9/22): sendfile17.sh 20200407 15:32:04 all (10/22): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 15:32:10 all (11/22): sendfile19.sh 20200407 15:32:12 all (12/22): sendfile2.sh 20200407 15:32:14 all (13/22): sendfile20.sh 20200407 15:32:15 all (14/22): sendfile3.sh freework leak: 255/276. newblk leak: 67188/67224. 20200407 15:32:45 all (15/22): sendfile4.sh 20200407 15:32:47 all (16/22): sendfile5.sh 20200407 15:33:19 all (17/22): sendfile6.sh 20200407 15:33:21 all (18/22): sendfile7.sh 20200407 15:39:45 all (19/22): sendfile8.sh 20200407 15:40:49 all (20/22): sendfile9.sh 20200407 15:41:50 all (21/22): sendfile_shm.sh 20200407 15:43:10 all (22/22): tmpfs7.sh 20200407 15:43:12 all (1/22): sendfile.sh 20200407 15:43:14 all (2/22): sendfile10.sh 20200407 15:45:15 all (3/22): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 15:46:26 all (4/22): sendfile12.sh Apr 7 15:47:27 mercat1 kernel: pid 86262 (swap), jid 0, uid 0, was killed: out of swap space Apr 7 15:48:19 mercat1 kernel: pid 86258 (swap), jid 0, uid 0, was killed: out of swap space 20200407 15:48:48 all (5/22): sendfile13.sh 20200407 15:55:15 all (6/22): sendfile14.sh 20200407 16:05:41 all (7/22): sendfile15.sh 20200407 16:10:45 all (8/22): sendfile16.sh 20200407 16:15:51 all (9/22): sendfile17.sh 20200407 16:20:54 all (10/22): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 16:21:01 all (11/22): sendfile19.sh 20200407 16:21:02 all (12/22): sendfile2.sh 20200407 16:21:04 all (13/22): sendfile20.sh 20200407 16:21:05 all (14/22): sendfile3.sh 20200407 16:21:36 all (15/22): sendfile4.sh 20200407 16:21:37 all (16/22): sendfile5.sh 20200407 16:22:09 all (17/22): sendfile6.sh 20200407 16:22:10 all (18/22): sendfile7.sh 20200407 16:30:34 all (19/22): sendfile8.sh 20200407 16:31:38 all (20/22): sendfile9.sh 20200407 16:32:39 all (21/22): sendfile_shm.sh 20200407 16:34:50 all (22/22): tmpfs7.sh 20200407 16:34:52 all (1/22): sendfile.sh 20200407 16:34:54 all (2/22): sendfile10.sh 20200407 16:36:55 all (3/22): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 16:40:58 all (4/22): sendfile12.sh 20200407 16:42:06 all (5/22): sendfile13.sh 20200407 16:47:55 all (6/22): sendfile14.sh 20200407 16:58:25 all (7/22): sendfile15.sh 20200407 17:03:30 all (8/22): sendfile16.sh 20200407 17:08:37 all (9/22): sendfile17.sh 20200407 17:13:39 all (10/22): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 17:13:46 all (11/22): sendfile19.sh 20200407 17:13:48 all (12/22): sendfile2.sh 20200407 17:13:50 all (13/22): sendfile20.sh 20200407 17:13:51 all (14/22): sendfile3.sh 20200407 17:14:21 all (15/22): sendfile4.sh 20200407 17:14:23 all (16/22): sendfile5.sh 20200407 17:14:54 all (17/22): sendfile6.sh 20200407 17:14:55 all (18/22): sendfile7.sh Apr 7 17:15:31 mercat1 kernel: pid 94177 (swap), jid 0, uid 0, was killed: out of swap space 20200407 17:21:16 all (19/22): sendfile8.sh 20200407 17:22:20 all (20/22): sendfile9.sh 20200407 17:23:22 all (21/22): sendfile_shm.sh 20200407 17:25:38 all (22/22): tmpfs7.sh 20200407 17:25:40 all (1/22): sendfile.sh 20200407 17:25:42 all (2/22): sendfile10.sh 20200407 17:27:43 all (3/22): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software Apr 7 17:28:36 mercat1 kernel: pid 41526 (swap), jid 0, uid 0, was killed: out of swap space GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 17:32:08 all (4/22): sendfile12.sh Apr 7 17:33:25 mercat1 kernel: pid 45228 (swap), jid 0, uid 0, was killed: out of swap space 20200407 17:37:03 all (5/22): sendfile13.sh 20200407 17:41:50 all (6/22): sendfile14.sh 20200407 17:52:17 all (7/22): sendfile15.sh 20200407 17:57:22 all (8/22): sendfile16.sh 20200407 18:02:29 all (9/22): sendfile17.sh 20200407 18:07:31 all (10/22): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200407 18:07:38 all (11/22): sendfile19.sh 20200407 18:07:39 all (12/22): sendfile2.sh 20200407 18:07:41 all (13/22): sendfile20.sh 20200407 18:07:42 all (14/22): sendfile3.sh 20200407 18:08:13 all (15/22): sendfile4.sh 20200407 18:08:15 all (16/22): sendfile5.sh 20200407 18:08:47 all (17/22): sendfile6.sh 20200407 18:08:48 all (18/22): sendfile7.sh 20200407 18:19:26 all (19/22): sendfile8.sh 20200407 18:20:30 all (20/22): sendfile9.sh 20200407 18:21:31 all (21/22): sendfile_shm.sh 20200407 18:22:07 all (22/22): tmpfs7.sh 20200407 18:22:09 all (1/22): sendfile.sh 20200407 18:22:11 all (2/22): sendfile10.sh 20200407 18:24:13 all (3/22): sendfile11.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software Apr 7 18:25:19 mercat1 kernel: pid 32362 (swap), jid 0, uid 0, was killed: out of swap space Apr 7 18:26:47 mercat1 kernel: pid 32376 (swap), jid 0, uid 0, was killed: out of swap space GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20200407 18:28:34 all (4/22): sendfile12.sh 20200407 18:29:56 all (5/22): sendfile13.sh 20200407 18:33:50 all.sh done, elapsed 0 day(s), 03:41.54 Apr 7 18:34:29 mercat1 su[65020]: pho to root on /dev/pts/0 lock order reversal: 1st 0xfffff8021e75b7e8 ufs (ufs) @ kern/vfs_mount.c:1005 2nd 0xfffff8026e7647e8 nfs (nfs) @ kern/vfs_mount.c:1016 stack backtrace: #0 0xffffffff80c2d541 at witness_debugger+0x71 #1 0xffffffff80b92ee2 at lockmgr_lock_flags+0x172 #2 0xffffffff810e78b0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80ab753c at nfs_lock+0x2c #4 0xffffffff80c8c28f at vop_sigdefer+0x2f #5 0xffffffff810e78b0 at VOP_LOCK1_APV+0x40 #6 0xffffffff80cb3004 at _vn_lock+0x54 #7 0xffffffff80c9469e at vfs_domount+0xd2e #8 0xffffffff80c92bd1 at vfs_donmount+0x871 #9 0xffffffff80c92329 at sys_nmount+0x69 #10 0xffffffff8106aad9 at amd64_syscall+0x159 #11 0xffffffff81040700 at fast_syscall_common+0x101 lock order reversal: 1st 0xfffffe0038d0f8d8 bufwait (bufwait) @ kern/vfs_bio.c:1663 2nd 0xfffffe00e58a4600 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:419 stack backtrace: #0 0xffffffff80c2d541 at witness_debugger+0x71 #1 0xffffffff80bcab67 at _sx_xlock+0x67 #2 0xffffffff80c603a7 at sosend_generic+0x107 #3 0xffffffff80c60926 at sosend+0x66 #4 0xffffffff80e7fd2a at clnt_vc_call+0x47a #5 0xffffffff80e7e3b2 at clnt_reconnect_call+0x132 #6 0xffffffff80a7e6fc at newnfs_request+0x8dc #7 0xffffffff80ac087d at nfscl_request+0x5d #8 0xffffffff80aa6c62 at nfsrpc_readdir+0x372 #9 0xffffffff80ab2bfc at ncl_readdirrpc+0xdc #10 0xffffffff80ac32cb at ncl_doio+0x46b #11 0xffffffff80ac24f1 at ncl_bioread+0x6a1 #12 0xffffffff80ab749f at nfs_readdir+0x18f #13 0xffffffff80c8c28f at vop_sigdefer+0x2f #14 0xffffffff810e7129 at VOP_READDIR_APV+0x59 #15 0xffffffff80cafdf0 at kern_getdirentries+0x200 #16 0xffffffff80cb0009 at sys_getdirentries+0x29 #17 0xffffffff8106aad9 at amd64_syscall+0x159 panic: Assertion *sd->ifsd_cl != NULL failed at ../../../net/iflib.c:2600 cpuid = 4 time = 1586277275 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00addd2910 vpanic() at vpanic+0x182/frame 0xfffffe00addd2960 panic() at panic+0x43/frame 0xfffffe00addd29c0 iflib_rxeof() at iflib_rxeof+0xe1e/frame 0xfffffe00addd2ac0 _task_fn_rx() at _task_fn_rx+0x7b/frame 0xfffffe00addd2b00 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00addd2b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x94/frame 0xfffffe00addd2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 0 tid 100031 ] Stopped at kdb_enter+0x37: movq $0,0x1090126(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 1689 out of 32626 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 0 tid 100031 td 0xfffffe003e456100 kdb_enter() at kdb_enter+0x37/frame 0xfffffe00addd2910 vpanic() at vpanic+0x19e/frame 0xfffffe00addd2960 panic() at panic+0x43/frame 0xfffffe00addd29c0 iflib_rxeof() at iflib_rxeof+0xe1e/frame 0xfffffe00addd2ac0 _task_fn_rx() at _task_fn_rx+0x7b/frame 0xfffffe00addd2b00 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00addd2b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x94/frame 0xfffffe00addd2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:1:pho1> show allpcpu Current CPU: 4 cpuid = 0 dynamic pcpu = 0x97bb40 curthread = 0xfffffe003e3e0300: pid 11 tid 100003 critnest 1 "idle: cpu0" curpcb = 0xfffffe003e3e0810 fpcurthread = none idlethread = 0xfffffe003e3e0300: tid 100003 "idle: cpu0" self = 0xffffffff82410000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82410384 rsp0 = 0xfffffe00add46cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x797a6db04 gs32p = 0xffffffff82410404 ldt = 0xffffffff82410444 tss = 0xffffffff82410434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bc7f3b40 curthread = 0xfffffe003e3dfc00: pid 11 tid 100004 critnest 1 "idle: cpu1" curpcb = 0xfffffe003e3e0110 fpcurthread = none idlethread = 0xfffffe003e3dfc00: tid 100004 "idle: cpu1" self = 0xffffffff82411000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82411384 rsp0 = 0xfffffe00add4bcc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x26e332965 gs32p = 0xffffffff82411404 ldt = 0xffffffff82411444 tss = 0xffffffff82411434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bc7ffb40 curthread = 0xfffffe00d61fba00: pid 65036 tid 100166 critnest 0 "vmstat" curpcb = 0xfffffe00d61fbf10 fpcurthread = 0xfffffe00d61fba00: pid 65036 "vmstat" idlethread = 0xfffffe003e3df500: tid 100005 "idle: cpu2" self = 0xffffffff82412000 curpmap = 0xfffffe00e678eb08 tssp = 0xffffffff82412384 rsp0 = 0xfffffe00e3881cc0 kcr3 = 0x8000000797607419 ucr3 = 0x800000072d7d0c19 scr3 = 0x72d7d0c19 gs32p = 0xffffffff82412404 ldt = 0xffffffff82412444 tss = 0xffffffff82412434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bc80bb40 curthread = 0xfffffe003e3dee00: pid 11 tid 100006 critnest 1 "idle: cpu3" curpcb = 0xfffffe003e3df310 fpcurthread = none idlethread = 0xfffffe003e3dee00: tid 100006 "idle: cpu3" self = 0xffffffff82413000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82413384 rsp0 = 0xfffffe00add55cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x7978ad9df gs32p = 0xffffffff82413404 ldt = 0xffffffff82413444 tss = 0xffffffff82413434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bc817b40 curthread = 0xfffffe003e456100: pid 0 tid 100031 critnest 1 "if_io_tqg_4" curpcb = 0xfffffe003e456610 fpcurthread = none idlethread = 0xfffffe003e3de700: tid 100007 "idle: cpu4" self = 0xffffffff82414000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82414384 rsp0 = 0xfffffe00addd2cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x2b313783d gs32p = 0xffffffff82414404 ldt = 0xffffffff82414444 tss = 0xffffffff82414434 tlb gen = 410500543 curvnet = 0xfffff80003267080 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bc823b40 curthread = 0xfffffe003e3de000: pid 11 tid 100008 critnest 0 "idle: cpu5" curpcb = 0xfffffe003e3de510 fpcurthread = none idlethread = 0xfffffe003e3de000: tid 100008 "idle: cpu5" self = 0xffffffff82415000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82415384 rsp0 = 0xfffffe00add5fcc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x797eeded8 gs32p = 0xffffffff82415404 ldt = 0xffffffff82415444 tss = 0xffffffff82415434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bc82fb40 curthread = 0xfffffe003e3e8a00: pid 11 tid 100009 critnest 1 "idle: cpu6" curpcb = 0xfffffe003e3e8f10 fpcurthread = none idlethread = 0xfffffe003e3e8a00: tid 100009 "idle: cpu6" self = 0xffffffff82416000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82416384 rsp0 = 0xfffffe00add64cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x2b3123a12 gs32p = 0xffffffff82416404 ldt = 0xffffffff82416444 tss = 0xffffffff82416434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bc83bb40 curthread = 0xfffffe003e3e8300: pid 11 tid 100010 critnest 1 "idle: cpu7" curpcb = 0xfffffe003e3e8810 fpcurthread = none idlethread = 0xfffffe003e3e8300: tid 100010 "idle: cpu7" self = 0xffffffff82417000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82417384 rsp0 = 0xfffffe00add69cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x7975a0cac gs32p = 0xffffffff82417404 ldt = 0xffffffff82417444 tss = 0xffffffff82417434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bc847b40 curthread = 0xfffffe003e3e7c00: pid 11 tid 100011 critnest 1 "idle: cpu8" curpcb = 0xfffffe003e3e8110 fpcurthread = none idlethread = 0xfffffe003e3e7c00: tid 100011 "idle: cpu8" self = 0xffffffff82418000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82418384 rsp0 = 0xfffffe00add6ecc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x21ea64f2b gs32p = 0xffffffff82418404 ldt = 0xffffffff82418444 tss = 0xffffffff82418434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bc853b40 curthread = 0xfffffe003e3e7500: pid 11 tid 100012 critnest 0 "idle: cpu9" curpcb = 0xfffffe003e3e7a10 fpcurthread = none idlethread = 0xfffffe003e3e7500: tid 100012 "idle: cpu9" self = 0xffffffff82419000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff82419384 rsp0 = 0xfffffe00add73cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x797a18bd3 gs32p = 0xffffffff82419404 ldt = 0xffffffff82419444 tss = 0xffffffff82419434 tlb gen = 410500543 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bc85fb40 curthread = 0xfffffe003e3e6e00: pid 11 tid 100013 critnest 1 "idle: cpu10" curpcb = 0xfffffe003e3e7310 fpcurthread = none idlethread = 0xfffffe003e3e6e00: tid 100013 "idle: cpu10" self = 0xffffffff8241a000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff8241a384 rsp0 = 0xfffffe00add78cc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x797fbea70 gs32p = 0xffffffff8241a404 ldt = 0xffffffff8241a444 tss = 0xffffffff8241a434 tlb gen = 410500542 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bc86bb40 curthread = 0xfffffe003e3e6700: pid 11 tid 100014 critnest 1 "idle: cpu11" curpcb = 0xfffffe003e3e6c10 fpcurthread = none idlethread = 0xfffffe003e3e6700: tid 100014 "idle: cpu11" self = 0xffffffff8241b000 curpmap = 0xffffffff81d9fb10 tssp = 0xffffffff8241b384 rsp0 = 0xfffffe00add7dcc0 kcr3 = 0x800000000230d002 ucr3 = 0xffffffffffffffff scr3 = 0x2602f7de7 gs32p = 0xffffffff8241b404 ldt = 0xffffffff8241b444 tss = 0xffffffff8241b434 tlb gen = 410500543 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 65036 (vmstat) thread 0xfffffe00d61fba00 (100166) shared sx vm map (user) (vm map (user)) r = 0 (0xfffffe00e678ea48) locked @ vm/vm_map.c:4761 Process 65032 (rsync) thread 0xfffffe00e6355700 (100287) shared lockmgr nfs (nfs) r = 0 (0xfffff80797f83068) locked @ kern/vfs_subr.c:2930 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffff80797f83000: type VDIR usecount 2, writecount 0, refcount 12 mountedhere 0 flags (VV_VMSIZEVNLOCK|VV(0x20)) v_object 0xfffff8021ee2d738 ref 0 pages 18 cleanbuf 9 dirtybuf 0 lock type nfs: SHARED (count 1) #0 0xffffffff80b92f45 at lockmgr_lock_flags+0x1d5 #1 0xffffffff810e78b0 at VOP_LOCK1_APV+0x40 #2 0xffffffff80ab753c at nfs_lock+0x2c #3 0xffffffff80c8c28f at vop_sigdefer+0x2f #4 0xffffffff810e78b0 at VOP_LOCK1_APV+0x40 #5 0xffffffff80cb3004 at _vn_lock+0x54 #6 0xffffffff80c9d04c at vget_finish+0x6c #7 0xffffffff80c81a3c at cache_lookup+0x57c #8 0xffffffff80ab3e6c at nfs_lookup+0x14c #9 0xffffffff80c8c28f at vop_sigdefer+0x2f #10 0xffffffff810e4806 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80c90781 at lookup+0x601 #12 0xffffffff80c8fc83 at namei+0x553 #13 0xffffffff80cac38f at kern_statat+0x7f #14 0xffffffff80cac4f3 at freebsd11_lstat+0x33 #15 0xffffffff8106aad9 at amd64_syscall+0x159 #16 0xffffffff81040700 at fast_syscall_common+0x101 fileid 607712 fsid 0x3a3a00ff2e db:1:pho1> show mount 0xfffffe00d35dc700 /dev/gpt/work on / (ufs) 0xfffffe00d35dd280 devfs on /dev (devfs) 0xfffffe00e6785280 /dev/gpt/tmp on /tmp (ufs) 0xfffffe00e63ce000 192.168.5.1:tank/users/pho/mercat1 on /media (nfs) More info: show mount db:1:pho1> show bufqueues bqempty: 54737 Buf domain 0 freebufs 14942 lofreebufs 219 hifreebufs 329 bufspace 1982464 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 4 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 102 (880640) dirtyq count 4 (102400) wakeup 0 lim 25 CPU 19, 15, 2, 18, 0, 6, 1, 0, 0, 3, 18, 3, Locked buffers: 0 space 0 Total buffers: 8275 space 1982464 Buf domain 1 freebufs 14961 lofreebufs 219 hifreebufs 329 bufspace 1314816 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 3 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 126 (884736) dirtyq count 3 (12288) wakeup 0 lim 25 CPU 3, 3, 2, 17, 0, 4, 1, 0, 2, 0, 4, 7, Locked buffers: 0 space 0 Total buffers: 23430 space 1314816 Buf domain 2 freebufs 14971 lofreebufs 219 hifreebufs 329 bufspace 929792 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 101 (524288) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 18, 11, 4, 14, 0, 3, 0, 0, 0, 1, 6, 3, Locked buffers: 0 space 0 Total buffers: 20443 space 929792 Buf domain 3 freebufs 14899 lofreebufs 219 hifreebufs 329 bufspace 3272704 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 175 (2555904) dirtyq count 0 (0) wakeup 0 lim 25 CPU 12, 0, 2, 18, 4, 3, 0, 1, 1, 2, 4, 12, Locked buffers: 0 space 0 Total buffers: 27711 space 3272704 Buf domain 4 freebufs 14915 lofreebufs 219 hifreebufs 329 bufspace 2584576 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 150 (1785856) dirtyq count 0 (0) wakeup 0 lim 25 CPU 7, 8, 0, 24, 0, 3, 3, 0, 0, 2, 8, 13, Locked buffers: 0 space 0 Total buffers: 7486 space 2584576 Buf domain 5 freebufs 14942 lofreebufs 219 hifreebufs 329 bufspace 1646592 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 100 (565248) dirtyq count 2 (8192) wakeup 0 lim 25 CPU 18, 14, 0, 16, 1, 4, 3, 1, 0, 19, 13, 0, Locked buffers: 0 space 0 Total buffers: 7383 space 1646592 Buf domain 6 freebufs 14912 lofreebufs 219 hifreebufs 329 bufspace 2772992 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 36 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 134 (851968) dirtyq count 36 (1179648) wakeup 0 lim 25 CPU 7, 4, 0, 17, 2, 5, 1, 0, 2, 5, 5, 3, Locked buffers: 0 space 0 Total buffers: 11203 space 2772992 db:1:pho1> show page vm_cnt.v_free_count: 7893321 vm_cnt.v_inactive_count: 17317 vm_cnt.v_active_count: 14490 vm_cnt.v_laundry_count: 222 vm_cnt.v_wire_count: 197948 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51264 vm_cnt.v_free_target: 173124 vm_cnt.v_inactive_target: 259686 db:1:pho1> show pageq pq_free 7893321 dom 0 page_cnt 8124099 free 7893321 pq_act 14490 pq_inact 17317 pq_laund 222 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000204 | 000000 11 (008192K) | 000863 | 000001 10 (004096K) | 001800 | 000001 09 (002048K) | 002379 | 000001 08 (001024K) | 003060 | 000000 07 (000512K) | 004169 | 000000 06 (000256K) | 005356 | 000001 05 (000128K) | 006412 | 000001 04 (000064K) | 007682 | 000001 03 (000032K) | 009540 | 000000 02 (000016K) | 012040 | 000000 01 (000008K) | 014945 | 000001 00 (000004K) | 013660 | 000001 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000001 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000001 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree RADIX NODE 144 10302 529781 331856690 0 62 77771952 0 256 256 43 289907 42121394 0 63 74227200 0 VNODE 640 64844 190 81762 0 16 41621760 0 128 128 14380 290071 17515891 0 126 38969728 0 mbuf_cluster 2048 14092 60 103461 0 8 28983296 0 swblk 136 2025 146223 3918567 0 62 20161728 0 FFS2 dinode 256 63799 476 76197 0 62 16454400 0 BUF TRIE 144 105 105847 26183364 0 62 15257088 0 FFS inode 160 63799 526 76197 0 62 10292000 0 S VFS Cache 108 64040 904 129091 0 126 7013952 0 mbuf 256 16516 9834 935291556 0 254 6745600 0 128 128 10986 32073 14458720 0 126 5511552 0 128 Bucket 1024 4268 155 12009517 0 16 4529152 0 VM OBJECT 264 7825 3680 170805436 0 30 3037320 0 64 Bucket 512 5286 322 11609149 0 30 2871296 0 socket 904 73 2978 14042362 0 16 2758104 0 4096 4096 443 65 16290697 0 2 2080768 0 VMSPACE 2536 56 724 16150467 0 4 1978080 0 swpctrie 144 265 11831 297983 0 62 1741824 0 THREAD 1792 667 152 7274 0 8 1467648 0 UMA Slabs 0 112 10808 211 157410 0 126 1234128 0 vmem btag 56 13982 3861 29012 0 254 999208 0 256 Bucket 2048 369 81 10030041 0 8 921600 0 16384 16384 3 50 1438337 0 1 868352 0 16384 16384 48 1 4492 0 1 802816 0 32768 32768 12 12 174511 0 1 786432 0 64 64 8811 3096 191055558 0 254 762048 0 PROC 1320 90 459 16150963 0 8 724680 0 NCLNODE 744 917 43 917 0 16 714240 0 8192 8192 86 0 97 0 1 704512 0 32768 32768 12 9 5406 0 1 688128 0 32 Bucket 256 1812 812 9740479 0 62 671744 0 64 64 9297 405 17148 0 254 620928 0 pbuf 984 0 627 0 0 0 616968 0 MAP ENTRY 96 3046 3002 397441950 0 126 580608 0 64 64 3702 3857 147587164 0 254 483776 0 mbuf_packet 256 17 1788 64507 0 254 462080 0 512 512 671 121 15479 0 30 405504 0 g_bio 408 0 980 51670773 0 31 399840 0 32768 32768 12 0 117 0 1 393216 0 128 128 1136 1530 938642 0 126 341248 0 32 32 7992 2592 89043 0 254 338688 0 filedesc0 1088 91 196 16150964 0 8 312256 0 128 128 1674 651 5629 0 126 297600 0 256 256 459 681 302491 0 62 291840 0 256 256 469 656 588100 0 62 288000 0 256 256 8 1102 22632 0 62 284160 0 16384 16384 13 4 261 0 1 278528 0 2048 2048 118 12 530 0 8 266240 0 65536 65536 3 1 2681 0 1 262144 0 16 16 14058 2192 98933 0 254 260000 0 pipe 760 13 322 1249761 0 16 254600 0 1024 1024 212 36 2616 0 16 253952 0 4096 4096 54 6 295 0 2 245760 0 256 256 261 684 16157754 0 62 241920 0 2048 2048 4 112 6716197 0 8 237568 0 Files 80 174 2776 35266407 0 126 236000 0 LTS VFS Cache 368 611 27 611 0 30 234784 0 128 128 408 1421 2236426 0 126 234112 0 64 64 29 3310 1861111 0 254 213696 0 8192 8192 18 8 5555 0 1 212992 0 512 512 53 363 929716 0 30 212992 0 256 256 38 787 141600 0 62 211200 0 selfd 64 660 2616 771128 0 254 209664 0 64 64 197 3079 33674828 0 254 209664 0 128 128 474 1138 3436867 0 126 206336 0 tcpcb 1008 13 191 33133 0 16 205632 0 ksiginfo 112 524 1312 65331 0 126 205632 0 1024 1024 1 195 3432645 0 16 200704 0 64 64 40 3047 21970 0 254 197568 0 NAMEI 1024 1 191 22378191 0 16 196608 0 65536 65536 3 0 7 0 1 196608 0 65536 65536 3 0 3 0 1 196608 0 65536 65536 3 0 3 0 1 196608 0 512 512 30 354 20715 0 30 196608 0 tcp_inpcb 488 57 319 33133 0 30 183488 0 UMA Zones 2048 87 1 91 0 8 180224 0 Mountpoints 2944 4 56 1137 0 4 176640 0 1024 1024 11 161 10965 0 16 176128 0 fakepg 104 0 1521 1676 0 126 158184 0 4 Bucket 48 41 3235 1275352 0 254 157248 0 8 Bucket 80 172 1678 8897026 0 126 148000 0 TURNSTILE 136 820 251 820 0 62 145656 0 udp_inpcb 488 20 276 2454 0 30 144448 0 8192 8192 13 4 20635 0 1 139264 0 2 Bucket 32 215 4069 8114136 0 254 137088 0 rl_entry 40 662 2671 662 0 254 133320 0 PWD 32 26 4132 47810 0 254 133056 0 65536 65536 2 0 130 0 1 131072 0 65536 65536 0 2 7356 0 1 131072 0 vnpbuf 984 0 128 1624460 0 8 125952 0 16 Bucket 144 188 679 43826926 0 62 124848 0 syncache 168 0 696 11407 0 62 116928 0 512 512 148 76 534 0 30 114688 0 SLEEPQUEUE 88 820 396 820 0 126 107008 0 32 32 128 3148 15793321 0 254 104832 0 128 128 23 783 54024 0 126 103168 0 ttyinq 160 375 250 600 0 62 100000 0 L VFS Cache 328 232 68 534 0 30 98400 0 8192 8192 12 0 18 0 1 98304 0 32 32 168 2604 43086 0 254 88704 0 unpcb 256 37 308 14006646 0 62 88320 0 DIRHASH 1024 38 46 2739 0 16 86016 0 16384 16384 5 0 5 0 1 81920 0 ttyoutq 256 197 118 314 0 62 80640 0 128 128 87 533 6710 0 126 79360 0 256 256 110 190 1368 0 62 76800 0 256 256 30 255 11138 0 62 72960 0 KNOTE 160 7 443 30155 0 62 72000 0 1024 1024 35 33 11955 0 16 69632 0 65536 65536 1 0 1 0 1 65536 0 4096 4096 16 0 21 0 2 65536 0 64 64 118 890 1875 0 254 64512 0 udpcb 32 20 1870 2454 0 254 60480 0 32 32 276 1614 25690 0 254 60480 0 4096 4096 14 0 25 0 2 57344 0 16 16 233 3267 295985 0 254 56000 0 2048 2048 2 24 5216 0 8 53248 0 32 32 50 1588 158 0 254 52416 0 2048 2048 7 17 1281 0 8 49152 0 1024 1024 32 16 2722839 0 16 49152 0 32 32 66 1446 3333 0 254 48384 0 STS VFS Cache 148 305 7 305 0 62 46176 0 mt_stats_zone 64 440 264 444 0 254 45056 0 64 pcpu 8 3406 2226 3768 0 254 45056 0 64 64 57 636 9114432 0 254 44352 0 cpuset 104 27 376 27 0 126 41912 0 4096 4096 4 6 7802 0 2 40960 0 2048 2048 2 16 1515 0 8 36864 0 tcptw 88 44 370 11403 0 126 36432 0 clpbuf 984 0 37 9560039 0 2 36408 0 32 32 33 1101 1547 0 254 36288 0 32 32 533 601 22806 0 254 36288 0 KMAP ENTRY 96 27 348 600 0 126 36000 0 rtentry 208 12 159 15 0 62 35568 0 32768 32768 1 0 1 0 1 32768 0 32768 32768 1 0 293528 0 1 32768 0 32768 32768 0 1 97811 0 1 32768 0 16384 16384 2 0 100 0 1 32768 0 8192 8192 4 0 376 0 1 32768 0 512 512 20 44 50 0 30 32768 0 UMA Kegs 384 76 8 80 0 30 32256 0 16 16 40 1960 99 0 254 32000 0 16 16 27 1973 27 0 254 32000 0 4096 4096 1 6 8777 0 2 28672 0 2048 2048 5 9 7 0 8 28672 0 512 512 11 45 11 0 30 28672 0 mt_zone 24 440 729 444 0 254 28056 0 16 16 17 1733 30759 0 254 28000 0 16 16 101 1649 1512 0 254 28000 0 16 16 248 1502 318 0 254 28000 0 1024 1024 2 18 10821 0 16 20480 0 1024 1024 7 13 1098 0 16 20480 0 16 16 468 782 901192 0 254 20000 0 swrbuf 984 0 20 2035512 0 2 19680 0 8192 8192 2 0 2 0 1 16384 0 8192 8192 2 0 2 0 1 16384 0 512 512 0 32 63319 0 30 16384 0 512 512 15 17 30 0 30 16384 0 hostcache 96 2 166 2 0 126 16128 0 MAP 216 2 69 2 0 62 15336 0 4096 4096 1 2 5800 0 2 12288 0 1024 1024 9 3 9 0 16 12288 0 int pcpu 4 242 2830 242 0 254 12288 0 mbuf_jumbo_page 4096 0 2 10 0 2 8192 0 2048 2048 2 2 13 0 8 8192 0 2048 2048 2 2 5636 0 8 8192 0 rentr 24 0 334 1135 0 254 8016 0 VNODEPOLL 120 4 62 11 0 126 7920 0 procdesc 136 2 56 874 0 62 7888 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 4096 4096 1 0 13 0 2 4096 0 ripcb 488 1 7 19 0 30 3904 0 vmem 1856 1 1 1 0 8 3712 0 UMA Slabs 1 176 14 6 14 0 62 3520 0 SMR CPU 32 1 62 1 0 254 2016 0 SMR SHARED 24 1 62 1 0 254 1512 0 TMPFS node 232 0 0 50 0 62 0 0 TMPFS dirent 64 0 0 25 0 254 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 30 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 126 0 0 sctp_readq 152 0 0 0 0 62 0 0 sctp_chunk 152 0 0 0 0 62 0 0 sctp_raddr 736 0 0 0 0 16 0 0 sctp_laddr 48 0 0 4 0 254 0 0 sctp_asoc 2288 0 0 0 0 4 0 0 sctp_ep 1280 0 0 0 0 8 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 184 0 0 0 0 62 0 0 tcp_log 408 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 AIOCB 752 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 vtnet_tx_hdr 24 0 0 0 0 254 0 0 crypto_session 72 0 0 143 0 126 0 0 cryptop 240 0 0 2722543 0 62 0 0 nvme_request 128 0 0 0 0 126 0 0 FPU_save_area 832 0 0 0 0 16 0 0 DMAR_MAP_ENTRY 128 0 0 0 0 126 0 0 mbuf_extpgs 256 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 mdpbuf 984 0 0 0 0 0 0 0 nfspbuf 984 0 0 0 0 2 0 0 swwbuf 984 0 0 2097192 0 0 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 228 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 8192 8192 0 0 0 0 1 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 kstack_cache 16384 540 3 7147 1 vm pgcache 4096 91604 122 308878132 9 vm pgcache 4096 15403 573 1115137661 33 buf free cache 984 1389 49805 39372463 19 buffer arena-65 65536 13 0 14 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 1067 13 378594 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 3 13 10536 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 db:0:pho> acttrace Tracing command vmstat pid 65036 tid 100166 td 0xfffffe00d61fba00 (CPU 2) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e189e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e189e10 trap() at trap+0x56/frame 0xfffffe003e189f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e189f20 --- trap 0x13, rip = 0xffffffff80f279bd, rsp = 0xfffffe00e38818a8, rbp = 0xfffffe00e38818d0 --- vm_page_pqbatch_submit() at vm_page_pqbatch_submit+0xd/frame 0xfffffe00e38818d0 vm_page_pqstate_commit() at vm_page_pqstate_commit+0xc2/frame 0xfffffe00e3881900 vm_page_activate() at vm_page_activate+0x85/frame 0xfffffe00e3881930 vm_fault() at vm_fault+0x14db/frame 0xfffffe00e3881a40 vm_fault_trap() at vm_fault_trap+0x6e/frame 0xfffffe00e3881a80 trap_pfault() at trap_pfault+0x1ee/frame 0xfffffe00e3881ae0 trap() at trap+0x44c/frame 0xfffffe00e3881bf0 calltrap() at calltrap+0x8/frame 0xfffffe00e3881bf0 --- trap 0xc, rip = 0x80047ff75, rsp = 0x7fffffffd938, rbp = 0x7fffffffd980 --- Tracing command idle pid 11 tid 100003 td 0xfffffe003e3e0300 (CPU 0) cpustop_handler() at cpustop_handler+0x26/frame 0xffffffff81d885c0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81d885d0 trap() at trap+0x56/frame 0xffffffff81d886e0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81d886e0 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add46a50, rbp = 0xfffffe00add46a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add46a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add46aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add46ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add46ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add46bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add46bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add46bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe003e3dfc00 (CPU 1) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e17de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e17de10 trap() at trap+0x56/frame 0xfffffe003e17df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e17df20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add4ba50, rbp = 0xfffffe00add4ba50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add4ba50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add4baa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add4bac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add4bae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add4bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add4bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add4bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe003e3dee00 (CPU 3) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e195e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e195e10 trap() at trap+0x56/frame 0xfffffe003e195f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e195f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add55a50, rbp = 0xfffffe00add55a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add55a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add55aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add55ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add55ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add55bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add55bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add55bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe003e3de000 (CPU 5) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1ade00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1ade10 trap() at trap+0x56/frame 0xfffffe003e1adf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1adf20 --- trap 0x13, rip = 0xffffffff8102956e, rsp = 0xfffffe00add5fad0, rbp = 0xfffffe00add5fae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add5fae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add5fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe003e3e8a00 (CPU 6) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1b9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1b9e10 trap() at trap+0x56/frame 0xfffffe003e1b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1b9f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add64a50, rbp = 0xfffffe00add64a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add64a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add64aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add64ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add64ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add64bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add64bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add64bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe003e3e8300 (CPU 7) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1c5e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1c5e10 trap() at trap+0x56/frame 0xfffffe003e1c5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1c5f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add69a50, rbp = 0xfffffe00add69a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add69a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add69aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add69ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add69ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add69bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add69bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add69bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe003e3e7c00 (CPU 8) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1d1e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1d1e10 trap() at trap+0x56/frame 0xfffffe003e1d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1d1f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add6ea50, rbp = 0xfffffe00add6ea50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add6ea50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add6eaa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add6eac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add6eae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add6ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add6ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add6ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe003e3e7500 (CPU 9) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1dde00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1dde10 trap() at trap+0x56/frame 0xfffffe003e1ddf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1ddf20 --- trap 0x13, rip = 0xffffffff8102956e, rsp = 0xfffffe00add73ad0, rbp = 0xfffffe00add73ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add73ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add73bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add73bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add73bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe003e3e6e00 (CPU 10) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1e9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1e9e10 trap() at trap+0x56/frame 0xfffffe003e1e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1e9f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add78a50, rbp = 0xfffffe00add78a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add78a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add78aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add78ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add78ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add78bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add78bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add78bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe003e3e6700 (CPU 11) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1f5e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1f5e10 trap() at trap+0x56/frame 0xfffffe003e1f5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1f5f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add7da50, rbp = 0xfffffe00add7da50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add7da50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add7daa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add7dac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add7dae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add7dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add7dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add7dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe003e456100 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00addd2910 vpanic() at vpanic+0x19e/frame 0xfffffe00addd2960 panic() at panic+0x43/frame 0xfffffe00addd29c0 iflib_rxeof() at iflib_rxeof+0xe1e/frame 0xfffffe00addd2ac0 _task_fn_rx() at _task_fn_rx+0x7b/frame 0xfffffe00addd2b00 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00addd2b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x94/frame 0xfffffe00addd2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 65039 2593 2543 0 S piperd 0xfffff807976e4000 sh 65038 2593 2543 0 S piperd 0xfffff8079775b8e8 sed 65037 2593 2543 0 S piperd 0xfffff807976a12f8 sed 65036 2593 2543 0 R CPU 2 vmstat 65035 0 0 0 SL - 0xffffffff81d95210 [newnfs 0] 65034 65033 65028 0 S+ select 0xfffff800170059c0 rsync 65033 65032 65028 0 S+ select 0xfffff800170131c0 rsync 65032 65028 65028 0 D+ nfsreq 0xfffff800202e0c00 rsync 65028 65022 65028 0 S+ wait 0xfffff8081bebd528 sh 65027 49062 49062 2006 S+ nanslp 0xffffffff81c8395b sleep 65022 65020 65022 0 S+ wait 0xfffff806079da000 bash 65020 65019 65020 0 S+ pause 0xfffff8081bebe0a8 csh 65019 65009 65019 2006 S+ wait 0xfffff80607d31528 su 65009 65008 65009 2006 Ss+ wait 0xfffff80020979528 bash 65008 63870 63870 2006 S select 0xfffff807777d2340 sshd 63870 2369 63870 0 Ss select 0xfffff804e9d18640 sshd 49062 23525 49062 2006 S+ wait 0xfffff8028fe3da50 sh 48106 48105 48106 2006 Ss+ select 0xfffff8026e4fad40 bash 48105 48102 48102 2006 S select 0xfffff80017013440 sshd 48102 2369 48102 0 Ss select 0xfffff807777ce7c0 sshd 23525 23524 23525 2006 Ss+ wait 0xfffff8026ede6528 bash 23524 23516 23516 2006 S select 0xfffff80003a0fc40 sshd 23516 2369 23516 0 Ss select 0xfffff80017005f40 sshd 3754 1 3751 2006 S+ select 0xfffff800201e00c0 tail 3751 2454 3751 2006 S+ kqread 0xfffff8002029bc00 tail 2596 2543 2543 0 S piperd 0xfffff80020cc7be0 sh 2594 2543 2543 0 S piperd 0xfffff80020a682f8 awk 2593 2543 2543 0 S wait 0xfffff8000419ba50 sh 2543 1 2543 0 Ss wait 0xfffff800202ed528 sh 2454 2453 2454 2006 Ss+ wait 0xfffff80020672000 bash 2453 2450 2450 2006 S select 0xfffff800201e08c0 sshd 2450 2369 2450 0 Ss select 0xfffff80003f7bdc0 sshd 2432 2431 2432 0 S+ ttyin 0xfffff80017051cb0 csh 2431 1 2431 0 Ss+ wait 0xfffff8021e59ea50 login 2430 1 2430 0 Ss+ ttyin 0xfffff800170540b0 getty 2429 1 2429 0 Ss+ ttyin 0xfffff800201b60b0 getty 2428 1 2428 0 Ss+ ttyin 0xfffff800201b64b0 getty 2427 1 2427 0 Ss+ ttyin 0xfffff800201b68b0 getty 2426 1 2426 0 Ss+ ttyin 0xfffff800201b6cb0 getty 2425 1 2425 0 Ss+ ttyin 0xfffff800201b50b0 getty 2424 1 2424 0 Ss+ ttyin 0xfffff800201b54b0 getty 2423 1 2423 0 Ss+ ttyin 0xfffff800201b58b0 getty 2422 1 2422 0 Ss+ ttyin 0xfffff800201b5cb0 getty 2373 1 2373 0 Ss nanslp 0xffffffff81c83952 cron 2369 1 2369 0 Ss select 0xfffff80003280240 sshd 2341 1 2341 0 Ss select 0xfffff800201e0740 powerd 2338 1 2338 123 Ss (threaded) ntpd 100157 S select 0xfffff8002008ef40 ntpd 100619 S usem 0xfffff8002016d980 ntpd 2273 1 2273 0 Ss rpcsvc 0xfffff80003f20b60 NLM: master 2270 1 2270 0 Ss select 0xfffff80003f7bf40 rpc.statd 2224 1 2224 0 Ss nanslp 0xffffffff81c83956 watchdogd 2076 1 2076 0 Ss select 0xfffff8002080ee40 rpcbind 2066 1 2066 0 Ss select 0xfffff800201e04c0 syslogd 1995 1 1995 0 Ss select 0xfffff80003fb69c0 devd 1990 1 1990 65 Ss select 0xfffff8002080ed40 dhclient 1931 1 1931 0 Ss select 0xfffff80003280340 dhclient 1928 1 1928 0 Ss select 0xfffff80003f7e140 dhclient 34 0 0 0 DL vlruwt 0xfffff80020159000 [vnlru] 33 0 0 0 DL syncer 0xffffffff81d59dd8 [syncer] 32 0 0 0 DL (threaded) [bufdaemon] 100130 D qsleep 0xffffffff81d592d8 [bufdaemon] 100131 D - 0xffffffff8180aa00 [bufspacedaemon-0] 100132 D - 0xffffffff81812cc0 [bufspacedaemon-1] 100133 D - 0xffffffff8181af80 [bufspacedaemon-2] 100134 D - 0xffffffff81823240 [bufspacedaemon-3] 100137 D - 0xffffffff8182b500 [bufspacedaemon-4] 100138 D - 0xffffffff818337c0 [bufspacedaemon-5] 100140 D - 0xffffffff8183ba80 [bufspacedaemon-6] 100152 D sdflush 0xfffff800040158e8 [/ worker] 100216 D sdflush 0xfffff8021e94ece8 [/tmp worker] 31 0 0 0 DL psleep 0xffffffff81d74c48 [vmdaemon] 30 0 0 0 DL (threaded) [pagedaemon] 100128 D psleep 0xffffffff81da0b98 [dom0] 100135 D launds 0xffffffff81da0ba4 [laundry: dom0] 100141 D umarcl 0xffffffff80f039f0 [uma] 29 0 0 0 DL idle 0xfffff800202ef528 [enc_daemon1] 28 0 0 0 DL idle 0xfffff8002028aa50 [enc_daemon0] 27 0 0 0 DL - 0xffffffff81ade1b0 [rand_harvestq] 26 0 0 0 DL waiting 0xffffffff81de6160 [sctp_iterator] 25 0 0 0 DL - 0xffffffff81d58cdc [soaiod4] 24 0 0 0 DL - 0xffffffff81d58cdc [soaiod3] 23 0 0 0 DL - 0xffffffff81d58cdc [soaiod2] 22 0 0 0 DL - 0xffffffff81d58cdc [soaiod1] 21 0 0 0 DL (threaded) [usb] 100096 D - 0xfffffe00d2d84440 [usbus0] 100097 D - 0xfffffe00d2d84498 [usbus0] 100098 D - 0xfffffe00d2d844f0 [usbus0] 100099 D - 0xfffffe00d2d84548 [usbus0] 100100 D - 0xfffffe00d2d845a0 [usbus0] 100102 D - 0xfffffe003e4a2cf0 [usbus1] 100103 D - 0xfffffe003e4a2d48 [usbus1] 100104 D - 0xfffffe003e4a2da0 [usbus1] 100105 D - 0xfffffe003e4a2df8 [usbus1] 100106 D - 0xfffffe003e4a2e50 [usbus1] 100107 D - 0xfffffe00d2e23cf0 [usbus2] 100108 D - 0xfffffe00d2e23d48 [usbus2] 100109 D - 0xfffffe00d2e23da0 [usbus2] 100110 D - 0xfffffe00d2e23df8 [usbus2] 100111 D - 0xfffffe00d2e23e50 [usbus2] 20 0 0 0 RL (threaded) [cam] 100091 D - 0xffffffff819b95c0 [doneq0] 100092 RunQ [doneq1] 100093 D - 0xffffffff819b96c0 [doneq2] 100125 D - 0xffffffff819b9488 [scanner] 19 0 0 0 DL crypto_ 0xfffff80003b0fc50 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff80003b0fbf0 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff80003b0fb90 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff80003b0fb30 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff80003b0fad0 [crypto returns 7] 9 0 0 0 DL crypto_ 0xfffff80003b0fa70 [crypto returns 6] 8 0 0 0 DL crypto_ 0xfffff80003b0fa10 [crypto returns 5] 7 0 0 0 DL crypto_ 0xfffff80003b0f9b0 [crypto returns 4] 6 0 0 0 DL crypto_ 0xfffff80003b0f950 [crypto returns 3] 5 0 0 0 DL crypto_ 0xfffff80003b0f8f0 [crypto returns 2] 4 0 0 0 DL crypto_ 0xfffff80003b0f890 [crypto returns 1] 3 0 0 0 DL crypto_ 0xfffff80003b0f830 [crypto returns 0] 2 0 0 0 DL crypto_ 0xffffffff81d6ed10 [crypto] 14 0 0 0 DL seqstat 0xfffff80003a35488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100062 D - 0xffffffff81d9f1c8 [g_event] 100063 D - 0xffffffff81d9f1d8 [g_up] 100064 D - 0xffffffff81d9f1d0 [g_down] 12 0 0 0 WL (threaded) [intr] 100043 I [swi6: task queue] 100044 I [swi6: Giant taskq] 100046 I [swi5: fast taskq] 100047 I [swi4: clock (0)] 100048 I [swi4: clock (1)] 100049 I [swi4: clock (2)] 100050 I [swi4: clock (3)] 100051 I [swi4: clock (4)] 100052 I [swi4: clock (5)] 100053 I [swi4: clock (6)] 100054 I [swi4: clock (7)] 100055 I [swi4: clock (8)] 100056 I [swi4: clock (9)] 100057 I [swi4: clock (10)] 100058 I [swi4: clock (11)] 100059 I [swi1: netisr 0] 100060 I [swi3: vm] 100094 I [irq56: ahci0] 100095 I [irq19: xhci0] 100101 I [irq18: ehci0 ehci1] 100112 I [irq71: ahci1] 100113 I [swi0: uart uart] 100175 I [irq72: ioat0] 100176 I [irq73: ioat1] 100177 I [irq74: ioat2] 100178 I [irq75: ioat3] 100179 I [irq76: ioat4] 100180 I [irq77: ioat5] 100181 I [irq78: ioat6] 100182 I [irq79: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 Run CPU 6 [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 1 0 1 0 SLs wait 0xfffff800038ed000 [init] 10 0 0 0 DL audit_w 0xffffffff81de6ce8 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff81d8e7c8 [swapper] 100015 D - 0xfffff800037df100 [softirq_0] 100016 D - 0xfffff800037dee00 [softirq_1] 100017 D - 0xfffff800037dec00 [softirq_2] 100018 D - 0xfffff800037dea00 [softirq_3] 100019 D - 0xfffff800037de800 [softirq_4] 100020 D - 0xfffff800037de600 [softirq_5] 100021 D - 0xfffff800037de400 [softirq_6] 100022 D - 0xfffff800037de200 [softirq_7] 100023 D - 0xfffff800037de000 [softirq_8] 100024 D - 0xfffff800037ddd00 [softirq_9] 100025 D - 0xfffff800037ddb00 [softirq_10] 100026 D - 0xfffff800037dd900 [softirq_11] 100027 D - 0xfffff800037dd700 [if_io_tqg_0] 100028 D - 0xfffff800037dd500 [if_io_tqg_1] 100029 D - 0xfffff800037dd300 [if_io_tqg_2] 100030 D - 0xfffff800037dd100 [if_io_tqg_3] 100031 Run CPU 4 [if_io_tqg_4] 100032 D - 0xfffff800037dcc00 [if_io_tqg_5] 100033 D - 0xfffff800037dca00 [if_io_tqg_6] 100034 D - 0xfffff800037dc800 [if_io_tqg_7] 100035 D - 0xfffff800037dc600 [if_io_tqg_8] 100036 D - 0xfffff800037dc400 [if_io_tqg_9] 100037 D - 0xfffff800037dc200 [if_io_tqg_10] 100038 D - 0xfffff800037dc000 [if_io_tqg_11] 100039 D - 0xfffff8000393b200 [if_config_tqg_0] 100040 D - 0xfffff800037c9e00 [in6m_free taskq] 100041 D - 0xfffff800037c9d00 [aiod_kick taskq] 100042 D - 0xfffff800037c9c00 [kqueue_ctx taskq] 100045 D - 0xfffff800037c9900 [thread taskq] 100061 D - 0xfffff80003a83300 [firmware taskq] 100066 D - 0xfffff80003a83100 [crypto_0] 100067 D - 0xfffff80003a83100 [crypto_1] 100068 D - 0xfffff80003a83100 [crypto_2] 100069 D - 0xfffff80003a83100 [crypto_3] 100070 D - 0xfffff80003a83100 [crypto_4] 100071 D - 0xfffff80003a83100 [crypto_5] 100072 D - 0xfffff80003a83100 [crypto_6] 100073 D - 0xfffff80003a83100 [crypto_7] 100074 D - 0xfffff80003a83100 [crypto_8] 100075 D - 0xfffff80003a83100 [crypto_9] 100076 D - 0xfffff80003a83100 [crypto_10] 100077 D - 0xfffff80003a83100 [crypto_11] 100114 D - 0xfffff8001712a600 [mca taskq] 100121 D - 0xfffff800201a5700 [acpi_task_0] 100122 D - 0xfffff800201a5700 [acpi_task_1] 100123 D - 0xfffff800201a5700 [acpi_task_2] 100124 D - 0xfffff80003a84d00 [CAM taskq] db:0:pho> allt Tracing command sh pid 65039 tid 101515 td 0xfffffe00e6665700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e8b12840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e8b12860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e8b128a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e8b12900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e8b12910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e8b129b0 pipe_read() at pipe_read+0x42b/frame 0xfffffe00e8b12a10 dofileread() at dofileread+0x81/frame 0xfffffe00e8b12a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e8b12ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e8b12bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e8b12bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80047a81a, rsp = 0x7fffffffdc58, rbp = 0x7fffffffe180 --- Tracing command sed pid 65038 tid 100207 td 0xfffffe00e676cc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39c6840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39c6860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39c68a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39c6900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e39c6910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e39c69b0 pipe_read() at pipe_read+0x42b/frame 0xfffffe00e39c6a10 dofileread() at dofileread+0x81/frame 0xfffffe00e39c6a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e39c6ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39c6bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39c6bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80042181a, rsp = 0x7fffffffe3a8, rbp = 0x7fffffffe3c0 --- Tracing command sed pid 65037 tid 100147 td 0xfffffe003e4b7100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3822840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3822860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38228a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3822900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e3822910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e38229b0 pipe_read() at pipe_read+0x42b/frame 0xfffffe00e3822a10 dofileread() at dofileread+0x81/frame 0xfffffe00e3822a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e3822ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3822bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3822bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80042181a, rsp = 0x7fffffffe3d8, rbp = 0x7fffffffe3f0 --- Tracing command vmstat pid 65036 tid 100166 td 0xfffffe00d61fba00 (CPU 2) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e189e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e189e10 trap() at trap+0x56/frame 0xfffffe003e189f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e189f20 --- trap 0x13, rip = 0xffffffff80f279bd, rsp = 0xfffffe00e38818a8, rbp = 0xfffffe00e38818d0 --- vm_page_pqbatch_submit() at vm_page_pqbatch_submit+0xd/frame 0xfffffe00e38818d0 vm_page_pqstate_commit() at vm_page_pqstate_commit+0xc2/frame 0xfffffe00e3881900 vm_page_activate() at vm_page_activate+0x85/frame 0xfffffe00e3881930 vm_fault() at vm_fault+0x14db/frame 0xfffffe00e3881a40 vm_fault_trap() at vm_fault_trap+0x6e/frame 0xfffffe00e3881a80 trap_pfault() at trap_pfault+0x1ee/frame 0xfffffe00e3881ae0 trap() at trap+0x44c/frame 0xfffffe00e3881bf0 calltrap() at calltrap+0x8/frame 0xfffffe00e3881bf0 --- trap 0xc, rip = 0x80047ff75, rsp = 0x7fffffffd938, rbp = 0x7fffffffd980 --- Tracing command newnfs 0 pid 65035 tid 100145 td 0xfffffe00d61fc100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e38189d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e38189f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3818a30 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3818a90 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3818ad0 _sleep() at _sleep+0x258/frame 0xfffffe00e3818b70 nfssvc_iod() at nfssvc_iod+0xf5/frame 0xfffffe00e3818bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e3818bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e3818bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rsync pid 65034 tid 101649 td 0xfffffe00e6205c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e9d8f700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e9d8f720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e9d8f760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e9d8f7c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e9d8f800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e9d8f870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e9d8f8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e9d8fa90 sys_select() at sys_select+0x56/frame 0xfffffe00e9d8fad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e9d8fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e9d8fbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80087e7fa, rsp = 0x7fffffff9c58, rbp = 0x7fffffff9e60 --- Tracing command rsync pid 65033 tid 100214 td 0xfffffe00e676be00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39e9700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39e9720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39e9760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39e97c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e39e9800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e39e9870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e39e98b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e39e9a90 sys_select() at sys_select+0x56/frame 0xfffffe00e39e9ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39e9bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39e9bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80087e7fa, rsp = 0x7fffffffa9a8, rbp = 0x7fffffffabb0 --- Tracing command rsync pid 65032 tid 100287 td 0xfffffe00e6355700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6947c80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6947ca0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6947ce0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e6947d20 _sleep() at _sleep+0x26c/frame 0xfffffe00e6947dc0 clnt_vc_call() at clnt_vc_call+0x73c/frame 0xfffffe00e6947f10 clnt_reconnect_call() at clnt_reconnect_call+0x132/frame 0xfffffe00e6947fc0 newnfs_request() at newnfs_request+0x8dc/frame 0xfffffe00e6948130 nfscl_request() at nfscl_request+0x5d/frame 0xfffffe00e6948180 nfsrpc_lookup() at nfsrpc_lookup+0x218/frame 0xfffffe00e6948310 nfs_lookup() at nfs_lookup+0x40e/frame 0xfffffe00e6948650 vop_sigdefer() at vop_sigdefer+0x2f/frame 0xfffffe00e6948680 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e69486a0 lookup() at lookup+0x601/frame 0xfffffe00e6948740 namei() at namei+0x553/frame 0xfffffe00e6948830 kern_statat() at kern_statat+0x7f/frame 0xfffffe00e6948950 freebsd11_lstat() at freebsd11_lstat+0x33/frame 0xfffffe00e6948ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6948bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6948bf0 --- syscall (190, FreeBSD ELF64, freebsd11_lstat), rip = 0x800775e2a, rsp = 0x7fffffffa628, rbp = 0x7fffffffa650 --- Tracing command sh pid 65028 tid 101604 td 0xfffffe00e61f7100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e9cb36e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e9cb3700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e9cb3740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e9cb37a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e9cb37b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e9cb3850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e9cb38e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e9cb3ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e9cb3bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e9cb3bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80040ba4a, rsp = 0x7fffffffe688, rbp = 0x7fffffffe740 --- Tracing command sleep pid 65027 tid 100233 td 0xfffffe00e678d100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6854870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6854890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e68548d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6854930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e6854970 _sleep() at _sleep+0x258/frame 0xfffffe00e6854a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e6854a90 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e6854ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6854bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6854bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003abbaa, rsp = 0x7fffffffeac8, rbp = 0x7fffffffeb10 --- Tracing command bash pid 65022 tid 101536 td 0xfffffe00e6671000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e8b716e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e8b71700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e8b71740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e8b717a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e8b717b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e8b71850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e8b718e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e8b71ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e8b71bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e8b71bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800534a4a, rsp = 0x7fffffffe628, rbp = 0x7fffffffe680 --- Tracing command csh pid 65020 tid 101578 td 0xfffffe00e67f7100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e9c318d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e9c318f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e9c31930 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e9c31990 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e9c319a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e9c31a40 kern_sigsuspend() at kern_sigsuspend+0xec/frame 0xfffffe00e9c31aa0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe00e9c31ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e9c31bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e9c31bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8004a1aca, rsp = 0x7fffffffdff8, rbp = 0x7fffffffe080 --- Tracing command su pid 65019 tid 101504 td 0xfffffe00e663e500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e8adb6e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e8adb700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e8adb740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e8adb7a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e8adb7b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e8adb850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e8adb8e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e8adbad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e8adbbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e8adbbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003f3a4a, rsp = 0x7fffffffe608, rbp = 0x7fffffffeb40 --- Tracing command bash pid 65009 tid 100278 td 0xfffffe00e6793c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68fe6e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68fe700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e68fe740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e68fe7a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e68fe7b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e68fe850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e68fe8e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e68fead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e68febf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e68febf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800534a4a, rsp = 0x7fffffffe778, rbp = 0x7fffffffe7d0 --- Tracing command sshd pid 65008 tid 101607 td 0xfffffe00e61faa00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e9cc2740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e9cc2760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e9cc27a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e9cc2800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e9cc2810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e9cc2870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e9cc28b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e9cc2a90 sys_select() at sys_select+0x56/frame 0xfffffe00e9cc2ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e9cc2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e9cc2bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008e17fa, rsp = 0x7fffffffa548, rbp = 0x7fffffffa580 --- Tracing command sshd pid 63870 tid 101535 td 0xfffffe00e6671700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e8b6c7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e8b6c7e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e8b6c820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e8b6c880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e8b6c890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e8b6c8f0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e8b6c930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e8b6cab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e8b6cad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e8b6cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e8b6cbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80088500a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5e0 --- Tracing command sh pid 49062 tid 101615 td 0xfffffe00e61fdc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e9cea6e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e9cea700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e9cea740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e9cea7a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e9cea7b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e9cea850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e9cea8e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e9ceaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e9ceabf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e9ceabf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80040ba4a, rsp = 0x7fffffffe6d8, rbp = 0x7fffffffe790 --- Tracing command bash pid 48106 tid 100236 td 0xfffffe00e66d0800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6863700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6863720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6863760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e68637c0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e68637d0 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e6863830 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e6863870 kern_select() at kern_select+0x87a/frame 0xfffffe00e6863a50 sys_pselect() at sys_pselect+0x127/frame 0xfffffe00e6863ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6863bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6863bf0 --- syscall (522, FreeBSD ELF64, sys_pselect), rip = 0x800534b6a, rsp = 0x7fffffffd728, rbp = 0x7fffffffd7f0 --- Tracing command sshd pid 48105 tid 100164 td 0xfffffe00dd3d6800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3877740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3877760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38777a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3877800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e3877810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e3877870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e38778b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e3877a90 sys_select() at sys_select+0x56/frame 0xfffffe00e3877ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3877bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3877bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008e17fa, rsp = 0x7fffffffa548, rbp = 0x7fffffffa580 --- Tracing command sshd pid 48102 tid 101367 td 0xfffffe00e63bd100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6af57c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6af57e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6af5820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6af5880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6af5890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e6af58f0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e6af5930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e6af5ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e6af5ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6af5bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6af5bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80088500a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5e0 --- Tracing command bash pid 23525 tid 101183 td 0xfffffe00e642c000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6a736e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6a73700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6a73740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6a737a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6a737b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6a73850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e6a738e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e6a73ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6a73bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6a73bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800534a4a, rsp = 0x7fffffffe778, rbp = 0x7fffffffe7d0 --- Tracing command sshd pid 23524 tid 100348 td 0xfffffe00e62f3c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e69a2740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e69a2760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e69a27a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e69a2800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e69a2810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e69a2870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e69a28b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e69a2a90 sys_select() at sys_select+0x56/frame 0xfffffe00e69a2ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e69a2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e69a2bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008e17fa, rsp = 0x7fffffffa548, rbp = 0x7fffffffa580 --- Tracing command sshd pid 23516 tid 101324 td 0xfffffe00e62bd500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6a827c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6a827e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6a82820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6a82880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6a82890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e6a828f0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e6a82930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e6a82ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e6a82ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6a82bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6a82bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80088500a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5e0 --- Tracing command tail pid 3754 tid 100255 td 0xfffffe00e678b500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68c2740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68c2760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e68c27a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e68c2800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e68c2810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e68c2870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e68c28b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e68c2a90 sys_select() at sys_select+0x56/frame 0xfffffe00e68c2ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e68c2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e68c2bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80042d7fa, rsp = 0x7fffffffe708, rbp = 0x7fffffffe7c0 --- Tracing command tail pid 3751 tid 100249 td 0xfffffe00d5df6000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68a44f0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68a4510 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e68a4550 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e68a45b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e68a45f0 _sleep() at _sleep+0x258/frame 0xfffffe00e68a4690 kqueue_kevent() at kqueue_kevent+0xab4/frame 0xfffffe00e68a4960 kern_kevent_fp() at kern_kevent_fp+0x95/frame 0xfffffe00e68a49b0 kern_kevent() at kern_kevent+0x80/frame 0xfffffe00e68a4a10 kern_kevent_generic() at kern_kevent_generic+0x70/frame 0xfffffe00e68a4a70 sys_kevent() at sys_kevent+0x61/frame 0xfffffe00e68a4ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e68a4bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e68a4bf0 --- syscall (560, FreeBSD ELF64, sys_kevent), rip = 0x800415e4a, rsp = 0x7fffffffe858, rbp = 0x7fffffffe9a0 --- Tracing command sh pid 2596 tid 100242 td 0xfffffe00e6772100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e6881840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6881860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e68818a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6881900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6881910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e68819b0 pipe_read() at pipe_read+0x42b/frame 0xfffffe00e6881a10 dofileread() at dofileread+0x81/frame 0xfffffe00e6881a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e6881ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6881bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6881bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80047a81a, rsp = 0x7fffffffde08, rbp = 0x7fffffffe330 --- Tracing command awk pid 2594 tid 100169 td 0xfffffe00e5927100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e389c840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e389c860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e389c8a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e389c900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e389c910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e389c9b0 pipe_read() at pipe_read+0x42b/frame 0xfffffe00e389ca10 dofileread() at dofileread+0x81/frame 0xfffffe00e389ca60 sys_read() at sys_read+0xc0/frame 0xfffffe00e389cad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e389cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e389cbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80047e81a, rsp = 0x7fffffffe328, rbp = 0x7fffffffe340 --- Tracing command sh pid 2593 tid 100204 td 0xfffffe00e66ce500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39b76e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39b7700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39b7740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39b77a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e39b77b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e39b7850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e39b78e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e39b7ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39b7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39b7bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80040ba4a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe3d0 --- Tracing command sh pid 2543 tid 100240 td 0xfffffe00d5df6700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68776e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6877700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6877740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e68777a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e68777b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6877850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e68778e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e6877ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6877bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6877bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80040ba4a, rsp = 0x7fffffffe4c8, rbp = 0x7fffffffe580 --- Tracing command bash pid 2454 tid 100158 td 0xfffffe00d39ed700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e38596e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3859700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3859740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e38597a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e38597b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e3859850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e38598e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e3859ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3859bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3859bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800534a4a, rsp = 0x7fffffffe778, rbp = 0x7fffffffe7d0 --- Tracing command sshd pid 2453 tid 100143 td 0xfffffe00d39ee500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e380e740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e380e760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e380e7a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e380e800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e380e810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e380e870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e380e8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e380ea90 sys_select() at sys_select+0x56/frame 0xfffffe00e380ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e380ebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e380ebf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008e17fa, rsp = 0x7fffffffa548, rbp = 0x7fffffffa580 --- Tracing command sshd pid 2450 tid 100232 td 0xfffffe00e678d800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e684f7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e684f7e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e684f820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e684f880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e684f890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e684f8f0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e684f930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e684fab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e684fad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e684fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e684fbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80088500a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5e0 --- Tracing command csh pid 2432 tid 100149 td 0xfffffe00d5df8a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e382c7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e382c7e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e382c820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e382c880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e382c890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e382c8f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e382c920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e382c980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e382c9b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e382ca10 dofileread() at dofileread+0x81/frame 0xfffffe00e382ca60 sys_read() at sys_read+0xc0/frame 0xfffffe00e382cad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e382cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e382cbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80051081a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe210 --- Tracing command login pid 2431 tid 100230 td 0xfffffe00e6792000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68456e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e6845700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6845740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e68457a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e68457b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6845850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e68458e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e6845ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6845bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6845bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003f5a4a, rsp = 0x7fffffffeb48, rbp = 0x7fffffffed00 --- Tracing command getty pid 2430 tid 100229 td 0xfffffe00e6792700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68407c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68407e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6840820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6840880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6840890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e68408f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e6840920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e6840980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e68409b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e6840a10 dofileread() at dofileread+0x81/frame 0xfffffe00e6840a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e6840ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6840bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6840bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2429 tid 100228 td 0xfffffe00e676d300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e683b7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e683b7e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e683b820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e683b880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e683b890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e683b8f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e683b920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e683b980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e683b9b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e683ba10 dofileread() at dofileread+0x81/frame 0xfffffe00e683ba60 sys_read() at sys_read+0xc0/frame 0xfffffe00e683bad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e683bbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e683bbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2428 tid 100227 td 0xfffffe00e676da00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68367c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68367e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6836820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6836880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6836890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e68368f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e6836920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e6836980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e68369b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e6836a10 dofileread() at dofileread+0x81/frame 0xfffffe00e6836a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e6836ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6836bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6836bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2427 tid 100226 td 0xfffffe00e676e100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68317c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68317e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6831820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6831880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6831890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e68318f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e6831920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e6831980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e68319b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e6831a10 dofileread() at dofileread+0x81/frame 0xfffffe00e6831a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e6831ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6831bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6831bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2426 tid 100225 td 0xfffffe00e676e800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e682c7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e682c7e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e682c820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e682c880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e682c890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e682c8f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e682c920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e682c980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e682c9b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e682ca10 dofileread() at dofileread+0x81/frame 0xfffffe00e682ca60 sys_read() at sys_read+0xc0/frame 0xfffffe00e682cad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e682cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e682cbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2425 tid 100224 td 0xfffffe00e676f000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68277c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68277e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6827820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6827880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6827890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e68278f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e6827920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e6827980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e68279b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e6827a10 dofileread() at dofileread+0x81/frame 0xfffffe00e6827a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e6827ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6827bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6827bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2424 tid 100210 td 0xfffffe00d35e8300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39d57c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39d57e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39d5820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39d5880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e39d5890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e39d58f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e39d5920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e39d5980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e39d59b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e39d5a10 dofileread() at dofileread+0x81/frame 0xfffffe00e39d5a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e39d5ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39d5bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39d5bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2423 tid 100217 td 0xfffffe00e676b700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e68047c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e68047e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6804820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6804880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e6804890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e68048f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e6804920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e6804980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e68049b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e6804a10 dofileread() at dofileread+0x81/frame 0xfffffe00e6804a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e6804ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e6804bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6804bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2422 tid 100142 td 0xfffffe00d31a7800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e38097c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e38097e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3809820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3809880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e3809890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e38098f0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e3809920 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e3809980 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e38099b0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e3809a10 dofileread() at dofileread+0x81/frame 0xfffffe00e3809a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e3809ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3809bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3809bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80043781a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command cron pid 2373 tid 100190 td 0xfffffe00d35e6700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3941870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3941890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39418d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3941930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3941970 _sleep() at _sleep+0x258/frame 0xfffffe00e3941a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e3941a90 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e3941ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3941bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3941bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003dcbaa, rsp = 0x7fffffffeaa8, rbp = 0x7fffffffec90 --- Tracing command sshd pid 2369 tid 100219 td 0xfffffe00e676f700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e680e740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e680e760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e680e7a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e680e800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e680e810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e680e870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e680e8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e680ea90 sys_select() at sys_select+0x56/frame 0xfffffe00e680ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e680ebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e680ebf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008e17fa, rsp = 0x7fffffffe638, rbp = 0x7fffffffe670 --- Tracing command powerd pid 2341 tid 100161 td 0xfffffe00d31a6a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3868700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3868720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3868760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e38687c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3868800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e3868870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e38688b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e3868a90 sys_select() at sys_select+0x56/frame 0xfffffe00e3868ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3868bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3868bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8004347fa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeca0 --- Tracing command ntpd pid 2338 tid 100157 td 0xfffffe00dd3c9800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3854740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3854760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38547a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3854800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e3854810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e3854870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e38548b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e3854a90 sys_select() at sys_select+0x56/frame 0xfffffe00e3854ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3854bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3854bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80080f7fa, rsp = 0x7fffffffdec8, rbp = 0x7fffffffdf00 --- Tracing command ntpd pid 2338 tid 100619 td 0xfffffe00e6668800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e9dbc820 mi_switch() at mi_switch+0x155/frame 0xfffffe00e9dbc840 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e9dbc880 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e9dbc8e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e9dbc8f0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e9dbc990 umtxq_sleep() at umtxq_sleep+0x19e/frame 0xfffffe00e9dbc9f0 do_sem2_wait() at do_sem2_wait+0x38f/frame 0xfffffe00e9dbca80 __umtx_op_sem2_wait() at __umtx_op_sem2_wait+0x76/frame 0xfffffe00e9dbcad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e9dbcbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e9dbcbf0 --- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x800706a6a, rsp = 0x7fffdfffdee8, rbp = 0x7fffdfffdf60 --- Tracing command rpc.lockd pid 2273 tid 100213 td 0xfffffe00e66cd000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39e4640 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39e4660 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39e46a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39e4700 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e39e4740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e39e47b0 svc_run_internal() at svc_run_internal+0xb05/frame 0xfffffe00e39e48f0 svc_run() at svc_run+0x253/frame 0xfffffe00e39e4950 sys_nlm_syscall() at sys_nlm_syscall+0x74d/frame 0xfffffe00e39e4ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39e4bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39e4bf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x8002f9b5a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec90 --- Tracing command rpc.statd pid 2270 tid 100202 td 0xfffffe00d35e4a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39ad700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39ad720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39ad760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39ad7c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e39ad800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e39ad870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e39ad8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e39ada90 sys_select() at sys_select+0x56/frame 0xfffffe00e39adad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39adbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39adbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80042a7fa, rsp = 0x7fffffffea68, rbp = 0x7fffffffebb0 --- Tracing command watchdogd pid 2224 tid 100208 td 0xfffffe00e676c500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39cb870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39cb890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39cb8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e39cb930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e39cb970 _sleep() at _sleep+0x258/frame 0xfffffe00e39cba10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e39cba90 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e39cbad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e39cbbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e39cbbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c5baa, rsp = 0x7fffffffea68, rbp = 0x7fffffffeab0 --- Tracing command rpcbind pid 2076 tid 100153 td 0xfffffe00dd3c6700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3840780 mi_switch() at mi_switch+0x155/frame 0xfffffe00e38407a0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38407e0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3840840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3840880 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e38408f0 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e3840930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e3840ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e3840ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3840bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3840bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003d300a, rsp = 0x7fffffffca08, rbp = 0x7fffffffec20 --- Tracing command syslogd pid 2066 tid 100154 td 0xfffffe00dd3c6000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3845740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3845760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38457a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3845800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e3845810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e3845870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e38458b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e3845a90 sys_select() at sys_select+0x56/frame 0xfffffe00e3845ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3845bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3845bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80043d7fa, rsp = 0x7fffffffe718, rbp = 0x7fffffffec90 --- Tracing command devd pid 1995 tid 100165 td 0xfffffe00d3dce800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e387c700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e387c720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e387c760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e387c7c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e387c800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e387c870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e387c8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e387ca90 sys_select() at sys_select+0x56/frame 0xfffffe00e387cad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e387cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e387cbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x2f63aa, rsp = 0x7fffffffcb18, rbp = 0x7fffffffecb0 --- Tracing command dhclient pid 1990 tid 100191 td 0xfffffe00d61fa500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3946780 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39467a0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39467e0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3946840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3946880 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e39468f0 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e3946930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e3946ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e3946ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3946bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3946bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003f800a, rsp = 0x7fffffffebf8, rbp = 0x7fffffffec30 --- Tracing command dhclient pid 1931 tid 100187 td 0xfffffe00d61fb300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39267c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39267e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3926820 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3926880 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e3926890 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e39268f0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e3926930 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e3926ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e3926ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3926bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e3926bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003f800a, rsp = 0x7fffffffec08, rbp = 0x7fffffffec30 --- Tracing command dhclient pid 1928 tid 100173 td 0xfffffe00d3dce100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e38b0740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e38b0760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38b07a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e38b0800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e38b0810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e38b0870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e38b08b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e38b0a90 sys_select() at sys_select+0x56/frame 0xfffffe00e38b0ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e38b0bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e38b0bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8004547fa, rsp = 0x7fffffffe9b8, rbp = 0x7fffffffea70 --- Tracing command vnlru pid 34 tid 100139 td 0xfffffe00d35df500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3f89d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3f89f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3f8a30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df3f8a70 _sleep() at _sleep+0x26c/frame 0xfffffe00df3f8b10 vnlru_proc() at vnlru_proc+0xa7c/frame 0xfffffe00df3f8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df3f8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df3f8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 33 tid 100136 td 0xfffffe00d35dfc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3e9a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3e9a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3e9a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df3e9ab0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x184/frame 0xfffffe00df3e9b20 sched_sync() at sched_sync+0x67b/frame 0xfffffe00df3e9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df3e9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df3e9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100130 td 0xfffffe00d35e0300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7447a20 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7447a40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7447a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7447ac0 _sleep() at _sleep+0x26c/frame 0xfffffe00d7447b60 buf_daemon() at buf_daemon+0x112/frame 0xfffffe00d7447bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7447bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7447bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100131 td 0xfffffe00d35e4300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d75eca10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d75eca30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d75eca70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d75ecab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d75ecb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d75ecbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d75ecbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d75ecbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100132 td 0xfffffe00d35e3c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d75f1a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d75f1a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d75f1a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d75f1ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d75f1b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d75f1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d75f1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d75f1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100133 td 0xfffffe00d35e3500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d75f6a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d75f6a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d75f6a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d75f6ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d75f6b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d75f6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d75f6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d75f6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100134 td 0xfffffe00d35e2e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d75fba10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d75fba30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d75fba70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d75fbab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d75fbb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d75fbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d75fbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d75fbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100137 td 0xfffffe00d35e2700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3eea10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3eea30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3eea70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df3eeab0 _sleep() at _sleep+0x26c/frame 0xfffffe00df3eeb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00df3eebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df3eebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df3eebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100138 td 0xfffffe00d35e2000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3f3a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3f3a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3f3a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df3f3ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00df3f3b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00df3f3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df3f3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df3f3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100140 td 0xfffffe00d35e1800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3fda10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3fda30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3fda70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df3fdab0 _sleep() at _sleep+0x26c/frame 0xfffffe00df3fdb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00df3fdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df3fdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df3fdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100152 td 0xfffffe003e4b6300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e383ba40 mi_switch() at mi_switch+0x155/frame 0xfffffe00e383ba60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e383baa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e383bae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e383bb80 softdep_flush() at softdep_flush+0x16e/frame 0xfffffe00e383bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e383bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e383bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100216 td 0xfffffe00e678ae00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e39ffa40 mi_switch() at mi_switch+0x155/frame 0xfffffe00e39ffa60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e39ffaa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e39ffae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e39ffb80 softdep_flush() at softdep_flush+0x16e/frame 0xfffffe00e39ffbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e39ffbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e39ffbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 31 tid 100129 td 0xfffffe00d35e0a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7436a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7436a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7436aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d7436b40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe00d7436bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7436bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7436bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100128 td 0xfffffe00d6092e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7431670 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7431690 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d74316d0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7431710 _sleep() at _sleep+0x26c/frame 0xfffffe00d74317b0 vm_pageout_worker() at vm_pageout_worker+0x279/frame 0xfffffe00d7431b70 vm_pageout() at vm_pageout+0x193/frame 0xfffffe00d7431bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7431bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7431bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100135 td 0xfffffe00d35e7c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df2e4830 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2e4850 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2e4890 _sleep() at _sleep+0x2cd/frame 0xfffffe00df2e4930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xc11/frame 0xfffffe00df2e4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df2e4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df2e4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100141 td 0xfffffe00d35e7500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3804a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3804a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3804aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e3804ae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e3804b80 uma_reclaim_worker() at uma_reclaim_worker+0xb8/frame 0xfffffe00e3804bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e3804bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e3804bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 29 tid 100127 td 0xfffffe00d5df9100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d742ca40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d742ca60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d742caa0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d742cb40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00d742cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d742cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d742cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 28 tid 100126 td 0xfffffe00d61fc800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7427a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7427a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7427aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d7427b40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00d7427bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7427bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7427bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 27 tid 100120 td 0xfffffe00d6095800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d74099f0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7409a10 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7409a50 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7409a90 _sleep() at _sleep+0x26c/frame 0xfffffe00d7409b30 random_kthread() at random_kthread+0x67/frame 0xfffffe00d7409bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7409bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7409bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sctp_iterator pid 26 tid 100119 td 0xfffffe00d61f9000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7404a90 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7404ab0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7404af0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d7404b90 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe00d7404bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7404bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7404bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 25 tid 100118 td 0xfffffe00d6092000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bf1a30 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bf1a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bf1a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bf1ad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bf1b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037bf1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bf1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bf1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 24 tid 100117 td 0xfffffe00d6092700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037beca30 mi_switch() at mi_switch+0x155/frame 0xfffffe0037beca50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037beca90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037becad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037becb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037becbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037becbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037becbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 23 tid 100116 td 0xfffffe003e45ec00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037be7a30 mi_switch() at mi_switch+0x155/frame 0xfffffe0037be7a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037be7a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037be7ad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037be7b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037be7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037be7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037be7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 22 tid 100115 td 0xfffffe003e45f300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037be2a30 mi_switch() at mi_switch+0x155/frame 0xfffffe0037be2a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037be2a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037be2ad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037be2b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037be2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037be2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037be2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100096 td 0xfffffe003e4b4e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b77ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b77ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b77b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b77b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b77bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b77bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100097 td 0xfffffe003e4b4700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b7cab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b7cad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b7cb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b7cb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b7cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b7cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b7cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100098 td 0xfffffe003e4b4000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b81ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b81ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b81b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b81b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b81bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b81bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b81bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100099 td 0xfffffe003e1aa800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b86ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b86ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b86b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b86b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b86bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b86bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b86bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100100 td 0xfffffe003e1aa100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b8bab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b8bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b8bb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b8bb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b8bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b8bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b8bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100102 td 0xfffffe00d2e1a500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b95ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b95ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b95b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b95b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b95bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b95bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b95bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100103 td 0xfffffe00d2e19e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b9aab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b9aad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b9ab10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b9ab70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b9abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b9abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b9abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100104 td 0xfffffe00d2e19700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b9fab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b9fad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b9fb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b9fb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b9fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b9fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b9fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100105 td 0xfffffe00d2e19000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ba4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ba4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ba4b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037ba4b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037ba4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ba4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ba4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100106 td 0xfffffe003e4b7800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ba9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ba9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ba9b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037ba9b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037ba9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ba9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ba9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100107 td 0xfffffe00d31a4e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bbaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bbaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bbab10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bbab70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bbabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bbabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bbabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100108 td 0xfffffe00d31a4700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bbfab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bbfad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bbfb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bbfb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bbfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bbfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bbfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100109 td 0xfffffe00d31a4000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bc4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bc4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bc4b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bc4b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bc4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bc4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bc4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100110 td 0xfffffe00d2e1c800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bc9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bc9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bc9b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bc9b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bc9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bc9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bc9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100111 td 0xfffffe00d2e1c100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bceab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bcead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bceb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bceb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bcebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bcebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bcebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100091 td 0xfffffe003e1a7700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b5ea60 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b5ea80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b5eac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b5eb60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0037b5ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b5ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b5ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100092 td 0xfffffe003e1a7000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b63a60 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b63a80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b63ac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b63b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0037b63bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b63bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b63bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100093 td 0xfffffe003e1b6800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b68a60 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b68a80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b68ac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b68b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0037b68bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b68bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100125 td 0xfffffe00d6093500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7422a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7422a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7422ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d7422b70 xpt_scanner_thread() at xpt_scanner_thread+0x68/frame 0xfffffe00d7422bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7422bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7422bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100090 td 0xfffffe003e1a7e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b59a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b59a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b59aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b59b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b59bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b59bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b59bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100089 td 0xfffffe003e1a8500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b54a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b54a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b54aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b54b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b54bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b54bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b54bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100088 td 0xfffffe003e1a8c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b4fa40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b4fa60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b4faa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b4fb40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b4fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b4fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b4fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100087 td 0xfffffe003e1a9300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b4aa40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b4aa60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b4aaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b4ab40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100086 td 0xfffffe003e1c2800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b45a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b45a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b45aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b45b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 9 tid 100085 td 0xfffffe003e1b3000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b40a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b40a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b40aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b40b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 8 tid 100084 td 0xfffffe003e1b3700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b3ba40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b3ba60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b3baa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b3bb40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 7 tid 100083 td 0xfffffe003e1b3e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b36a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b36a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b36aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b36b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 6 tid 100082 td 0xfffffe003e1b4500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b31a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b31a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b31aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b31b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 5 tid 100081 td 0xfffffe003e1b4c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b2ca40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b2ca60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b2caa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b2cb40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 4 tid 100080 td 0xfffffe003e1b5300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b27a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b27a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b27aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b27b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 3 tid 100079 td 0xfffffe003e1b5a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b22a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b22a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b22aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b22b40 crypto_ret_proc() at crypto_ret_proc+0x240/frame 0xfffffe0037b22bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b22bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b22bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 2 tid 100078 td 0xfffffe003e1bf000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b1da70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b1da90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b1dad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b1db70 crypto_proc() at crypto_proc+0x24b/frame 0xfffffe0037b1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100065 td 0xfffffe003e1e5a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037adca70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037adca90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037adcad0 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037adcb30 seq_eventthread() at seq_eventthread+0x91/frame 0xfffffe0037adcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037adcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037adcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100062 td 0xfffffe003e1efe00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037acda70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037acda90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037acdad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037acdb70 g_run_events() at g_run_events+0x64/frame 0xfffffe0037acdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037acdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037acdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100063 td 0xfffffe003e1e6800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ad2a70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ad2a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ad2ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ad2b70 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe0037ad2ba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe0037ad2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ad2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ad2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100064 td 0xfffffe003e1e6100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ad7a70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ad7a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ad7ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ad7b70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe0037ad7ba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe0037ad7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ad7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ad7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100043 td 0xfffffe003e463000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a0eb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a0eb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100044 td 0xfffffe003e460800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a13b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a13b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100046 td 0xfffffe003e45fa00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffffe003e1ef700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a52b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a52b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a52bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a52bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a52bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100048 td 0xfffffe003e1ef000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffffe003e466800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xfffffe003e466100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffffe003e465a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a66b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a66b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a66bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a66bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a66bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100052 td 0xfffffe003e465300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100053 td 0xfffffe003e464c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100054 td 0xfffffe003e464500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100055 td 0xfffffe003e1e3000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100056 td 0xfffffe003e1f2800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100057 td 0xfffffe003e1f2100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100058 td 0xfffffe003e1f1a00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100059 td 0xfffffe003e1f1300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a8eb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a8eb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a8ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a8ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a8ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100060 td 0xfffffe003e1f0c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100094 td 0xfffffe003e4b5c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b6db00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b6db20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037b6dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b6dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b6dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100095 td 0xfffffe003e4b5500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b72b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b72b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037b72bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b72bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100101 td 0xfffffe003e1a9a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b90b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b90b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037b90bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b90bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b90bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100112 td 0xfffffe00d2e1ba00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100113 td 0xfffffe00d2e1b300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bd8b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bd8b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037bd8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bd8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bd8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100175 td 0xfffffe00dd3d5300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100176 td 0xfffffe00dd3d4c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffffe00dd3d4500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100178 td 0xfffffe00dd3d3e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe00dd3d3700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100180 td 0xfffffe00e59f4a00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100181 td 0xfffffe00e59f4300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe00e59f3c00 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xfffffe003e3e0300 (CPU 0) cpustop_handler() at cpustop_handler+0x26/frame 0xffffffff81d885c0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81d885d0 trap() at trap+0x56/frame 0xffffffff81d886e0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81d886e0 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add46a50, rbp = 0xfffffe00add46a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add46a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add46aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add46ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add46ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add46bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add46bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add46bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe003e3dfc00 (CPU 1) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e17de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e17de10 trap() at trap+0x56/frame 0xfffffe003e17df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e17df20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add4ba50, rbp = 0xfffffe00add4ba50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add4ba50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add4baa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add4bac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add4bae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add4bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add4bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add4bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe003e3df500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add50ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add50ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add50bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add50bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add50bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe003e3dee00 (CPU 3) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e195e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e195e10 trap() at trap+0x56/frame 0xfffffe003e195f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e195f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add55a50, rbp = 0xfffffe00add55a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add55a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add55aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add55ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add55ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add55bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add55bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add55bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe003e3de700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add5aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add5aae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00add5abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe003e3de000 (CPU 5) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1ade00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1ade10 trap() at trap+0x56/frame 0xfffffe003e1adf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1adf20 --- trap 0x13, rip = 0xffffffff8102956e, rsp = 0xfffffe00add5fad0, rbp = 0xfffffe00add5fae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add5fae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add5fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe003e3e8a00 (CPU 6) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1b9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1b9e10 trap() at trap+0x56/frame 0xfffffe003e1b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1b9f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add64a50, rbp = 0xfffffe00add64a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add64a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add64aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add64ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add64ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add64bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add64bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add64bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe003e3e8300 (CPU 7) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1c5e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1c5e10 trap() at trap+0x56/frame 0xfffffe003e1c5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1c5f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add69a50, rbp = 0xfffffe00add69a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add69a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add69aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add69ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add69ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add69bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add69bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add69bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe003e3e7c00 (CPU 8) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1d1e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1d1e10 trap() at trap+0x56/frame 0xfffffe003e1d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1d1f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add6ea50, rbp = 0xfffffe00add6ea50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add6ea50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add6eaa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add6eac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add6eae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add6ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add6ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add6ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe003e3e7500 (CPU 9) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1dde00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1dde10 trap() at trap+0x56/frame 0xfffffe003e1ddf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1ddf20 --- trap 0x13, rip = 0xffffffff8102956e, rsp = 0xfffffe00add73ad0, rbp = 0xfffffe00add73ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add73ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add73bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add73bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add73bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe003e3e6e00 (CPU 10) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1e9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1e9e10 trap() at trap+0x56/frame 0xfffffe003e1e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1e9f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add78a50, rbp = 0xfffffe00add78a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add78a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add78aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add78ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add78ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add78bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add78bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add78bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe003e3e6700 (CPU 11) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1f5e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1f5e10 trap() at trap+0x56/frame 0xfffffe003e1f5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1f5f20 --- trap 0x13, rip = 0xffffffff81028e96, rsp = 0xfffffe00add7da50, rbp = 0xfffffe00add7da50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00add7da50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00add7daa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00add7dac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00add7dae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add7dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add7dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add7dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe003e3e0a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add416e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add41700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add41740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00add417a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00add417b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00add41850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00add418e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00add41ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00add41bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00add41bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x2b133a, rsp = 0x7fffffffe778, rbp = 0x7fffffffe7e0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe003e3e1100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add3ca90 mi_switch() at mi_switch+0x155/frame 0xfffffe00add3cab0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add3caf0 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe00add3cb50 audit_worker() at audit_worker+0x9f/frame 0xfffffe00add3cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add3cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add3cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff81d9f2c0 sched_switch() at sched_switch+0x5b2/frame 0xffffffff82306c10 mi_switch() at mi_switch+0x155/frame 0xffffffff82306c30 sleepq_switch() at sleepq_switch+0x11a/frame 0xffffffff82306c70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82306cb0 _sleep() at _sleep+0x26c/frame 0xffffffff82306d50 swapper() at swapper+0x75/frame 0xffffffff82306da0 mi_startup() at mi_startup+0x2ed/frame 0xffffffff82306df0 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffffe003e3e6000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add82ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add82ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add82b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add82b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add82bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add82bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add82bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe003e3e1800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add87ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add87ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add87b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add87b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add87bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add87bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add87bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe003e455300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add8cab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add8cad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add8cb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add8cb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add8cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add8cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add8cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe003e454c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add91ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add91ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add91b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add91b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add91bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add91bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add91bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe003e454500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add96ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add96ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add96b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add96b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add96bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add96bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add96bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe003e453e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add9bab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add9bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add9bb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add9bb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add9bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add9bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add9bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe003e453700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adda0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adda0ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adda0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adda0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adda0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adda0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adda0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe003e453000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adda5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adda5ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adda5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adda5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adda5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adda5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adda5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe003e3e9800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addaaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addaaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addaab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addaab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addaabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addaabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addaabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe003e3e9100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addafab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addafad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addafb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addafb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addafbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addafbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addafbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe003e458c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addb4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addb4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addb4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addb4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addb4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addb4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addb4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe003e458500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addb9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addb9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addb9b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addb9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addb9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addb9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addb9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe003e457e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addbeab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addbead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addbeb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addbeb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addbebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addbebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addbebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe003e457700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addc3ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addc3ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addc3b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addc3b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addc3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addc3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addc3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe003e457000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addc8ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addc8ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addc8b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addc8b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addc8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addc8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addc8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe003e456800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addcdab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addcdad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addcdb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addcdb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addcdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addcdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addcdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe003e456100 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00addd2910 vpanic() at vpanic+0x19e/frame 0xfffffe00addd2960 panic() at panic+0x43/frame 0xfffffe00addd29c0 iflib_rxeof() at iflib_rxeof+0xe1e/frame 0xfffffe00addd2ac0 _task_fn_rx() at _task_fn_rx+0x7b/frame 0xfffffe00addd2b00 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00addd2b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x94/frame 0xfffffe00addd2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe003e455a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addd7ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addd7ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addd7b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addd7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addd7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe003e45e500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adddcab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adddcad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adddcb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adddcb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adddcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adddcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adddcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe003e45de00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adde1ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adde1ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adde1b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adde1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adde1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adde1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adde1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe003e45d700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adde6ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adde6ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adde6b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adde6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adde6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adde6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adde6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe003e45d000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addebab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addebad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addebb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addebb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe003e45a800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addf0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addf0ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addf0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addf0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addf0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addf0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addf0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe003e45a100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addf5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addf5ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addf5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addf5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addf5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addf5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addf5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe003e459a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addfaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addfaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addfab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addfab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addfabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addfabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addfabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe003e459300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addffa80 mi_switch() at mi_switch+0x155/frame 0xfffffe00addffaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addffae0 _sleep() at _sleep+0x2cd/frame 0xfffffe00addffb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00addffbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addffbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addffbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe003e463e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a04a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a04aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a04ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a04b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe003e463700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a09a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a09aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a09ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a09b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe003e460100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a18a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a18aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a18ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a18b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe003e1f0500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ac8a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ac8aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ac8ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ac8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037ac8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ac8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ac8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe003e1e5300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ae1a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ae1aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ae1ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ae1b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037ae1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ae1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ae1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe003e1e4c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ae6a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ae6aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ae6ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ae6b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037ae6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ae6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ae6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe003e1e4500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037aeba80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037aebaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aebae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aebb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037aebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe003e1e3e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037af0a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037af0aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037af0ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037af0b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037af0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037af0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037af0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe003e1e3700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037af5a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037af5aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037af5ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037af5b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037af5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037af5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037af5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe003e1c2100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037afaa80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037afaaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037afaae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037afab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037afabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037afabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037afabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe003e1c1a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037affa80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037affaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037affae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037affb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037affbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037affbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037affbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe003e1c1300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b04a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b04aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b04ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b04b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe003e1c0c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b09a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b09aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b09ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b09b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe003e1c0500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b0ea80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b0eaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b0eae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b0eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe003e1bfe00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b13a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b13aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b13ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b13b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffffe003e1bf700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b18a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b18aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b18ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b18b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100114 td 0xfffffe00d2e1ac00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bddab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bddad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bddb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037bddb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe0037bddbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bddbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bddbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100121 td 0xfffffe00d6095100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d740eab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d740ead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d740eb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00d740eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00d740ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d740ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d740ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100122 td 0xfffffe00d6094a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7413ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7413ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7413b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00d7413b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00d7413bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7413bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7413bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffffe00d6094300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7418ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7418ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7418b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00d7418b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00d7418bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7418bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7418bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffffe00d6093c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d741da80 mi_switch() at mi_switch+0x155/frame 0xfffffe00d741daa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d741dae0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d741db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00d741dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d741dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d741dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> show allchains chain 1: thread 101515 (pid 65039, sh) is sleeping on 0xfffff807976e4000 "piperd" chain 2: thread 100207 (pid 65038, sed) is sleeping on 0xfffff8079775b8e8 "piperd" chain 3: thread 100147 (pid 65037, sed) is sleeping on 0xfffff807976a12f8 "piperd" chain 4: thread 100145 (pid 65035, newnfs 0) is sleeping on 0xffffffff81d95210 "-" chain 5: thread 101649 (pid 65034, rsync) is sleeping on 0xfffff800170059c0 "select" chain 6: thread 100214 (pid 65033, rsync) is sleeping on 0xfffff800170131c0 "select" chain 7: thread 100287 (pid 65032, rsync) is sleeping on 0xfffff800202e0c00 "nfsreq" chain 8: thread 101604 (pid 65028, sh) is sleeping on 0xfffff8081bebd528 "wait" chain 9: thread 100233 (pid 65027, sleep) is sleeping on 0xffffffff81c8395b "nanslp" chain 10: thread 101536 (pid 65022, bash) is sleeping on 0xfffff806079da000 "wait" chain 11: thread 101578 (pid 65020, csh) is sleeping on 0xfffff8081bebe0a8 "pause" chain 12: thread 101504 (pid 65019, su) is sleeping on 0xfffff80607d31528 "wait" chain 13: thread 100278 (pid 65009, bash) is sleeping on 0xfffff80020979528 "wait" chain 14: thread 101607 (pid 65008, sshd) is sleeping on 0xfffff807777d2340 "select" chain 15: thread 101535 (pid 63870, sshd) is sleeping on 0xfffff804e9d18640 "select" chain 16: thread 101615 (pid 49062, sh) is sleeping on 0xfffff8028fe3da50 "wait" chain 17: thread 100236 (pid 48106, bash) is sleeping on 0xfffff8026e4fad40 "select" chain 18: thread 100164 (pid 48105, sshd) is sleeping on 0xfffff80017013440 "select" chain 19: thread 101367 (pid 48102, sshd) is sleeping on 0xfffff807777ce7c0 "select" chain 20: thread 101183 (pid 23525, bash) is sleeping on 0xfffff8026ede6528 "wait" chain 21: thread 100348 (pid 23524, sshd) is sleeping on 0xfffff80003a0fc40 "select" chain 22: thread 101324 (pid 23516, sshd) is sleeping on 0xfffff80017005f40 "select" chain 23: thread 100255 (pid 3754, tail) is sleeping on 0xfffff800201e00c0 "select" chain 24: thread 100249 (pid 3751, tail) is sleeping on 0xfffff8002029bc00 "kqread" chain 25: thread 100242 (pid 2596, sh) is sleeping on 0xfffff80020cc7be0 "piperd" chain 26: thread 100169 (pid 2594, awk) is sleeping on 0xfffff80020a682f8 "piperd" chain 27: thread 100204 (pid 2593, sh) is sleeping on 0xfffff8000419ba50 "wait" chain 28: thread 100240 (pid 2543, sh) is sleeping on 0xfffff800202ed528 "wait" chain 29: thread 100158 (pid 2454, bash) is sleeping on 0xfffff80020672000 "wait" chain 30: thread 100143 (pid 2453, sshd) is sleeping on 0xfffff800201e08c0 "select" chain 31: thread 100232 (pid 2450, sshd) is sleeping on 0xfffff80003f7bdc0 "select" chain 32: thread 100149 (pid 2432, csh) is sleeping on 0xfffff80017051cb0 "ttyin" chain 33: thread 100230 (pid 2431, login) is sleeping on 0xfffff8021e59ea50 "wait" chain 34: thread 100229 (pid 2430, getty) is sleeping on 0xfffff800170540b0 "ttyin" chain 35: thread 100228 (pid 2429, getty) is sleeping on 0xfffff800201b60b0 "ttyin" chain 36: thread 100227 (pid 2428, getty) is sleeping on 0xfffff800201b64b0 "ttyin" chain 37: thread 100226 (pid 2427, getty) is sleeping on 0xfffff800201b68b0 "ttyin" chain 38: thread 100225 (pid 2426, getty) is sleeping on 0xfffff800201b6cb0 "ttyin" chain 39: thread 100224 (pid 2425, getty) is sleeping on 0xfffff800201b50b0 "ttyin" chain 40: thread 100210 (pid 2424, getty) is sleeping on 0xfffff800201b54b0 "ttyin" chain 41: thread 100217 (pid 2423, getty) is sleeping on 0xfffff800201b58b0 "ttyin" chain 42: thread 100142 (pid 2422, getty) is sleeping on 0xfffff800201b5cb0 "ttyin" chain 43: thread 100190 (pid 2373, cron) is sleeping on 0xffffffff81c83952 "nanslp" chain 44: thread 100219 (pid 2369, sshd) is sleeping on 0xfffff80003280240 "select" chain 45: thread 100161 (pid 2341, powerd) is sleeping on 0xfffff800201e0740 "select" chain 46: thread 100157 (pid 2338, ntpd) is sleeping on 0xfffff8002008ef40 "select" chain 47: thread 100619 (pid 2338, ntpd) is blocked on lockmgr (null)EXCL chain 48: thread 100213 (pid 2273, NLM: master) is sleeping on 0xfffff80003f20b60 "rpcsvc" chain 49: thread 100202 (pid 2270, rpc.statd) is sleeping on 0xfffff80003f7bf40 "select" chain 50: thread 100208 (pid 2224, watchdogd) is sleeping on 0xffffffff81c83956 "nanslp" chain 51: thread 100153 (pid 2076, rpcbind) is sleeping on 0xfffff8002080ee40 "select" chain 52: thread 100154 (pid 2066, syslogd) is sleeping on 0xfffff800201e04c0 "select" chain 53: thread 100165 (pid 1995, devd) is sleeping on 0xfffff80003fb69c0 "select" chain 54: thread 100191 (pid 1990, dhclient) is sleeping on 0xfffff8002080ed40 "select" chain 55: thread 100187 (pid 1931, dhclient) is sleeping on 0xfffff80003280340 "select" chain 56: thread 100173 (pid 1928, dhclient) is sleeping on 0xfffff80003f7e140 "select" chain 57: thread 100139 (pid 34, vnlru) is sleeping on 0xfffff80020159000 "vlruwt" chain 58: thread 100136 (pid 33, syncer) is sleeping on 0xffffffff81d59dd8 "syncer" chain 59: thread 100130 (pid 32, bufdaemon) is sleeping on 0xffffffff81d592d8 "qsleep" chain 60: thread 100131 (pid 32, bufspacedaemon-0) is sleeping on 0xffffffff8180aa00 "-" chain 61: thread 100132 (pid 32, bufspacedaemon-1) is sleeping on 0xffffffff81812cc0 "-" chain 62: thread 100133 (pid 32, bufspacedaemon-2) is sleeping on 0xffffffff8181af80 "-" chain 63: thread 100134 (pid 32, bufspacedaemon-3) is sleeping on 0xffffffff81823240 "-" chain 64: thread 100137 (pid 32, bufspacedaemon-4) is sleeping on 0xffffffff8182b500 "-" chain 65: thread 100138 (pid 32, bufspacedaemon-5) is sleeping on 0xffffffff818337c0 "-" chain 66: thread 100140 (pid 32, bufspacedaemon-6) is sleeping on 0xffffffff8183ba80 "-" chain 67: thread 100152 (pid 32, / worker) is sleeping on 0xfffff800040158e8 "sdflush" chain 68: thread 100216 (pid 32, /tmp worker) is sleeping on 0xfffff8021e94ece8 "sdflush" chain 69: thread 100129 (pid 31, vmdaemon) is sleeping on 0xffffffff81d74c48 "psleep" chain 70: thread 100128 (pid 30, dom0) is sleeping on 0xffffffff81da0b98 "psleep" chain 71: thread 100135 (pid 30, laundry: dom0) is sleeping on 0xffffffff81da0ba4 "launds" chain 72: thread 100141 (pid 30, uma) is sleeping on 0xffffffff80f039f0 "umarcl" chain 73: thread 100127 (pid 29, enc_daemon1) is sleeping on 0xfffff800202ef528 "idle" chain 74: thread 100126 (pid 28, enc_daemon0) is sleeping on 0xfffff8002028aa50 "idle" chain 75: thread 100120 (pid 27, rand_harvestq) is sleeping on 0xffffffff81ade1b0 "-" chain 76: thread 100119 (pid 26, sctp_iterator) is sleeping on 0xffffffff81de6160 "waiting_for_work" chain 77: thread 100118 (pid 25, soaiod4) is sleeping on 0xffffffff81d58cdc "-" chain 78: thread 100117 (pid 24, soaiod3) is sleeping on 0xffffffff81d58cdc "-" chain 79: thread 100116 (pid 23, soaiod2) is sleeping on 0xffffffff81d58cdc "-" chain 80: thread 100115 (pid 22, soaiod1) is sleeping on 0xffffffff81d58cdc "-" chain 81: thread 100096 (pid 21, usbus0) is sleeping on 0xfffffe00d2d84440 "-" chain 82: thread 100097 (pid 21, usbus0) is sleeping on 0xfffffe00d2d84498 "-" chain 83: thread 100098 (pid 21, usbus0) is sleeping on 0xfffffe00d2d844f0 "-" chain 84: thread 100099 (pid 21, usbus0) is sleeping on 0xfffffe00d2d84548 "-" chain 85: thread 100100 (pid 21, usbus0) is sleeping on 0xfffffe00d2d845a0 "-" chain 86: thread 100102 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2cf0 "-" chain 87: thread 100103 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2d48 "-" chain 88: thread 100104 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2da0 "-" chain 89: thread 100105 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2df8 "-" chain 90: thread 100106 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2e50 "-" chain 91: thread 100107 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23cf0 "-" chain 92: thread 100108 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23d48 "-" chain 93: thread 100109 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23da0 "-" chain 94: thread 100110 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23df8 "-" chain 95: thread 100111 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23e50 "-" chain 96: thread 100091 (pid 20, doneq0) is sleeping on 0xffffffff819b95c0 "-" chain 97: thread 100093 (pid 20, doneq2) is sleeping on 0xffffffff819b96c0 "-" chain 98: thread 100125 (pid 20, scanner) is sleeping on 0xffffffff819b9488 "-" chain 99: thread 100090 (pid 19, crypto returns 11) is sleeping on 0xfffff80003b0fc50 "crypto_ret_wait" chain 100: thread 100089 (pid 18, crypto returns 10) is sleeping on 0xfffff80003b0fbf0 "crypto_ret_wait" chain 101: thread 100088 (pid 17, crypto returns 9) is sleeping on 0xfffff80003b0fb90 "crypto_ret_wait" chain 102: thread 100087 (pid 16, crypto returns 8) is sleeping on 0xfffff80003b0fb30 "crypto_ret_wait" chain 103: thread 100086 (pid 15, crypto returns 7) is sleeping on 0xfffff80003b0fad0 "crypto_ret_wait" chain 104: thread 100085 (pid 9, crypto returns 6) is sleeping on 0xfffff80003b0fa70 "crypto_ret_wait" chain 105: thread 100084 (pid 8, crypto returns 5) is sleeping on 0xfffff80003b0fa10 "crypto_ret_wait" chain 106: thread 100083 (pid 7, crypto returns 4) is sleeping on 0xfffff80003b0f9b0 "crypto_ret_wait" chain 107: thread 100082 (pid 6, crypto returns 3) is sleeping on 0xfffff80003b0f950 "crypto_ret_wait" chain 108: thread 100081 (pid 5, crypto returns 2) is sleeping on 0xfffff80003b0f8f0 "crypto_ret_wait" chain 109: thread 100080 (pid 4, crypto returns 1) is sleeping on 0xfffff80003b0f890 "crypto_ret_wait" chain 110: thread 100079 (pid 3, crypto returns 0) is sleeping on 0xfffff80003b0f830 "crypto_ret_wait" chain 111: thread 100078 (pid 2, crypto) is sleeping on 0xffffffff81d6ed10 "crypto_wait" chain 112: thread 100065 (pid 14, sequencer 00) is sleeping on 0xfffff80003a35488 "seqstate" chain 113: thread 100062 (pid 13, g_event) is sleeping on 0xffffffff81d9f1c8 "-" chain 114: thread 100063 (pid 13, g_up) is sleeping on 0xffffffff81d9f1d8 "-" chain 115: thread 100064 (pid 13, g_down) is sleeping on 0xffffffff81d9f1d0 "-" chain 116: thread 100002 (pid 1, init) is sleeping on 0xfffff800038ed000 "wait" chain 117: thread 100001 (pid 10, audit) is sleeping on 0xffffffff81de6ce8 "audit_worker_cv" chain 118: thread 100000 (pid 0, swapper) is sleeping on 0xffffffff81d8e7c8 "swapin" chain 119: thread 100015 (pid 0, softirq_0) is sleeping on 0xfffff800037df100 "-" chain 120: thread 100016 (pid 0, softirq_1) is sleeping on 0xfffff800037dee00 "-" chain 121: thread 100017 (pid 0, softirq_2) is sleeping on 0xfffff800037dec00 "-" chain 122: thread 100018 (pid 0, softirq_3) is sleeping on 0xfffff800037dea00 "-" chain 123: thread 100019 (pid 0, softirq_4) is sleeping on 0xfffff800037de800 "-" chain 124: thread 100020 (pid 0, softirq_5) is sleeping on 0xfffff800037de600 "-" chain 125: thread 100021 (pid 0, softirq_6) is sleeping on 0xfffff800037de400 "-" chain 126: thread 100022 (pid 0, softirq_7) is sleeping on 0xfffff800037de200 "-" chain 127: thread 100023 (pid 0, softirq_8) is sleeping on 0xfffff800037de000 "-" chain 128: thread 100024 (pid 0, softirq_9) is sleeping on 0xfffff800037ddd00 "-" chain 129: thread 100025 (pid 0, softirq_10) is sleeping on 0xfffff800037ddb00 "-" chain 130: thread 100026 (pid 0, softirq_11) is sleeping on 0xfffff800037dd900 "-" chain 131: thread 100027 (pid 0, if_io_tqg_0) is sleeping on 0xfffff800037dd700 "-" chain 132: thread 100028 (pid 0, if_io_tqg_1) is sleeping on 0xfffff800037dd500 "-" chain 133: thread 100029 (pid 0, if_io_tqg_2) is sleeping on 0xfffff800037dd300 "-" chain 134: thread 100030 (pid 0, if_io_tqg_3) is sleeping on 0xfffff800037dd100 "-" chain 135: thread 100032 (pid 0, if_io_tqg_5) is sleeping on 0xfffff800037dcc00 "-" chain 136: thread 100033 (pid 0, if_io_tqg_6) is sleeping on 0xfffff800037dca00 "-" chain 137: thread 100034 (pid 0, if_io_tqg_7) is sleeping on 0xfffff800037dc800 "-" chain 138: thread 100035 (pid 0, if_io_tqg_8) is sleeping on 0xfffff800037dc600 "-" chain 139: thread 100036 (pid 0, if_io_tqg_9) is sleeping on 0xfffff800037dc400 "-" chain 140: thread 100037 (pid 0, if_io_tqg_10) is sleeping on 0xfffff800037dc200 "-" chain 141: thread 100038 (pid 0, if_io_tqg_11) is sleeping on 0xfffff800037dc000 "-" chain 142: thread 100039 (pid 0, if_config_tqg_0) is sleeping on 0xfffff8000393b200 "-" chain 143: thread 100040 (pid 0, in6m_free taskq) is sleeping on 0xfffff800037c9e00 "-" chain 144: thread 100041 (pid 0, aiod_kick taskq) is sleeping on 0xfffff800037c9d00 "-" chain 145: thread 100042 (pid 0, kqueue_ctx taskq) is sleeping on 0xfffff800037c9c00 "-" chain 146: thread 100045 (pid 0, thread taskq) is sleeping on 0xfffff800037c9900 "-" chain 147: thread 100061 (pid 0, firmware taskq) is sleeping on 0xfffff80003a83300 "-" chain 148: thread 100066 (pid 0, crypto_0) is sleeping on 0xfffff80003a83100 "-" chain 149: thread 100067 (pid 0, crypto_1) is sleeping on 0xfffff80003a83100 "-" chain 150: thread 100068 (pid 0, crypto_2) is sleeping on 0xfffff80003a83100 "-" chain 151: thread 100069 (pid 0, crypto_3) is sleeping on 0xfffff80003a83100 "-" chain 152: thread 100070 (pid 0, crypto_4) is sleeping on 0xfffff80003a83100 "-" chain 153: thread 100071 (pid 0, crypto_5) is sleeping on 0xfffff80003a83100 "-" chain 154: thread 100072 (pid 0, crypto_6) is sleeping on 0xfffff80003a83100 "-" chain 155: thread 100073 (pid 0, crypto_7) is sleeping on 0xfffff80003a83100 "-" chain 156: thread 100074 (pid 0, crypto_8) is sleeping on 0xfffff80003a83100 "-" chain 157: thread 100075 (pid 0, crypto_9) is sleeping on 0xfffff80003a83100 "-" chain 158: thread 100076 (pid 0, crypto_10) is sleeping on 0xfffff80003a83100 "-" chain 159: thread 100077 (pid 0, crypto_11) is sleeping on 0xfffff80003a83100 "-" chain 160: thread 100114 (pid 0, mca taskq) is sleeping on 0xfffff8001712a600 "-" chain 161: thread 100121 (pid 0, acpi_task_0) is sleeping on 0xfffff800201a5700 "-" chain 162: thread 100122 (pid 0, acpi_task_1) is sleeping on 0xfffff800201a5700 "-" chain 163: thread 100123 (pid 0, acpi_task_2) is sleeping on 0xfffff800201a5700 "-" chain 164: thread 100124 (pid 0, CAM taskq) is sleeping on 0xfffff80003a84d00 "-" db:0:pho> chain 1: thread 101515 (pid 65039, sh) is sleeping on 0xfffff807976e4000 "piperd" chain 2: thread 100207 (pid 65038, sed) is sleeping on 0xfffff8079775b8e8 "piperd" chain 3: thread 100147 (pid 65037, sed) is sleeping on 0xfffff807976a12f8 "piperd" chain 4: thread 100145 (pid 65035, newnfs 0) is sleeping on 0xffffffff81d95210 "-" chain 5: thread 101649 (pid 65034, rsync) is sleeping on 0xfffff800170059c0 "select" chain 6: thread 100214 (pid 65033, rsync) is sleeping on 0xfffff800170131c0 "select" chain 7: thread 100287 (pid 65032, rsync) is sleeping on 0xfffff800202e0c00 "nfsreq" chain 8: thread 101604 (pid 65028, sh) is sleeping on 0xfffff8081bebd528 "wait" chain 9: thread 100233 (pid 65027, sleep) is sleeping on 0xffffffff81c8395b "nanslp" chain 10: thread 101536 (pid 65022, bash) is sleeping on 0xfffff806079da000 "wait" chain 11: thread 101578 (pid 65020, csh) is sleeping on 0xfffff8081bebe0a8 "pause" chain 12: thread 101504 (pid 65019, su) is sleeping on 0xfffff80607d31528 "wait" chain 13: thread 100278 (pid 65009, bash) is sleeping on 0xfffff80020979528 "wait" chain 14: thread 101607 (pid 65008, sshd) is sleeping on 0xfffff807777d2340 "select" chain 15: thread 101535 (pid 63870, sshd) is sleeping on 0xfffff804e9d18640 "select" chain 16: thread 101615 (pid 49062, sh) is sleeping on 0xfffff8028fe3da50 "wait" chain 17: thread 100236 (pid 48106, bash) is sleeping on 0xfffff8026e4fad40 "select" chain 18: thread 100164 (pid 48105, sshd) is sleeping on 0xfffff80017013440 "select" chain 19: thread 101367 (pid 48102, sshd) is sleeping on 0xfffff807777ce7c0 "select" chain 20: thread 101183 (pid 23525, bash) is sleeping on 0xfffff8026ede6528 "wait" chain 21: thread 100348 (pid 23524, sshd) is sleeping on 0xfffff80003a0fc40 "select" chain 22: thread 101324 (pid 23516, sshd) is sleeping on 0xfffff80017005f40 "select" chain 23: thread 100255 (pid 3754, tail) is sleeping on 0xfffff800201e00c0 "select" chain 24: thread 100249 (pid 3751, tail) is sleeping on 0xfffff8002029bc00 "kqread" chain 25: thread 100242 (pid 2596, sh) is sleeping on 0xfffff80020cc7be0 "piperd" chain 26: thread 100169 (pid 2594, awk) is sleeping on 0xfffff80020a682f8 "piperd" chain 27: thread 100204 (pid 2593, sh) is sleeping on 0xfffff8000419ba50 "wait" chain 28: thread 100240 (pid 2543, sh) is sleeping on 0xfffff800202ed528 "wait" chain 29: thread 100158 (pid 2454, bash) is sleeping on 0xfffff80020672000 "wait" chain 30: thread 100143 (pid 2453, sshd) is sleeping on 0xfffff800201e08c0 "select" chain 31: thread 100232 (pid 2450, sshd) is sleeping on 0xfffff80003f7bdc0 "select" chain 32: thread 100149 (pid 2432, csh) is sleeping on 0xfffff80017051cb0 "ttyin" chain 33: thread 100230 (pid 2431, login) is sleeping on 0xfffff8021e59ea50 "wait" chain 34: thread 100229 (pid 2430, getty) is sleeping on 0xfffff800170540b0 "ttyin" chain 35: thread 100228 (pid 2429, getty) is sleeping on 0xfffff800201b60b0 "ttyin" chain 36: thread 100227 (pid 2428, getty) is sleeping on 0xfffff800201b64b0 "ttyin" chain 37: thread 100226 (pid 2427, getty) is sleeping on 0xfffff800201b68b0 "ttyin" chain 38: thread 100225 (pid 2426, getty) is sleeping on 0xfffff800201b6cb0 "ttyin" chain 39: thread 100224 (pid 2425, getty) is sleeping on 0xfffff800201b50b0 "ttyin" chain 40: thread 100210 (pid 2424, getty) is sleeping on 0xfffff800201b54b0 "ttyin" chain 41: thread 100217 (pid 2423, getty) is sleeping on 0xfffff800201b58b0 "ttyin" chain 42: thread 100142 (pid 2422, getty) is sleeping on 0xfffff800201b5cb0 "ttyin" chain 43: thread 100190 (pid 2373, cron) is sleeping on 0xffffffff81c83952 "nanslp" chain 44: thread 100219 (pid 2369, sshd) is sleeping on 0xfffff80003280240 "select" chain 45: thread 100161 (pid 2341, powerd) is sleeping on 0xfffff800201e0740 "select" chain 46: thread 100157 (pid 2338, ntpd) is sleeping on 0xfffff8002008ef40 "select" chain 47: thread 100619 (pid 2338, ntpd) is blocked on lockmgr (null)EXCL chain 48: thread 100213 (pid 2273, NLM: master) is sleeping on 0xfffff80003f20b60 "rpcsvc" chain 49: thread 100202 (pid 2270, rpc.statd) is sleeping on 0xfffff80003f7bf40 "select" chain 50: thread 100208 (pid 2224, watchdogd) is sleeping on 0xffffffff81c83956 "nanslp" chain 51: thread 100153 (pid 2076, rpcbind) is sleeping on 0xfffff8002080ee40 "select" chain 52: thread 100154 (pid 2066, syslogd) is sleeping on 0xfffff800201e04c0 "select" chain 53: thread 100165 (pid 1995, devd) is sleeping on 0xfffff80003fb69c0 "select" chain 54: thread 100191 (pid 1990, dhclient) is sleeping on 0xfffff8002080ed40 "select" chain 55: thread 100187 (pid 1931, dhclient) is sleeping on 0xfffff80003280340 "select" chain 56: thread 100173 (pid 1928, dhclient) is sleeping on 0xfffff80003f7e140 "select" chain 57: thread 100139 (pid 34, vnlru) is sleeping on 0xfffff80020159000 "vlruwt" chain 58: thread 100136 (pid 33, syncer) is sleeping on 0xffffffff81d59dd8 "syncer" chain 59: thread 100130 (pid 32, bufdaemon) is sleeping on 0xffffffff81d592d8 "qsleep" chain 60: thread 100131 (pid 32, bufspacedaemon-0) is sleeping on 0xffffffff8180aa00 "-" chain 61: thread 100132 (pid 32, bufspacedaemon-1) is sleeping on 0xffffffff81812cc0 "-" chain 62: thread 100133 (pid 32, bufspacedaemon-2) is sleeping on 0xffffffff8181af80 "-" chain 63: thread 100134 (pid 32, bufspacedaemon-3) is sleeping on 0xffffffff81823240 "-" chain 64: thread 100137 (pid 32, bufspacedaemon-4) is sleeping on 0xffffffff8182b500 "-" chain 65: thread 100138 (pid 32, bufspacedaemon-5) is sleeping on 0xffffffff818337c0 "-" chain 66: thread 100140 (pid 32, bufspacedaemon-6) is sleeping on 0xffffffff8183ba80 "-" chain 67: thread 100152 (pid 32, / worker) is sleeping on 0xfffff800040158e8 "sdflush" chain 68: thread 100216 (pid 32, /tmp worker) is sleeping on 0xfffff8021e94ece8 "sdflush" chain 69: thread 100129 (pid 31, vmdaemon) is sleeping on 0xffffffff81d74c48 "psleep" chain 70: thread 100128 (pid 30, dom0) is sleeping on 0xffffffff81da0b98 "psleep" chain 71: thread 100135 (pid 30, laundry: dom0) is sleeping on 0xffffffff81da0ba4 "launds" chain 72: thread 100141 (pid 30, uma) is sleeping on 0xffffffff80f039f0 "umarcl" chain 73: thread 100127 (pid 29, enc_daemon1) is sleeping on 0xfffff800202ef528 "idle" chain 74: thread 100126 (pid 28, enc_daemon0) is sleeping on 0xfffff8002028aa50 "idle" chain 75: thread 100120 (pid 27, rand_harvestq) is sleeping on 0xffffffff81ade1b0 "-" chain 76: thread 100119 (pid 26, sctp_iterator) is sleeping on 0xffffffff81de6160 "waiting_for_work" chain 77: thread 100118 (pid 25, soaiod4) is sleeping on 0xffffffff81d58cdc "-" chain 78: thread 100117 (pid 24, soaiod3) is sleeping on 0xffffffff81d58cdc "-" chain 79: thread 100116 (pid 23, soaiod2) is sleeping on 0xffffffff81d58cdc "-" chain 80: thread 100115 (pid 22, soaiod1) is sleeping on 0xffffffff81d58cdc "-" chain 81: thread 100096 (pid 21, usbus0) is sleeping on 0xfffffe00d2d84440 "-" chain 82: thread 100097 (pid 21, usbus0) is sleeping on 0xfffffe00d2d84498 "-" chain 83: thread 100098 (pid 21, usbus0) is sleeping on 0xfffffe00d2d844f0 "-" chain 84: thread 100099 (pid 21, usbus0) is sleeping on 0xfffffe00d2d84548 "-" chain 85: thread 100100 (pid 21, usbus0) is sleeping on 0xfffffe00d2d845a0 "-" chain 86: thread 100102 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2cf0 "-" chain 87: thread 100103 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2d48 "-" chain 88: thread 100104 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2da0 "-" chain 89: thread 100105 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2df8 "-" chain 90: thread 100106 (pid 21, usbus1) is sleeping on 0xfffffe003e4a2e50 "-" chain 91: thread 100107 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23cf0 "-" chain 92: thread 100108 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23d48 "-" chain 93: thread 100109 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23da0 "-" chain 94: thread 100110 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23df8 "-" chain 95: thread 100111 (pid 21, usbus2) is sleeping on 0xfffffe00d2e23e50 "-" chain 96: thread 100091 (pid 20, doneq0) is sleeping on 0xffffffff819b95c0 "-" chain 97: thread 100093 (pid 20, doneq2) is sleeping on 0xffffffff819b96c0 "-" chain 98: thread 100125 (pid 20, scanner) is sleeping on 0xffffffff819b9488 "-" chain 99: thread 100090 (pid 19, crypto returns 11) is sleeping on 0xfffff80003b0fc50 "crypto_ret_wait" chain 100: thread 100089 (pid 18, crypto returns 10) is sleeping on 0xfffff80003b0fbf0 "crypto_ret_wait" chain 101: thread 100088 (pid 17, crypto returns 9) is sleeping on 0xfffff80003b0fb90 "crypto_ret_wait" chain 102: thread 100087 (pid 16, crypto returns 8) is sleeping on 0xfffff80003b0fb30 "crypto_ret_wait" chain 103: thread 100086 (pid 15, crypto returns 7) is sleeping on 0xfffff80003b0fad0 "crypto_ret_wait" chain 104: thread 100085 (pid 9, crypto returns 6) is sleeping on 0xfffff80003b0fa70 "crypto_ret_wait" chain 105: thread 100084 (pid 8, crypto returns 5) is sleeping on 0xfffff80003b0fa10 "crypto_ret_wait" chain 106: thread 100083 (pid 7, crypto returns 4) is sleeping on 0xfffff80003b0f9b0 "crypto_ret_wait" chain 107: thread 100082 (pid 6, crypto returns 3) is sleeping on 0xfffff80003b0f950 "crypto_ret_wait" chain 108: thread 100081 (pid 5, crypto returns 2) is sleeping on 0xfffff80003b0f8f0 "crypto_ret_wait" chain 109: thread 100080 (pid 4, crypto returns 1) is sleeping on 0xfffff80003b0f890 "crypto_ret_wait" chain 110: thread 100079 (pid 3, crypto returns 0) is sleeping on 0xfffff80003b0f830 "crypto_ret_wait" chain 111: thread 100078 (pid 2, crypto) is sleeping on 0xffffffff81d6ed10 "crypto_wait" chain 112: thread 100065 (pid 14, sequencer 00) is sleeping on 0xfffff80003a35488 "seqstate" chain 113: thread 100062 (pid 13, g_event) is sleeping on 0xffffffff81d9f1c8 "-" chain 114: thread 100063 (pid 13, g_up) is sleeping on 0xffffffff81d9f1d8 "-" chain 115: thread 100064 (pid 13, g_down) is sleeping on 0xffffffff81d9f1d0 "-" chain 116: thread 100002 (pid 1, init) is sleeping on 0xfffff800038ed000 "wait" chain 117: thread 100001 (pid 10, audit) is sleeping on 0xffffffff81de6ce8 "audit_worker_cv" chain 118: thread 100000 (pid 0, swapper) is sleeping on 0xffffffff81d8e7c8 "swapin" chain 119: thread 100015 (pid 0, softirq_0) is sleeping on 0xfffff800037df100 "-" chain 120: thread 100016 (pid 0, softirq_1) is sleeping on 0xfffff800037dee00 "-" chain 121: thread 100017 (pid 0, softirq_2) is sleeping on 0xfffff800037dec00 "-" chain 122: thread 100018 (pid 0, softirq_3) is sleeping on 0xfffff800037dea00 "-" chain 123: thread 100019 (pid 0, softirq_4) is sleeping on 0xfffff800037de800 "-" chain 124: thread 100020 (pid 0, softirq_5) is sleeping on 0xfffff800037de600 "-" chain 125: thread 100021 (pid 0, softirq_6) is sleeping on 0xfffff800037de400 "-" chain 126: thread 100022 (pid 0, softirq_7) is sleeping on 0xfffff800037de200 "-" chain 127: thread 100023 (pid 0, softirq_8) is sleeping on 0xfffff800037de000 "-" chain 128: thread 100024 (pid 0, softirq_9) is sleeping on 0xfffff800037ddd00 "-" chain 129: thread 100025 (pid 0, softirq_10) is sleeping on 0xfffff800037ddb00 "-" chain 130: thread 100026 (pid 0, softirq_11) is sleeping on 0xfffff800037dd900 "-" chain 131: thread 100027 (pid 0, if_io_tqg_0) is sleeping on 0xfffff800037dd700 "-" chain 132: thread 100028 (pid 0, if_io_tqg_1) is sleeping on 0xfffff800037dd500 "-" chain 133: thread 100029 (pid 0, if_io_tqg_2) is sleeping on 0xfffff800037dd300 "-" chain 134: thread 100030 (pid 0, if_io_tqg_3) is sleeping on 0xfffff800037dd100 "-" chain 135: thread 100032 (pid 0, if_io_tqg_5) is sleeping on 0xfffff800037dcc00 "-" chain 136: thread 100033 (pid 0, if_io_tqg_6) is sleeping on 0xfffff800037dca00 "-" chain 137: thread 100034 (pid 0, if_io_tqg_7) is sleeping on 0xfffff800037dc800 "-" chain 138: thread 100035 (pid 0, if_io_tqg_8) is sleeping on 0xfffff800037dc600 "-" chain 139: thread 100036 (pid 0, if_io_tqg_9) is sleeping on 0xfffff800037dc400 "-" chain 140: thread 100037 (pid 0, if_io_tqg_10) is sleeping on 0xfffff800037dc200 "-" chain 141: thread 100038 (pid 0, if_io_tqg_11) is sleeping on 0xfffff800037dc000 "-" chain 142: thread 100039 (pid 0, if_config_tqg_0) is sleeping on 0xfffff8000393b200 "-" chain 143: thread 100040 (pid 0, in6m_free taskq) is sleeping on 0xfffff800037c9e00 "-" chain 144: thread 100041 (pid 0, aiod_kick taskq) is sleeping on 0xfffff800037c9d00 "-" chain 145: thread 100042 (pid 0, kqueue_ctx taskq) is sleeping on 0xfffff800037c9c00 "-" chain 146: thread 100045 (pid 0, thread taskq) is sleeping on 0xfffff800037c9900 "-" chain 147: thread 100061 (pid 0, firmware taskq) is sleeping on 0xfffff80003a83300 "-" chain 148: thread 100066 (pid 0, crypto_0) is sleeping on 0xfffff80003a83100 "-" chain 149: thread 100067 (pid 0, crypto_1) is sleeping on 0xfffff80003a83100 "-" chain 150: thread 100068 (pid 0, crypto_2) is sleeping on 0xfffff80003a83100 "-" chain 151: thread 100069 (pid 0, crypto_3) is sleeping on 0xfffff80003a83100 "-" chain 152: thread 100070 (pid 0, crypto_4) is sleeping on 0xfffff80003a83100 "-" chain 153: thread 100071 (pid 0, crypto_5) is sleeping on 0xfffff80003a83100 "-" chain 154: thread 100072 (pid 0, crypto_6) is sleeping on 0xfffff80003a83100 "-" chain 155: thread 100073 (pid 0, crypto_7) is sleeping on 0xfffff80003a83100 "-" chain 156: thread 100074 (pid 0, crypto_8) is sleeping on 0xfffff80003a83100 "-" chain 157: thread 100075 (pid 0, crypto_9) is sleeping on 0xfffff80003a83100 "-" chain 158: thread 100076 (pid 0, crypto_10) is sleeping on 0xfffff80003a83100 "-" chain 159: thread 100077 (pid 0, crypto_11) is sleeping on 0xfffff80003a83100 "-" chain 160: thread 100114 (pid 0, mca taskq) is sleeping on 0xfffff8001712a600 "-" chain 161: thread 100121 (pid 0, acpi_task_0) is sleeping on 0xfffff800201a5700 "-" chain 162: thread 100122 (pid 0, acpi_task_1) is sleeping on 0xfffff800201a5700 "-" chain 163: thread 100123 (pid 0, acpi_task_2) is sleeping on 0xfffff800201a5700 "-" chain 164: thread 100124 (pid 0, CAM taskq) is sleeping on 0xfffff80003a84d00 "-" db> (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=0x0) at ../../../kern/kern_shutdown.c:394 #2 0xffffffff8049b43a in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff8049b1fc in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804a0158 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #5 0xffffffff8049b1fc in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #6 0xffffffff804a0158 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #7 0xffffffff8049b1fc in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:482 #8 0xffffffff8049af6d in db_command_loop () at ../../../ddb/db_command.c:535 #9 0xffffffff8049e168 in db_trap (type=, code=) at ../../../ddb/db_main.c:253 #10 0xffffffff80c0b484 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:699 #11 0xffffffff81069c88 in trap (frame=0xfffffe00addd2840) at ../../../amd64/amd64/trap.c:578 #12 #13 kdb_enter (why=0xffffffff811fa3fc "panic", msg=) at ../../../kern/subr_kdb.c:486 #14 0xffffffff80bc0e9e in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:902 #15 0xffffffff80bc0c33 in panic (fmt=0xffffffff81c7d198 "]\342\033\201\377\377\377\377") at ../../../kern/kern_shutdown.c:839 #16 0xffffffff80cf3c5e in assemble_segments (rxq=, ri=, sd=, pf_rv=) at ../../../net/iflib.c:2600 #17 iflib_rxd_pkt_get (rxq=, ri=) at ../../../net/iflib.c:2675 #18 iflib_rxeof (rxq=, budget=) at ../../../net/iflib.c:2820 #19 0xffffffff80ced5db in _task_fn_rx (context=0xfffffe00d2e35600) at ../../../net/iflib.c:3812 #20 0xffffffff80c09a47 in gtaskqueue_run_locked (queue=0xfffff800037dce00) at ../../../kern/subr_gtaskqueue.c:371 #21 0xffffffff80c09844 in gtaskqueue_thread_loop (arg=) at ../../../kern/subr_gtaskqueue.c:547 #22 0xffffffff80b7e8a0 in fork_exit (callout=0xffffffff80c097b0 , arg=0xfffffe003e45b068, frame=0xfffffe00addd2c00) at ../../../kern/kern_fork.c:1051 #23 (kgdb) f 16 #16 0xffffffff80cf3c5e in assemble_segments (rxq=, ri=, sd=, pf_rv=) at ../../../net/iflib.c:2600 2600 MPASS(*sd->ifsd_cl != NULL); (kgdb) l 2595 pf_rv_ptr = pf_rv; 2596 do { 2597 m = rxd_frag_to_sd(rxq, &ri->iri_frags[i], !consumed, sd, 2598 pf_rv_ptr, ri); 2599 2600 MPASS(*sd->ifsd_cl != NULL); 2601 2602 /* 2603 * Exclude zero-length frags & frags from 2604 * packets the filter has consumed or dropped (kgdb) info loc i = 0x0 mh = 0x0 consumed = 0x0 pf_rv_ptr = 0xfffffe00addd2a84 m = 0x0 mt = 0xffffffffffffffff flags = padlen = cl = (kgdb) f 17 #17 iflib_rxd_pkt_get (rxq=, ri=) at ../../../net/iflib.c:2675 2675 m = assemble_segments(rxq, ri, &sd, &pf_rv); (kgdb) l 2670 #endif 2671 memcpy(m->m_data, *sd.ifsd_cl, ri->iri_len); 2672 m->m_len = ri->iri_frags[0].irf_len; 2673 } 2674 } else { 2675 m = assemble_segments(rxq, ri, &sd, &pf_rv); 2676 if (m == NULL) 2677 return (NULL); 2678 if (pf_rv != PFIL_PASS && pf_rv != PFIL_REALLOCED) 2679 return (m); (kgdb) info loc sd = {ifsd_cl = 0xfffffe00d2ec1f60, ifsd_fl = 0xfffff800041d5000} pf_rv = 0x0 m = (kgdb) p sd $1 = {ifsd_cl = 0xfffffe00d2ec1f60, ifsd_fl = 0xfffff800041d5000} (kgdb) Index: src/sys/kern/uipc_usrreq.c =================================================================== --- src/sys/kern/uipc_usrreq.c (revision 359686) +++ src/sys/kern/uipc_usrreq.c (working copy) @@ -1244,19 +1244,54 @@ release: return (error); } +static bool +uipc_ready_scan(struct socket *so, struct mbuf *m, int count, int *errorp) +{ + struct mbuf *mb, *n; + struct sockbuf *sb; + + SOCK_LOCK(so); + if (SOLISTENING(so)) { + SOCK_UNLOCK(so); + return (false); + } + mb = NULL; + sb = &so->so_rcv; + SOCKBUF_LOCK(sb); + if (sb->sb_fnrdy != NULL) { + for (mb = sb->sb_mb, n = mb->m_nextpkt; mb != NULL;) { + if (mb == m) { + *errorp = sbready(sb, m, count); + break; + } + mb = mb->m_next; + if (mb == NULL) { + mb = n; + n = mb->m_nextpkt; + } + } + } + SOCKBUF_UNLOCK(sb); + SOCK_UNLOCK(so); + return (mb != NULL); +} + static int uipc_ready(struct socket *so, struct mbuf *m, int count) { struct unpcb *unp, *unp2; struct socket *so2; - int error; + int error, i; unp = sotounpcb(so); + KASSERT(so->so_type == SOCK_STREAM, + ("%s: unexpected socket type for %p", __func__, so)); + UNP_PCB_LOCK(unp); if ((unp2 = unp->unp_conn) == NULL) { UNP_PCB_UNLOCK(unp); - goto error; + goto search; } if (unp != unp2) { if (UNP_PCB_TRYLOCK(unp2) == 0) { @@ -1264,25 +1299,39 @@ uipc_ready(struct socket *so, struct mbuf *m, int UNP_PCB_UNLOCK(unp); UNP_PCB_LOCK(unp2); if (unp_pcb_rele(unp2)) - goto error; + goto search; } else UNP_PCB_UNLOCK(unp); } so2 = unp2->unp_socket; - SOCKBUF_LOCK(&so2->so_rcv); if ((error = sbready(&so2->so_rcv, m, count)) == 0) sorwakeup_locked(so2); else SOCKBUF_UNLOCK(&so2->so_rcv); - UNP_PCB_UNLOCK(unp2); + return (error); +search: + /* + * The receiving socket has been disconnected, but may still be valid. + * In this case, the now-ready mbufs are still present in its socket + * buffer, so perform an exhaustive search before giving up and freeing + * the mbufs. + */ + UNP_LINK_RLOCK(); + LIST_FOREACH(unp, &unp_shead, unp_link) { + if (uipc_ready_scan(unp->unp_socket, m, count, &error)) + break; + } + UNP_LINK_RUNLOCK(); + + if (unp == NULL) { + for (i = 0; i < count; i++) + m = m_free(m); + error = ECONNRESET; + } return (error); - error: - for (int i = 0; i < count; i++) - m = m_free(m); - return (ECONNRESET); } static int