panic: condition vn_get_state(vp) != VSTATE_UNINITIALIZED not met at ../../../kern/vfs_subr.c:6033 (vop_unlock_debugpre), vmcore.947 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2025 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 16.0-CURRENT #0 main-n280736-05e5de00b9ea-dirty: Tue Sep 30 19:50:55 CEST 2025 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 19.1.7 (https://github.com/llvm/llvm-project.git llvmorg-19.1.7-0-gcd708029e0b2) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.12-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33310093312 (31766 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 5 2 6 8 11 3 7 4 9 10 random: entropy device external interface kbd1 at kbdmux0 vtvga0: smbios0: at iomem 0xf05e0-0xf05fe smbios0: Entry point: v2.1 (32-bit), Version: 3.0, BCD Revision: 3.0 aesni0: acpi0: <> acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb416000-0xfb4167ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA xhci0: xECP capabilities usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb412000-0xfb4123ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: EEPROM V1.63-0 eTrack 0x800009fa igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality Setting hostuuid: 00000000-0000-0000-0000-002590c99976. Setting hostid: 0x90b83241. Starting file system checks: WARNING: / was not properly dismounted Mounting local filesystems:. Autoloading module: acpi_wmi Autoloading module: hms Autoloading module: ichsmb Autoloading module: ioat ioat0: mem 0x383ffff1c000-0x383ffff1ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0x383ffff18000-0x383ffff1bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0x383ffff14000-0x383ffff17fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0x383ffff10000-0x383ffff13fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0x383ffff0c000-0x383ffff0ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0x383ffff08000-0x383ffff0bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0x383ffff04000-0x383ffff07fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0x383ffff00000-0x383ffff03fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device hms0: on hidbus1 hms0: 3 buttons and [XYW] coordinates ID=0 fsck2+ fsck -fy /tmp ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 283 files, 2289 used, 1263118 free (230 frags, 157861 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** + set +x Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.00-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/e2fsprogs /usr/local/lib/gcc12 /usr/local/lib/perl5/5.36/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat /usr/local/lib32/gcc12 Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[RANDOMDEV],[CALLOUT],[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . igb0: link state changed to UP debugnet_any_ifnet_update: Bad dn_init result from igb0 (ifp 0xfffff80005991800), ignoring. lo0: link state changed to UP igb0: link state changed to DOWN Starting Network: lo0 igb0 igb1 mce0 mce1. lo0: flags=1008049 metric 0 mtu 16384 options=680003 inet 127.0.0.1 netmask 0xff000000 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 groups: lo nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8802 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 mce0: flags=8802 metric 0 mtu 1500 options=66ef07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 mce1: flags=8802 metric 0 mtu 1500 options=66ef07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: mlx5 Autoloading module: mlx5 Starting Network: igb1. igb1: flags=8802 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce0. mce0: flags=8802 metric 0 mtu 1500 options=66ef07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8802 metric 0 mtu 1500 options=66ef07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192.168.5.1 bound to 192.168.5.171 -- renewal in 299 seconds. route: message indicates error: File exists add host 127.0.0.1: gateway lo0 fib 0: route already in table route: message indicates error: File exists add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. No core dumps found. Starting watchdogd. Setting date via ntp. 30 Sep 20:04:12 ntpdate[3448]: step time server 192.168.5.1 offset -0.363362 sec Clearing /tmp (X related). Recovering vi editor sessions:. Updating motd:. Updating /var/run/os-release done. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Mounting late filesystems:. Starting powerd. Starting inetd. Starting cron. Performing sanity check on sshd configuration. Starting sshd. Tue Sep 30 20:04 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Sep 30 20:04:30 mercat1 su[3663]: pho to root on /dev/pts/0 20250930 20:05:50 all.sh done, elapsed 0 day(s), 00:00.03 20250930 20:06:43 all (1/41): chroot.sh 20250930 20:06:53 all (2/41): crossmp4.sh stress2: pts leak: 1/3 20250930 20:16:13 all (3/41): datamove5.sh 20250930 20:16:25 all (4/41): force8.sh UFS: forcibly unmounting /dev/md10 from /mnt 20250930 20:17:07 all (5/41): gnop11.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt Expensive callout(9) function: 0xffffffff809c4320(0xffffffff81aa58f8) 0.011407654 s GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt 20250930 20:19:13 all (6/41): mlockall4.sh 20250930 20:19:21 all (7/41): nullfs.sh 20250930 20:24:24 all (8/41): nullfs10.sh 20250930 20:24:27 all (9/41): nullfs11.sh 20250930 20:25:30 all (10/41): nullfs12.sh 20250930 20:25:34 all (11/41): nullfs13.sh 20250930 20:25:37 all (12/41): nullfs14.sh 20250930 20:25:41 all (13/41): nullfs15.sh 20250930 20:25:44 all (14/41): nullfs16.sh 20250930 20:25:48 all (15/41): nullfs17.sh 20250930 20:30:51 all (16/41): nullfs18.sh 20250930 20:32:58 all (17/41): nullfs19.sh 20250930 20:35:02 all (18/41): nullfs2.sh Sep 30 20:35:48 mercat1 kernel: pid 58781 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page Sep 30 20:36:21 mercat1 kernel: pid 58756 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page Sep 30 20:38:31 mercat1 kernel: pid 69794 (swap), jid 0, uid 0, was killed: failed to reclaim memory Sep 30 20:40:13 mercat1 kernel: pid 71854 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page Sep 30 20:42:41 mercat1 kernel: pid 77277 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page stress2: freework leak: 2894/2901. stress2: newblk leak: 67196/67201. 20250930 20:45:16 all (19/41): nullfs20.sh VNASSERT failed: vn_get_state(vp) != VSTATE_UNINITIALIZED not true at ../../../kern/vfs_subr.c:6033 (vop_unlock_debugpre) 0xfffffe01a7ddb030: type VREG state VSTATE_CONSTRUCTED op 0xffffffff82a47448 usecount 0, writecount 0, refcount 0 seqc users 0 hold count flags () flags (VIRF_PGREAD) v_object 0xfffff8080ffcd2e8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: SHARED (count 1) with exclusive waiters pending #0 0xffffffff80b5b726 at lockmgr_slock_hard+0x446 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff80cb2913 at _vn_lock+0x53 #4 0xffffffff80c9716f at vget_finish+0xaf #5 0xffffffff80c6de7e at cache_lookup+0x2be #6 0xffffffff80c72f3c at vfs_cache_lookup+0x7c #7 0xffffffff811b1377 at VOP_LOOKUP_APV+0x57 #8 0xffffffff82a44843 at null_lookup+0xb3 #9 0xffffffff811b1377 at VOP_LOOKUP_APV+0x57 #10 0xffffffff80c8759a at vfs_lookup+0x5aa #11 0xffffffff80c862ed at namei+0x35d #12 0xffffffff80caa2fc at kern_statat+0x13c #13 0xffffffff80caa9f7 at sys_fstatat+0x27 #14 0xffffffff810e8a29 at amd64_syscall+0x169 #15 0xffffffff810ba72b at fast_syscall_common+0xf8 vp=0xfffffe01a7ddb030, lowervp=0xfffffe01a98e66f0 panic: condition vn_get_state(vp) != VSTATE_UNINITIALIZED not met at ../../../kern/vfs_subr.c:6033 (vop_unlock_debugpre) cpuid = 2 time = 1759258051 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00ffdec9c0 vpanic() at vpanic+0x136/frame 0xfffffe00ffdecaf0 panic() at panic+0x43/frame 0xfffffe00ffdecb50 vop_unlock_debugpre() at vop_unlock_debugpre+0x8c/frame 0xfffffe00ffdecb70 VOP_UNLOCK_APV() at VOP_UNLOCK_APV+0x23/frame 0xfffffe00ffdecb90 vput() at vput+0x94/frame 0xfffffe00ffdecbc0 kern_statat() at kern_statat+0x1dd/frame 0xfffffe00ffdecd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffdece00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdecf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdecf30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- KDB: enter: panic [ thread pid 19836 tid 100420 ] Stopped at kdb_enter+0x33: movq $0,0x121aa72(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 2207 out of 32618 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 19836 tid 100420 td 0xfffff8003f5ef000 kdb_enter() at kdb_enter+0x33/frame 0xfffffe00ffdecaf0 panic() at panic+0x43/frame 0xfffffe00ffdecb50 vop_unlock_debugpre() at vop_unlock_debugpre+0x8c/frame 0xfffffe00ffdecb70 VOP_UNLOCK_APV() at VOP_UNLOCK_APV+0x23/frame 0xfffffe00ffdecb90 vput() at vput+0x94/frame 0xfffffe00ffdecbc0 kern_statat() at kern_statat+0x1dd/frame 0xfffffe00ffdecd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffdece00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdecf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdecf30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- db:1:pho1> show allpcpu Current CPU: 2 cpuid = 0 dynamic pcpu = 0x9af580 curthread = 0xfffff80295fd6000: pid 19826 tid 100554 critnest 0 "swap" curpcb = 0xfffff80295fd6550 fpcurthread = 0xfffff80295fd6000: pid 19826 "swap" idlethread = 0xfffff80004498780: tid 100003 "idle: cpu0" self = 0xffffffff82610000 curpmap = 0xfffff8003f5e5ec0 tssp = 0xffffffff82610384 rsp0 = 0xfffffe010013f000 kcr3 = 0x80000006323f56ce ucr3 = 0x80000006323f6ece scr3 = 0x6323f6ece gs32p = 0xffffffff82610404 ldt = 0xffffffff82610444 tss = 0xffffffff82610434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00b2ab3580 curthread = 0xfffff80067447780: pid 92123 tid 100372 critnest 0 "md10" curpcb = 0xfffff80067447cd0 fpcurthread = none idlethread = 0xfffff80004498000: tid 100004 "idle: cpu1" self = 0xffffffff82611000 curpmap = 0xffffffff81d9f520 tssp = 0xffffffff82611384 rsp0 = 0xfffffe00ffd52000 kcr3 = 0x8000000002543002 ucr3 = 0xffffffffffffffff scr3 = 0x2c90e88d0 gs32p = 0xffffffff82611404 ldt = 0xffffffff82611444 tss = 0xffffffff82611434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00b2ac2580 curthread = 0xfffff8003f5ef000: pid 19836 tid 100420 critnest 1 "fts" curpcb = 0xfffff8003f5ef550 fpcurthread = 0xfffff8003f5ef000: pid 19836 "fts" idlethread = 0xfffff80004497780: tid 100005 "idle: cpu2" self = 0xffffffff82612000 curpmap = 0xfffff8003f55cec0 tssp = 0xffffffff82612384 rsp0 = 0xfffffe00ffded000 kcr3 = 0x800000060020f252 ucr3 = 0x800000064e091a52 scr3 = 0x2c90e8a59 gs32p = 0xffffffff82612404 ldt = 0xffffffff82612444 tss = 0xffffffff82612434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00b2ad1580 curthread = 0xfffff80067476000: pid 19812 tid 100366 critnest 0 "swap" curpcb = 0xfffff80067476550 fpcurthread = 0xfffff80067476000: pid 19812 "swap" idlethread = 0xfffff80004497000: tid 100006 "idle: cpu3" self = 0xffffffff82613000 curpmap = 0xfffff8003f592ec0 tssp = 0xffffffff82613384 rsp0 = 0xfffffe00ffd61000 kcr3 = 0x800000060bb1911e ucr3 = 0x800000077090191e scr3 = 0x2c90e8936 gs32p = 0xffffffff82613404 ldt = 0xffffffff82613444 tss = 0xffffffff82613434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00b2ae0580 curthread = 0xfffff80004496780: pid 11 tid 100007 critnest 1 "idle: cpu4" curpcb = 0xfffff80004496cd0 fpcurthread = none idlethread = 0xfffff80004496780: tid 100007 "idle: cpu4" self = 0xffffffff82614000 curpmap = 0xffffffff81d9f520 tssp = 0xffffffff82614384 rsp0 = 0xfffffe00ff82a000 kcr3 = 0x8000000002543002 ucr3 = 0xffffffffffffffff scr3 = 0x6323f688c gs32p = 0xffffffff82614404 ldt = 0xffffffff82614444 tss = 0xffffffff82614434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00b2aef580 curthread = 0xfffff8003f015000: pid 19823 tid 100432 critnest 0 "swap" curpcb = 0xfffff8003f015550 fpcurthread = 0xfffff8003f015000: pid 19823 "swap" idlethread = 0xfffff80004496000: tid 100008 "idle: cpu5" self = 0xffffffff82615000 curpmap = 0xfffff8034d944ec0 tssp = 0xffffffff82615384 rsp0 = 0xfffffe00fff55000 kcr3 = 0x80000007618867ab ucr3 = 0x80000002c90e8fab scr3 = 0x2c90e8fab gs32p = 0xffffffff82615404 ldt = 0xffffffff82615444 tss = 0xffffffff82615434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00b2afe580 curthread = 0xfffff800537be000: pid 19814 tid 100627 critnest 0 "swap" curpcb = 0xfffff800537be550 fpcurthread = 0xfffff800537be000: pid 19814 "swap" idlethread = 0xfffff800044aa780: tid 100009 "idle: cpu6" self = 0xffffffff82616000 curpmap = 0xfffff8003f5507e8 tssp = 0xffffffff82616384 rsp0 = 0xfffffe015f306000 kcr3 = 0x800000021a375595 ucr3 = 0x80000005672c1d95 scr3 = 0x5672c1d95 gs32p = 0xffffffff82616404 ldt = 0xffffffff82616444 tss = 0xffffffff82616434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00b2b0d580 curthread = 0xfffff80295efa780: pid 19817 tid 100446 critnest 0 "swap" curpcb = 0xfffff80295efacd0 fpcurthread = 0xfffff80295efa780: pid 19817 "swap" idlethread = 0xfffff800044aa000: tid 100010 "idle: cpu7" self = 0xffffffff82617000 curpmap = 0xfffff801753c0110 tssp = 0xffffffff82617384 rsp0 = 0xfffffe00fff96000 kcr3 = 0x800000029fae57c6 ucr3 = 0x800000029fae6fc6 scr3 = 0x2c90e8fd4 gs32p = 0xffffffff82617404 ldt = 0xffffffff82617444 tss = 0xffffffff82617434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00b2b1c580 curthread = 0xfffff8006744f000: pid 19830 tid 100350 critnest 1 "link" curpcb = 0xfffff8006744f550 fpcurthread = 0xfffff8006744f000: pid 19830 "link" idlethread = 0xfffff800044a9780: tid 100011 "idle: cpu8" self = 0xffffffff82618000 curpmap = 0xfffff8003f5ec7e8 tssp = 0xffffffff82618384 rsp0 = 0xfffffe00ffdca000 kcr3 = 0x80000002f52347d1 ucr3 = 0x80000002f5235fd1 scr3 = 0x2c90e8fc1 gs32p = 0xffffffff82618404 ldt = 0xffffffff82618444 tss = 0xffffffff82618434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00b2b2b580 curthread = 0xfffff800044a9000: pid 11 tid 100012 critnest 0 "idle: cpu9" curpcb = 0xfffff800044a9550 fpcurthread = none idlethread = 0xfffff800044a9000: tid 100012 "idle: cpu9" self = 0xffffffff82619000 curpmap = 0xffffffff81d9f520 tssp = 0xffffffff82619384 rsp0 = 0xfffffe00ff839000 kcr3 = 0x8000000002543002 ucr3 = 0xffffffffffffffff scr3 = 0x2c90e8fcc gs32p = 0xffffffff82619404 ldt = 0xffffffff82619444 tss = 0xffffffff82619434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00b2b3a580 curthread = 0xfffff80576e04000: pid 19834 tid 100604 critnest 0 "swap" curpcb = 0xfffff80576e04550 fpcurthread = 0xfffff80576e04000: pid 19834 "swap" idlethread = 0xfffff800044a8780: tid 100013 "idle: cpu10" self = 0xffffffff8261a000 curpmap = 0xfffff8003f55dec0 tssp = 0xffffffff8261a384 rsp0 = 0xfffffe015f28e000 kcr3 = 0x80000004d000d60e ucr3 = 0x80000004d000ee0e scr3 = 0x2c90e8dfa gs32p = 0xffffffff8261a404 ldt = 0xffffffff8261a444 tss = 0xffffffff8261a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00b2b49580 curthread = 0xfffff800044a8000: pid 11 tid 100014 critnest 0 "idle: cpu11" curpcb = 0xfffff800044a8550 fpcurthread = none idlethread = 0xfffff800044a8000: tid 100014 "idle: cpu11" self = 0xffffffff8261b000 curpmap = 0xffffffff81d9f520 tssp = 0xffffffff8261b384 rsp0 = 0xfffffe00ff843000 kcr3 = 0x8000000002543003 ucr3 = 0xffffffffffffffff scr3 = 0x2c90e881b gs32p = 0xffffffff8261b404 ldt = 0xffffffff8261b444 tss = 0xffffffff8261b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 19836 (fts) thread 0xfffff8003f5ef000 (100420) shared lockmgr ufs (ufs) r = 0 (0xfffffe01a98e6760) locked @ kern/vfs_subr.c:3395 Process 19830 (link) thread 0xfffff8006744f000 (100350) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0176cd5540) locked @ /usr/src/sys/fs/nullfs/null_vnops.c:809 Process 19826 (swap) thread 0xfffff80295fd6000 (100554) shared sx vm map (user) (vm map (user)) r = 0 (0xfffff8003f5e5e10) locked @ vm/vm_map.c:4998 Process 19818 (link) thread 0xfffff8003f5ee000 (100383) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0033e9ce80) locked @ kern/vfs_bio.c:4022 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe016cf029b0) locked @ kern/vfs_subr.c:3395 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00311d8470) locked @ ufs/ffs/ffs_vnops.c:328 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe017fff3540) locked @ /usr/src/sys/fs/nullfs/null_vnops.c:809 Process 19815 (link) thread 0xfffff80295fd4780 (100570) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe0174fd4c00) locked @ /usr/src/sys/fs/nullfs/null_vnops.c:809 Process 19814 (swap) thread 0xfffff800537be000 (100627) shared sx vm map (user) (vm map (user)) r = 0 (0xfffff8003f550738) locked @ vm/vm_map.c:4998 Process 92123 (md10) thread 0xfffff80067447780 (100372) exclusive sleep mutex md bio queue (md bio queue) r = 0 (0xfffff8075c307040) locked @ dev/md/md.c:1237 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe0174fd4b90: type VDIR state VSTATE_CONSTRUCTED op 0xffffffff81b44688 usecount 1, writecount 0, refcount 198 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff800633f32e8 ref 0 pages 191 cleanbuf 180 dirtybuf 12 lock type ufs: EXCL by thread 0xfffff80295fd4780 (pid 19815, link, tid 100570) with shared waiters pending #0 0xffffffff80b5bc97 at lockmgr_xlock_hard+0x477 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff82a45273 at null_lock+0xd3 #4 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #5 0xffffffff80cb2913 at _vn_lock+0x53 #6 0xffffffff80c874bb at vfs_lookup+0x4cb #7 0xffffffff80c862ed at namei+0x35d #8 0xffffffff80ca96d4 at kern_funlinkat+0x1a4 #9 0xffffffff80ca9528 at sys_unlink+0x28 #10 0xffffffff810e8a29 at amd64_syscall+0x169 #11 0xffffffff810ba72b at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=780288, extsize 0 generation=8747583e, uid=2007, gid=0, flags=0x0 ino 18976, on dev md10 vnode 0xfffffe0176cd54d0: type VDIR state VSTATE_CONSTRUCTED op 0xffffffff81b44688 usecount 2, writecount 0, refcount 56 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80071e875d0 ref 0 pages 48 cleanbuf 49 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8006744f000 (pid 19830, link, tid 100350) with shared waiters pending #0 0xffffffff80b5b218 at lockmgr_lock_flags+0x1b8 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff82a45273 at null_lock+0xd3 #4 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #5 0xffffffff80cb2913 at _vn_lock+0x53 #6 0xffffffff80c8713c at vfs_lookup+0x14c #7 0xffffffff80c862ed at namei+0x35d #8 0xffffffff80ca8a08 at kern_linkat_vp+0x128 #9 0xffffffff80ca884e at kern_linkat+0x19e #10 0xffffffff80ca86a8 at sys_link+0x28 #11 0xffffffff810e8a29 at amd64_syscall+0x169 #12 0xffffffff810ba72b at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=193024, extsize 0 generation=26f841d4, uid=2007, gid=0, flags=0x0 ino 996241, on dev md10 vnode 0xfffffe017fff34d0: type VDIR state VSTATE_CONSTRUCTED op 0xffffffff81b44688 usecount 2, writecount 0, refcount 65 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff801f64b40f8 ref 0 pages 61 cleanbuf 59 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff8003f5ee000 (pid 19818, link, tid 100383) #0 0xffffffff80b5b218 at lockmgr_lock_flags+0x1b8 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff82a45273 at null_lock+0xd3 #4 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #5 0xffffffff80cb2913 at _vn_lock+0x53 #6 0xffffffff80c8713c at vfs_lookup+0x14c #7 0xffffffff80c862ed at namei+0x35d #8 0xffffffff80ca8a08 at kern_linkat_vp+0x128 #9 0xffffffff80ca884e at kern_linkat+0x19e #10 0xffffffff80ca86a8 at sys_link+0x28 #11 0xffffffff810e8a29 at amd64_syscall+0x169 #12 0xffffffff810ba72b at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=246272, extsize 0 generation=5b570b18, uid=2007, gid=0, flags=0x0 ino 75905, on dev md10 vnode 0xfffffe01a98e66f0: type VREG state VSTATE_CONSTRUCTED op 0xffffffff81b44688 usecount 2, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8080ffcd2e8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: SHARED (count 1) with exclusive waiters pending #0 0xffffffff80b5b726 at lockmgr_slock_hard+0x446 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff80cb2913 at _vn_lock+0x53 #4 0xffffffff80c9716f at vget_finish+0xaf #5 0xffffffff80c6de7e at cache_lookup+0x2be #6 0xffffffff80c72f3c at vfs_cache_lookup+0x7c #7 0xffffffff811b1377 at VOP_LOOKUP_APV+0x57 #8 0xffffffff82a44843 at null_lookup+0xb3 #9 0xffffffff811b1377 at VOP_LOOKUP_APV+0x57 #10 0xffffffff80c8759a at vfs_lookup+0x5aa #11 0xffffffff80c862ed at namei+0x35d #12 0xffffffff80caa2fc at kern_statat+0x13c #13 0xffffffff80caa9f7 at sys_fstatat+0x27 #14 0xffffffff810e8a29 at amd64_syscall+0x169 #15 0xffffffff810ba72b at fast_syscall_common+0xf8 nlink=31920, effnlink=30150, size=0, extsize 0 generation=1041fa99, uid=2007, gid=0, flags=0x0 ino 18977, on dev md10 vnode 0xfffffe016cf02940: type VREG state VSTATE_CONSTRUCTED op 0xffffffff81b44688 usecount 2, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8041f5e4ba0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8003f5ee000 (pid 19818, link, tid 100383) #0 0xffffffff80b5b218 at lockmgr_lock_flags+0x1b8 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff80cb2913 at _vn_lock+0x53 #4 0xffffffff80c9716f at vget_finish+0xaf #5 0xffffffff80c82331 at vfs_hash_get+0xd1 #6 0xffffffff80f364f9 at ffs_vgetf+0x59 #7 0xffffffff80f2688e at get_parent_vp+0x5e #8 0xffffffff80f27a63 at softdep_sync_buf+0x9e3 #9 0xffffffff80f3c168 at ffs_syncvnode+0x298 #10 0xffffffff80f3b39f at ffs_vput_pair+0x1df #11 0xffffffff811b7daa at VOP_VPUT_PAIR_APV+0x4a #12 0xffffffff82a45a54 at null_vput_pair+0xf4 #13 0xffffffff811b7daa at VOP_VPUT_PAIR_APV+0x4a #14 0xffffffff80ca8c8a at kern_linkat_vp+0x3aa #15 0xffffffff80ca884e at kern_linkat+0x19e #16 0xffffffff80ca86a8 at sys_link+0x28 #17 0xffffffff810e8a29 at amd64_syscall+0x169 nlink=10080, effnlink=10080, size=0, extsize 0 generation=e111dc0b, uid=2007, gid=0, flags=0x0 ino 75907, on dev md10 vnode 0xfffffe016b89b280: type VDIR state VSTATE_CONSTRUCTED op 0xffffffff82a47448 usecount 7, writecount 0, refcount 1 seqc users 0 mountedhere 0 hold count flags () flags () v_object 0xfffff800633f32e8 ref 0 pages 191 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff80295fd4780 (pid 19815, link, tid 100570) with shared waiters pending #0 0xffffffff80b5bc97 at lockmgr_xlock_hard+0x477 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff82a45273 at null_lock+0xd3 #4 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #5 0xffffffff80cb2913 at _vn_lock+0x53 #6 0xffffffff80c874bb at vfs_lookup+0x4cb #7 0xffffffff80c862ed at namei+0x35d #8 0xffffffff80ca96d4 at kern_funlinkat+0x1a4 #9 0xffffffff80ca9528 at sys_unlink+0x28 #10 0xffffffff810e8a29 at amd64_syscall+0x169 #11 0xffffffff810ba72b at fast_syscall_common+0xf8 vp=0xfffffe016b89b280, lowervp=0xfffffe0174fd4b90 vnode 0xfffffe0177b48940: type VDIR state VSTATE_CONSTRUCTED op 0xffffffff82a47448 usecount 10, writecount 0, refcount 1 seqc users 0 mountedhere 0 hold count flags () flags () v_object 0xfffff80071e875d0 ref 0 pages 48 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8006744f000 (pid 19830, link, tid 100350) with shared waiters pending #0 0xffffffff80b5b218 at lockmgr_lock_flags+0x1b8 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff82a45273 at null_lock+0xd3 #4 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #5 0xffffffff80cb2913 at _vn_lock+0x53 #6 0xffffffff80c8713c at vfs_lookup+0x14c #7 0xffffffff80c862ed at namei+0x35d #8 0xffffffff80ca8a08 at kern_linkat_vp+0x128 #9 0xffffffff80ca884e at kern_linkat+0x19e #10 0xffffffff80ca86a8 at sys_link+0x28 #11 0xffffffff810e8a29 at amd64_syscall+0x169 #12 0xffffffff810ba72b at fast_syscall_common+0xf8 vp=0xfffffe0177b48940, lowervp=0xfffffe0176cd54d0 vnode 0xfffffe0195f9d720: type VDIR state VSTATE_CONSTRUCTED op 0xffffffff82a47448 usecount 2, writecount 0, refcount 1 seqc users 0 mountedhere 0 hold count flags () flags () v_object 0xfffff801f64b40f8 ref 0 pages 61 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8003f5ee000 (pid 19818, link, tid 100383) #0 0xffffffff80b5b218 at lockmgr_lock_flags+0x1b8 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff82a45273 at null_lock+0xd3 #4 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #5 0xffffffff80cb2913 at _vn_lock+0x53 #6 0xffffffff80c8713c at vfs_lookup+0x14c #7 0xffffffff80c862ed at namei+0x35d #8 0xffffffff80ca8a08 at kern_linkat_vp+0x128 #9 0xffffffff80ca884e at kern_linkat+0x19e #10 0xffffffff80ca86a8 at sys_link+0x28 #11 0xffffffff810e8a29 at amd64_syscall+0x169 #12 0xffffffff810ba72b at fast_syscall_common+0xf8 vp=0xfffffe0195f9d720, lowervp=0xfffffe017fff34d0 vnode 0xfffffe019f22f030: type VREG state VSTATE_CONSTRUCTED op 0xffffffff82a47448 usecount 1, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VIRF_PGREAD) v_object 0xfffff8041f5e4ba0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8003f5ee000 (pid 19818, link, tid 100383) #0 0xffffffff80b5b218 at lockmgr_lock_flags+0x1b8 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff80cb2913 at _vn_lock+0x53 #4 0xffffffff80c9716f at vget_finish+0xaf #5 0xffffffff80c82331 at vfs_hash_get+0xd1 #6 0xffffffff80f364f9 at ffs_vgetf+0x59 #7 0xffffffff80f2688e at get_parent_vp+0x5e #8 0xffffffff80f27a63 at softdep_sync_buf+0x9e3 #9 0xffffffff80f3c168 at ffs_syncvnode+0x298 #10 0xffffffff80f3b39f at ffs_vput_pair+0x1df #11 0xffffffff811b7daa at VOP_VPUT_PAIR_APV+0x4a #12 0xffffffff82a45a54 at null_vput_pair+0xf4 #13 0xffffffff811b7daa at VOP_VPUT_PAIR_APV+0x4a #14 0xffffffff80ca8c8a at kern_linkat_vp+0x3aa #15 0xffffffff80ca884e at kern_linkat+0x19e #16 0xffffffff80ca86a8 at sys_link+0x28 #17 0xffffffff810e8a29 at amd64_syscall+0x169 vp=0xfffffe019f22f030, lowervp=0xfffffe016cf02940 vnode 0xfffffe01a7ddb030: type VREG state VSTATE_CONSTRUCTED op 0xffffffff82a47448 usecount 0, writecount 0, refcount 0 seqc users 0 hold count flags () flags (VIRF_PGREAD) v_object 0xfffff8080ffcd2e8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: SHARED (count 1) with exclusive waiters pending #0 0xffffffff80b5b726 at lockmgr_slock_hard+0x446 #1 0xffffffff80f3adcd at ffs_lock+0x9d #2 0xffffffff811b4832 at VOP_LOCK1_APV+0x32 #3 0xffffffff80cb2913 at _vn_lock+0x53 #4 0xffffffff80c9716f at vget_finish+0xaf #5 0xffffffff80c6de7e at cache_lookup+0x2be #6 0xffffffff80c72f3c at vfs_cache_lookup+0x7c #7 0xffffffff811b1377 at VOP_LOOKUP_APV+0x57 #8 0xffffffff82a44843 at null_lookup+0xb3 #9 0xffffffff811b1377 at VOP_LOOKUP_APV+0x57 #10 0xffffffff80c8759a at vfs_lookup+0x5aa #11 0xffffffff80c862ed at namei+0x35d #12 0xffffffff80caa2fc at kern_statat+0x13c #13 0xffffffff80caa9f7 at sys_fstatat+0x27 #14 0xffffffff810e8a29 at amd64_syscall+0x169 #15 0xffffffff810ba72b at fast_syscall_common+0xf8 vp=0xfffffe01a7ddb030, lowervp=0xfffffe01a98e66f0 db:1:pho1> show mount 0xfffffe00dc60c000 /dev/gpt/work on / (ufs) 0xfffffe00dc60cc40 devfs on /dev (devfs) 0xfffffe0130d90000 /dev/gpt/tmp on /tmp (ufs) 0xfffffe0130d91880 /dev/md10 on /mnt (ufs) 0xfffffe0160034000 /mnt on /mnt11 (nullfs) More info: show mount db:1:pho1> show bufqueues bqempty: 100584 Buf domain 0 freebufs 15001 lofreebufs 219 hifreebufs 329 bufspace 786432 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 6 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 18 (319488) dirtyq count 6 (24576) wakeup 0 lim 25 CPU 10, 12, 9, 13, 5, 6, 0, 9, 15, 13, 11, 5, Locked buffers: 1 space 4096 Total buffers: 12773 space 786432 Buf domain 1 freebufs 15107 lofreebufs 219 hifreebufs 329 bufspace 593920 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 26 (593920) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 17926 space 593920 Buf domain 2 freebufs 15089 lofreebufs 219 hifreebufs 329 bufspace 441856 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 19 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 20 (343552) dirtyq count 20 (81920) wakeup 0 lim 25 CPU 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, Locked buffers: 2 space 8192 Total buffers: 7832 space 441856 Buf domain 3 freebufs 15097 lofreebufs 219 hifreebufs 329 bufspace 745472 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 5 (106496) dirtyq count 2 (24576) wakeup 0 lim 25 CPU 6, 1, 2, 0, 1, 5, 1, 2, 5, 1, 4, 1, Locked buffers: 0 space 0 Total buffers: 28932 space 745472 Buf domain 4 freebufs 14909 lofreebufs 219 hifreebufs 329 bufspace 1380864 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 14 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 77 (782336) dirtyq count 14 (57344) wakeup 0 lim 25 CPU 19, 20, 3, 6, 19, 20, 3, 3, 8, 5, 14, 13, Locked buffers: 0 space 0 Total buffers: 6337 space 1380864 Buf domain 5 freebufs 15049 lofreebufs 219 hifreebufs 329 bufspace 2314240 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 82 (2301952) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 14653 space 2314240 Buf domain 6 freebufs 12869 lofreebufs 219 hifreebufs 329 bufspace 73764864 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 32 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2230 (72708096) dirtyq count 32 (991232) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 17478 space 73764864 db:1:pho1> show page vm_cnt.v_free_count: 3941474 vm_cnt.v_inactive_count: 13875 vm_cnt.v_active_count: 3826768 vm_cnt.v_laundry_count: 433 vm_cnt.v_wire_count: 373963 vm_cnt.v_free_reserved: 10687 vm_cnt.v_free_min: 51473 vm_cnt.v_free_target: 173831 vm_cnt.v_inactive_target: 260746 db:1:pho1> show pageq pq_free 3941474 dom 0 page_cnt 8157343 free 3941474 pq_act 3826768 pq_inact 13875 pq_laund 433 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 | POOL 2 -- -- -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 | 000000 11 (008192K) | 000000 | 000000 | 000000 10 (004096K) | 000000 | 000000 | 000000 09 (002048K) | 000000 | 000000 | 000000 08 (001024K) | 000000 | 004629 | 000007 07 (000512K) | 000000 | 008262 | 000027 06 (000256K) | 000000 | 011298 | 000078 05 (000128K) | 000000 | 014402 | 000154 04 (000064K) | 000000 | 015781 | 000376 03 (000032K) | 000000 | 000001 | 001138 02 (000016K) | 000000 | 000001 | 003304 01 (000008K) | 000000 | 000001 | 006876 00 (000004K) | 000000 | 000000 | 005399 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 | POOL 2 -- -- -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 | 000000 11 (008192K) | 000000 | 000000 | 000000 10 (004096K) | 000000 | 000000 | 000000 09 (002048K) | 000000 | 000000 | 000000 08 (001024K) | 000000 | 000001 | 000000 07 (000512K) | 000000 | 000000 | 000000 06 (000256K) | 000000 | 000001 | 000000 05 (000128K) | 000000 | 000001 | 000000 04 (000064K) | 000000 | 000002 | 000000 03 (000032K) | 000000 | 000000 | 000000 02 (000016K) | 000000 | 000001 | 000000 01 (000008K) | 000000 | 000001 | 000000 00 (000004K) | 000000 | 000001 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree VM OBJECT 248 8909 692755 75876985 0 62 174012672 0 malloc-4096 4096 34136 0 162892 0 2 139821056 0 FFS inode 1168 72906 40459 13042240 0 8 132410320 0 VNODE 592 73043 102795 51061824 0 73 104096096 0 malloc-256 256 2392 380918 32799360 0 67 98127360 0 RADIX NODE 152 274219 247390 149112856 0 63 79284568 0 malloc-384 384 75 109855 11883301 0 30 42213120 0 FFS2 dinode 256 72906 60519 13039497 0 62 34156800 0 swblk 136 1804 233734 623069 0 62 32033168 0 mbuf_cluster 2048 14835 21 37111 0 8 30425088 0 S VFS Cache 104 107792 153976 15505898 0 131 27223872 0 BUF TRIE 152 1249 104701 6816582 0 62 16104400 0 UMA Slabs 0 112 63484 19706 390909 0 126 9317280 0 malloc-128 128 15 67348 12428796 0 126 8622464 0 vmem btag 56 56183 62317 488030 0 254 6636000 0 malloc-128 128 39008 393 40552 0 126 5043328 0 mbuf 256 16472 3043 2322946 0 254 4995840 0 128 Bucket 1024 2550 1765 5101563 0 16 4418560 0 malloc-256 256 46 15824 11535009 0 62 4062720 0 DIRHASH 1024 443 3425 637163 0 16 3960832 0 g_bio 408 1 7279 15948886 0 30 2970240 0 swpctrie 152 285 18435 89824 0 62 2845440 0 pbuf 2776 0 1012 0 0 0 2809312 0 256 Bucket 2048 1156 198 2292846 0 8 2772992 0 malloc-128 128 18659 1522 1904055 0 126 2583168 0 64 Bucket 512 647 3481 4603119 0 30 2113536 0 malloc-128 128 800 10887 41173160 0 128 1495936 0 malloc-4096 4096 359 6 5828 0 2 1495040 0 THREAD 1860 641 81 784 0 8 1342920 0 MAP ENTRY 96 3281 6715 251254541 0 126 959616 0 malloc-64 64 11781 3087 1916213 0 254 951552 0 malloc-128 128 2478 4776 4448436 0 126 928512 0 malloc-16384 16384 3 50 22166 0 1 868352 0 L VFS Cache 320 2317 287 2527 0 30 833280 0 malloc-64 64 9373 3227 4755695 0 254 806400 0 malloc-32768 32768 9 15 3842 0 1 786432 0 nullfs node 40 11 19179 37723160 0 254 767600 0 32 Bucket 256 2313 612 5937180 0 62 748800 0 malloc-8192 8192 89 0 139 0 1 729088 0 FPU_save_area 832 643 194 4648 0 16 696384 0 malloc-256 256 2 2668 6543906 0 62 683520 0 malloc-32768 32768 12 8 1560 0 1 655360 0 mbuf_packet 256 9 2541 2261810 0 254 652800 0 malloc-4096 4096 111 42 3616916 0 2 626688 0 malloc-256 256 1381 1019 11659013 0 62 614400 0 PROC 1368 103 337 3616908 0 8 601920 0 lkpicurr 168 13 3083 13 0 62 520128 0 UMA Zones 2048 227 8 227 0 8 481280 0 16 Bucket 144 707 2345 11024046 0 62 439488 0 malloc-65536 65536 3 3 3314 0 1 393216 0 malloc-32768 32768 12 0 12 0 1 393216 0 malloc-256 256 259 1241 33268322 0 62 384000 0 filedesc0 1072 104 253 3616909 0 8 382704 0 malloc-256 256 760 695 5476 0 62 372480 0 8 Bucket 80 1166 3484 1687018 0 126 372000 0 malloc-64 64 4309 857 4325 0 254 330624 0 malloc-32 32 8388 1566 8475 0 254 318528 0 VMSPACE 584 85 447 3616876 0 16 310688 0 NAMEI 1024 9 279 670186850 0 16 294912 0 malloc-1024 1024 202 82 5484 0 16 290816 0 malloc-16 16 16042 1458 16204 0 254 280000 0 malloc-1024 1024 85 179 566122 0 16 270336 0 malloc-1024 1024 71 193 1841 0 16 270336 0 malloc-65536 65536 3 1 147 0 1 262144 0 malloc-2048 2048 119 5 167 0 8 253952 0 Mountpoints 3136 5 75 282105 0 2 250880 0 malloc-16384 16384 13 2 5695 0 1 245760 0 rl_entry 48 1 4955 1300593 0 254 237888 0 socket 1024 46 178 8522 0 16 229376 0 malloc-32768 32768 7 0 8 0 1 229376 0 malloc-2048 2048 110 2 65627 0 8 229376 0 malloc-2048 2048 4 104 1362 0 8 221184 0 malloc-1024 1024 21 195 7591560 0 16 221184 0 malloc-64 64 110 3229 3656290 0 254 213696 0 malloc-512 512 157 259 57523 0 30 212992 0 malloc-64 64 257 2956 5983081 0 254 205632 0 malloc-64 64 31 3119 277404058 0 254 201600 0 malloc-384 384 447 73 447 0 30 199680 0 malloc-128 128 384 1166 13195 0 126 198400 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-1024 1024 11 177 300853 0 16 192512 0 PWD 40 28 4719 38187373 0 254 189880 0 pipe 736 5 248 1506295 0 16 186208 0 clpbuf 2776 0 66 527819 0 4 183216 0 Files 80 148 2052 362370378 0 126 176000 0 lkpimm 56 3 3093 3 0 254 173376 0 malloc-384 384 104 336 761 0 30 168960 0 PGRP 120 35 1351 191 0 126 166320 0 malloc-64 64 25 2558 1958 0 254 165312 0 malloc-8192 8192 20 0 23 0 1 163840 0 malloc-4096 4096 18 21 349506 0 2 159744 0 swrbuf 2776 0 56 601542 0 4 155456 0 malloc-128 128 29 1149 2679757 0 126 150784 0 malloc-384 384 60 330 310555 0 30 149760 0 4 Bucket 48 386 2722 233120 0 254 149184 0 TURNSTILE 136 723 348 723 0 62 145656 0 malloc-256 256 56 499 286509 0 62 142080 0 udp_inpcb 408 11 331 228 0 30 139536 0 malloc-128 128 68 1017 856 0 126 138880 0 malloc-384 384 13 337 952 0 30 134400 0 fakepg 88 0 1518 140 0 126 133584 0 2 Bucket 32 498 3660 1363671 0 254 133056 0 malloc-65536 65536 2 0 2 0 1 131072 0 ada_ccb 272 0 462 1268182 0 30 125664 0 ksiginfo 112 425 619 5023 0 126 116928 0 unpcb 320 25 335 8208 0 30 115200 0 malloc-2048 2048 16 40 412 0 8 114688 0 malloc-32 32 282 3120 2736 0 254 108864 0 malloc-8192 8192 13 0 2389 0 1 106496 0 malloc-32 32 162 3114 2012915 0 254 104832 0 SLEEPQUEUE 88 723 461 723 0 126 104192 0 DEVCTL 1024 0 100 565879 0 0 102400 0 malloc-32 32 22 3128 17257 0 254 100800 0 ttyinq 160 345 280 825 0 62 100000 0 malloc-32768 32768 3 0 3 0 1 98304 0 malloc-32768 32768 2 1 5 0 1 98304 0 swwbuf 2776 0 34 230643 0 2 94384 0 malloc-32 32 108 2664 43558 0 254 88704 0 malloc-16384 16384 5 0 9 0 1 81920 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-512 512 119 41 119 0 30 81920 0 malloc-32 32 1467 1053 528150 0 254 80640 0 UMA Kegs 384 198 5 198 0 30 77952 0 ttyoutq 256 181 104 431 0 62 72960 0 malloc-32 32 287 1981 21191 0 254 72576 0 malloc-65536 65536 1 0 3 0 1 65536 0 malloc-65536 65536 1 0 22 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 malloc-16384 16384 4 0 17 0 1 65536 0 malloc-16 16 116 3634 6673087 0 254 60000 0 malloc-16 16 781 2969 4600478 0 254 60000 0 malloc-4096 4096 0 14 153 0 2 57344 0 malloc-8192 8192 6 0 108 0 1 49152 0 pcpu-8 8 4064 2080 4066 0 254 49152 0 malloc-16 16 679 2321 1635169 0 254 48000 0 malloc-16 16 13 2987 31571 0 254 48000 0 pcpu-64 64 465 239 465 0 254 45056 0 malloc-16 16 94 2406 305 0 254 40000 0 malloc-4096 4096 4 5 355 0 2 36864 0 malloc-1024 1024 3 33 1302 0 16 36864 0 malloc-512 512 0 64 3799 0 30 32768 0 pcpu-16 16 80 1968 80 0 254 32768 0 tcp_inpcb 1304 7 17 12 0 8 31296 0 malloc-384 384 32 48 33 0 30 30720 0 cpuset 200 27 101 27 0 62 25600 0 malloc-2048 2048 8 4 20 0 8 24576 0 malloc-512 512 12 36 49 0 30 24576 0 mlx5_fs_fgs 712 21 12 21 0 16 23496 0 mlx5_fs_fgs 712 21 12 21 0 16 23496 0 mlx5_fs_ftes 696 22 11 22 0 16 22968 0 mlx5_fs_ftes 696 22 11 22 0 16 22968 0 malloc-2048 2048 1 9 383 0 8 20480 0 malloc-8192 8192 0 2 506 0 1 16384 0 malloc-4096 4096 0 4 273 0 2 16384 0 malloc-2048 2048 0 8 352 0 8 16384 0 malloc-2048 2048 0 8 2 0 8 16384 0 malloc-512 512 3 29 54 0 30 16384 0 malloc-64 64 12 240 12 0 254 16128 0 malloc-32 32 16 488 28 0 254 16128 0 malloc-256 256 10 50 10 0 62 15360 0 KNOTE 160 11 64 2259488 0 62 12000 0 malloc-16 16 8 742 22 0 254 12000 0 malloc-16 16 4 746 4 0 254 12000 0 TMPFS node 240 0 48 3 0 62 11520 0 vmem 1856 2 3 2 0 8 9280 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-512 512 3 13 1506 0 30 8192 0 rtentry 168 12 36 14 0 62 8064 0 kenv 258 18 12 27695 0 30 7740 0 routing nhops 256 9 21 14 0 62 7680 0 malloc-384 384 11 9 11 0 30 7680 0 ripcb 376 1 19 5 0 30 7520 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-1024 1024 1 3 13 0 16 4096 0 malloc-512 512 2 6 14 0 30 4096 0 SMR CPU 32 8 119 8 0 254 4064 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 KMAP ENTRY 96 33 6 33 0 0 3744 0 SMR SHARED 24 8 119 8 0 254 3048 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 syncache 168 0 0 3 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb 408 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 760 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 152 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 112 0 0 0 0 126 0 0 skbuff 1808 0 0 0 0 8 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 mbuf_jumbo_page 4096 0 0 11 0 2 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2776 0 0 0 0 4 0 0 nfspbuf 2776 0 0 0 0 4 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 152 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 10619 0 1 0 0 malloc-16384 16384 0 0 12 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 4 0 1 0 0 malloc-8192 8192 0 0 11 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-1024 1024 0 0 0 0 16 0 0 malloc-512 512 0 0 12 0 30 0 0 malloc-384 384 0 0 38 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 154207 116 187451489 19 vm pgcache 4096 652210 395 305929139 63 buf free cache 848 2810 2537 20338403 16 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 2259 591 2981255 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 334 1287 94428 4 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 3 31 280 2 kstack_cache 16384 641 1 784 1 db:0:pho> acttrace Tracing command idle pid 11 tid 100007 td 0xfffff80004496780 (CPU 4) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034669ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034669f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034669f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034669f20 --- trap 0x13, rip = 0xffffffff810a3efe, rsp = 0xfffffe00ff829d78, rbp = 0xfffffe00ff829db0 --- acpi_cpu_idle_mwait() at acpi_cpu_idle_mwait+0x6e/frame 0xfffffe00ff829db0 cpu_idle_acpi() at cpu_idle_acpi+0x50/frame 0xfffffe00ff829dd0 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe00ff829df0 sched_idletd() at sched_idletd+0x524/frame 0xfffffe00ff829ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff829f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff829f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff800044a9000 (CPU 9) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346b4ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346b4f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346b4f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346b4f20 --- trap 0x13, rip = 0xffffffff810a46d4, rsp = 0xfffffe00ff838de0, rbp = 0xfffffe00ff838df0 --- cpu_idle() at cpu_idle+0xf4/frame 0xfffffe00ff838df0 sched_idletd() at sched_idletd+0x524/frame 0xfffffe00ff838ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff838f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff838f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff800044a8000 (CPU 11) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346d2ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346d2f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346d2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346d2f20 --- trap 0x13, rip = 0xffffffff810a46d4, rsp = 0xfffffe00ff842de0, rbp = 0xfffffe00ff842df0 --- cpu_idle() at cpu_idle+0xf4/frame 0xfffffe00ff842df0 sched_idletd() at sched_idletd+0x524/frame 0xfffffe00ff842ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff842f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff842f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command md10 pid 92123 tid 100372 td 0xfffff80067447780 (CPU 1) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003463cef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe003463cf00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe003463cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003463cf20 --- trap 0x13, rip = 0xffffffff80bd9ae9, rsp = 0xfffffe00ffd51e90, rbp = 0xfffffe00ffd51ea0 --- bioq_takefirst() at bioq_takefirst+0x9/frame 0xfffffe00ffd51ea0 md_kthread() at md_kthread+0x104/frame 0xfffffe00ffd51ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffd51f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffd51f30 --- trap 0xc, rip = 0x15fd482a2cea, rsp = 0x15fd41922938, rbp = 0x15fd41922950 --- Tracing command swap pid 19812 tid 100366 td 0xfffff80067476000 (CPU 3) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003465aef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe003465af00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe003465af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003465af20 --- trap 0x13, rip = 0xa7a87780590, rsp = 0xa82a861de20, rbp = 0xa82a861de50 --- Tracing command swap pid 19814 tid 100627 td 0xfffff800537be000 (CPU 6) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034687ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034687f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034687f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034687f20 --- trap 0x13, rip = 0xffffffff810e34eb, rsp = 0xfffffe015f305be0, rbp = 0xfffffe015f305be0 --- pagezero_erms() at pagezero_erms+0xb/frame 0xfffffe015f305be0 vm_fault() at vm_fault+0xe85/frame 0xfffffe015f305d60 vm_fault_trap() at vm_fault_trap+0x65/frame 0xfffffe015f305da0 trap_pfault() at trap_pfault+0x26a/frame 0xfffffe015f305e10 trap() at trap+0x5c2/frame 0xfffffe015f305f30 calltrap() at calltrap+0x8/frame 0xfffffe015f305f30 --- trap 0xc, rip = 0xa82a9187675, rsp = 0xa82a861dcd8, rbp = 0xa82a861dd60 --- Tracing command swap pid 19817 tid 100446 td 0xfffff80295efa780 (CPU 7) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034696ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034696f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034696f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034696f20 --- trap 0x13, rip = 0xa7a87780594, rsp = 0xa82a861de20, rbp = 0xa82a861de50 --- Tracing command swap pid 19823 tid 100432 td 0xfffff8003f015000 (CPU 5) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034678ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034678f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034678f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034678f20 --- trap 0x13, rip = 0xffffffff810b9f90, rsp = 0xffffffff826152d0, rbp = 0xa82a861dd60 --- Xpage_pti() at Xpage_pti/frame 0xa82a861dd60 Tracing command swap pid 19826 tid 100554 td 0xfffff80295fd6000 (CPU 0) cpustop_handler() at cpustop_handler+0x27/frame 0xffffffff81f11080 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xffffffff81f11090 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xffffffff81f110b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81f110b0 --- trap 0x13, rip = 0xffffffff80c0a83c, rsp = 0xfffffe010013eba0, rbp = 0xfffffe010013eba0 --- witness_find_instance() at witness_find_instance+0x3c/frame 0xfffffe010013eba0 witness_assert() at witness_assert+0x23/frame 0xfffffe010013ebe0 vm_fault() at vm_fault+0x163e/frame 0xfffffe010013ed60 vm_fault_trap() at vm_fault_trap+0x65/frame 0xfffffe010013eda0 trap_pfault() at trap_pfault+0x26a/frame 0xfffffe010013ee10 trap() at trap+0x5c2/frame 0xfffffe010013ef30 calltrap() at calltrap+0x8/frame 0xfffffe010013ef30 --- trap 0xc, rip = 0xa82a9187675, rsp = 0xa82a861dcd8, rbp = 0xa82a861dd60 --- Tracing command link pid 19830 tid 100350 td 0xfffff8006744f000 (CPU -1) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346a5ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346a5f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346a5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346a5f20 --- trap 0x13, rip = 0xffffffff810bec26, rsp = 0xfffffe00ffdc9708, rbp = 0xfffffe00ffdc9708 --- fpurestore_xrstor64() at fpurestore_xrstor64+0x16/frame 0xfffffe00ffdc9708 fpu_activate_sw() at fpu_activate_sw+0xca/frame 0xfffffe00ffdc9728 done_load_dr() at done_load_dr+0x31/frame 0xfffffe00ffdc9830 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdc9850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdc9890 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffdc9930 bufobj_wwait() at bufobj_wwait+0x88/frame 0xfffffe00ffdc9970 ffs_syncvnode() at ffs_syncvnode+0x3e7/frame 0xfffffe00ffdc9a00 ffs_vput_pair() at ffs_vput_pair+0x1df/frame 0xfffffe00ffdc9ab0 VOP_VPUT_PAIR_APV() at VOP_VPUT_PAIR_APV+0x4a/frame 0xfffffe00ffdc9ad0 null_vput_pair() at null_vput_pair+0xf4/frame 0xfffffe00ffdc9b50 VOP_VPUT_PAIR_APV() at VOP_VPUT_PAIR_APV+0x4a/frame 0xfffffe00ffdc9b70 kern_linkat_vp() at kern_linkat_vp+0x3aa/frame 0xfffffe00ffdc9cb0 kern_linkat() at kern_linkat+0x19e/frame 0xfffffe00ffdc9de0 sys_link() at sys_link+0x28/frame 0xfffffe00ffdc9e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdc9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdc9f30 --- syscall (9, FreeBSD ELF64, link), rip = 0x1d83c5a43d0a, rsp = 0x1d83c3208a28, rbp = 0x1d83c3208b60 --- Tracing command swap pid 19834 tid 100604 td 0xfffff80576e04000 (CPU 10) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346c3ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346c3f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346c3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346c3f20 --- trap 0x13, rip = 0xa7a87780590, rsp = 0xa82a861de20, rbp = 0xa82a861de50 --- Tracing command fts pid 19836 tid 100420 td 0xfffff8003f5ef000 (CPU 2) kdb_enter() at kdb_enter+0x33/frame 0xfffffe00ffdecaf0 panic() at panic+0x43/frame 0xfffffe00ffdecb50 vop_unlock_debugpre() at vop_unlock_debugpre+0x8c/frame 0xfffffe00ffdecb70 VOP_UNLOCK_APV() at VOP_UNLOCK_APV+0x23/frame 0xfffffe00ffdecb90 vput() at vput+0x94/frame 0xfffffe00ffdecbc0 kern_statat() at kern_statat+0x1dd/frame 0xfffffe00ffdecd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffdece00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdecf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdecf30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 19836 19805 92133 2007 R+ CPU 2 fts 19835 19805 92133 2007 D+ ufs 0xfffffe0176cd5540 fts 19834 19808 92133 2007 R+ CPU 10 swap 19833 19805 92133 2007 S+ nanslp 0xffffffff81de27a9 fts 19832 19808 92133 2007 S+ nanslp 0xffffffff81de27a3 swap 19831 19805 92133 2007 S+ nanslp 0xffffffff81de27a7 fts 19830 19810 92133 2007 R+ CPU -1 link 19829 19808 92133 2007 S+ nanslp 0xffffffff81de27a8 swap 19828 19805 92133 2007 D+ ufs 0xfffffe0174fd4c00 fts 19827 19810 92133 2007 S+ nanslp 0xffffffff81de27a6 link 19826 19808 92133 2007 R+ CPU 0 swap 19825 19805 92133 2007 S+ nanslp 0xffffffff81de27a6 fts 19824 19810 92133 2007 S+ nanslp 0xffffffff81de27a9 link 19823 19808 92133 2007 R+ CPU 5 swap 19822 19805 92133 2007 S+ nanslp 0xffffffff81de27ab fts 19821 19810 92133 2007 S+ nanslp 0xffffffff81de27a4 link 19820 19808 92133 2007 S+ nanslp 0xffffffff81de27a4 swap 19819 19805 92133 2007 D+ ufs 0xfffffe0174fd4c00 fts 19818 19810 92133 2007 D+ biowr 0xfffffe0033e9ce00 link 19817 19808 92133 2007 R+ CPU 7 swap 19816 19805 92133 2007 S+ nanslp 0xffffffff81de27a4 fts 19815 19810 92133 2007 D+ ufs 0xfffffe01a98e6760 link 19814 19808 92133 2007 R+ CPU 6 swap 19813 19805 92133 2007 D+ ufs 0xfffffe0176cd5540 fts 19812 19808 92133 2007 R+ CPU 3 swap 19811 19805 92133 2007 S+ nanslp 0xffffffff81de27a9 fts 19810 19804 92133 2007 S+ wait 0xfffffe0130dcc000 link 19809 19805 92133 2007 D+ ufs 0xfffffe0176cd5540 fts 19808 19803 92133 2007 S+ wait 0xfffffe0130df6568 swap 19807 19805 92133 2007 D+ ufs 0xfffffe0176cd5540 fts 19806 19805 92133 2007 S+ nanslp 0xffffffff81de27a2 fts 19805 19802 92133 2007 S+ wait 0xfffffe0160006ac0 fts 19804 92135 92133 2007 S+ nanslp 0xffffffff81de27a1 link 19803 92135 92133 2007 S+ nanslp 0xffffffff81de27a5 swap 19802 92135 92133 2007 S+ nanslp 0xffffffff81de27a3 fts 19800 6184 6078 0 S nanslp 0xffffffff81de27ab sleep 15502 3662 3662 2006 S+ nanslp 0xffffffff81de27a1 sleep 92135 92134 92133 2007 S+ wait 0xfffffe0130dfd008 run 92134 92133 92133 2007 S+ wait 0xfffffe0130d99ab8 run 92133 92132 92133 2007 S+ nanslp 0xffffffff81de27a4 run 92132 92112 27418 0 S+ wait 0xfffffe0130d9b018 su 92123 0 0 0 RL CPU 1 [md10] 92112 92110 27418 0 S+ wait 0xfffffe0130db1ab8 sh 92111 27418 27418 0 S+ piperd 0xfffffe0154a0d5c0 tee 92110 27418 27418 0 S+ wait 0xfffffe016001a568 sh 35473 35313 35473 2006 Ss+ ttyin 0xfffff8003e3988b0 sh 35313 33011 33011 2006 S select 0xfffff800038e8540 sshd-session 33011 3584 33011 0 Ss select 0xfffff80036129240 sshd-session 27418 3666 27418 0 S+ wait 0xfffffe0130d86ac0 sh 6187 6078 6078 0 S piperd 0xfffffe015311be60 sh 6185 6078 6078 0 S piperd 0xfffffe0107709e60 awk 6184 6078 6078 0 S wait 0xfffffe0130d88558 sh 6078 1 6078 0 Ss wait 0xfffffe0130d9e568 sh 3666 3663 3666 0 S+ select 0xfffff800036e8d40 bash 3663 3661 3663 0 S+ wait 0xfffffe0130d94558 sh 3662 3636 3662 2006 S+ wait 0xfffffe0130d95008 sh 3661 3611 3661 2006 S+ wait 0xfffffe0130d8c558 su 3636 3635 3636 2006 Ss+ wait 0xfffffe00dc60a568 sh 3635 3632 3632 2006 S select 0xfffff8000379b940 sshd-session 3632 3584 3632 0 Ss select 0xfffff80003f48ac0 sshd-session 3611 3610 3611 2006 Ss+ wait 0xfffffe00dc602ac0 sh 3610 3607 3607 2006 S select 0xfffff80003a300c0 sshd-session 3607 3584 3607 0 Ss select 0xfffff8000379b540 sshd-session 3606 1 3606 0 Ss+ ttyin 0xfffff80005e3d8b0 getty 3605 1 3605 0 Ss+ ttyin 0xfffff8003503f0b0 getty 3604 1 3604 0 Ss+ ttyin 0xfffff8003503f4b0 getty 3603 1 3603 0 Ss+ ttyin 0xfffff8003503f8b0 getty 3602 1 3602 0 Ss+ ttyin 0xfffff8003503fcb0 getty 3601 1 3601 0 Ss+ ttyin 0xfffff8003503e0b0 getty 3600 1 3600 0 Ss+ ttyin 0xfffff8003503e4b0 getty 3599 1 3599 0 Ss+ ttyin 0xfffff8003503e8b0 getty 3598 1 3598 0 Ss+ ttyin 0xfffff8003503ecb0 getty 3584 1 3584 0 Ss select 0xfffff80003ac9b40 sshd 3567 1 3567 0 Ss nanslp 0xffffffff81de27a9 cron 3562 1 3562 0 Ss select 0xfffff8000379b5c0 inetd 3541 1 3541 0 Ss select 0xfffff800058e37c0 powerd 3524 1 3524 123 Ss (threaded) ntpd 100254 S select 0xfffff80003ac9c40 ntpd 100783 S usem 0xfffff8063cdea480 ntpd 3426 1 3426 0 Ss nanslp 0xffffffff81de27a1 watchdogd 3409 1 3409 0 Ss select 0xfffff80005c488c0 syslogd 3408 1 3405 0 S select 0xfffff80005c48740 syslogd 3405 1 3405 0 Ss kqread 0xfffff8003e905600 syslogd 3257 1 3257 0 Ss select 0xfffff80005c485c0 devd 3248 1 3248 65 Ss select 0xfffff80003a30240 dhclient 3189 1 3189 0 Ss select 0xfffff80005c487c0 dhclient 3186 1 3186 0 Ss select 0xfffff800058e3940 dhclient 18 0 0 0 DL syncer 0xffffffff81ec9278 [syncer] 17 0 0 0 DL vlruwt 0xfffffe00dc611008 [vnlru] 16 0 0 0 DL (threaded) [bufdaemon] 100202 D psleep 0xffffffff81ec8278 [bufdaemon] 100203 D - 0xffffffff81a01e80 [bufspacedaemon-0] 100206 D - 0xffffffff81a02100 [bufspacedaemon-1] 100207 D - 0xffffffff81a02380 [bufspacedaemon-2] 100209 D - 0xffffffff81a02600 [bufspacedaemon-3] 100210 D - 0xffffffff81a02880 [bufspacedaemon-4] 100211 D - 0xffffffff81a02b00 [bufspacedaemon-5] 100213 D - 0xffffffff81a02d80 [bufspacedaemon-6] 100235 D sdflush 0xfffff8003e398ce8 [/ worker] 100253 D sdflush 0xfffff80003fe08e8 [/tmp worker] 100782 D sdflush 0xfffff80222e9ace8 [/mnt worker] 15 0 0 0 DL psleep 0xffffffff81efd4f0 [vmdaemon] 9 0 0 0 DL (threaded) [pagedaemon] 100200 D psleep 0xffffffff81ee3b88 [dom0] 100204 D launds 0xffffffff81ee3b94 [laundry: dom0] 100208 D umarcl 0xffffffff80f5dd10 [uma] 8 0 0 0 DL idle 0xfffffe00dc60aac0 [enc_daemon1] 7 0 0 0 DL idle 0xfffffe00dc60b018 [enc_daemon0] 6 0 0 0 DL - 0xffffffff81be0078 [rand_harvestq] 14 0 0 0 DL (threaded) [usb] 100128 D - 0xfffffe01023ba440 [usbus0] 100129 D - 0xfffffe01023ba498 [usbus0] 100130 D - 0xfffffe01023ba4f0 [usbus0] 100131 D - 0xfffffe01023ba548 [usbus0] 100132 D - 0xfffffe01023ba5a0 [usbus0] 100134 D - 0xfffffe00dc593cf0 [usbus1] 100135 D - 0xfffffe00dc593d48 [usbus1] 100136 D - 0xfffffe00dc593da0 [usbus1] 100137 D - 0xfffffe00dc593df8 [usbus1] 100138 D - 0xfffffe00dc593e50 [usbus1] 100141 D - 0xfffffe0102753cf0 [usbus2] 100142 D - 0xfffffe0102753d48 [usbus2] 100143 D - 0xfffffe0102753da0 [usbus2] 100144 D - 0xfffffe0102753df8 [usbus2] 100145 D - 0xfffffe0102753e50 [usbus2] 5 0 0 0 DL - 0xffffffff81b5fe50 [busdma] 4 0 0 0 DL (threaded) [cam] 100121 D - 0xffffffff81bb1240 [doneq0] 100122 D - 0xffffffff81bb12c0 [doneq1] 100123 D - 0xffffffff81bb1340 [doneq2] 100124 D - 0xffffffff81bb11c0 [async] 100155 D - 0xffffffff81bb1090 [scanner] 3 0 0 0 DL (threaded) [crypto] 100108 D crypto_ 0xffffffff81ee10b0 [crypto] 100109 D crypto_ 0xfffff80003c1ec30 [crypto returns 0] 100110 D crypto_ 0xfffff80003c1ec80 [crypto returns 1] 100111 D crypto_ 0xfffff80003c1ecd0 [crypto returns 2] 100112 D crypto_ 0xfffff80003c1ed20 [crypto returns 3] 100113 D crypto_ 0xfffff80003c1ed70 [crypto returns 4] 100114 D crypto_ 0xfffff80003c1edc0 [crypto returns 5] 100115 D crypto_ 0xfffff80003c1ee10 [crypto returns 6] 100116 D crypto_ 0xfffff80003c1ee60 [crypto returns 7] 100117 D crypto_ 0xfffff80003c1eeb0 [crypto returns 8] 100118 D crypto_ 0xfffff80003c1ef00 [crypto returns 9] 100119 D crypto_ 0xfffff80003c1ef50 [crypto returns 10] 100120 D crypto_ 0xfffff80003c1efa0 [crypto returns 11] 13 0 0 0 DL (threaded) [geom] 100093 D - 0xffffffff81d9e1c0 [g_event] 100094 D - 0xffffffff81d9e1c8 [g_up] 100095 D - 0xffffffff81d9e1d0 [g_down] 2 0 0 0 WL (threaded) [clock] 100079 I [clock (0)] 100080 I [clock (1)] 100081 I [clock (2)] 100082 I [clock (3)] 100083 I [clock (4)] 100084 I [clock (5)] 100085 I [clock (6)] 100086 I [clock (7)] 100087 I [clock (8)] 100088 I [clock (9)] 100089 I [clock (10)] 100090 I [clock (11)] 12 0 0 0 WL (threaded) [intr] 100043 I [swi6: task queue] 100044 I [swi6: Giant taskq] 100046 I [swi5: fast taskq] 100091 I [swi1: netisr 0] 100125 I [irq56: ahci0] 100127 I [irq19: xhci0] 100133 I [irq18: ehci0 ehci1+] 100146 I [irq71: ahci1] 100147 I [swi4: apei] 100148 I [swi0: uart uart] 100163 I [irq73: mlx5_core0] 100164 I [irq74: mlx5_core0] 100165 I [irq72: mlx5_core0] 100166 I [irq75: mlx5_core0] 100167 I [irq76: mlx5_core0] 100168 I [irq77: mlx5_core0] 100169 I [irq78: mlx5_core0] 100170 I [irq79: mlx5_core0] 100171 I [irq80: mlx5_core0] 100172 I [irq81: mlx5_core0] 100173 I [irq82: mlx5_core0] 100174 I [irq83: mlx5_core0] 100175 I [irq84: mlx5_core0] 100176 I [irq85: mlx5_core0] 100177 I [irq86: mlx5_core0] 100184 I [irq88: mlx5_core1] 100185 I [irq89: mlx5_core1] 100186 I [irq87: mlx5_core1] 100187 I [irq90: mlx5_core1] 100188 I [irq91: mlx5_core1] 100189 I [irq92: mlx5_core1] 100190 I [irq93: mlx5_core1] 100191 I [irq94: mlx5_core1] 100192 I [irq95: mlx5_core1] 100193 I [irq96: mlx5_core1] 100194 I [irq97: mlx5_core1] 100195 I [irq98: mlx5_core1] 100196 I [irq99: mlx5_core1] 100197 I [irq100: mlx5_core1] 100198 I [irq101: mlx5_core1] 100244 I [irq102: ioat0] 100245 I [irq103: ioat1] 100246 I [irq104: ioat2] 100247 I [irq105: ioat3] 100248 I [irq106: ioat4] 100249 I [irq107: ioat5] 100250 I [irq108: ioat6] 100251 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 1 0 1 0 SLs wait 0xfffffe00dc602010 [init] 10 0 0 0 DL audit_w 0xffffffff81ee15c0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D parked 0xffffffff82539ff0 [swapper] 100015 D - 0xfffff80003526100 [softirq_0] 100016 D - 0xfffff80003526000 [softirq_1] 100017 D - 0xfffff80003527e00 [softirq_2] 100018 D - 0xfffff80003527d00 [softirq_3] 100019 D - 0xfffff80003527c00 [softirq_4] 100020 D - 0xfffff80003527b00 [softirq_5] 100021 D - 0xfffff80003527a00 [softirq_6] 100022 D - 0xfffff80003527900 [softirq_7] 100023 D - 0xfffff80003527800 [softirq_8] 100024 D - 0xfffff80003527700 [softirq_9] 100025 D - 0xfffff80003527600 [softirq_10] 100026 D - 0xfffff80003527500 [softirq_11] 100027 D - 0xfffff80003527400 [if_io_tqg_0] 100028 D - 0xfffff80003527300 [if_io_tqg_1] 100029 D - 0xfffff80003527200 [if_io_tqg_2] 100030 D - 0xfffff80003527100 [if_io_tqg_3] 100031 D - 0xfffff80003527000 [if_io_tqg_4] 100032 D - 0xfffff80003528e00 [if_io_tqg_5] 100033 D - 0xfffff80003528d00 [if_io_tqg_6] 100034 D - 0xfffff80003528c00 [if_io_tqg_7] 100035 D - 0xfffff80003528b00 [if_io_tqg_8] 100036 D - 0xfffff80003528a00 [if_io_tqg_9] 100037 D - 0xfffff80003528900 [if_io_tqg_10] 100038 D - 0xfffff80003528800 [if_io_tqg_11] 100039 D - 0xfffff80003528700 [if_config_tqg_0] 100040 D - 0xfffff8000336fd00 [kqueue_ctx taskq] 100041 D - 0xfffff8000336fc00 [jail_remove taskq] 100042 D - 0xfffff8000336fb00 [bus taskq] 100045 D - 0xfffff8000336f800 [thread taskq] 100047 D - 0xfffff8000336f600 [aiod_kick taskq] 100048 D - 0xfffff8000336f500 [deferred_unmount ta] 100049 D - 0xfffff8000336f400 [inm_free taskq] 100050 D - 0xfffff8000336f300 [in6m_free taskq] 100051 D - 0xfffff8000336f200 [linuxkpi_irq_wq] 100052 D - 0xfffff8000336f100 [linuxkpi_short_wq_0] 100053 D - 0xfffff8000336f100 [linuxkpi_short_wq_1] 100054 D - 0xfffff8000336f100 [linuxkpi_short_wq_2] 100055 D - 0xfffff8000336f100 [linuxkpi_short_wq_3] 100056 D - 0xfffff8000336f100 [linuxkpi_short_wq_4] 100057 D - 0xfffff8000336f100 [linuxkpi_short_wq_5] 100058 D - 0xfffff8000336f100 [linuxkpi_short_wq_6] 100059 D - 0xfffff8000336f100 [linuxkpi_short_wq_7] 100060 D - 0xfffff8000336f100 [linuxkpi_short_wq_8] 100061 D - 0xfffff8000336f100 [linuxkpi_short_wq_9] 100062 D - 0xfffff8000336f100 [linuxkpi_short_wq_1] 100063 D - 0xfffff8000336f100 [linuxkpi_short_wq_1] 100064 D - 0xfffff8000336f100 [linuxkpi_short_wq_1] 100065 D - 0xfffff8000336f000 [linuxkpi_long_wq_0] 100066 D - 0xfffff8000336f000 [linuxkpi_long_wq_1] 100067 D - 0xfffff8000336f000 [linuxkpi_long_wq_2] 100068 D - 0xfffff8000336f000 [linuxkpi_long_wq_3] 100069 D - 0xfffff8000336f000 [linuxkpi_long_wq_4] 100070 D - 0xfffff8000336f000 [linuxkpi_long_wq_5] 100071 D - 0xfffff8000336f000 [linuxkpi_long_wq_6] 100072 D - 0xfffff8000336f000 [linuxkpi_long_wq_7] 100073 D - 0xfffff8000336f000 [linuxkpi_long_wq_8] 100074 D - 0xfffff8000336f000 [linuxkpi_long_wq_9] 100075 D - 0xfffff8000336f000 [linuxkpi_long_wq_10] 100076 D - 0xfffff8000336f000 [linuxkpi_long_wq_11] 100077 D - 0xfffff8000336f000 [linuxkpi_long_wq_12] 100092 D - 0xfffff8000336ed00 [firmware taskq] 100096 D - 0xfffff8000336ec00 [crypto_0] 100097 D - 0xfffff8000336ec00 [crypto_1] 100098 D - 0xfffff8000336ec00 [crypto_2] 100099 D - 0xfffff8000336ec00 [crypto_3] 100100 D - 0xfffff8000336ec00 [crypto_4] 100101 D - 0xfffff8000336ec00 [crypto_5] 100102 D - 0xfffff8000336ec00 [crypto_6] 100103 D - 0xfffff8000336ec00 [crypto_7] 100104 D - 0xfffff8000336ec00 [crypto_8] 100105 D - 0xfffff8000336ec00 [crypto_9] 100106 D - 0xfffff8000336ec00 [crypto_10] 100107 D - 0xfffff8000336ec00 [crypto_11] 100139 D - 0xfffff800039b7700 [if_igb0_tq] 100140 D - 0xfffff8000366d000 [if_igb1_tq] 100149 D - 0xfffff80035013600 [acpi_task_0] 100150 D - 0xfffff80035013600 [acpi_task_1] 100151 D - 0xfffff80035013600 [acpi_task_2] 100153 D - 0xfffff8000336fe00 [mca taskq] 100154 D - 0xfffff8000336ea00 [CAM taskq] 100158 D - 0xfffff80035013500 [mlx5_core0-rec] 100159 D - 0xfffff80035013400 [mlx5_core0-wdg] 100160 D - 0xfffff80035013300 [mlx5_core0-cmd] 100161 D - 0xfffff80035013200 [mlx5_fc] 100162 D - 0xfffff800059dd800 [mlx5_page_allocator] 100178 D - 0xfffff80035013100 [mlx5_esw_wq] 100179 D - 0xfffff80035013000 [mlx5_core1-rec] 100180 D - 0xfffff80035014e00 [mlx5_core1-wdg] 100181 D - 0xfffff80035014d00 [mlx5_core1-cmd] 100182 D - 0xfffff80035014c00 [mlx5_fc] 100183 D - 0xfffff80035014b00 [mlx5_page_allocator] 100199 D - 0xfffff800058c2700 [mlx5_esw_wq] db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81d9eca0 sched_switch() at sched_switch+0x5e2/frame 0xffffffff82539ea0 mi_switch() at mi_switch+0x172/frame 0xffffffff82539ec0 sleepq_switch() at sleepq_switch+0x109/frame 0xffffffff82539f00 _sleep() at _sleep+0x2a5/frame 0xffffffff82539fa0 mi_startup() at mi_startup+0x273/frame 0xffffffff82539ff0 Tracing command kernel pid 0 tid 100015 td 0xfffff800044a7780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff851df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff851e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff851e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff851ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff851ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff851f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff851f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffff800044a7000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff84cdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff84ce10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff84ce50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff84cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff84cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff84cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff84cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffff800044ae780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff85bdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff85be10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff85be50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff85bec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff85bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff85bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff85bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffff800044ae000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff856df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff856e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff856e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff856ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff856ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff856f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff856f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffff800044ad780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff865df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff865e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff865e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff865ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff865ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff865f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff865f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffff800044ad000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff860df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff860e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff860e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff860ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff860ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff860f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff860f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffff800044ac780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff86fdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff86fe10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff86fe50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff86fec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff86fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff86ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff86ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffff800044ac000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff86adf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff86ae10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff86ae50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff86aec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff86aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff86af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff86af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffff800044ab780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff879df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff879e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff879e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff879ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff879ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff879f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff879f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffff800044ab000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff874df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff874e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff874e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff874ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff874ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff874f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff874f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffff800044b2780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff883df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff883e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff883e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff883ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff883ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff883f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff883f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffff800044b2000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff87edf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff87ee10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff87ee50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff87eec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff87eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff87ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff87ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffff800044b1780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff88ddf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff88de10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff88de50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff88dec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff88def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff88df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff88df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffff800044b1000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff888df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff888e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff888e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff888ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff888ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff888f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff888f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffff800044b0780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff897df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff897e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff897e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff897ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff897ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff897f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff897f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffff800044b0000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff892df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff892e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff892e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff892ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff892ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff892f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff892f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffff800044af780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8a1df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8a1e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8a1e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8a1ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8a1ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8a1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8a1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffff800044af000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff89cdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff89ce10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff89ce50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff89cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff89cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff89cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff89cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffff800044b6780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8abdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8abe10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8abe50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8abec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8abef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8abf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8abf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffff800044b6000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8a6df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8a6e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8a6e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8a6ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8a6ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8a6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8a6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffff800044b5780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8b5df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8b5e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8b5e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8b5ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8b5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8b5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8b5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffff800044b5000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8b0df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8b0e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8b0e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8b0ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8b0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8b0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8b0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffff800044b4780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8bfdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8bfe10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8bfe50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8bfec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8bfef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8bff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8bff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffff800044b4000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8badf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8bae10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8bae50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8baec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8baef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8baf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8baf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffff800044b3780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8c9df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8c9e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8c9e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff8c9ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00ff8c9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8c9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8c9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffff800044b3000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8c4dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8c4de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8c4e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8c4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8c4ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8c4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8c4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffff800044ba780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8d3dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8d3de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8d3e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8d3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8d3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8d3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8d3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffff800044ba000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8cedc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8cede0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8cee20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8ceec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8ceef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8cef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8cef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffff800044b8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8e7dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8e7de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8e7e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8e7ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8e7ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8e7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8e7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100047 td 0xfffff800044b7780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8f1dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8f1de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8f1e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8f1ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8f1ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8f1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8f1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffff800044b7000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8ecdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8ecde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8ece20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8ecec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8ecef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8ecf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8ecf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffff800044be780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8fbdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8fbde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8fbe20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8fbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8fbef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8fbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8fbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffff800044be000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8f6dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8f6de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff8f6e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff8f6ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff8f6ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8f6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8f6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffff800044bd780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff905df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff905e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff905e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ff905ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ff905ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff905f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff905f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffff800044bd000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff900dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff900de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff900e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff900ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff900ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff900f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff900f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffff800044bc780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff90fdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff90fde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff90fe20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff90fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff90fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff90ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff90ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffff800044bc000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff90adc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff90ade0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff90ae20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff90aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff90aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff90af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff90af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffff800044bb780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff919dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff919de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff919e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff919ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff919ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff919f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff919f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffff800044bb000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff914dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff914de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff914e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff914ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff914ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff914f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff914f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffff800044c5780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff923dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff923de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff923e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff923ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff923ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff923f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff923f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffff800044c5000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff91edc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff91ede0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff91ee20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff91eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff91eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff91ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff91ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffff800044c1780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff92ddc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff92dde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff92de20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff92dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff92def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff92df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff92df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffff800044c1000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff928dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff928de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff928e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff928ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff928ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff928f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff928f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff800044c0780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff937dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff937de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff937e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff937ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff937ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff937f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff937f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffff800044c0000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff932dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff932de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff932e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff932ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff932ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff932f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff932f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffff800044bf780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff941dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff941de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff941e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff941ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff941ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff941f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff941f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffff800044bf000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff93cdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff93cde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff93ce20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff93cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff93cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff93cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff93cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffff800044c9780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff94bdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff94bde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff94be20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff94bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff94bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff94bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff94bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffff800044c9000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff946dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff946de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff946e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff946ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff946ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff946f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff946f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff800044c8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff955dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff955de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff955e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff955ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff955ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff955f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff955f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffff800044c8000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff950dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff950de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff950e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff950ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff950ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff950f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff950f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffff800044c7780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff95fdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff95fde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff95fe20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff95fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff95fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff95ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff95ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffff800044c7000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff95adc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff95ade0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff95ae20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff95aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff95aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff95af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff95af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffff800044c6780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff969dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff969de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff969e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff969ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff969ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff969f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff969f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffff800044c6000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff964dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff964de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff964e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff964ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff964ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff964f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff964f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffff800044cd780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff973dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff973de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff973e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff973ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff973ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff973f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff973f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffff800044cd000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff96edc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff96ede0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff96ee20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff96eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff96eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff96ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff96ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffff800044cc780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff97ddc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff97dde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff97de20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff97dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff97def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff97df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff97df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffff800044cc000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff978dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff978de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff978e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff978ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff978ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff978f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff978f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffff800044cb780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff987dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff987de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff987e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff987ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff987ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff987f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff987f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100092 td 0xfffff800044d4000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9c8dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9c8de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9c8e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9c8ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9c8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9c8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffff800044d2000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9dcdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9dcde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9dce20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9dcec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9dcef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9dcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9dcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100097 td 0xfffff800044d9780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9ebdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9ebde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9ebe20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9ebec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9ebef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff800044d9000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9e6dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9e6de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9e6e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9e6ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9e6ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100099 td 0xfffff800044d8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9f5dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9f5de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9f5e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9f5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9f5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffff800044d8000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9f0dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9f0de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9f0e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9f0ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9f0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100101 td 0xfffff800044d7780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9ffdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9ffde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9ffe20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9ffec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9ffef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffff800044d7000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9fadc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9fade0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9fae20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9faec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ff9faef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100103 td 0xfffff800044d6780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa09dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa09de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa09e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa09ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffa09ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa09f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa09f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffff800044d6000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa04dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa04de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa04e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa04ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffa04ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa04f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa04f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100105 td 0xfffff800044dd780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa13dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa13de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa13e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa13ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffa13ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa13f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa13f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffff800044dd000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa0edc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa0ede0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa0ee20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa0eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffa0eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa0ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa0ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100107 td 0xfffff800044dc780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa1ddc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa1dde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa1de20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa1dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffa1def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa1df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa1df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100139 td 0xfffff80004504000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaaedf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaaee10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaaee50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ffaaeec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ffaaeef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaaef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaaef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100140 td 0xfffff80004511780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffabddf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffabde10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffabde50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ffabdec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ffabdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffabdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffabdf30 --- trap 0x48198902, rip = 0xcccccccccccccccc, rsp = 0x48ffe08348c28b48, rbp = 0xf98b48c033485157 --- Tracing command kernel pid 0 tid 100149 td 0xfffff8003232e780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaefdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaefe10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaefe50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ffaefec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ffaefef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaeff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaeff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100150 td 0xfffff8003232e000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaeadf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaeae10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaeae50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ffaeaec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ffaeaef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaeaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaeaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100151 td 0xfffff8003232d780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaf9df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaf9e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaf9e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ffaf9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ffaf9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaf9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaf9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100153 td 0xfffff8003232c780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb03df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb03e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb03e50 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00ffb03ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00ffb03ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb03f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb03f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100154 td 0xfffff8003232c000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffafedc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffafede0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffafee20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffafeec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffafeef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffafef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffafef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffff80032328000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb08dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb08de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb08e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb08ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb08ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb08f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb08f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100159 td 0xfffff80032344780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb21dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb21de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb21e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb21ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb21ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb21f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb21f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100160 td 0xfffff80032344000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb1cdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb1cde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb1ce20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb1cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb1cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb1cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb1cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100161 td 0xfffff80032343780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb2bdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb2bde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb2be20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb2bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb2bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb2bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb2bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100162 td 0xfffff80032348780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb35dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb35de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb35e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb35ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb35ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb35f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb35f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100178 td 0xfffff80032350000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb76dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb76de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb76e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb76ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb76ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb76f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb76f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100179 td 0xfffff8003234f780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb85dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb85de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb85e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb85ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb85ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb85f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb85f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100180 td 0xfffff8003234f000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb80dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb80de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb80e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb80ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb80ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb80f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb80f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100181 td 0xfffff8003234e780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb8fdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb8fde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb8fe20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb8fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb8fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb8ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb8ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100182 td 0xfffff8003234e000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb8adc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb8ade0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb8ae20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb8aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb8aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb8af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb8af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100183 td 0xfffff8003234d780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb99dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb99de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb99e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb99ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffb99ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb99f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb99f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100199 td 0xfffff80032358780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffbe9dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffbe9de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffbe9e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffbe9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00ffbe9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffbe9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffbe9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff80004499000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff806a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff806a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff806a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ff806ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ff806ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ff806b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ff806c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ff806e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ff806f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ff806f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x2d5f2a, rsp = 0x820fb7f48, rbp = 0x820fb7fb0 --- Tracing command clock pid 2 tid 100079 td 0xfffff800044ca780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff991ea0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff991ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00ff991ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff991f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff991f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100080 td 0xfffff800044ca000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff98cea0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff98cec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00ff98cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff98cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff98cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100081 td 0xfffff800044d1780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff99bea0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff99bec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00ff99bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff99bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff99bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100082 td 0xfffff800044d1000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff996ea0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff996ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00ff996ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff996f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff996f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100083 td 0xfffff800044d0780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9a5ea0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9a5ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00ff9a5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9a5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9a5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100084 td 0xfffff800044d0000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9a0ea0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9a0ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00ff9a0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9a0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9a0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100085 td 0xfffff800044cf780 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100086 td 0xfffff800044cf000 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100087 td 0xfffff800044ce780 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100088 td 0xfffff800044ce000 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100089 td 0xfffff800044d5780 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100090 td 0xfffff800044d5000 fork_trampoline() at fork_trampoline Tracing command crypto pid 3 tid 100108 td 0xfffff800044dc000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa18dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa18de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa18e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa18ec0 crypto_dispatch_thread() at crypto_dispatch_thread+0x193/frame 0xfffffe00ffa18ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa18f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa18f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100109 td 0xfffff800044db780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa27db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa27dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa27e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa27eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa27ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa27f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa27f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100110 td 0xfffff800044db000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa22db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa22dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa22e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa22eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa22ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa22f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa22f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100111 td 0xfffff800044da780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa31db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa31dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa31e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa31eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa31ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa31f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa31f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100112 td 0xfffff800044da000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa2cdb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa2cdd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa2ce10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa2ceb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa2cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa2cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa2cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100113 td 0xfffff800044e1780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa3bdb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa3bdd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa3be10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa3beb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa3bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa3bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa3bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100114 td 0xfffff800044e1000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa36db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa36dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa36e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa36eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa36ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa36f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa36f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100115 td 0xfffff800044e0780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa45db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa45dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa45e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa45eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa45ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa45f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa45f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100116 td 0xfffff800044e0000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa40db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa40dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa40e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa40eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa40ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa40f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa40f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100117 td 0xfffff800044df780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa4fdb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa4fdd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa4fe10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa4feb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa4fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa4ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa4ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100118 td 0xfffff800044df000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa4adb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa4add0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa4ae10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa4aeb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa4aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa4af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa4af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100119 td 0xfffff800044de780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa59db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa59dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa59e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa59eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa59ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa59f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa59f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100120 td 0xfffff800044de000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa54db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa54dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa54e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa54eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00ffa54ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa54f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa54f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100121 td 0xfffff800044e8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa63da0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa63dc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa63e00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa63ea0 xpt_done_td() at xpt_done_td+0xc8/frame 0xfffffe00ffa63ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa63f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa63f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100122 td 0xfffff800044e8000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa5eda0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa5edc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa5ee00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa5eea0 xpt_done_td() at xpt_done_td+0xc8/frame 0xfffffe00ffa5eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa5ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa5ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100123 td 0xfffff800044e7780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa6dda0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa6ddc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa6de00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa6dea0 xpt_done_td() at xpt_done_td+0xc8/frame 0xfffffe00ffa6def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa6df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa6df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100124 td 0xfffff800044e7000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa68da0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa68dc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa68e00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa68ea0 xpt_async_td() at xpt_async_td+0xa1/frame 0xfffffe00ffa68ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa68f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa68f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100155 td 0xfffff80032328780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb0ddc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb0dde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb0de20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb0dec0 xpt_scanner_thread() at xpt_scanner_thread+0xa8/frame 0xfffffe00ffb0def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb0df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb0df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command busdma pid 5 tid 100126 td 0xfffff800044f3780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa77da0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa77dc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa77e00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffa77ea0 busdma_thread() at busdma_thread+0xd9/frame 0xfffffe00ffa77ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa77f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa77f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 6 tid 100152 td 0xfffff8003232d000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaf4d20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaf4d40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaf4d80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffaf4dc0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffaf4e60 random_kthread() at random_kthread+0xa7/frame 0xfffffe00ffaf4ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaf4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaf4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 7 tid 100156 td 0xfffff8003233c780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb17da0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb17dc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb17e00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb17ea0 enc_daemon() at enc_daemon+0xdd/frame 0xfffffe00ffb17ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb17f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb17f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 8 tid 100157 td 0xfffff8003233c000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb12da0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb12dc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffb12e00 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffb12ea0 enc_daemon() at enc_daemon+0xdd/frame 0xfffffe00ffb12ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb12f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb12f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100200 td 0xfffff80032358000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffbe49f0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffbe4a10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffbe4a50 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffbe4a90 _sleep() at _sleep+0x28c/frame 0xfffffe00ffbe4b30 vm_pageout_worker() at vm_pageout_worker+0x271/frame 0xfffffe00ffbe4eb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe00ffbe4ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffbe4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffbe4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100204 td 0xfffff8003f020780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc0ca70 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc0ca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc0cad0 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffc0cb70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xbde/frame 0xfffffe00ffc0cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc0cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc0cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100208 td 0xfffff8003f020000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc02d80 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc02da0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc02de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc02e20 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc02ec0 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe00ffc02ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc02f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc02f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffff80004499780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff80bdc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff80bde0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff80be20 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ff80be90 audit_worker() at audit_worker+0x8f/frame 0xfffffe00ff80bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff80bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff80bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff80004498780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff815dd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff815df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff815ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff815f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff815f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff80004498000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff810dd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff810df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff810ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff810f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff810f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff80004497780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff81fdd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff81fdf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff81fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff81ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff81ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff80004497000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff81add0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff81adf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff81aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff81af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff81af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff80004496780 (CPU 4) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034669ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034669f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034669f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034669f20 --- trap 0x13, rip = 0xffffffff810a3efe, rsp = 0xfffffe00ff829d78, rbp = 0xfffffe00ff829db0 --- acpi_cpu_idle_mwait() at acpi_cpu_idle_mwait+0x6e/frame 0xfffffe00ff829db0 cpu_idle_acpi() at cpu_idle_acpi+0x50/frame 0xfffffe00ff829dd0 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe00ff829df0 sched_idletd() at sched_idletd+0x524/frame 0xfffffe00ff829ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff829f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff829f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff80004496000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff824dd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff824df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff824ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff824f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff824f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff800044aa780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff833dd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff833df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff833ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff833f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff833f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff800044aa000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff82edd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff82edf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff82eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff82ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff82ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff800044a9780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff83ddd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff83ddf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff83def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff83df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff83df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff800044a9000 (CPU 9) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346b4ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346b4f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346b4f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346b4f20 --- trap 0x13, rip = 0xffffffff810a46d4, rsp = 0xfffffe00ff838de0, rbp = 0xfffffe00ff838df0 --- cpu_idle() at cpu_idle+0xf4/frame 0xfffffe00ff838df0 sched_idletd() at sched_idletd+0x524/frame 0xfffffe00ff838ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff838f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff838f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff800044a8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff847dd0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff847df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00ff847ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff847f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff847f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff800044a8000 (CPU 11) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346d2ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346d2f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346d2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346d2f20 --- trap 0x13, rip = 0xffffffff810a46d4, rsp = 0xfffffe00ff842de0, rbp = 0xfffffe00ff842df0 --- cpu_idle() at cpu_idle+0xf4/frame 0xfffffe00ff842df0 sched_idletd() at sched_idletd+0x524/frame 0xfffffe00ff842ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff842f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff842f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100043 td 0xfffff800044b9780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff8dde40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff8dde60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ff8ddef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff8ddf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff8ddf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100044 td 0xfffff800044b9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffff800044b8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100091 td 0xfffff800044d4780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9cde40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9cde60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ff9cdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9cdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9cdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100125 td 0xfffff800044cb000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff982e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff982e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ff982ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff982f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff982f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100127 td 0xfffff800044f3000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa72e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa72e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffa72ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa72f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa72f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100133 td 0xfffff800044ed000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa90e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa90e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffa90ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa90f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa90f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100146 td 0xfffff80004516000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100147 td 0xfffff80004512780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100148 td 0xfffff80004512000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffae0e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffae0e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffae0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffae0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffae0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100163 td 0xfffff80032348000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb30e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb30e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffb30ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb30f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb30f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100164 td 0xfffff80032343000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb26e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb26e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffb26ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb26f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb26f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100165 td 0xfffff80032342780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100166 td 0xfffff80032342000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100167 td 0xfffff80032341780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100168 td 0xfffff80032341000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100169 td 0xfffff8003234c780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100170 td 0xfffff8003234c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100171 td 0xfffff8003234b780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100172 td 0xfffff8003234b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffff8003234a780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100174 td 0xfffff8003234a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100175 td 0xfffff80032349780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100176 td 0xfffff80032349000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffff80032350780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffff8003234d000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffb94e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffb94e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffb94ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffb94f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffb94f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100185 td 0xfffff80032357780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffba3e40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffba3e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00ffba3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffba3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffba3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100186 td 0xfffff80032357000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffff80032356780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffff80032356000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffff80032355780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100190 td 0xfffff80032355000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffff80032351780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffff80032351000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffff8003235b780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100194 td 0xfffff8003235b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100195 td 0xfffff8003235a780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100196 td 0xfffff8003235a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100197 td 0xfffff80032359780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100198 td 0xfffff80032359000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100244 td 0xfffff8003f5bb000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100245 td 0xfffff8003f5ba780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100246 td 0xfffff8003f5ba000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100247 td 0xfffff8003f5b9780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100248 td 0xfffff8003f5b9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100249 td 0xfffff8003f5b5780 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100250 td 0xfffff8003f5b5000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100251 td 0xfffff8003f5f0780 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100093 td 0xfffff800044d3780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9d7dc0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9d7de0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9d7e20 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9d7ec0 g_run_events() at g_run_events+0x434/frame 0xfffffe00ff9d7ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9d7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9d7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100094 td 0xfffff800044d3000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9d2db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9d2dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9d2e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9d2eb0 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00ff9d2ee0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00ff9d2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9d2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9d2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100095 td 0xfffff800044d2780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ff9e1db0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ff9e1dd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ff9e1e10 _sleep() at _sleep+0x2a5/frame 0xfffffe00ff9e1eb0 g_io_schedule_down() at g_io_schedule_down+0x3c/frame 0xfffffe00ff9e1ee0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00ff9e1ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ff9e1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ff9e1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100128 td 0xfffff800044f2780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa81df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa81e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa81e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa81ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa81ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa81f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa81f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100129 td 0xfffff800044f2000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa7cdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa7ce10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa7ce50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa7cec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa7cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa7cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa7cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100130 td 0xfffff800044f1780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa8bdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa8be10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa8be50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa8bec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa8bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa8bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa8bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100131 td 0xfffff800044f1000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa86df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa86e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa86e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa86ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa86ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa86f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa86f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100132 td 0xfffff800044ed780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa95df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa95e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa95e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa95ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa95ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa95f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa95f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100134 td 0xfffff80004506780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa9fdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa9fe10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa9fe50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa9fec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa9fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa9ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa9ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100135 td 0xfffff80004506000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffa9adf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffa9ae10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffa9ae50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffa9aec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffa9aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffa9af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffa9af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100136 td 0xfffff80004505780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaa9df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaa9e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaa9e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffaa9ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffaa9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaa9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaa9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100137 td 0xfffff80004505000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaa4df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffaa4e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffaa4e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffaa4ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffaa4ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaa4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaa4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100138 td 0xfffff80004504780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffab3df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffab3e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffab3e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffab3ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffab3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffab3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffab3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100141 td 0xfffff80004518780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffac7df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffac7e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffac7e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffac7ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffac7ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffac7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffac7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100142 td 0xfffff80004518000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffac2df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffac2e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffac2e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffac2ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffac2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffac2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffac2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100143 td 0xfffff80004517780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffad1df0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffad1e10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffad1e50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffad1ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffad1ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffad1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffad1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100144 td 0xfffff80004517000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffaccdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffacce10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffacce50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffaccec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffaccef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffaccf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffaccf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 14 tid 100145 td 0xfffff80004516780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffadbdf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffadbe10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffadbe50 _cv_wait() at _cv_wait+0x160/frame 0xfffffe00ffadbec0 usb_process() at usb_process+0xb0/frame 0xfffffe00ffadbef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffadbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffadbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 15 tid 100201 td 0xfffff80032367780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffbf3d80 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffbf3da0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffbf3de0 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffbf3e80 vm_daemon() at vm_daemon+0x82/frame 0xfffffe00ffbf3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffbf3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffbf3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100202 td 0xfffff80032367000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffbeed60 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffbeed80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffbeedc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffbeee00 _sleep() at _sleep+0x28c/frame 0xfffffe00ffbeeea0 buf_daemon() at buf_daemon+0x151/frame 0xfffffe00ffbeeef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffbeef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffbeef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100203 td 0xfffff80032386780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffbfdd40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffbfdd60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffbfdda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffbfdde0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffbfde80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffbfdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffbfdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffbfdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100206 td 0xfffff80032386000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffbf8d40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffbf8d60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffbf8da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffbf8de0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffbf8e80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffbf8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffbf8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffbf8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100207 td 0xfffff80032384780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc1bd40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc1bd60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc1bda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc1bde0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc1be80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffc1bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc1bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc1bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100209 td 0xfffff80032384000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc11d40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc11d60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc11da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc11de0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc11e80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffc11ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc11f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc11f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100210 td 0xfffff80032382780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc25d40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc25d60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc25da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc25de0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc25e80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffc25ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc25f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc25f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100211 td 0xfffff80032382000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc20d40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc20d60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc20da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc20de0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc20e80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffc20ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc20f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc20f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100213 td 0xfffff8003236f780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc2fd40 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc2fd60 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc2fda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc2fde0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc2fe80 bufspace_daemon() at bufspace_daemon+0x336/frame 0xfffffe00ffc2fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc2ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc2ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100235 td 0xfffff8003f5cc780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc89d70 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc89d90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc89dd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc89e10 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc89eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe00ffc89ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc89f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc89f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100253 td 0xfffff80032347000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc6bd70 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc6bd90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc6bdd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc6be10 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc6beb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe00ffc6bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc6bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100782 td 0xfffff807ec44d780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f34bd70 mi_switch() at mi_switch+0x172/frame 0xfffffe015f34bd90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f34bdd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe015f34be10 _sleep() at _sleep+0x28c/frame 0xfffffe015f34beb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe015f34bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe015f34bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe015f34bf30 --- trap 0xbdb9e0b, rip = 0x3efb1f7c3632, rsp = 0x3efb1cf748b0, rbp = 0x3efb1ead2ba0 --- Tracing command vnlru pid 17 tid 100205 td 0xfffff80032366780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc16d10 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc16d30 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc16d70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc16db0 _sleep() at _sleep+0x28c/frame 0xfffffe00ffc16e50 vnlru_proc() at vnlru_proc+0x274/frame 0xfffffe00ffc16ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc16f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc16f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 18 tid 100212 td 0xfffff80032366000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc07d30 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc07d50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc07d90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ffc07dd0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x187/frame 0xfffffe00ffc07e60 sched_sync() at sched_sync+0x61e/frame 0xfffffe00ffc07ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffc07f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffc07f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sshd-session pid 33011 tid 100429 td 0xfffff8006744d000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe78ad0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe78af0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe78b30 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe78b80 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe78b90 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffe78c00 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffe78c90 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffe78de0 sys_poll() at sys_poll+0x50/frame 0xfffffe00ffe78e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe78f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe78f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x30182099b02a, rsp = 0x3018168a6ca8, rbp = 0x3018168a6cd0 --- Tracing command sh pid 92110 tid 100702 td 0xfffff801e0c4e000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f48ba20 mi_switch() at mi_switch+0x172/frame 0xfffffe015f48ba40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f48ba80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f48bad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015f48bae0 _sleep() at _sleep+0x29b/frame 0xfffffe015f48bb80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe015f48bc10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe015f48be00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f48bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f48bf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x31bb3bd2c28a, rsp = 0x31bb38716d48, rbp = 0x31bb38716e00 --- Tracing command tee pid 92111 tid 100683 td 0xfffff8080fe76000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f3cdb70 mi_switch() at mi_switch+0x172/frame 0xfffffe015f3cdb90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f3cdbd0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f3cdc20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015f3cdc30 _sleep() at _sleep+0x29b/frame 0xfffffe015f3cdcd0 pipe_read() at pipe_read+0x450/frame 0xfffffe015f3cdd40 dofileread() at dofileread+0x80/frame 0xfffffe015f3cdd90 sys_read() at sys_read+0x127/frame 0xfffffe015f3cde00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f3cdf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f3cdf30 --- syscall (3, FreeBSD ELF64, read), rip = 0xfa7a4a8c0aa, rsp = 0xfa7a2316ae8, rbp = 0xfa7a2316ba0 --- Tracing command sh pid 92112 tid 100501 td 0xfffff80295eed780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01000ada20 mi_switch() at mi_switch+0x172/frame 0xfffffe01000ada40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01000ada80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe01000adad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01000adae0 _sleep() at _sleep+0x29b/frame 0xfffffe01000adb80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe01000adc10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe01000ade00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01000adf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01000adf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x2462eebca28a, rsp = 0x2462eb9e4998, rbp = 0x2462eb9e4a50 --- Tracing command md10 pid 92123 tid 100372 td 0xfffff80067447780 (CPU 1) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003463cef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe003463cf00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe003463cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003463cf20 --- trap 0x13, rip = 0xffffffff80bd9ae9, rsp = 0xfffffe00ffd51e90, rbp = 0xfffffe00ffd51ea0 --- bioq_takefirst() at bioq_takefirst+0x9/frame 0xfffffe00ffd51ea0 md_kthread() at md_kthread+0x104/frame 0xfffffe00ffd51ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00ffd51f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ffd51f30 --- trap 0xc, rip = 0x15fd482a2cea, rsp = 0x15fd41922938, rbp = 0x15fd41922950 --- Tracing command su pid 92132 tid 100396 td 0xfffff8003236f000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd9ca20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd9ca40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd9ca80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd9cad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd9cae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffd9cb80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffd9cc10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffd9ce00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd9cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd9cf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x2e5fb96a928a, rsp = 0x2e5fb711a188, rbp = 0x2e5fb711a6d0 --- Tracing command run pid 92133 tid 100403 td 0xfffff80295eac780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffeebbb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffeebbd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffeebc10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffeebc60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffeebca0 _sleep() at _sleep+0x27d/frame 0xfffffe00ffeebd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00ffeebdc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ffeebe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffeebf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffeebf30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16b1656f0faa, rsp = 0x16b16288c238, rbp = 0x16b16288c280 --- Tracing command run pid 92134 tid 100400 td 0xfffff80295eae000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffed2a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffed2a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffed2a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffed2ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffed2ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffed2b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffed2c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffed2e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffed2f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffed2f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x16b1656f128a, rsp = 0x16b16288c288, rbp = 0x16b16288c3b0 --- Tracing command run pid 92135 tid 100701 td 0xfffff80142257000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f431a20 mi_switch() at mi_switch+0x172/frame 0xfffffe015f431a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f431a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f431ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015f431ae0 _sleep() at _sleep+0x29b/frame 0xfffffe015f431b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe015f431c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe015f431e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f431f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f431f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x16b1656f128a, rsp = 0x16b16288bd48, rbp = 0x16b16288c280 --- Tracing command sshd-session pid 35313 tid 100269 td 0xfffff8003f5fb780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd29aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd29ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd29b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd29b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd29b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffd29bd0 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffd29c60 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffd29db0 sys_ppoll() at sys_ppoll+0x70/frame 0xfffffe00ffd29e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd29f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd29f30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x30182099b04a, rsp = 0x3018168a6e78, rbp = 0x3018168a6eb0 --- Tracing command sh pid 35473 tid 100413 td 0xfffff80295ebd000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00fff04af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00fff04b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00fff04b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00fff04ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00fff04bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00fff04c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00fff04c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00fff04cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00fff04ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00fff04d40 dofileread() at dofileread+0x80/frame 0xfffffe00fff04d90 sys_read() at sys_read+0x127/frame 0xfffffe00fff04e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00fff04f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00fff04f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x45db929d0aa, rsp = 0x45db5ee27d8, rbp = 0x45db5ee28b0 --- Tracing command sh pid 27418 tid 100234 td 0xfffff8003f5bb780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc7fa20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc7fa40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc7fa80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc7fad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc7fae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffc7fb80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffc7fc10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffc7fe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc7ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc7ff30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x31bb3bd2c28a, rsp = 0x31bb387170a8, rbp = 0x31bb38717160 --- Tracing command dhclient pid 3186 tid 100306 td 0xfffff8006743e780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffdabaa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdabac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdabb00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffdabb50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffdabb60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffdabbd0 kern_select() at kern_select+0xb99/frame 0xfffffe00ffdabdc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffdabe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdabf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdabf30 --- syscall (93, FreeBSD ELF64, select), rip = 0x24aecd8ce12a, rsp = 0x24aec9196548, rbp = 0x24aec9196600 --- Tracing command dhclient pid 3189 tid 100216 td 0xfffff800044e3780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc4dad0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc4daf0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc4db30 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc4db80 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc4db90 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffc4dc00 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffc4dc90 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffc4dde0 sys_poll() at sys_poll+0x50/frame 0xfffffe00ffc4de00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc4df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc4df30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x24aecd8ce02a, rsp = 0x24aec9196788, rbp = 0x24aec91967c0 --- Tracing command dhclient pid 3248 tid 100266 td 0xfffff80032336000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd10a80 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd10aa0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd10ae0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd10b30 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffd10b70 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x187/frame 0xfffffe00ffd10c00 kern_poll_kfds() at kern_poll_kfds+0x503/frame 0xfffffe00ffd10c90 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffd10de0 sys_poll() at sys_poll+0x50/frame 0xfffffe00ffd10e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd10f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd10f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x24aecd8ce02a, rsp = 0x24aec9196788, rbp = 0x24aec91967c0 --- Tracing command devd pid 3257 tid 100271 td 0xfffff80067423000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd06a50 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd06a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd06ab0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd06b00 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffd06b40 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x187/frame 0xfffffe00ffd06bd0 kern_select() at kern_select+0xb73/frame 0xfffffe00ffd06dc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffd06e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd06f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd06f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x5fe2efc012a, rsp = 0x5fe28fd2f48, rbp = 0x5fe28fd50e0 --- Tracing command syslogd pid 3405 tid 100267 td 0xfffff8003f54e000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc8e810 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc8e830 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc8e870 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc8e8c0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc8e8d0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffc8e970 kqueue_scan() at kqueue_scan+0x9ed/frame 0xfffffe00ffc8ea30 kqueue_kevent() at kqueue_kevent+0x13b/frame 0xfffffe00ffc8ec90 kern_kevent_fp() at kern_kevent_fp+0x9b/frame 0xfffffe00ffc8ece0 kern_kevent() at kern_kevent+0x82/frame 0xfffffe00ffc8ed40 kern_kevent_generic() at kern_kevent_generic+0x70/frame 0xfffffe00ffc8eda0 sys_kevent() at sys_kevent+0x61/frame 0xfffffe00ffc8ee00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc8ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc8ef30 --- syscall (560, FreeBSD ELF64, kevent), rip = 0x1d2756526f6a, rsp = 0x1d2755401af8, rbp = 0x1d2755401ff0 --- Tracing command syslogd pid 3408 tid 100282 td 0xfffff8003f5fa780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffab8aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffab8ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffab8b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffab8b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffab8b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffab8bd0 kern_select() at kern_select+0xb99/frame 0xfffffe00ffab8dc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffab8e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffab8f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffab8f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x1d275652712a, rsp = 0x1d27553ff708, rbp = 0x1d27553ff7c0 --- Tracing command syslogd pid 3409 tid 100260 td 0xfffff8003233a000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffcf2aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffcf2ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffcf2b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffcf2b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffcf2b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffcf2bd0 kern_select() at kern_select+0xb99/frame 0xfffffe00ffcf2dc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffcf2e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffcf2f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffcf2f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x1d275652712a, rsp = 0x1d27553ff708, rbp = 0x1d27553ff7c0 --- Tracing command sleep pid 19800 tid 100389 td 0xfffff80067474000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe96bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe96bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe96c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe96c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffe96ca0 _sleep() at _sleep+0x27d/frame 0xfffffe00ffe96d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00ffe96dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ffe96e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe96f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe96f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x3280c78fafaa, rsp = 0x3280c52da378, rbp = 0x3280c52da3d0 --- Tracing command fts pid 19802 tid 100398 td 0xfffff80295eaf000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffec8bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffec8bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffec8c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffec8c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffec8ca0 _sleep() at _sleep+0x27d/frame 0xfffffe00ffec8d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00ffec8dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ffec8e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffec8f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffec8f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19803 tid 100399 td 0xfffff80295eae780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffed7bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffed7bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffed7c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffed7c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffed7ca0 _sleep() at _sleep+0x27d/frame 0xfffffe00ffed7d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00ffed7dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ffed7e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffed7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffed7f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0xa82a9bfafaa, rsp = 0xa82a861de08, rbp = 0xa82a861de50 --- Tracing command link pid 19804 tid 100504 td 0xfffff80295e99780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01000b7bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe01000b7bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01000b7c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe01000b7c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01000b7ca0 _sleep() at _sleep+0x27d/frame 0xfffffe01000b7d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe01000b7dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01000b7e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01000b7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01000b7f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x1d83c5a46faa, rsp = 0x1d83c3208b18, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19805 tid 100641 td 0xfffff807beff2780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f35aa20 mi_switch() at mi_switch+0x172/frame 0xfffffe015f35aa40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f35aa80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f35aad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015f35aae0 _sleep() at _sleep+0x29b/frame 0xfffffe015f35ab80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe015f35ac10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe015f35ae00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f35af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f35af30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x16947d9dc28a, rsp = 0x16947d4da8f8, rbp = 0x16947d4daa20 --- Tracing command fts pid 19806 tid 100450 td 0xfffff80295ef8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00fffa9bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00fffa9bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00fffa9c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00fffa9c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00fffa9ca0 _sleep() at _sleep+0x27d/frame 0xfffffe00fffa9d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00fffa9dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00fffa9e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00fffa9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00fffa9f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command fts pid 19807 tid 100670 td 0xfffff80576e46000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f3eb830 mi_switch() at mi_switch+0x172/frame 0xfffffe015f3eb850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f3eb890 sleeplk() at sleeplk+0x110/frame 0xfffffe015f3eb8f0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d0/frame 0xfffffe015f3eb990 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe015f3eb9d0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe015f3eb9f0 null_lock() at null_lock+0xd3/frame 0xfffffe015f3eba50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe015f3eba70 _vn_lock() at _vn_lock+0x53/frame 0xfffffe015f3ebad0 vfs_lookup() at vfs_lookup+0x14c/frame 0xfffffe015f3ebb60 namei() at namei+0x35d/frame 0xfffffe015f3ebbc0 kern_statat() at kern_statat+0x13c/frame 0xfffffe015f3ebd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe015f3ebe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f3ebf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f3ebf30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command swap pid 19808 tid 100560 td 0xfffff80576e07780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01001bba20 mi_switch() at mi_switch+0x172/frame 0xfffffe01001bba40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01001bba80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe01001bbad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01001bbae0 _sleep() at _sleep+0x29b/frame 0xfffffe01001bbb80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe01001bbc10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe01001bbe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01001bbf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01001bbf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0xa82a9bfb28a, rsp = 0xa82a861de58, rbp = 0xa82a861df80 --- Tracing command fts pid 19809 tid 100349 td 0xfffff8006744e780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd88830 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd88850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd88890 sleeplk() at sleeplk+0x110/frame 0xfffffe00ffd888f0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d0/frame 0xfffffe00ffd88990 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe00ffd889d0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe00ffd889f0 null_lock() at null_lock+0xd3/frame 0xfffffe00ffd88a50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe00ffd88a70 _vn_lock() at _vn_lock+0x53/frame 0xfffffe00ffd88ad0 vfs_lookup() at vfs_lookup+0x14c/frame 0xfffffe00ffd88b60 namei() at namei+0x35d/frame 0xfffffe00ffd88bc0 kern_statat() at kern_statat+0x13c/frame 0xfffffe00ffd88d00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffd88e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd88f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd88f30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command link pid 19810 tid 100483 td 0xfffff80295f66780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe0100049a20 mi_switch() at mi_switch+0x172/frame 0xfffffe0100049a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0100049a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0100049ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0100049ae0 _sleep() at _sleep+0x29b/frame 0xfffffe0100049b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe0100049c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe0100049e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe0100049f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0100049f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x1d83c5a4728a, rsp = 0x1d83c3208b68, rbp = 0x1d83c3208c90 --- Tracing command watchdogd pid 3426 tid 100287 td 0xfffff8003f549000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd6abb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd6abd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd6ac10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd6ac60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffd6aca0 _sleep() at _sleep+0x27d/frame 0xfffffe00ffd6ad40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00ffd6adc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ffd6ae00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd6af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd6af30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x1c4f5e571faa, rsp = 0x1c4f5c4faf68, rbp = 0x1c4f5c4fafb0 --- Tracing command fts pid 19811 tid 100699 td 0xfffff80140e9c000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f481bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe015f481bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f481c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f481c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe015f481ca0 _sleep() at _sleep+0x27d/frame 0xfffffe015f481d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe015f481dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe015f481e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f481f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f481f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19812 tid 100366 td 0xfffff80067476000 (CPU 3) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003465aef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe003465af00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe003465af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003465af20 --- trap 0x13, rip = 0xa7a87780590, rsp = 0xa82a861de20, rbp = 0xa82a861de50 --- Tracing command fts pid 19813 tid 100649 td 0xfffff8082993e780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f382830 mi_switch() at mi_switch+0x172/frame 0xfffffe015f382850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f382890 sleeplk() at sleeplk+0x110/frame 0xfffffe015f3828f0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d0/frame 0xfffffe015f382990 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe015f3829d0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe015f3829f0 null_lock() at null_lock+0xd3/frame 0xfffffe015f382a50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe015f382a70 _vn_lock() at _vn_lock+0x53/frame 0xfffffe015f382ad0 vfs_lookup() at vfs_lookup+0x14c/frame 0xfffffe015f382b60 namei() at namei+0x35d/frame 0xfffffe015f382bc0 kern_statat() at kern_statat+0x13c/frame 0xfffffe015f382d00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe015f382e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f382f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f382f30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command swap pid 19814 tid 100627 td 0xfffff800537be000 (CPU 6) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034687ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034687f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034687f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034687f20 --- trap 0x13, rip = 0xffffffff810e34eb, rsp = 0xfffffe015f305be0, rbp = 0xfffffe015f305be0 --- pagezero_erms() at pagezero_erms+0xb/frame 0xfffffe015f305be0 vm_fault() at vm_fault+0xe85/frame 0xfffffe015f305d60 vm_fault_trap() at vm_fault_trap+0x65/frame 0xfffffe015f305da0 trap_pfault() at trap_pfault+0x26a/frame 0xfffffe015f305e10 trap() at trap+0x5c2/frame 0xfffffe015f305f30 calltrap() at calltrap+0x8/frame 0xfffffe015f305f30 --- trap 0xc, rip = 0xa82a9187675, rsp = 0xa82a861dcd8, rbp = 0xa82a861dd60 --- Tracing command link pid 19815 tid 100570 td 0xfffff80295fd4780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01001ed520 mi_switch() at mi_switch+0x172/frame 0xfffffe01001ed540 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01001ed580 sleeplk() at sleeplk+0x110/frame 0xfffffe01001ed5e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3d0/frame 0xfffffe01001ed680 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01001ed6c0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe01001ed6e0 _vn_lock() at _vn_lock+0x53/frame 0xfffffe01001ed740 vget_finish() at vget_finish+0xaf/frame 0xfffffe01001ed770 vfs_hash_get() at vfs_hash_get+0xd1/frame 0xfffffe01001ed7c0 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe01001ed850 ufs_lookup_ino() at ufs_lookup_ino+0xdbe/frame 0xfffffe01001ed950 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x57/frame 0xfffffe01001ed980 vfs_cache_lookup() at vfs_cache_lookup+0xa6/frame 0xfffffe01001ed9d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x57/frame 0xfffffe01001eda00 null_lookup() at null_lookup+0xb3/frame 0xfffffe01001eda80 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x57/frame 0xfffffe01001edab0 vfs_lookup() at vfs_lookup+0x5aa/frame 0xfffffe01001edb40 namei() at namei+0x35d/frame 0xfffffe01001edba0 kern_funlinkat() at kern_funlinkat+0x1a4/frame 0xfffffe01001edde0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe01001ede00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01001edf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01001edf30 --- syscall (10, FreeBSD ELF64, unlink), rip = 0x1d83c5a43d2a, rsp = 0x1d83c3208a28, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19816 tid 100589 td 0xfffff80576e49000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f251bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe015f251bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f251c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f251c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe015f251ca0 _sleep() at _sleep+0x27d/frame 0xfffffe015f251d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe015f251dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe015f251e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f251f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f251f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19817 tid 100446 td 0xfffff80295efa780 (CPU 7) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034696ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034696f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034696f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034696f20 --- trap 0x13, rip = 0xa7a87780594, rsp = 0xa82a861de20, rbp = 0xa82a861de50 --- Tracing command link pid 19818 tid 100383 td 0xfffff8003f5ee000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe826b0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe826d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe82710 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffe827b0 bufwait() at bufwait+0xc4/frame 0xfffffe00ffe827f0 bufwrite() at bufwrite+0x252/frame 0xfffffe00ffe82840 ffs_update() at ffs_update+0x2ff/frame 0xfffffe00ffe82890 softdep_sync_buf() at softdep_sync_buf+0xa04/frame 0xfffffe00ffe82970 ffs_syncvnode() at ffs_syncvnode+0x298/frame 0xfffffe00ffe82a00 ffs_vput_pair() at ffs_vput_pair+0x1df/frame 0xfffffe00ffe82ab0 VOP_VPUT_PAIR_APV() at VOP_VPUT_PAIR_APV+0x4a/frame 0xfffffe00ffe82ad0 null_vput_pair() at null_vput_pair+0xf4/frame 0xfffffe00ffe82b50 VOP_VPUT_PAIR_APV() at VOP_VPUT_PAIR_APV+0x4a/frame 0xfffffe00ffe82b70 kern_linkat_vp() at kern_linkat_vp+0x3aa/frame 0xfffffe00ffe82cb0 kern_linkat() at kern_linkat+0x19e/frame 0xfffffe00ffe82de0 sys_link() at sys_link+0x28/frame 0xfffffe00ffe82e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe82f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe82f30 --- syscall (9, FreeBSD ELF64, link), rip = 0x1d83c5a43d0a, rsp = 0x1d83c3208a28, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19819 tid 100272 td 0xfffff8003f54d780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd3d830 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd3d850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd3d890 sleeplk() at sleeplk+0x110/frame 0xfffffe00ffd3d8f0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d0/frame 0xfffffe00ffd3d990 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe00ffd3d9d0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe00ffd3d9f0 null_lock() at null_lock+0xd3/frame 0xfffffe00ffd3da50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe00ffd3da70 _vn_lock() at _vn_lock+0x53/frame 0xfffffe00ffd3dad0 vfs_lookup() at vfs_lookup+0x14c/frame 0xfffffe00ffd3db60 namei() at namei+0x35d/frame 0xfffffe00ffd3dbc0 kern_statat() at kern_statat+0x13c/frame 0xfffffe00ffd3dd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffd3de00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd3df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd3df30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command swap pid 19820 tid 100591 td 0xfffff80295fb5000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe0100170bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe0100170bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0100170c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0100170c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0100170ca0 _sleep() at _sleep+0x27d/frame 0xfffffe0100170d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe0100170dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0100170e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe0100170f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0100170f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0xa82a9bfafaa, rsp = 0xa82a861de08, rbp = 0xa82a861de50 --- Tracing command link pid 19821 tid 100485 td 0xfffff80295f6a780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe010005dbb0 mi_switch() at mi_switch+0x172/frame 0xfffffe010005dbd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010005dc10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe010005dc60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010005dca0 _sleep() at _sleep+0x27d/frame 0xfffffe010005dd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe010005ddc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe010005de00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe010005df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010005df30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x1d83c5a46faa, rsp = 0x1d83c3208b18, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19822 tid 100441 td 0xfffff80295ee2000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00fff72bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00fff72bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00fff72c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00fff72c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00fff72ca0 _sleep() at _sleep+0x27d/frame 0xfffffe00fff72d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00fff72dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00fff72e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00fff72f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00fff72f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19823 tid 100432 td 0xfffff8003f015000 (CPU 5) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe0034678ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe0034678f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe0034678f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0034678f20 --- trap 0x13, rip = 0xffffffff810b9f90, rsp = 0xffffffff826152d0, rbp = 0xa82a861dd60 --- Xpage_pti() at Xpage_pti/frame 0xa82a861dd60 Tracing command link pid 19824 tid 100566 td 0xfffff80295fbe780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01001d9bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe01001d9bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01001d9c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe01001d9c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01001d9ca0 _sleep() at _sleep+0x27d/frame 0xfffffe01001d9d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe01001d9dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01001d9e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01001d9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01001d9f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x1d83c5a46faa, rsp = 0x1d83c3208b18, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19825 tid 100578 td 0xfffff80295fbc780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f21abb0 mi_switch() at mi_switch+0x172/frame 0xfffffe015f21abd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f21ac10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f21ac60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe015f21aca0 _sleep() at _sleep+0x27d/frame 0xfffffe015f21ad40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe015f21adc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe015f21ae00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f21af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f21af30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19826 tid 100554 td 0xfffff80295fd6000 (CPU 0) cpustop_handler() at cpustop_handler+0x27/frame 0xffffffff81f11080 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xffffffff81f11090 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xffffffff81f110b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81f110b0 --- trap 0x13, rip = 0xffffffff80c0a83c, rsp = 0xfffffe010013eba0, rbp = 0xfffffe010013eba0 --- witness_find_instance() at witness_find_instance+0x3c/frame 0xfffffe010013eba0 witness_assert() at witness_assert+0x23/frame 0xfffffe010013ebe0 vm_fault() at vm_fault+0x163e/frame 0xfffffe010013ed60 vm_fault_trap() at vm_fault_trap+0x65/frame 0xfffffe010013eda0 trap_pfault() at trap_pfault+0x26a/frame 0xfffffe010013ee10 trap() at trap+0x5c2/frame 0xfffffe010013ef30 calltrap() at calltrap+0x8/frame 0xfffffe010013ef30 --- trap 0xc, rip = 0xa82a9187675, rsp = 0xa82a861dcd8, rbp = 0xa82a861dd60 --- Tracing command link pid 19827 tid 100546 td 0xfffff80295fb8780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe0100189bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe0100189bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0100189c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0100189c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0100189ca0 _sleep() at _sleep+0x27d/frame 0xfffffe0100189d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe0100189dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0100189e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe0100189f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0100189f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x1d83c5a46faa, rsp = 0x1d83c3208b18, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19828 tid 100261 td 0xfffff80004503780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc9d830 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc9d850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc9d890 sleeplk() at sleeplk+0x110/frame 0xfffffe00ffc9d8f0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d0/frame 0xfffffe00ffc9d990 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe00ffc9d9d0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe00ffc9d9f0 null_lock() at null_lock+0xd3/frame 0xfffffe00ffc9da50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe00ffc9da70 _vn_lock() at _vn_lock+0x53/frame 0xfffffe00ffc9dad0 vfs_lookup() at vfs_lookup+0x14c/frame 0xfffffe00ffc9db60 namei() at namei+0x35d/frame 0xfffffe00ffc9dbc0 kern_statat() at kern_statat+0x13c/frame 0xfffffe00ffc9dd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffc9de00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc9df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc9df30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command swap pid 19829 tid 100584 td 0xfffff80576e2f000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f229bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe015f229bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f229c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f229c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe015f229ca0 _sleep() at _sleep+0x27d/frame 0xfffffe015f229d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe015f229dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe015f229e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f229f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f229f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0xa82a9bfafaa, rsp = 0xa82a861de08, rbp = 0xa82a861de50 --- Tracing command link pid 19830 tid 100350 td 0xfffff8006744f000 (CPU -1) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346a5ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346a5f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346a5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346a5f20 --- trap 0x13, rip = 0xffffffff810bec26, rsp = 0xfffffe00ffdc9708, rbp = 0xfffffe00ffdc9708 --- fpurestore_xrstor64() at fpurestore_xrstor64+0x16/frame 0xfffffe00ffdc9708 fpu_activate_sw() at fpu_activate_sw+0xca/frame 0xfffffe00ffdc9728 done_load_dr() at done_load_dr+0x31/frame 0xfffffe00ffdc9830 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdc9850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdc9890 _sleep() at _sleep+0x2a5/frame 0xfffffe00ffdc9930 bufobj_wwait() at bufobj_wwait+0x88/frame 0xfffffe00ffdc9970 ffs_syncvnode() at ffs_syncvnode+0x3e7/frame 0xfffffe00ffdc9a00 ffs_vput_pair() at ffs_vput_pair+0x1df/frame 0xfffffe00ffdc9ab0 VOP_VPUT_PAIR_APV() at VOP_VPUT_PAIR_APV+0x4a/frame 0xfffffe00ffdc9ad0 null_vput_pair() at null_vput_pair+0xf4/frame 0xfffffe00ffdc9b50 VOP_VPUT_PAIR_APV() at VOP_VPUT_PAIR_APV+0x4a/frame 0xfffffe00ffdc9b70 kern_linkat_vp() at kern_linkat_vp+0x3aa/frame 0xfffffe00ffdc9cb0 kern_linkat() at kern_linkat+0x19e/frame 0xfffffe00ffdc9de0 sys_link() at sys_link+0x28/frame 0xfffffe00ffdc9e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdc9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdc9f30 --- syscall (9, FreeBSD ELF64, link), rip = 0x1d83c5a43d0a, rsp = 0x1d83c3208a28, rbp = 0x1d83c3208b60 --- Tracing command fts pid 19831 tid 100569 td 0xfffff80295fbe000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01001d4bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe01001d4bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01001d4c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe01001d4c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01001d4ca0 _sleep() at _sleep+0x27d/frame 0xfffffe01001d4d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe01001d4dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01001d4e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01001d4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01001d4f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19832 tid 100509 td 0xfffff80295e98000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe01000c6bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe01000c6bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01000c6c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe01000c6c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01000c6ca0 _sleep() at _sleep+0x27d/frame 0xfffffe01000c6d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe01000c6dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01000c6e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe01000c6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01000c6f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0xa82a9bfafaa, rsp = 0xa82a861de08, rbp = 0xa82a861de50 --- Tracing command fts pid 19833 tid 100626 td 0xfffff800537be780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f30abb0 mi_switch() at mi_switch+0x172/frame 0xfffffe015f30abd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f30ac10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f30ac60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe015f30aca0 _sleep() at _sleep+0x27d/frame 0xfffffe015f30ad40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe015f30adc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe015f30ae00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f30af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f30af30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16947d9dbfaa, rsp = 0x16947d4da8a8, rbp = 0x16947d4da8f0 --- Tracing command swap pid 19834 tid 100604 td 0xfffff80576e04000 (CPU 10) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe00346c3ef0 ipi_nmi_handler() at ipi_nmi_handler+0x38/frame 0xfffffe00346c3f00 nmi_handle_intr() at nmi_handle_intr+0xf/frame 0xfffffe00346c3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe00346c3f20 --- trap 0x13, rip = 0xa7a87780590, rsp = 0xa82a861de20, rbp = 0xa82a861de50 --- Tracing command fts pid 19835 tid 100644 td 0xfffff807beff1000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f35f830 mi_switch() at mi_switch+0x172/frame 0xfffffe015f35f850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f35f890 sleeplk() at sleeplk+0x110/frame 0xfffffe015f35f8f0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d0/frame 0xfffffe015f35f990 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe015f35f9d0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe015f35f9f0 null_lock() at null_lock+0xd3/frame 0xfffffe015f35fa50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x32/frame 0xfffffe015f35fa70 _vn_lock() at _vn_lock+0x53/frame 0xfffffe015f35fad0 vfs_lookup() at vfs_lookup+0x14c/frame 0xfffffe015f35fb60 namei() at namei+0x35d/frame 0xfffffe015f35fbc0 kern_statat() at kern_statat+0x13c/frame 0xfffffe015f35fd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe015f35fe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f35ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f35ff30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command fts pid 19836 tid 100420 td 0xfffff8003f5ef000 (CPU 2) kdb_enter() at kdb_enter+0x33/frame 0xfffffe00ffdecaf0 panic() at panic+0x43/frame 0xfffffe00ffdecb50 vop_unlock_debugpre() at vop_unlock_debugpre+0x8c/frame 0xfffffe00ffdecb70 VOP_UNLOCK_APV() at VOP_UNLOCK_APV+0x23/frame 0xfffffe00ffdecb90 vput() at vput+0x94/frame 0xfffffe00ffdecbc0 kern_statat() at kern_statat+0x1dd/frame 0xfffffe00ffdecd00 sys_fstatat() at sys_fstatat+0x27/frame 0xfffffe00ffdece00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdecf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdecf30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x16947d9db80a, rsp = 0x16947d4da678, rbp = 0x16947d4da7a0 --- Tracing command ntpd pid 3524 tid 100254 td 0xfffff8003f5fc780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffce3aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffce3ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffce3b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffce3b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffce3b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffce3bd0 kern_select() at kern_select+0xb99/frame 0xfffffe00ffce3dc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffce3e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffce3f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffce3f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x3dcc9a66812a, rsp = 0x3dcc98b3d3a8, rbp = 0x3dcc98b3d3e0 --- Tracing command ntpd pid 3524 tid 100783 td 0xfffff807ec41a780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f495b20 mi_switch() at mi_switch+0x172/frame 0xfffffe015f495b40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f495b80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f495bd0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015f495be0 _sleep() at _sleep+0x29b/frame 0xfffffe015f495c80 umtxq_sleep() at umtxq_sleep+0x302/frame 0xfffffe015f495d00 __umtx_op_sem2_wait() at __umtx_op_sem2_wait+0x3fe/frame 0xfffffe015f495dc0 sys__umtx_op() at sys__umtx_op+0x7e/frame 0xfffffe015f495e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f495f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f495f30 --- syscall (454, FreeBSD ELF64, _umtx_op), rip = 0x3dcc9a666dca, rsp = 0x3dcca1d0bee8, rbp = 0x3dcca1d0bf60 --- Tracing command powerd pid 3541 tid 100278 td 0xfffff80032345000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd1aa50 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd1aa70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd1aab0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd1ab00 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffd1ab40 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x187/frame 0xfffffe00ffd1abd0 kern_select() at kern_select+0xb73/frame 0xfffffe00ffd1adc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffd1ae00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd1af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd1af30 --- syscall (93, FreeBSD ELF64, select), rip = 0x5026b43d12a, rsp = 0x502683f5d18, rbp = 0x502683f5e50 --- Tracing command inetd pid 3562 tid 100353 td 0xfffff8006745f780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffdd3aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdd3ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdd3b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffdd3b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffdd3b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffdd3bd0 kern_select() at kern_select+0xb99/frame 0xfffffe00ffdd3dc0 sys_select() at sys_select+0x57/frame 0xfffffe00ffdd3e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdd3f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdd3f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x72f5d0da12a, rsp = 0x72f59266d88, rbp = 0x72f59267c10 --- Tracing command cron pid 3567 tid 100308 td 0xfffff8003f5fa000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc5cbb0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc5cbd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc5cc10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc5cc60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ffc5cca0 _sleep() at _sleep+0x27d/frame 0xfffffe00ffc5cd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe00ffc5cdc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ffc5ce00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc5cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc5cf30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x16abcd888faa, rsp = 0x16abca7c39c8, rbp = 0x16abca7c3b50 --- Tracing command sshd pid 3584 tid 100347 td 0xfffff8003f5ef780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffdf1aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdf1ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdf1b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffdf1b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffdf1b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffdf1bd0 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffdf1c60 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffdf1db0 sys_ppoll() at sys_ppoll+0x70/frame 0xfffffe00ffdf1e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdf1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdf1f30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x161421cbe04a, rsp = 0x161417b255c8, rbp = 0x161417b25600 --- Tracing command getty pid 3598 tid 100214 td 0xfffff8003f53d780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc39af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc39b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc39b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc39ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc39bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffc39c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffc39c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffc39cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffc39ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffc39d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffc39d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffc39e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc39f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc39f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x24cde7c5c0aa, rsp = 0x24cde5301268, rbp = 0x24cde53012b0 --- Tracing command getty pid 3599 tid 100270 td 0xfffff800044e2780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd33af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd33b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd33b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd33ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd33bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffd33c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffd33c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffd33cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffd33ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffd33d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffd33d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffd33e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd33f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd33f30 --- syscall (3, FreeBSD ELF64, read), rip = 0xd4afc4fe0aa, rsp = 0xd4af8fb18f8, rbp = 0xd4af8fb1940 --- Tracing command getty pid 3600 tid 100275 td 0xfffff80067440780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd47af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd47b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd47b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd47ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd47bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffd47c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffd47c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffd47cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffd47ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffd47d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffd47d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffd47e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd47f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd47f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x1c231a67c0aa, rsp = 0x1c2316d58e78, rbp = 0x1c2316d58ec0 --- Tracing command getty pid 3601 tid 100232 td 0xfffff80032364780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc75af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc75b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc75b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc75ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc75bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffc75c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffc75c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffc75cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffc75ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffc75d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffc75d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffc75e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc75f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc75f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x1951cc3740aa, rsp = 0x1951c8f71a08, rbp = 0x1951c8f71a50 --- Tracing command getty pid 3602 tid 100354 td 0xfffff8006744c000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffdc4af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdc4b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdc4b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffdc4ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffdc4bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffdc4c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffdc4c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffdc4cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffdc4ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffdc4d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffdc4d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffdc4e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdc4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdc4f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x204395fca0aa, rsp = 0x204392c7e808, rbp = 0x204392c7e850 --- Tracing command getty pid 3603 tid 100355 td 0xfffff80067492780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe05af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe05b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe05b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe05ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe05bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffe05c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffe05c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffe05cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffe05ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffe05d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffe05d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffe05e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe05f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe05f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x146d702700aa, rsp = 0x146d6e83c0d8, rbp = 0x146d6e83c120 --- Tracing command getty pid 3604 tid 100356 td 0xfffff80067492000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe00af0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe00b10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe00b50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe00ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe00bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffe00c20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffe00c50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffe00cb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffe00ce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffe00d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffe00d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffe00e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe00f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe00f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x3c2ec0d5b0aa, rsp = 0x3c2ebeaacdc8, rbp = 0x3c2ebeaace10 --- Tracing command getty pid 3605 tid 100357 td 0xfffff80067491780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe0faf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe0fb10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe0fb50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe0fba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe0fbb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffe0fc20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffe0fc50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffe0fcb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffe0fce0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffe0fd40 dofileread() at dofileread+0x80/frame 0xfffffe00ffe0fd90 sys_read() at sys_read+0x127/frame 0xfffffe00ffe0fe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe0ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe0ff30 --- syscall (3, FreeBSD ELF64, read), rip = 0xe3da7f1a0aa, rsp = 0xe3da4ce3388, rbp = 0xe3da4ce33d0 --- Tracing command getty pid 3606 tid 100358 td 0xfffff80067491000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe0aaf0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe0ab10 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe0ab50 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe0aba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe0abb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffe0ac20 tty_wait() at tty_wait+0x42/frame 0xfffffe00ffe0ac50 ttydisc_read() at ttydisc_read+0x1f5/frame 0xfffffe00ffe0acb0 ttydev_read() at ttydev_read+0x6c/frame 0xfffffe00ffe0ace0 devfs_read_f() at devfs_read_f+0xe4/frame 0xfffffe00ffe0ad40 dofileread() at dofileread+0x80/frame 0xfffffe00ffe0ad90 sys_read() at sys_read+0x127/frame 0xfffffe00ffe0ae00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe0af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe0af30 --- syscall (3, FreeBSD ELF64, read), rip = 0x1ac0438980aa, rsp = 0x1ac040838fa8, rbp = 0x1ac040838ff0 --- Tracing command sshd-session pid 3607 tid 100259 td 0xfffff80067424000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffcfcad0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffcfcaf0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffcfcb30 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffcfcb80 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffcfcb90 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffcfcc00 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffcfcc90 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffcfcde0 sys_poll() at sys_poll+0x50/frame 0xfffffe00ffcfce00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffcfcf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffcfcf30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x22ec8496802a, rsp = 0x22ec78c2f228, rbp = 0x22ec78c2f250 --- Tracing command sshd-session pid 3610 tid 100360 td 0xfffff80067471780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe23aa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe23ac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe23b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe23b50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe23b60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffe23bd0 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffe23c60 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffe23db0 sys_ppoll() at sys_ppoll+0x70/frame 0xfffffe00ffe23e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe23f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe23f30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x22ec8496804a, rsp = 0x22ec78c2f3f8, rbp = 0x22ec78c2f430 --- Tracing command sh pid 3611 tid 100300 td 0xfffff80067422780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd97a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd97a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd97a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd97ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd97ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffd97b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffd97c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffd97e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd97f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd97f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0xc896c79428a, rsp = 0xc89698f0b28, rbp = 0xc89698f0be0 --- Tracing command sshd-session pid 3632 tid 100348 td 0xfffff80067460780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffdb5ad0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffdb5af0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffdb5b30 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffdb5b80 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffdb5b90 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffdb5c00 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffdb5c90 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffdb5de0 sys_poll() at sys_poll+0x50/frame 0xfffffe00ffdb5e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffdb5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffdb5f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x5e6da70a02a, rsp = 0x5e6cde942b8, rbp = 0x5e6cde942e0 --- Tracing command sshd-session pid 3635 tid 100286 td 0xfffff8003f549780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd6faa0 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd6fac0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd6fb00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd6fb50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd6fb60 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffd6fbd0 kern_poll_kfds() at kern_poll_kfds+0x53c/frame 0xfffffe00ffd6fc60 kern_poll() at kern_poll+0xfd/frame 0xfffffe00ffd6fdb0 sys_ppoll() at sys_ppoll+0x70/frame 0xfffffe00ffd6fe00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd6ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd6ff30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x5e6da70a04a, rsp = 0x5e6cde94488, rbp = 0x5e6cde944c0 --- Tracing command sh pid 3636 tid 100228 td 0xfffff8003233b780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc66a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc66a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc66a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc66ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc66ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffc66b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffc66c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffc66e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc66f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc66f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x2a147f7b528a, rsp = 0x2a147bb57428, rbp = 0x2a147bb574e0 --- Tracing command su pid 3661 tid 100252 td 0xfffff8003f5cb780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffcd9a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffcd9a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffcd9a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffcd9ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffcd9ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffcd9b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffcd9c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffcd9e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffcd9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffcd9f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x7f2aa26228a, rsp = 0x7f2a600e208, rbp = 0x7f2a600e750 --- Tracing command sh pid 3662 tid 100288 td 0xfffff80067461780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd79a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd79a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd79a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd79ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd79ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffd79b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffd79c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffd79e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd79f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd79f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x36cb4389328a, rsp = 0x36cb3fe63188, rbp = 0x36cb3fe63240 --- Tracing command sh pid 3663 tid 100317 td 0xfffff8006743d780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd2ea20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd2ea40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd2ea80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd2ead0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd2eae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffd2eb80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffd2ec10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffd2ee00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd2ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd2ef30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3af0b6cb828a, rsp = 0x3af0b363fc88, rbp = 0x3af0b363fd40 --- Tracing command bash pid 3666 tid 100236 td 0xfffff8003f54f000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc3ea20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc3ea40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc3ea80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc3ead0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc3eae0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00ffc3eb50 kern_select() at kern_select+0xb99/frame 0xfffffe00ffc3ed40 kern_pselect() at kern_pselect+0x73/frame 0xfffffe00ffc3ed90 sys_pselect() at sys_pselect+0xa2/frame 0xfffffe00ffc3ee00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc3ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc3ef30 --- syscall (522, FreeBSD ELF64, pselect), rip = 0x826cd906a, rsp = 0x8204f9298, rbp = 0x8204f92e0 --- Tracing command sh pid 6078 tid 100367 td 0xfffff80067475780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffe37a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffe37a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffe37a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffe37ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffe37ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffe37b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffe37c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffe37e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffe37f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffe37f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x35229fc228a, rsp = 0x35225bf0f58, rbp = 0x35225bf1010 --- Tracing command sh pid 6184 tid 100274 td 0xfffff8003f5fb000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd24a20 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd24a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd24a80 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd24ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd24ae0 _sleep() at _sleep+0x29b/frame 0xfffffe00ffd24b80 kern_wait6() at kern_wait6+0x49e/frame 0xfffffe00ffd24c10 sys_wait4() at sys_wait4+0x6b/frame 0xfffffe00ffd24e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd24f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd24f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x35229fc228a, rsp = 0x35225bf0b48, rbp = 0x35225bf0c00 --- Tracing command awk pid 6185 tid 100256 td 0xfffff80004503000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffc98b70 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffc98b90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffc98bd0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffc98c20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffc98c30 _sleep() at _sleep+0x29b/frame 0xfffffe00ffc98cd0 pipe_read() at pipe_read+0x450/frame 0xfffffe00ffc98d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffc98d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffc98e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffc98f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffc98f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x117970a030aa, rsp = 0x11796dda0df8, rbp = 0x11796dda0e10 --- Tracing command sh pid 6187 tid 100301 td 0xfffff80067422000 sched_switch() at sched_switch+0x5e2/frame 0xfffffe00ffd92b70 mi_switch() at mi_switch+0x172/frame 0xfffffe00ffd92b90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00ffd92bd0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00ffd92c20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ffd92c30 _sleep() at _sleep+0x29b/frame 0xfffffe00ffd92cd0 pipe_read() at pipe_read+0x450/frame 0xfffffe00ffd92d40 dofileread() at dofileread+0x80/frame 0xfffffe00ffd92d90 sys_read() at sys_read+0x127/frame 0xfffffe00ffd92e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe00ffd92f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ffd92f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x35229fc20aa, rsp = 0x35225bf0858, rbp = 0x35225bf0d80 --- Tracing command sleep pid 15502 tid 100573 td 0xfffff80295fbd780 sched_switch() at sched_switch+0x5e2/frame 0xfffffe015f206bb0 mi_switch() at mi_switch+0x172/frame 0xfffffe015f206bd0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015f206c10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe015f206c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe015f206ca0 _sleep() at _sleep+0x27d/frame 0xfffffe015f206d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x24f/frame 0xfffffe015f206dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe015f206e00 amd64_syscall() at amd64_syscall+0x169/frame 0xfffffe015f206f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015f206f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x3e1dc0d6afaa, rsp = 0x3e1dbedddb78, rbp = 0x3e1dbedddbd0 --- db> reset Uptime: 43m45s (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:57 #1 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:399 #2 0xffffffff804aaeba in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:596 #3 0xffffffff804aacad in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:508 #4 0xffffffff804aadf6 in db_command_script (command=command@entry=0xffffffff81bd4790 "dump") at ../../../ddb/db_command.c:573 #5 0xffffffff804b0bd8 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:301 #6 0xffffffff804aacad in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:508 #7 0xffffffff804aadf6 in db_command_script (command=command@entry=0xffffffff81bd4722 "run pho1") at ../../../ddb/db_command.c:573 #8 0xffffffff804b0bd8 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:301 #9 0xffffffff804aacad in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:508 #10 0xffffffff804aa96d in db_command_loop () at ../../../ddb/db_command.c:555 #11 0xffffffff804ae366 in db_trap (type=, code=) at ../../../ddb/db_main.c:267 #12 0xffffffff80be151f in kdb_trap (type=type@entry=0x3, code=code@entry=0x0, tf=tf@entry=0xfffffe00ffdec900) at ../../../kern/subr_kdb.c:790 #13 0xffffffff810e758b in trap (frame=) at ../../../amd64/amd64/trap.c:614 #14 #15 kdb_enter (why=, msg=) at ../../../kern/subr_kdb.c:556 #16 0xffffffff80b90f3b in vpanic (fmt=0xffffffff81295fbd "condition %s not met at %s:%d (%s)", ap=ap@entry=0xfffffe00ffdecb30) at ../../../kern/kern_shutdown.c:962 #17 0xffffffff80b90da3 in panic (fmt=0xffffffff81d9fab0 "&\341\034\201\377\377\377\377") at ../../../kern/kern_shutdown.c:887 #18 0xffffffff80c9b70c in vop_unlock_debugpre (ap=ap@entry=0xfffffe00ffdecba8) at ../../../kern/vfs_subr.c:6033 #19 0xffffffff811b4953 in VOP_UNLOCK_APV (vop=0xffffffff82a47448 , a=a@entry=0xfffffe00ffdecba8) at vnode_if.c:2157 #20 0xffffffff80c97b74 in VOP_UNLOCK (vp=) at ./vnode_if.h:1350 #21 vput (vp=) at ../../../kern/vfs_subr.c:3717 #22 0xffffffff80caa39d in kern_statat (td=0xfffff8003f5ef000, flag=, fd=0x3, path=0x29f6c479c958 , pathseg=pathseg@entry=UIO_USERSPACE, sbp=sbp@entry=0xfffffe00ffdecd18) at ../../../kern/vfs_syscalls.c:2574 #23 0xffffffff80caa9f7 in sys_fstatat (td=0xffffffff81d9fab0 , uap=0xfffff8003f5ef428) at ../../../kern/vfs_syscalls.c:2544 #24 0xffffffff810e8a29 in syscallenter (td=0xfffff8003f5ef000) at ../../../amd64/amd64/../../kern/subr_syscall.c:193 #25 amd64_syscall (td=0xfffff8003f5ef000, traced=0x0) at ../../../amd64/amd64/trap.c:1208 #26 #27 0x000016947d9db80a in ?? () Backtrace stopped: Cannot access memory at address 0x16947d4da678 (kgdb) f 22 #22 0xffffffff80caa39d in kern_statat (td=0xfffff8003f5ef000, flag=, fd=0x3, path=0x29f6c479c958 , pathseg=pathseg@entry=UIO_USERSPACE, sbp=sbp@entry=0xfffffe00ffdecd18) at ../../../kern/vfs_syscalls.c:2574 2574 vput(nd.ni_vp); (kgdb) l 2569 error = kern_fstat(td, fd, sbp); 2570 return (error); 2571 } 2572 error = VOP_STAT(nd.ni_vp, sbp, td->td_ucred, NOCRED); 2573 NDFREE_PNBUF(&nd); 2574 vput(nd.ni_vp); 2575 #ifdef __STAT_TIME_T_EXT 2576 sbp->st_atim_ext = 0; 2577 sbp->st_mtim_ext = 0; 2578 sbp->st_ctim_ext = 0; (kgdb) info loc nd = {ni_dirp = 0x29f6c479c958 , ni_segflg = UIO_USERSPACE, ni_rightsneeded = 0xffffffff8146aee0 , ni_startdir = 0x0, ni_rootdir = 0xfffffe0107606280, ni_topdir = 0x0, ni_dirfd = 0x3, ni_lcf = 0x0, ni_filecaps = {fc_rights = {cr_rights = {0x2000fffffffffff, 0x4000000007fffff}}, fc_ioctls = 0x0, fc_nioctls = 0xffff, fc_fcntls = 0x78}, ni_vp = 0xfffffe01a7ddb030, ni_dvp = 0xfffffe016b89b280, ni_resflags = 0x0, ni_debugflags = 0x3, ni_loopcnt = 0x0, ni_pathlen = 0x1, ni_next = 0xfffff803a3ecc40c "\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255", ..., ni_cnd = {cn_flags = 0x214040144, cn_cred = 0xfffff801f98e5300, cn_nameiop = LOOKUP, cn_lkflags = 0x200000, cn_pnbuf = 0x0, cn_nameptr = 0xfffff803a3ecc400 "\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255\336\336\300\255", ..., cn_namelen = 0xc}, ni_cap_tracker = {tqh_first = 0x0, tqh_last = 0xfffffe00ffdecc80}, ni_rbeneath_dpp = 0x0, ni_nctrack_mnt = 0x0, ni_dvp_seqc = 0xffde0302, ni_vp_seqc = 0x0} error = 0x0 (kgdb) diff --git a/sys/fs/nullfs/null.h b/sys/fs/nullfs/null.h index 0a93878c859ff..dd6cb4f71f073 100644 --- a/sys/fs/nullfs/null.h +++ b/sys/fs/nullfs/null.h @@ -37,6 +37,9 @@ #define NULLM_CACHE 0x0001 +#include +#include + struct null_mount { struct mount *nullm_vfs; struct vnode *nullm_lowerrootvp; /* Ref to lower root vnode */ @@ -50,7 +53,7 @@ struct null_mount { * A cache of vnode references */ struct null_node { - LIST_ENTRY(null_node) null_hash; /* Hash list */ + CK_LIST_ENTRY(null_node) null_hash; /* Hash list */ struct vnode *null_lowervp; /* VREFed once */ struct vnode *null_vnode; /* Back pointer */ u_int null_flags; @@ -79,9 +82,7 @@ struct vnode *null_checkvp(struct vnode *vp, char *fil, int lno); extern struct vop_vector null_vnodeops; -#ifdef MALLOC_DECLARE -MALLOC_DECLARE(M_NULLFSNODE); -#endif +extern uma_zone_t null_node_zone; #ifdef NULLFS_DEBUG #define NULLFSDEBUG(format, args...) printf(format ,## args) diff --git a/sys/fs/nullfs/null_subr.c b/sys/fs/nullfs/null_subr.c index 053614b6910d2..19cfb5f30e950 100644 --- a/sys/fs/nullfs/null_subr.c +++ b/sys/fs/nullfs/null_subr.c @@ -41,9 +41,14 @@ #include #include #include +#include #include +#include + +VFS_SMR_DECLARE; + /* * Null layer cache: * Each cache entry holds a reference to the lower vnode @@ -54,12 +59,12 @@ #define NULL_NHASH(vp) (&null_node_hashtbl[vfs_hash_index(vp) & null_hash_mask]) -static LIST_HEAD(null_node_hashhead, null_node) *null_node_hashtbl; +static CK_LIST_HEAD(null_node_hashhead, null_node) *null_node_hashtbl; static struct rwlock null_hash_lock; static u_long null_hash_mask; static MALLOC_DEFINE(M_NULLFSHASH, "nullfs_hash", "NULLFS hash table"); -MALLOC_DEFINE(M_NULLFSNODE, "nullfs_node", "NULLFS vnode private part"); +uma_zone_t __read_mostly null_node_zone; static void null_hashins(struct mount *, struct null_node *); @@ -73,6 +78,10 @@ nullfs_init(struct vfsconf *vfsp) null_node_hashtbl = hashinit(desiredvnodes, M_NULLFSHASH, &null_hash_mask); rw_init(&null_hash_lock, "nullhs"); + null_node_zone = uma_zcreate("nullfs node", sizeof(struct null_node), + NULL, NULL, NULL, NULL, 0, UMA_ZONE_ZINIT); + VFS_SMR_ZONE_SET(null_node_zone); + return (0); } @@ -80,6 +89,7 @@ int nullfs_uninit(struct vfsconf *vfsp) { + uma_zdestroy(null_node_zone); rw_destroy(&null_hash_lock); hashdestroy(null_node_hashtbl, M_NULLFSHASH, null_hash_mask); return (0); @@ -106,7 +116,7 @@ null_hashget_locked(struct mount *mp, struct vnode *lowervp) * reference count (but NOT the lower vnode's VREF counter). */ hd = NULL_NHASH(lowervp); - LIST_FOREACH(a, hd, null_hash) { + CK_LIST_FOREACH(a, hd, null_hash) { if (a->null_lowervp == lowervp && NULLTOV(a)->v_mount == mp) { /* * Since we have the lower node locked the nullfs @@ -126,16 +136,45 @@ struct vnode * null_hashget(struct mount *mp, struct vnode *lowervp) { struct null_node_hashhead *hd; + struct null_node *a; struct vnode *vp; + enum vgetstate vs; + + rw_assert(&null_hash_lock, RA_UNLOCKED); + vfs_smr_enter(); hd = NULL_NHASH(lowervp); - if (LIST_EMPTY(hd)) - return (NULL); + CK_LIST_FOREACH(a, hd, null_hash) { + if (a->null_lowervp != lowervp) + continue; + if (NULLTOV(a)->v_mount == NULL) { + printf("%s: null mount\n", __func__); + vfs_smr_exit(); + goto try_locked; + } + /* + * Since we have the lower node locked the nullfs + * node can not be in the process of recycling. If + * it had been recycled before we grabed the lower + * lock it would not have been found on the hash. + */ + vp = NULLTOV(a); + vs = vget_prep_smr(vp); + vfs_smr_exit(); + if (__predict_false(vs == VGET_NONE)) { + printf("%s: failed vget_prep_smr\n", __func__); + goto try_locked; + } + vget_finish_ref(vp, vs); + return (vp); + } + vfs_smr_exit(); + return (NULL); +try_locked: rw_rlock(&null_hash_lock); vp = null_hashget_locked(mp, lowervp); rw_runlock(&null_hash_lock); - return (vp); } @@ -151,7 +190,7 @@ null_hashins(struct mount *mp, struct null_node *xp) hd = NULL_NHASH(xp->null_lowervp); #ifdef INVARIANTS - LIST_FOREACH(oxp, hd, null_hash) { + CK_LIST_FOREACH(oxp, hd, null_hash) { if (oxp->null_lowervp == xp->null_lowervp && NULLTOV(oxp)->v_mount == mp) { VNASSERT(0, NULLTOV(oxp), @@ -159,7 +198,7 @@ null_hashins(struct mount *mp, struct null_node *xp) } } #endif - LIST_INSERT_HEAD(hd, xp, null_hash); + CK_LIST_INSERT_HEAD(hd, xp, null_hash); } static void @@ -174,7 +213,7 @@ null_destroy_proto(struct vnode *vp, void *xp) VI_UNLOCK(vp); vgone(vp); vput(vp); - free(xp, M_NULLFSNODE); + uma_zfree_smr(null_node_zone, xp); } /* @@ -208,12 +247,12 @@ null_nodeget(struct mount *mp, struct vnode *lowervp, struct vnode **vpp) * Note that duplicate can only appear in hash if the lowervp is * locked LK_SHARED. */ - xp = malloc(sizeof(struct null_node), M_NULLFSNODE, M_WAITOK); + xp = uma_zalloc_smr(null_node_zone, M_WAITOK); error = getnewvnode("nullfs", mp, &null_vnodeops, &vp); if (error) { vput(lowervp); - free(xp, M_NULLFSNODE); + uma_zfree_smr(null_node_zone, xp); return (error); } @@ -277,7 +316,7 @@ null_hashrem(struct null_node *xp) { rw_wlock(&null_hash_lock); - LIST_REMOVE(xp, null_hash); + CK_LIST_REMOVE(xp, null_hash); rw_wunlock(&null_hash_lock); } diff --git a/sys/fs/nullfs/null_vnops.c b/sys/fs/nullfs/null_vnops.c index e9d598014a2fd..6531095f80b34 100644 --- a/sys/fs/nullfs/null_vnops.c +++ b/sys/fs/nullfs/null_vnops.c @@ -961,7 +961,7 @@ null_reclaim(struct vop_reclaim_args *ap) vunref(lowervp); else vput(lowervp); - free(xp, M_NULLFSNODE); + uma_zfree_smr(null_node_zone, xp); return (0); } -- Test scenario: src/tools/test/stress2/misc/nullfs20.sh