panic: Lock (lockmgr) nullfs not locked @ kern/kern_lock.c:1281., vmcore.369 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2021 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #2 main-n248073-0c92d88c9180-dirty: Tue Jul 20 10:30:39 CEST 2021 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 12.0.1 (git@github.com:llvm/llvm-project.git llvmorg-12.0.1-rc2-0-ge7dac564cd0e) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33174138880 (31637 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 6 9 10 11 3 4 8 2 5 7 Timecounter "TSC-low" frequency 1750037000 Hz quality 1000 random: entropy device external interface kbd1 at kbdmux0 mlx5en: Mellanox Ethernet driver 3.6.0 (December 2020) vtvga0: smbios0: at iomem 0xf0560-0xf057e smbios0: Version: 2.8, BCD Revision: 2.7 aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb433000-0xfb4333ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb432000-0xfb4327ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounters tick every 1.000 msec Expensive timeout(9) function: 0xffffffff80510d60(0xfffffe0109f8a000) 0.004489095 s ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: pass0 in 'Slot 01', SATA Slot: scbus1 target 0 ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> Expensive timeout(9) function: 0xffffffff80a75400(0xffffffff81aea0c8) 0.007409645 s mlx5_core0: mem 0xf8000000-0xf9ffffff irq 32 at device 0.0 on pci3 ugen0.1: <0x8086 XHCI root HUB> at usbus0 ugen1.1: at usbus1 ugen2.1: at usbus2 uhub0 on usbus0 uhub0: <0x8086 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0 uhub1 on usbus2 uhub1: on usbus2 uhub2 on usbus1 uhub2: on usbus1 mlx5_core0: WARN: mlx5_vsc_set_space:124:(pid 0): Space 0x7 is not supported. mlx5_core0: WARN: mlx5_fwdump_prep:99:(pid 0): VSC scan space is not supported mlx5_core0: INFO: init_one:1613:(pid 0): cannot find SR-IOV PCIe cap mlx5_core: INFO: (mlx5_core0): E-Switch: Total vports 1, l2 table size(65536), per vport: max uc(1024) max mc(16384) mlx5_core0: Failed to initialize SR-IOV support, error 2 mlx5_core1: mem 0xf6000000-0xf7ffffff irq 32 at device 0.1 on pci3 WARNING: /tmp was not properly dismounted . ugen0.3: at usbus0 ukbd0 on uhub3 ukbd0: on usbus0 kbd2 at ukbd0 fscklock order reversal: 1st 0xfffffe010e598588 ufs (ufs, lockmgr) @ kern/vfs_mount.c:2052 2nd 0xfffffe010e4d5070 devfs (devfs, lockmgr) @ kern/vfs_subr.c:3251 lock order devfs -> ufs established at: #0 0xffffffff80c91e99 at witness_checkorder+0x459 #1 0xffffffff80bf1f78 at lockmgr_lock_flags+0x178 #2 0xffffffff80f5aadd at ffs_lock+0x9d #3 0xffffffff811c013c at VOP_LOCK1_APV+0x3c #4 0xffffffff80d32564 at _vn_lock+0x54 #5 0xffffffff80d0b070 at vfs_domount_first+0x910 #6 0xffffffff80d06132 at vfs_domount+0x482 #7 0xffffffff80d037ae at vfs_donmount+0x9ee #8 0xffffffff80d09bed at kernel_mount+0xfd #9 0xffffffff80d0e671 at parse_mount+0x4b1 #10 0xffffffff80d0cd53 at vfs_mountroot+0x7b3 #11 0xffffffff80bae75f at start_init+0x1f #12 0xffffffff80bdb9a0 at fork_exit+0x80 #13 0xffffffff810c7cce at fork_trampoline+0xe lock order ufs -> devfs attempted at: #0 0xffffffff80c927cf at witness_checkorder+0xd8f #1 0xffffffff80bf1f78 at lockmgr_lock_flags+0x178 #2 0xffffffff811c013c at VOP_LOCK1_APV+0x3c #3 0xffffffff80d32564 at _vn_lock+0x54 #4 0xffffffff80d156a3 at vput_final+0x1f3 #5 0xffffffff80d14b36 at vrele+0x46 #6 0xffffffff80f56970 at ffs_unmount+0x4f0 #7 0xffffffff80d0763c at dounmount+0x95c #8 0x #10 0xffffffff810f69c7 at amd64_syscall+0x147 #11 0xffffffff810c756e at fast_syscall_common+0xf8 ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 121 files, 213 used, 1265194 free (74 frags, 158140 blocks, 0.0% fragmentation) ***** FILE SYSTEM MARKED CLEAN ***** Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc10 /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.32/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device lo0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Starting Network: mce0. mce0: flags=8822 metric 0 mtu 1500 options=7eed07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8822 metric 0 mtu 1500 options=7eed07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff8000483b800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Recovering vi editor sessions:. Updating motd:. Clearing /tmp (X related). Starting syslogd. Starting watchdogd. No core dumps found. Setting date via ntp. 20 Jul 20:59:49 ntpdate[2607]: step time server 192.168.5.1 offset +0.477902 sec Starting rpcbind. NFS access cache time=60 Starting statd. Starting lockd. Starting powerd. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Mounting late filesystems:. Starting inetd. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Tue Jul 20 20:59 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Jul 20 21:10:22 mercat1 su[2817]: pho to root on /dev/pts/0 20210720 21:10:47 all (1/1): force4.sh Jul 20 21:10:53 mercat1 kernel: pid 4293 (link), uid 2007 inumber 32930 on /mnt: filesystem full Jul 20 21:10:56 mercat1 kernel: pid 4154 (rw), uid 2007 inumber 33034 on /mnt: filesystem full Jul 20 21:11:14 mercat1 kernel: pid 4189 (swap), jid 0, uid 2007, was killed: out of swap space UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:11:38 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:12:20 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:13:15 all (1/1): force4.sh Jul 20 21:13:22 mercat1 kernel: pid 9125 (mmap), uid 2007 inumber 83041 on /mnt: filesystem full Jul 20 21:13:29 mercat1 kernel: pid 9188 (creat), uid 2007 inumber 32962 on /mnt: filesystem full Jul 20 21:13:46 mercat1 kernel: pid 9204 (swap), jid 0, uid 2007, was killed: out of swap space UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:14:12 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:15:05 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:15:58 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:16:49 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:17:24 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:18:08 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:19:01 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:19:45 all (1/1): force4.sh Jul 20 21:19:55 mercat1 kernel: pid 27997 (creat), uid 2007 inumber 32901 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:20:17 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:21:12 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:22:15 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:22:55 all (1/1): force4.sh Jul 20 21:23:06 mercat1 kernel: pid 36525 (mmap), uid 2007 inumber 94587 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:23:30 all (1/1): force4.sh Jul 20 21:23:41 mercat1 kernel: pid 38032 (mmap), uid 2007 inumber 17507 on /mnt: filesystem full Jul 20 21:23:46 mercat1 kernel: pid 38002 (symlink), uid 2007 inumber 99184 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:24:02 all (1/1): force4.sh Jul 20 21:24:23 mercat1 kernel: pid 39769 (creat), uid 2007 inumber 65837 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:25:05 all (1/1): force4.sh Jul 20 21:25:12 mercat1 kernel: pid 41737 (rw), uid 2007 inumber 47678 on /mnt: filesystem full Jul 20 21:25:19 mercat1 kernel: pid 41779 (mmap), uid 2007 inumber 59274 on /mnt: filesystem full Jul 20 21:25:33 mercat1 kernel: pid 41757 (openat), uid 2007 inumber 32965 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:25:46 all (1/1): force4.sh Jul 20 21:26:13 mercat1 kernel: pid 43561 (creat), uid 2007 inumber 33043 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:26:28 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt stress2: newblk leak: 17649/17655. stress2: mount leak: 13/44 stress2: GEOM leak: 4/77 20210720 21:27:14 all (1/1): force4.sh Jul 20 21:27:25 mercat1 kernel: pid 49531 (rw), uid 2007 inumber 83787 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:28:07 all (1/1): force4.sh g_vfs_done():md10[WRITE(offset=276987904, length=32768)]error = 6 UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:29:06 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:29:44 all (1/1): force4.sh Jul 20 21:29:52 mercat1 kernel: pid 55828 (link), uid 2007 inumber 32925 on /mnt: filesystem full Jul 20 21:30:33 mercat1 kernel: pid 55941 (creat), uid 2007 inumber 33012 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:30:49 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:31:52 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:32:59 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:33:31 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:34:14 all (1/1): force4.sh Jul 20 21:34:24 mercat1 kernel: pid 68219 (mmap), uid 2007 inumber 69743 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:35:13 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:36:23 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:37:12 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:38:05 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:38:44 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:39:27 all (1/1): force4.sh Jul 20 21:39:51 mercat1 kernel: pid 80425 (mkdir), uid 2007 inumber 65778 on /mnt: out of inodes Jul 20 21:40:17 mercat1 kernel: pid 80376 (mkdir), uid 2007 inumber 98675 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:40:31 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:41:15 all (1/1): force4.sh g_vfs_done():md10[WRITE(offset=809172992, length=32768)]error =UFS: forcibly unmounting /dev/md10 from /mnt 6 20210720 21:42:06 all (1/1): force4.sh Jul 20 21:42:19 mercat1 kernel: pid 87234 (mmap), uid 2007 inumber 46069 on /mnt: filesystem full Jul 20 21:42:29 mercat1 kernel: pid 87300 (mkdir), uid 2007 inumber 65790 on /mnt: out of inodes Jul 20 21:42:42 mercat1 kernel: pid 87253 (mmap), uid 2007 inumber 46348 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt stress2: freework leak: 152/160. stress2: mount leak: 13/44 stress2: GEOM leak: 4/77 20210720 21:42:50 all (1/1): force4.sh Jul 20 21:43:04 mercat1 kernel: pid 89975 (rw), uid 2007 inumber 54559 on /mnt: filesystem full Jul 20 21:43:06 mercat1 kernel: pid 89974 (mmap), uid 2007 inumber 63717 on /mnt: filesystem full Jul 20 21:43:08 mercat1 kernel: pid 89856 (rw), uid 2007 inumber 88799 on /mnt: filesystem full Jul 20 21:43:11 mercat1 kernel: pid 89885 (mmap), uid 2007 inumber 9796 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt 20210720 21:43:39 all (1/1): force4.sh UFS: forcibly unmounting /dev/md10 from /mnt panic: Lock (lockmgr) nullfs not locked @ kern/kern_lock.c:1281. cpuid = 4 time = 1626810268 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe0146f216d0 vpanic() at vpanic+0x187/frame 0xfffffe0146f21730 panic() at panic+0x43/frame 0xfffffe0146f21790 witness_assert() at witness_assert+0x21e/frame 0xfffffe0146f217c0 lockmgr_unlock() at lockmgr_unlock+0x85/frame 0xfffffe0146f217f0 VOP_UNLOCK() at VOP_UNLOCK+0x2d/frame 0xfffffe0146f21820 vput() at vput+0x4d/frame 0xfffffe0146f21840 lookup() at lookup+0xfcb/frame 0xfffffe0146f218e0 namei() at namei+0x379/frame 0xfffffe0146f21990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0146f21ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f21bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f21bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdaf8, rbp = 0x7fffffffdf30 --- KDB: enter: panic [ thread pid 91640 tid 100590 ] Stopped at kdb_enter+0x37: movq $0,0x1279e7e(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 1998 out of 32624 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 91640 tid 100590 td 0xfffffe0144151c80 kdb_enter() at kdb_enter+0x37/frame 0xfffffe0146f216d0 vpanic() at vpanic+0x1b8/frame 0xfffffe0146f21730 panic() at panic+0x43/frame 0xfffffe0146f21790 witness_assert() at witness_assert+0x21e/frame 0xfffffe0146f217c0 lockmgr_unlock() at lockmgr_unlock+0x85/frame 0xfffffe0146f217f0 VOP_UNLOCK() at VOP_UNLOCK+0x2d/frame 0xfffffe0146f21820 vput() at vput+0x4d/frame 0xfffffe0146f21840 lookup() at lookup+0xfcb/frame 0xfffffe0146f218e0 namei() at namei+0x379/frame 0xfffffe0146f21990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0146f21ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f21bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f21bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdaf8, rbp = 0x7fffffffdf30 --- db:1:pho1> show allpcpu Current CPU: 4 cpuid = 0 dynamic pcpu = 0x9b5bc0 curthread = 0xfffffe0144151560: pid 91611 tid 100604 critnest 0 "fts" curpcb = 0xfffffe0144151a70 fpcurthread = 0xfffffe0144151560: pid 91611 "fts" idlethread = 0xfffffe00e4c5b3a0: tid 100003 "idle: cpu0" self = 0xffffffff82610000 curpmap = 0xfffffe014c69eb10 tssp = 0xffffffff82610384 rsp0 = 0xfffffe0146f67cc0 kcr3 = 0x80000004ecae2269 ucr3 = 0x80000004babe3a69 scr3 = 0x4babe3a69 gs32p = 0xffffffff82610404 ldt = 0xffffffff82610444 tss = 0xffffffff82610434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb288bc0 curthread = 0xfffffe01435caac0: pid 91631 tid 100259 critnest 0 "fts" curpcb = 0xfffffe01435cafd0 fpcurthread = 0xfffffe01435caac0: pid 91631 "fts" idlethread = 0xfffffe00e4c5ac80: tid 100004 "idle: cpu1" self = 0xffffffff82611000 curpmap = 0xfffffe01474b7500 tssp = 0xffffffff82611384 rsp0 = 0xfffffe01416a7cc0 kcr3 = 0x80000004d66b275b ucr3 = 0x800000035b535f5b scr3 = 0x35b535f5b gs32p = 0xffffffff82611404 ldt = 0xffffffff82611444 tss = 0xffffffff82611434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb295bc0 curthread = 0xfffffe01441393a0: pid 91701 tid 100427 critnest 0 "swap" curpcb = 0xfffffe01441398b0 fpcurthread = 0xfffffe01441393a0: pid 91701 "swap" idlethread = 0xfffffe00e4c5a560: tid 100005 "idle: cpu2" self = 0xffffffff82612000 curpmap = 0xfffffe0145976500 tssp = 0xffffffff82612384 rsp0 = 0xfffffe0144539cc0 kcr3 = 0x8000000783e7c398 ucr3 = 0x800000057bbdbb98 scr3 = 0x73116db94 gs32p = 0xffffffff82612404 ldt = 0xffffffff82612444 tss = 0xffffffff82612434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb2a2bc0 curthread = 0xfffffe01440cf720: pid 91614 tid 100507 critnest 0 "fts" curpcb = 0xfffffe01440cfc30 fpcurthread = 0xfffffe01440cf720: pid 91614 "fts" idlethread = 0xfffffe00e4c59e40: tid 100006 "idle: cpu3" self = 0xffffffff82613000 curpmap = 0xfffffe01469f5500 tssp = 0xffffffff82613384 rsp0 = 0xfffffe01457b7cc0 kcr3 = 0x80000004ec9983d7 ucr3 = 0x800000057b37abd7 scr3 = 0x57b37abd7 gs32p = 0xffffffff82613404 ldt = 0xffffffff82613444 tss = 0xffffffff82613434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb2afbc0 curthread = 0xfffffe0144151c80: pid 91640 tid 100590 critnest 1 "mkdir" curpcb = 0xfffffe0144152190 fpcurthread = 0xfffffe0144151c80: pid 91640 "mkdir" idlethread = 0xfffffe00e4c59720: tid 100007 "idle: cpu4" self = 0xffffffff82614000 curpmap = 0xfffffe01441f3b10 tssp = 0xffffffff82614384 rsp0 = 0xfffffe0146f21cc0 kcr3 = 0x800000045121b635 ucr3 = 0x800000045121ae35 scr3 = 0x731311e30 gs32p = 0xffffffff82614404 ldt = 0xffffffff82614444 tss = 0xffffffff82614434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb2bcbc0 curthread = 0xfffffe010e165c80: pid 2400 tid 100231 critnest 0 "devd" curpcb = 0xfffffe010e166190 fpcurthread = 0xfffffe010e165c80: pid 2400 "devd" idlethread = 0xfffffe00e4c59000: tid 100008 "idle: cpu5" self = 0xffffffff82615000 curpmap = 0xfffffe010e5a1b10 tssp = 0xffffffff82615384 rsp0 = 0xfffffe0141601cc0 kcr3 = 0x8000000193f977d7 ucr3 = 0x8000000193f95fd7 scr3 = 0x4ecc53fd6 gs32p = 0xffffffff82615404 ldt = 0xffffffff82615444 tss = 0xffffffff82615434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb2c9bc0 curthread = 0xfffffe01440d0560: pid 91666 tid 100501 critnest 0 "swap" curpcb = 0xfffffe01440d0a70 fpcurthread = 0xfffffe01440d0560: pid 91666 "swap" idlethread = 0xfffffe00e4c5d740: tid 100009 "idle: cpu6" self = 0xffffffff82616000 curpmap = 0xfffffe01440ec500 tssp = 0xffffffff82616384 rsp0 = 0xfffffe0145799cc0 kcr3 = 0x80000003de3a9002 ucr3 = 0x80000003de3a8802 scr3 = 0x4bad9e97c gs32p = 0xffffffff82616404 ldt = 0xffffffff82616444 tss = 0xffffffff82616434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb2d6bc0 curthread = 0xfffffe00e4d07e40: pid 13 tid 100104 critnest 0 "g_event" curpcb = 0xfffffe00e4d08350 fpcurthread = none idlethread = 0xfffffe00e4c5d020: tid 100010 "idle: cpu7" self = 0xffffffff82617000 curpmap = 0xffffffff81e9cc50 tssp = 0xffffffff82617384 rsp0 = 0xfffffe00e49e8cc0 kcr3 = 0x8000000002556063 ucr3 = 0xffffffffffffffff scr3 = 0x451939b91 gs32p = 0xffffffff82617404 ldt = 0xffffffff82617444 tss = 0xffffffff82617434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb2e3bc0 curthread = 0xfffffe0145e23e40: pid 91708 tid 100541 critnest 0 "swap" curpcb = 0xfffffe0145e24350 fpcurthread = 0xfffffe0145e23e40: pid 91708 "swap" idlethread = 0xfffffe00e4c5c900: tid 100011 "idle: cpu8" self = 0xffffffff82618000 curpmap = 0xfffffe0151f9db10 tssp = 0xffffffff82618384 rsp0 = 0xfffffe0146e4fcc0 kcr3 = 0x8000000731be8007 ucr3 = 0x8000000412068807 scr3 = 0x451939b97 gs32p = 0xffffffff82618404 ldt = 0xffffffff82618444 tss = 0xffffffff82618434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb2f0bc0 curthread = 0xfffffe0145e25ac0: pid 91621 tid 100594 critnest 0 "fts" curpcb = 0xfffffe0145e25fd0 fpcurthread = 0xfffffe0145e25ac0: pid 91621 "fts" idlethread = 0xfffffe00e4c611e0: tid 100012 "idle: cpu9" self = 0xffffffff82619000 curpmap = 0xfffffe0144116120 tssp = 0xffffffff82619384 rsp0 = 0xfffffe0146f35cc0 kcr3 = 0x80000003de6a37ca ucr3 = 0x80000003decfafca scr3 = 0x3decfafca gs32p = 0xffffffff82619404 ldt = 0xffffffff82619444 tss = 0xffffffff82619434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb2fdbc0 curthread = 0xfffffe0144260720: pid 91625 tid 100511 critnest 0 "fts" curpcb = 0xfffffe0144260c30 fpcurthread = 0xfffffe0144260720: pid 91625 "fts" idlethread = 0xfffffe00e4c60ac0: tid 100013 "idle: cpu10" self = 0xffffffff8261a000 curpmap = 0xfffffe0147a04120 tssp = 0xffffffff8261a384 rsp0 = 0xfffffe01457d5cc0 kcr3 = 0x80000007837a8257 ucr3 = 0x8000000451dbda57 scr3 = 0x451dbda57 gs32p = 0xffffffff8261a404 ldt = 0xffffffff8261a444 tss = 0xffffffff8261a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb30abc0 curthread = 0xfffffe014410aac0: pid 91711 tid 100337 critnest 0 "swap" curpcb = 0xfffffe014410afd0 fpcurthread = 0xfffffe014410aac0: pid 91711 "swap" idlethread = 0xfffffe00e4c603a0: tid 100014 "idle: cpu11" self = 0xffffffff8261b000 curpmap = 0xfffffe0144252120 tssp = 0xffffffff8261b384 rsp0 = 0xfffffe014445dcc0 kcr3 = 0x800000057b6dd271 ucr3 = 0x80000004ec319a71 scr3 = 0x4ecffea7d gs32p = 0xffffffff8261b404 ldt = 0xffffffff8261b444 tss = 0xffffffff8261b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 91640 (mkdir) thread 0xfffffe0144151c80 (100590) shared lockmgr ufs (ufs) r = 0 (0xfffffe014c29c520) locked @ kern/vfs_vnops.c:2334 Process 91613 (creat) thread 0xfffffe0144137720 (100510) exclusive sleep mutex process lock (process lock) r = 0 (0xfffff80816445b98) locked @ kern/subr_trap.c:116 Process 13 (geom) thread 0xfffffe00e4d07e40 (100104) exclusive sx GEOM topology (GEOM topology) r = 0 (0xffffffff81e9b8e0) locked @ geom/geom_event.c:286 db:1:pho1> show lockedvnods Locked vnodes db:1:pho1> show mount 0xfffffe010de6e700 /dev/gpt/work on / (ufs) 0xfffffe010de6f280 devfs on /dev (devfs) 0xfffffe0142893280 /dev/gpt/tmp on /tmp (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 67449 Buf domain 0 freebufs 15007 lofreebufs 219 hifreebufs 329 bufspace 3477504 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 14 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 111 (2985984) dirtyq count 14 (458752) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 14964 space 3477504 Buf domain 1 freebufs 15121 lofreebufs 219 hifreebufs 329 bufspace 49152 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 11 (45056) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 15847 space 49152 Buf domain 2 freebufs 15123 lofreebufs 219 hifreebufs 329 bufspace 40960 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 3 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 7 (28672) dirtyq count 3 (12288) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 15912 space 40960 Buf domain 3 freebufs 15127 lofreebufs 219 hifreebufs 329 bufspace 24576 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 6 (24576) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 12696 space 24576 Buf domain 4 freebufs 15113 lofreebufs 219 hifreebufs 329 bufspace 290816 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 20 (290816) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 13022 space 290816 Buf domain 5 freebufs 15113 lofreebufs 219 hifreebufs 329 bufspace 245760 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 17 (225280) dirtyq count 2 (8192) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 17259 space 245760 Buf domain 6 freebufs 15125 lofreebufs 219 hifreebufs 329 bufspace 53248 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 8 (53248) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 16225 space 53248 db:1:pho1> show page vm_cnt.v_free_count: 1580660 vm_cnt.v_inactive_count: 10443 vm_cnt.v_active_count: 6233158 vm_cnt.v_laundry_count: 2 vm_cnt.v_wire_count: 288616 vm_cnt.v_free_reserved: 10643 vm_cnt.v_free_min: 51261 vm_cnt.v_free_target: 173115 vm_cnt.v_inactive_target: 259672 db:1:pho1> show pageq pq_free 1580660 dom 0 page_cnt 8123602 free 1580660 pq_act 6233158 pq_inact 10443 pq_laund 2 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000147 | 000000 11 (008192K) | 000004 | 000001 10 (004096K) | 000009 | 000002 09 (002048K) | 000388 | 000007 08 (001024K) | 000608 | 000011 07 (000512K) | 000953 | 000013 06 (000256K) | 001407 | 000031 05 (000128K) | 001784 | 000094 04 (000064K) | 002340 | 000121 03 (000032K) | 003289 | 000001 02 (000016K) | 006451 | 000089 01 (000008K) | 012438 | 001344 00 (000004K) | 020464 | 001675 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000001 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree malloc-4096 4096 34129 28 129533 0 2 139907072 0 FFS inode 1160 1185 119110 17211703 0 71 139542200 0 VNODE 600 1337 150906 43555304 0 140 91345800 0 RADIX NODE 144 426952 108825 18555402 0 151 77151888 0 malloc-384 384 449 132021 17964879 0 33 50868480 0 malloc-256 256 734 166321 50792208 0 78 42766080 0 mbuf_cluster 2048 15940 6 2252142 0 8 32657408 0 VM OBJECT 264 2359 116846 17084206 0 49 31470120 0 FFS2 dinode 256 1185 118425 17211703 0 66 30620160 0 malloc-256 256 0 91530 24134117 0 63 23431680 0 malloc-128 128 872 142937 32486188 0 129 18407552 0 BUF TRIE 144 59 105893 2025129 0 63 15257088 0 malloc-128 128 14276 98037 29717021 0 127 14376064 0 malloc-256 256 38 39727 10197926 0 62 10179840 0 256 Bucket 2048 2880 1740 573286 0 10 9461760 0 S VFS Cache 104 1802 80254 7346360 0 127 8533824 0 128 Bucket 1024 4549 3754 963810 0 17 8502272 0 malloc-128 128 40461 20299 6789341 0 126 7777280 0 UMA Slabs 0 112 51356 13 67867 0 126 5753328 0 malloc-64 64 9827 74908 26558198 0 254 5423040 0 mbuf 256 15524 4617 180194853 0 254 5156096 0 64 Bucket 512 5108 3588 1493745 0 30 4452352 0 mbuf_jumbo_page 4096 0 1036 32022187 0 47 4243456 0 vmem btag 56 70106 514 103982 0 254 3954720 0 malloc-128 128 436 17544 2897314 0 126 2301440 0 malloc-128 128 65 17822 490997128 0 127 2289536 0 pbuf 2776 0 732 0 0 0 2032032 0 g_bio 408 0 4920 3116630 0 33 2007360 0 DIRHASH 1024 2 1530 3560361 0 16 1568768 0 malloc-4096 4096 207 174 92228 0 3 1560576 0 malloc-32768 32768 10 34 4203 0 1 1441792 0 32 Bucket 256 2117 3508 999824 0 62 1440000 0 malloc-4096 4096 332 16 2034 0 2 1425408 0 swblk 136 1338 8435 42813 0 62 1329128 0 THREAD 1808 621 61 662 0 8 1233056 0 mbuf_packet 256 6 4543 92386558 0 254 1164544 0 malloc-65536 65536 3 11 3974 0 1 917504 0 malloc-65536 65536 2 12 666 0 1 917504 0 VMSPACE 2544 116 238 92025 0 5 900576 0 malloc-32768 32768 0 27 682 0 1 884736 0 malloc-64 64 9696 3849 202510 0 254 866880 0 malloc-8192 8192 89 15 131 0 1 851968 0 MAP ENTRY 96 3111 5499 9692478 0 127 826560 0 16 Bucket 144 1610 3458 349302 0 62 729792 0 L VFS Cache 320 0 2184 24813 0 30 698880 0 PROC 1336 204 216 92099 0 8 561120 0 NAMEI 1024 20 516 270970352 0 17 548864 0 malloc-16384 16384 4 27 12541 0 1 507904 0 UMA Zones 2048 228 7 228 0 8 481280 0 malloc-32768 32768 2 12 98 0 1 458752 0 filedesc0 1072 150 270 92100 0 8 450240 0 4 Bucket 48 98 8890 67475 0 254 431424 0 malloc-32768 32768 13 0 13 0 1 425984 0 malloc-8192 8192 27 24 111 0 1 417792 0 malloc-65536 65536 1 5 96 0 1 393216 0 malloc-32768 32768 12 0 12 0 1 393216 0 8 Bucket 80 177 4573 383081 0 126 380000 0 lkpimm 160 2 2323 2 0 62 372000 0 lkpicurr 160 9 2316 9 0 62 372000 0 malloc-32 32 8631 1701 14495 0 254 330624 0 malloc-64 64 4149 765 4427 0 254 314496 0 malloc-256 256 939 246 5587 0 62 303360 0 malloc-2048 2048 125 17 462 0 8 290816 0 malloc-1024 1024 201 67 5074 0 16 274432 0 malloc-16 16 15320 1430 15484 0 254 268000 0 malloc-65536 65536 4 0 9 0 1 262144 0 pipe 744 10 310 46576 0 16 238080 0 socket 944 52 192 6874 0 16 230336 0 swpctrie 144 244 1352 5452 0 62 229824 0 malloc-16384 16384 14 0 4834 0 1 229376 0 ksiginfo 112 394 1622 9496 0 126 225792 0 malloc-64 64 34 3494 565573055 0 254 225792 0 malloc-1024 1024 9 207 57086 0 16 221184 0 malloc-512 512 35 397 397039 0 30 221184 0 malloc-8192 8192 0 25 608 0 1 204800 0 2 Bucket 32 299 6001 154258 0 254 201600 0 malloc-128 128 1 1549 89161 0 126 198400 0 malloc-1024 1024 65 115 112158 0 16 184320 0 Files 80 151 2149 26514367 0 126 184000 0 malloc-8192 8192 19 0 3069 0 1 155648 0 malloc-4096 4096 19 19 2787 0 2 155648 0 PWD 32 43 4493 4625322 0 254 145152 0 clpbuf 2776 0 52 96688 0 2 144352 0 malloc-384 384 137 223 3922 0 30 138240 0 malloc-65536 65536 2 0 2 0 1 131072 0 Mountpoints 2944 4 40 86 0 4 129536 0 ada_ccb 272 0 462 41543 0 30 125664 0 DEVCTL 1024 0 116 1278 0 0 118784 0 TURNSTILE 136 683 115 683 0 62 108528 0 unpcb 256 16 404 6573 0 62 107520 0 malloc-4096 4096 1 25 272 0 2 106496 0 rl_entry 40 387 2239 387 0 254 105040 0 malloc-8192 8192 12 0 12 0 1 98304 0 malloc-256 256 33 342 3813 0 62 96000 0 malloc-128 128 52 692 400129 0 126 95232 0 malloc-256 256 181 164 771 0 62 88320 0 SLEEPQUEUE 88 683 309 683 0 126 87296 0 fakepg 104 0 819 656 0 126 85176 0 malloc-32 32 458 2188 40251 0 254 84672 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-2048 2048 5 35 84 0 8 81920 0 malloc-384 384 31 179 1557 0 30 80640 0 UMA Kegs 384 197 6 197 0 30 77952 0 swrbuf 2776 0 28 3869 0 2 77728 0 malloc-64 64 74 1123 217505 0 254 76608 0 malloc-32 32 129 2139 93637 0 254 72576 0 ttyinq 160 330 120 540 0 62 72000 0 malloc-2048 2048 10 24 7282 0 8 69632 0 PGRP 88 33 749 157 0 126 68816 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-16384 16384 4 0 6 0 1 65536 0 malloc-1024 1024 17 47 574 0 16 65536 0 ttyoutq 256 173 82 282 0 62 65280 0 malloc-64 64 28 980 6952 0 254 64512 0 malloc-32 32 134 1882 245 0 254 64512 0 malloc-4096 4096 15 0 26 0 2 61440 0 malloc-16 16 831 2919 41994 0 254 60000 0 malloc-1024 1024 3 53 837 0 16 57344 0 malloc-32 32 11 1753 549 0 254 56448 0 udp_inpcb 496 22 90 265 0 30 55552 0 malloc-512 512 30 74 84 0 30 53248 0 malloc-32 32 24 1614 88 0 254 52416 0 malloc-2048 2048 0 24 183 0 8 49152 0 malloc-32 32 613 899 27066 0 254 48384 0 malloc-16 16 43 2957 1845 0 254 48000 0 malloc-16 16 15 2985 73844 0 254 48000 0 pcpu-8 8 3502 2130 3509 0 254 45056 0 malloc-384 384 25 85 10526 0 30 42240 0 malloc-4096 4096 7 3 20 0 2 40960 0 pcpu-64 64 454 186 454 0 254 40960 0 malloc-16 16 568 1932 1094325 0 254 40000 0 cpuset 104 27 345 27 0 126 38688 0 malloc-384 384 52 48 52 0 30 38400 0 tcpcb 1080 11 24 16 0 8 37800 0 malloc-1024 1024 19 17 38 0 16 36864 0 malloc-512 512 0 72 2215 0 30 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-512 512 1 63 1605 0 30 32768 0 rtentry 176 12 172 15 0 62 32384 0 udpcb 32 22 986 265 0 254 32256 0 malloc-128 128 42 175 52 0 126 27776 0 malloc-384 384 13 57 14 0 30 26880 0 malloc-16 16 33 1467 47 0 254 24000 0 routing nhops 256 9 81 15 0 62 23040 0 malloc-1024 1024 15 5 27 0 16 20480 0 pcpu-16 16 44 1236 44 0 254 20480 0 malloc-16 16 31 1219 60 0 254 20000 0 tcp_inpcb 496 11 29 16 0 30 19840 0 malloc-256 256 20 55 20 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-4096 4096 4 0 5 0 2 16384 0 malloc-256 256 18 42 30 0 62 15360 0 malloc-512 512 6 18 52 0 30 12288 0 malloc-64 64 4 185 8 0 254 12096 0 malloc-2048 2048 2 2 2 0 8 8192 0 kenv 258 18 12 21840 0 30 7740 0 FPU_save_area 832 1 8 1 0 16 7488 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-1024 1024 4 0 4 0 16 4096 0 malloc-64 64 8 55 9 0 254 4032 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 malloc-16 16 2 248 3 0 254 4000 0 ripcb 496 1 7 3 0 30 3968 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 1 9 33 0 30 3840 0 KMAP ENTRY 96 36 3 36 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 92 3 0 254 3040 0 SMR SHARED 24 3 92 3 0 254 2280 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 udplite_inpcb 496 0 0 0 0 30 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 syncache 168 0 0 1 0 62 0 0 tcptw 88 0 0 0 0 126 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 KNOTE 160 0 0 0 0 62 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 736 0 0 0 0 16 0 0 TMPFS node 224 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2776 0 0 0 0 4 0 0 mdpbuf 2776 0 0 0 0 1 0 0 nfspbuf 2776 0 0 0 0 2 0 0 swwbuf 2776 0 0 20499 0 1 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 8 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 12 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 3 0 8 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-32 32 0 0 2 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 ktls_buffers 16384 0 0 0 1 vm pgcache 4096 158619 5209 7549799 34 vm pgcache 4096 28586 5404 44508402 72 buf free cache 848 202 38280 9188181 28 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 179 28971 3635718 17 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 3 71 82708 4 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 621 15 662 1 db:0:pho> acttrace Tracing command geom pid 13 tid 100104 td 0xfffffe00e4d07e40 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee10 trap() at trap+0x56/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff80bff489, rsp = 0xfffffe00e49e8af0, rbp = 0xfffffe00e49e8b20 --- __mtx_lock_spin_flags() at __mtx_lock_spin_flags+0x29/frame 0xfffffe00e49e8b20 wakeup() at wakeup+0xf/frame 0xfffffe00e49e8b40 g_wither_washer() at g_wither_washer+0xf5/frame 0xfffffe00e49e8b80 g_run_events() at g_run_events+0x408/frame 0xfffffe00e49e8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49e8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49e8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command fts pid 91611 tid 100604 td 0xfffffe0144151560 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81ff9220 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81ff9230 trap() at trap+0x56/frame 0xffffffff81ff9340 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81ff9340 --- trap 0x13, rip = 0x8011f0df8, rsp = 0x7fffffffe1d0, rbp = 0x7fffffffe1e0 --- Tracing command fts pid 91614 tid 100507 td 0xfffffe01440cf720 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae10 trap() at trap+0x56/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0x8011049db, rsp = 0x7fffffffe2a0, rbp = 0x7fffffffe310 --- Tracing command fts pid 91621 tid 100594 td 0xfffffe0145e25ac0 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce88e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce88e10 trap() at trap+0x56/frame 0xfffffe003ce88f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce88f20 --- trap 0x13, rip = 0x8011a5342, rsp = 0x7fffffffe148, rbp = 0x7fffffffe170 --- Tracing command fts pid 91625 tid 100511 td 0xfffffe0144260720 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e10 trap() at trap+0x56/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0x8011f04c9, rsp = 0x7fffffffded0, rbp = 0x7fffffffe220 --- Tracing command fts pid 91631 tid 100259 td 0xfffffe01435caac0 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e10 trap() at trap+0x56/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff80f82e86, rsp = 0xfffffe01416a7770, rbp = 0xfffffe01416a7770 --- trash_dtor() at trash_dtor+0x16/frame 0xfffffe01416a7770 uma_zfree_arg() at uma_zfree_arg+0x1a3/frame 0xfffffe01416a77c0 namei() at namei+0x34e/frame 0xfffffe01416a7870 kern_statat() at kern_statat+0x12d/frame 0xfffffe01416a79c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe01416a7ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416a7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416a7bf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x8011a93aa, rsp = 0x7fffffffe0b8, rbp = 0x7fffffffe170 --- Tracing command mkdir pid 91640 tid 100590 td 0xfffffe0144151c80 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe0146f216d0 vpanic() at vpanic+0x1b8/frame 0xfffffe0146f21730 panic() at panic+0x43/frame 0xfffffe0146f21790 witness_assert() at witness_assert+0x21e/frame 0xfffffe0146f217c0 lockmgr_unlock() at lockmgr_unlock+0x85/frame 0xfffffe0146f217f0 VOP_UNLOCK() at VOP_UNLOCK+0x2d/frame 0xfffffe0146f21820 vput() at vput+0x4d/frame 0xfffffe0146f21840 lookup() at lookup+0xfcb/frame 0xfffffe0146f218e0 namei() at namei+0x379/frame 0xfffffe0146f21990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0146f21ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f21bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f21bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdaf8, rbp = 0x7fffffffdf30 --- Tracing command swap pid 91666 tid 100501 td 0xfffffe01440d0560 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e10 trap() at trap+0x56/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0x10247bc, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91701 tid 100427 td 0xfffffe01441393a0 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de10 trap() at trap+0x56/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0x10247bc, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91708 tid 100541 td 0xfffffe0145e23e40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7be00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be10 trap() at trap+0x56/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0x10247b7, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91711 tid 100337 td 0xfffffe014410aac0 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e10 trap() at trap+0x56/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0x10247b5, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command devd pid 2400 tid 100231 td 0xfffffe010e165c80 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e10 trap() at trap+0x56/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0x2756bd, rsp = 0x7fffffff8258, rbp = 0x7fffffff8280 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 92099 91549 2821 0 S+ nanslp 0xffffffff81ebc0a5 sleep 92096 91741 2905 0 R sh 91741 2946 2905 0 S piperd 0xfffff8057b7278b8 sh 91712 91642 91571 2007 R+ swap 91711 91642 91571 2007 R+ CPU 11 swap 91710 91642 91571 2007 R+ swap 91709 91642 91571 2007 R+ swap 91708 91642 91571 2007 R+ CPU 8 swap 91707 91610 91571 2007 R+ lockf 91706 91642 91571 2007 R+ swap 91701 91642 91571 2007 R+ CPU 2 swap 91697 91642 91571 2007 R+ swap 91694 91642 91571 2007 R+ swap 91693 91610 91571 2007 R+ lockf 91690 91642 91571 2007 R+ swap 91688 91597 91571 2007 R+ mmap 91683 91642 91571 2007 R+ swap 91678 91642 91571 2007 R+ swap 91674 91642 91571 2007 R+ swap 91670 91610 91571 2007 R+ lockf 91668 91642 91571 2007 R+ swap 91666 91642 91571 2007 R+ CPU 6 swap 91665 91610 91571 2007 R+ lockf 91664 91597 91571 2007 R+ mmap 91661 91642 91571 2007 R+ swap 91658 91610 91571 2007 R+ lockf 91657 91642 91571 2007 R+ swap 91653 91642 91571 2007 R+ swap 91652 91597 91571 2007 R+ mmap 91651 91591 91571 2007 R+ rw 91649 91610 91571 2007 R+ lockf 91648 91642 91571 2007 R+ swap 91644 91610 91571 2007 R+ lockf 91642 91587 91571 2007 S+ wait 0xfffff80534fec538 swap 91641 91597 91571 2007 R+ mmap 91640 91618 91571 2007 R+ CPU 4 mkdir 91639 91610 91571 2007 R+ lockf 91637 91597 91571 2007 R+ mmap 91636 91610 91571 2007 R+ lockf 91631 91603 91571 2007 R+ CPU 1 fts 91630 91610 91571 2007 R+ lockf 91626 91606 91571 2007 R+ creat 91625 91603 91571 2007 R+ CPU 10 fts 91621 91603 91571 2007 R+ CPU 9 fts 91620 91606 91571 2007 R+ creat 91619 91586 91571 2007 R+ rename 91618 91584 91571 2007 S+ wait 0xfffff8012ecdb538 mkdir 91614 91603 91571 2007 R+ CPU 3 fts 91613 91606 91571 2007 R+ creat 91611 91603 91571 2007 R+ CPU 0 fts 91610 91582 91571 2007 R+ lockf 91609 91597 91571 2007 R+ mmap 91608 91591 91571 2007 R+ rw 91606 91583 91571 2007 S+ wait 0xfffff8063902b000 creat 91603 91580 91571 2007 S+ wait 0xfffff80193db5000 fts 91602 91589 91571 2007 R+ openat 91601 91591 91571 2007 R+ rw 91599 91591 91571 2007 R+ rw 91597 91579 91571 2007 S+ wait 0xfffff80412262a70 mmap 91591 91578 91571 2007 S+ wait 0xfffff807f11b7a70 rw 91589 91576 91571 2007 S+ wait 0xfffff80193feb000 openat 91588 91585 91571 2007 R+ lockf2 91587 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a6 swap 91586 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 rename 91585 91574 91571 2007 S+ wait 0xfffff80534b5ca70 lockf2 91584 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 mkdir 91583 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 creat 91582 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 lockf 91580 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 fts 91579 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 mmap 91578 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a6 rw 91576 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a7 openat 91574 91573 91571 2007 S+ nanslp 0xffffffff81ebc0a4 lockf2 91573 91572 91571 2007 S+ wait 0xfffff8053488ea70 run 91572 91571 91571 2007 S+ wait 0xfffff80534e47000 run 91571 91568 91571 2007 S+ nanslp 0xffffffff81ebc0a7 run 91568 91549 2821 0 S+ wait 0xfffff8001b5f9a70 su 91549 91547 2821 0 S+ wait 0xfffff8001b318000 sh 91548 2821 2821 0 S+ piperd 0xfffff806e77c78b8 tee 91547 2821 2821 0 S+ wait 0xfffff8041252b000 sh 2948 2905 2905 0 S piperd 0xfffff8001bb87000 sh 2947 2905 2905 0 S piperd 0xfffff800110b0ba0 awk 2946 2905 2905 0 S wait 0xfffff8001b621538 sh 2905 1 2905 0 SWs wait 0xfffff8001b237000 sh 2821 2819 2821 0 S+ wait 0xfffff8001b31ea70 sh 2819 2817 2819 0 SW+ wait 0xfffff80004240000 bash 2817 2816 2817 0 SW+ pause 0xfffff800048570b0 csh 2816 2811 2816 2006 SW+ wait 0xfffff8001b632538 su 2811 2810 2811 2006 SWs+ wait 0xfffff80004935a70 bash 2810 2807 2807 2006 S select 0xfffff800122a8bc0 sshd 2807 2721 2807 0 Ss select 0xfffff800042b46c0 sshd 2748 1 2748 0 Ss+ ttyin 0xfffff80003dee0b0 getty 2747 1 2747 0 Ss+ ttyin 0xfffff80003dee4b0 getty 2746 1 2746 0 Ss+ ttyin 0xfffff8001107f0b0 getty 2745 1 2745 0 Ss+ ttyin 0xfffff8001107f4b0 getty 2744 1 2744 0 Ss+ ttyin 0xfffff8001107f8b0 getty 2743 1 2743 0 Ss+ ttyin 0xfffff8001107fcb0 getty 2742 1 2742 0 Ss+ ttyin 0xfffff800110880b0 getty 2741 1 2741 0 Ss+ ttyin 0xfffff800110884b0 getty 2740 1 2740 0 Ss+ ttyin 0xfffff800110888b0 getty 2739 1 2739 0 Ss+ ttyin 0xfffff80011088cb0 getty 2725 1 2725 0 Ss nanslp 0xffffffff81ebc0a6 cron 2721 1 2721 0 Ss select 0xfffff80003c1dd40 sshd 2702 1 2702 0 Ss select 0xfffff80004967c40 inetd 2676 1 2676 123 Ss select 0xfffff80004967cc0 ntpd 2650 1 2650 0 Ss select 0xfffff800122a8c40 powerd 2645 1 2645 0 Ss rpcsvc 0xfffff805342c4e60 NLM: master 2642 1 2642 0 Ss select 0xfffff8001b100ec0 rpc.statd 2617 1 2617 0 Ss select 0xfffff8001b2c3ec0 rpcbind 2595 1 2595 0 Ss nanslp 0xffffffff81ebc0ab watchdogd 2587 1 2587 0 Ss select 0xfffff800122a88c0 syslogd 2400 1 2400 0 Rs CPU 5 devd 2395 1 2395 65 Ss select 0xfffff80004967dc0 dhclient 2336 1 2336 0 Ss select 0xfffff8001b100f40 dhclient 2333 1 2333 0 Ss select 0xfffff80004845840 dhclient 34 0 0 0 DL syncer 0xffffffff81fab480 [syncer] 33 0 0 0 DL vlruwt 0xfffff8001b06ba70 [vnlru] 32 0 0 0 DL (threaded) [bufdaemon] 100213 D qsleep 0xffffffff81faa520 [bufdaemon] 100214 D - 0xffffffff81a0af40 [bufspacedaemon-0] 100215 D - 0xffffffff81a13200 [bufspacedaemon-1] 100216 D - 0xffffffff81a1b4c0 [bufspacedaemon-2] 100217 D - 0xffffffff81a23780 [bufspacedaemon-3] 100218 D - 0xffffffff81a2ba40 [bufspacedaemon-4] 100219 D - 0xffffffff81a33d00 [bufspacedaemon-5] 100220 D - 0xffffffff81a3bfc0 [bufspacedaemon-6] 100236 D sdflush 0xfffff800048210e8 [/ worker] 100243 D sdflush 0xfffff8000df0ece8 [/tmp worker] 31 0 0 0 DL psleep 0xffffffff81fd0208 [vmdaemon] 30 0 0 0 DL (threaded) [pagedaemon] 100211 D psleep 0xffffffff81fc4678 [dom0] 100221 D launds 0xffffffff81fc4684 [laundry: dom0] 100222 D umarcl 0xffffffff80f7d050 [uma] 29 0 0 0 DL idle 0xfffff80003c0f000 [enc_daemon1] 28 0 0 0 DL idle 0xfffff80003c0f538 [enc_daemon0] 27 0 0 0 DL - 0xffffffff81cf03d8 [rand_harvestq] 26 0 0 0 DL - 0xffffffff81fa7bdc [soaiod4] 25 0 0 0 DL - 0xffffffff81fa7bdc [soaiod3] 24 0 0 0 DL - 0xffffffff81fa7bdc [soaiod2] 23 0 0 0 DL - 0xffffffff81fa7bdc [soaiod1] 22 0 0 0 DL (threaded) [usb] 100140 D - 0xfffffe010a188440 [usbus0] 100141 D - 0xfffffe010a188498 [usbus0] 100142 D - 0xfffffe010a1884f0 [usbus0] 100143 D - 0xfffffe010a188548 [usbus0] 100144 D - 0xfffffe010a1885a0 [usbus0] 100146 D - 0xfffffe00e4d66cf0 [usbus1] 100147 D - 0xfffffe00e4d66d48 [usbus1] 100148 D - 0xfffffe00e4d66da0 [usbus1] 100149 D - 0xfffffe00e4d66df8 [usbus1] 100150 D - 0xfffffe00e4d66e50 [usbus1] 100151 D - 0xfffffe00e4d46cf0 [usbus2] 100152 D - 0xfffffe00e4d46d48 [usbus2] 100153 D - 0xfffffe00e4d46da0 [usbus2] 100154 D - 0xfffffe00e4d46df8 [usbus2] 100155 D - 0xfffffe00e4d46e50 [usbus2] 21 0 0 0 RL (threaded) [cam] 100133 D - 0xffffffff81bc7ac0 [doneq0] 100134 RunQ [doneq1] 100135 D - 0xffffffff81bc7bc0 [doneq2] 100136 D - 0xffffffff81bc7a40 [async] 100168 D - 0xffffffff81bc7910 [scanner] 20 0 0 0 DL seqstat 0xfffff80003e0f488 [sequencer 00] 19 0 0 0 DL crypto_ 0xfffff80003deefa0 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff80003deef50 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff80003deef00 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff80003deeeb0 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff80003deee60 [crypto returns 7] 14 0 0 0 DL crypto_ 0xfffff80003deee10 [crypto returns 6] 9 0 0 0 DL crypto_ 0xfffff80003deedc0 [crypto returns 5] 8 0 0 0 DL crypto_ 0xfffff80003deed70 [crypto returns 4] 7 0 0 0 DL crypto_ 0xfffff80003deed20 [crypto returns 3] 6 0 0 0 DL crypto_ 0xfffff80003deecd0 [crypto returns 2] 5 0 0 0 DL crypto_ 0xfffff80003deec80 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003deec30 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff81fc1ba0 [crypto] 13 0 0 0 RL (threaded) [geom] 100104 Run CPU 7 [g_event] 100105 D - 0xffffffff81e9b928 [g_up] 100106 D - 0xffffffff81e9b930 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100077 D - 0xfffff80003ccc800 [thr_0] 100078 D - 0xfffff80003ccc880 [thr_1] 100079 D - 0xfffff80003ccc900 [thr_2] 100080 D - 0xfffff80003ccc980 [thr_3] 100081 D - 0xfffff80003ccca00 [thr_4] 100082 D - 0xfffff80003ccca80 [thr_5] 100083 D - 0xfffff80003cccb00 [thr_6] 100084 D - 0xfffff80003cccb80 [thr_7] 100085 D - 0xfffff80003cccc00 [thr_8] 100086 D - 0xfffff80003cccc80 [thr_9] 100087 D - 0xfffff80003cccd00 [thr_10] 100088 D - 0xfffff80003cccd80 [thr_11] 12 0 0 0 WL (threaded) [intr] 100046 I [swi6: task queue] 100047 I [swi6: Giant taskq] 100049 I [swi5: fast taskq] 100089 I [swi4: clock (0)] 100090 I [swi4: clock (1)] 100091 I [swi4: clock (2)] 100092 I [swi4: clock (3)] 100093 I [swi4: clock (4)] 100094 I [swi4: clock (5)] 100095 I [swi4: clock (6)] 100096 I [swi4: clock (7)] 100097 I [swi4: clock (8)] 100098 I [swi4: clock (9)] 100099 I [swi4: clock (10)] 100100 I [swi4: clock (11)] 100101 I [swi1: netisr 0] 100102 I [swi3: vm] 100137 I [swi4: apei] 100138 I [irq56: ahci0] 100139 I [irq19: xhci0] 100145 I [irq18: ehci0 ehci1+] 100156 I [irq71: ahci1] 100157 I [swi0: uart uart] 100175 I [irq73: mlx5_core0] 100176 I [irq74: mlx5_core0] 100177 I [irq72: mlx5_core0] 100178 I [irq75: mlx5_core0] 100179 I [irq76: mlx5_core0] 100180 I [irq77: mlx5_core0] 100181 I [irq78: mlx5_core0] 100182 I [irq79: mlx5_core0] 100183 I [irq80: mlx5_core0] 100184 I [irq81: mlx5_core0] 100185 I [irq82: mlx5_core0] 100186 I [irq83: mlx5_core0] 100187 I [irq84: mlx5_core0] 100188 I [irq85: mlx5_core0] 100189 I [irq86: mlx5_core0] 100195 I [irq88: mlx5_core1] 100196 I [irq89: mlx5_core1] 100197 I [irq87: mlx5_core1] 100198 I [irq90: mlx5_core1] 100199 I [irq91: mlx5_core1] 100200 I [irq92: mlx5_core1] 100201 I [irq93: mlx5_core1] 100202 I [irq94: mlx5_core1] 100203 I [irq95: mlx5_core1] 100204 I [irq96: mlx5_core1] 100205 I [irq97: mlx5_core1] 100206 I [irq98: mlx5_core1] 100207 I [irq99: mlx5_core1] 100208 I [irq100: mlx5_core1] 100209 I [irq101: mlx5_core1] 100273 I [irq102: ioat0] 100274 I [irq103: ioat1] 100275 I [irq104: ioat2] 100276 I [irq105: ioat3] 100277 I [irq106: ioat4] 100278 I [irq107: ioat5] 100279 I [irq108: ioat6] 100280 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff80003b43538 [init] 10 0 0 0 DL audit_w 0xffffffff81fc20b0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff81e9beb0 [swapper] 100015 D - 0xfffff80003965c00 [softirq_0] 100016 D - 0xfffff80003965b00 [softirq_1] 100017 D - 0xfffff80003965a00 [softirq_2] 100018 D - 0xfffff80003965900 [softirq_3] 100019 D - 0xfffff80003965800 [softirq_4] 100020 D - 0xfffff80003965700 [softirq_5] 100021 D - 0xfffff80003965600 [softirq_6] 100022 D - 0xfffff80003965500 [softirq_7] 100023 D - 0xfffff80003965400 [softirq_8] 100024 D - 0xfffff80003965300 [softirq_9] 100025 D - 0xfffff80003965200 [softirq_10] 100026 D - 0xfffff80003965100 [softirq_11] 100027 D - 0xfffff80003965000 [if_io_tqg_0] 100028 D - 0xfffff80003b1ce00 [if_io_tqg_1] 100029 D - 0xfffff80003b1cd00 [if_io_tqg_2] 100030 D - 0xfffff80003b1cc00 [if_io_tqg_3] 100031 D - 0xfffff80003b1cb00 [if_io_tqg_4] 100032 D - 0xfffff80003b1ca00 [if_io_tqg_5] 100033 D - 0xfffff80003b1c900 [if_io_tqg_6] 100034 D - 0xfffff80003b1c800 [if_io_tqg_7] 100035 D - 0xfffff80003b1c700 [if_io_tqg_8] 100036 D - 0xfffff80003b1c600 [if_io_tqg_9] 100037 D - 0xfffff80003b1c500 [if_io_tqg_10] 100038 D - 0xfffff80003b1c400 [if_io_tqg_11] 100039 D - 0xfffff80003b1c300 [if_config_tqg_0] 100040 D - 0xfffff80003b1fb00 [pci_hp taskq] 100041 D - 0xfffff80003b1fa00 [aiod_kick taskq] 100042 D - 0xfffff80003b1f900 [kqueue_ctx taskq] 100043 D - 0xfffff80003b1f800 [inm_free taskq] 100044 RunQ [deferred_unmount ta] 100045 D - 0xfffff80003b1f600 [linuxkpi_irq_wq] 100048 D - 0xfffff80003b1f100 [thread taskq] 100050 D - 0xfffff80003b12d00 [in6m_free taskq] 100051 D - 0xfffff80003b12c00 [linuxkpi_short_wq_0] 100052 D - 0xfffff80003b12c00 [linuxkpi_short_wq_1] 100053 D - 0xfffff80003b12c00 [linuxkpi_short_wq_2] 100054 D - 0xfffff80003b12c00 [linuxkpi_short_wq_3] 100055 D - 0xfffff80003b12c00 [linuxkpi_short_wq_4] 100056 D - 0xfffff80003b12c00 [linuxkpi_short_wq_5] 100057 D - 0xfffff80003b12c00 [linuxkpi_short_wq_6] 100058 D - 0xfffff80003b12c00 [linuxkpi_short_wq_7] 100059 D - 0xfffff80003b12c00 [linuxkpi_short_wq_8] 100060 D - 0xfffff80003b12c00 [linuxkpi_short_wq_9] 100061 D - 0xfffff80003b12c00 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003b12c00 [linuxkpi_short_wq_1] 100063 D - 0xfffff80003b12c00 [linuxkpi_short_wq_1] 100064 D - 0xfffff80003b12b00 [linuxkpi_long_wq_0] 100065 D - 0xfffff80003b12b00 [linuxkpi_long_wq_1] 100066 D - 0xfffff80003b12b00 [linuxkpi_long_wq_2] 100067 D - 0xfffff80003b12b00 [linuxkpi_long_wq_3] 100068 D - 0xfffff80003b12b00 [linuxkpi_long_wq_4] 100069 D - 0xfffff80003b12b00 [linuxkpi_long_wq_5] 100070 D - 0xfffff80003b12b00 [linuxkpi_long_wq_6] 100071 D - 0xfffff80003b12b00 [linuxkpi_long_wq_7] 100072 D - 0xfffff80003b12b00 [linuxkpi_long_wq_8] 100073 D - 0xfffff80003b12b00 [linuxkpi_long_wq_9] 100074 D - 0xfffff80003b12b00 [linuxkpi_long_wq_10] 100075 D - 0xfffff80003b12b00 [linuxkpi_long_wq_11] 100076 D - 0xfffff80003b12b00 [linuxkpi_long_wq_12] 100103 D - 0xfffff80003c74e00 [firmware taskq] 100107 D - 0xfffff80003c74d00 [crypto_0] 100108 D - 0xfffff80003c74d00 [crypto_1] 100109 D - 0xfffff80003c74d00 [crypto_2] 100110 D - 0xfffff80003c74d00 [crypto_3] 100111 D - 0xfffff80003c74d00 [crypto_4] 100112 D - 0xfffff80003c74d00 [crypto_5] 100113 D - 0xfffff80003c74d00 [crypto_6] 100114 D - 0xfffff80003c74d00 [crypto_7] 100115 D - 0xfffff80003c74d00 [crypto_8] 100116 D - 0xfffff80003c74d00 [crypto_9] 100117 D - 0xfffff80003c74d00 [crypto_10] 100118 D - 0xfffff80003c74d00 [crypto_11] 100158 D - 0xfffff80003c74900 [mca taskq] 100164 D - 0xfffff8001108fe00 [acpi_task_0] 100165 D - 0xfffff8001108fe00 [acpi_task_1] 100166 D - 0xfffff8001108fe00 [acpi_task_2] 100167 D - 0xfffff80003c74c00 [CAM taskq] 100171 D - 0xfffff8001108fd00 [mlx5_core0-rec] 100172 D - 0xfffff8001108fc00 [mlx5_core0-wdg] 100173 D - 0xfffff8001108fb00 [mlx5_core0-cmd] 100174 D - 0xfffff800111b7e00 [mlx5_page_allocator] 100190 D - 0xfffff80015878d00 [mlx5_esw_wq] 100191 D - 0xfffff80015878c00 [mlx5_core1-rec] 100192 D - 0xfffff80015878b00 [mlx5_core1-wdg] 100193 D - 0xfffff80015878a00 [mlx5_core1-cmd] 100194 D - 0xfffff80015878900 [mlx5_page_allocator] 100210 D - 0xfffff80019e4f800 [mlx5_esw_wq] 91575 91573 91571 2007 Z+ symlink 91577 91573 91571 2007 Z+ socket 91581 91573 91571 2007 Z+ link 91590 91585 91571 2007 Z+ lockf2 91592 91573 91571 2007 Z+ mkfifo 91594 91573 91571 2007 Z+ dirnprename 91598 91573 91571 2007 Z+ dirrename 91604 91591 91571 2007 Z+ rw 91607 91589 91571 2007 Z+ openat 91612 91589 91571 2007 Z+ openat 91615 91591 91571 2007 Z+ rw 91616 91597 91571 2007 Z+ mmap 91617 91589 91571 2007 Z+ openat 91622 91591 91571 2007 Z+ rw 91623 91597 91571 2007 Z+ mmap 91624 91610 91571 2007 Z+ lockf 91627 91597 91571 2007 Z+ mmap 91628 91619 91571 2007 Z+ rename 91629 91591 91571 2007 Z+ rw 91632 91619 91571 2007 Z+ rename 91633 91597 91571 2007 Z+ mmap 91634 91591 91571 2007 Z+ rw 91638 91591 91571 2007 Z+ rw 91643 91591 91571 2007 Z+ rw 91645 91618 91571 2007 Z+ mkdir 91646 91597 91571 2007 Z+ mmap 91647 91591 91571 2007 Z+ rw 91650 91618 91571 2007 Z+ mkdir 91654 91610 91571 2007 Z+ lockf 91655 91618 91571 2007 Z+ mkdir 91656 91597 91571 2007 Z+ mmap 91659 91618 91571 2007 Z+ mkdir 91660 91597 91571 2007 Z+ mmap 91662 91610 91571 2007 Z+ lockf 91663 91618 91571 2007 Z+ mkdir 91667 91618 91571 2007 Z+ mkdir 91669 91597 91571 2007 Z+ mmap 91672 91618 91571 2007 Z+ mkdir 91673 91597 91571 2007 Z+ mmap 91675 91610 91571 2007 Z+ lockf 91677 91618 91571 2007 Z+ mkdir 91679 91597 91571 2007 Z+ mmap 91680 91610 91571 2007 Z+ lockf 91682 91618 91571 2007 Z+ mkdir 91684 91610 91571 2007 Z+ lockf 91685 91597 91571 2007 Z+ mmap 91687 91618 91571 2007 Z+ mkdir 91689 91610 91571 2007 Z+ lockf 91692 91618 91571 2007 Z+ mkdir 91696 91618 91571 2007 Z+ mkdir 91698 91610 91571 2007 Z+ lockf 91700 91618 91571 2007 Z+ mkdir 91702 91610 91571 2007 Z+ lockf 91704 91618 91571 2007 Z+ mkdir 91705 91610 91571 2007 Z+ lockf db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81e9c400 sched_switch() at sched_switch+0x5af/frame 0xffffffff8254eac0 mi_switch() at mi_switch+0x155/frame 0xffffffff8254eae0 sleepq_switch() at sleepq_switch+0x119/frame 0xffffffff8254eb20 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff8254eb60 _sleep() at _sleep+0x298/frame 0xffffffff8254ec00 swapper() at swapper+0x75/frame 0xffffffff8254ec60 mi_startup() at mi_startup+0x2f3/frame 0xffffffff8254ecb0 btext() at btext+0x22 Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4c5fc80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377ccab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377ccad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377ccb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377ccb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377ccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4c5f560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377c7ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377c7ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377c7b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377c7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377c7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4c5ee40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377d6ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377d6ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377d6b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377d6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377d6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4c5e720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377d1ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377d1ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377d1b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377d1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377d1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4c5e000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377e0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377e0ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377e0b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377e0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377e0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4c62740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377dbab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377dbad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377dbb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377dbb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377dbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377dbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377dbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4c62020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377eaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377eaad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377eab10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377eab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377eabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377eabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377eabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4c61900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377e5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377e5ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377e5b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377e5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377e5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4cde1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377f4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377f4ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377f4b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377f4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377f4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4cddac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377efab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377efad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377efb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377efb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377efbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377efbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377efbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4cdd3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377feab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377fead0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377feb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377feb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377febb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377febf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377febf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4cdcc80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377f9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377f9ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00377f9b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00377f9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377f9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4cdc560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4835ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4835ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4835b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4835b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4835bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4cdbe40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4830ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4830ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4830b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4830b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4830bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4cdb720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e483fab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e483fad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e483fb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e483fb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e483fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4cdb000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e483aab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e483aad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e483ab10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e483ab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e483abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4cdf740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4849ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4849ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4849b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4849b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4849bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4cdf020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4844ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4844ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4844b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4844b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4844bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4cde900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4853ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4853ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4853b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4853b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4853bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4853bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4ce51e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e484eab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e484ead0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e484eb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e484eb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e484ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4ce4ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e485dab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e485dad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e485db10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e485db80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e485dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e485dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4ce43a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4858ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4858ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4858b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4858b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4858bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4858bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4ce3c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4867ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4867ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4867b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4867b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4867bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4867bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4ce3560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4862ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4862ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4862b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4862b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4862bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4862bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4ce2e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4871ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4871ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4871b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4871b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4871bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4871bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4ce2720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e486ca80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e486caa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e486cae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e486cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e486cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e486cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe00e4ce2000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e487ba80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e487baa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e487bae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e487bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e487bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e487bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e487bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe00e4ce6740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4876a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4876aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4876ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4876b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4876bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4876bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4ce6020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4885a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4885aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4885ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4885b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4885bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4885bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xfffffe00e4ce5900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48808c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48808e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4880920 _sleep() at _sleep+0x32f/frame 0xfffffe00e48809c0 vfs_mount_destroy() at vfs_mount_destroy+0xde/frame 0xfffffe00e48809f0 dounmount() at dounmount+0xf48/frame 0xfffffe00e4880aa0 vfs_deferred_unmount() at vfs_deferred_unmount+0x148/frame 0xfffffe00e4880b00 taskqueue_run_locked() at taskqueue_run_locked+0xaa/frame 0xfffffe00e4880b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc2/frame 0xfffffe00e4880bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4880bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe00e4cec1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e488fab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e488fad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e488fb10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e488fb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e488fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffffe00e4ceac80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4894a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4894aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4894ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4894b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4894bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4894bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffffe00e4ce9e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e489ea80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e489eaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e489eae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e489eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e489ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e489ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffffe00e4ce9720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48ada80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48adaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48adae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48adb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48adbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48adbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffffe00e4ce9000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48a8a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48a8aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48a8ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48a8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48a8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffffe00e4ced740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48b7a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48b7aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48b7ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48b7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48b7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffffe00e4ced020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48b2a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48b2aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48b2ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48b2b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48b2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffffe00e4cec900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48c1a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48c1aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48c1ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48c1b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48c1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe00e4cf11e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48bca80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48bcaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48bcae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48bcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48bcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48bcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffffe00e4cf0ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48cba80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48cbaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48cbae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48cbb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48cbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48cbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe00e4cf03a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48c6a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48c6aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48c6ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48c6b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48c6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffffe00e4cefc80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48d5a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48d5aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48d5ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48d5b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48d5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe00e4cef560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48d0a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48d0aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48d0ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48d0b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48d0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe00e4ceee40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48dfa80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48dfaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48dfae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48dfb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48dfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe00e4cee720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48daa80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48daaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48daae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48dab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48dabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe00e4cee000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48e9a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48e9aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48e9ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48e9b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe00e4cf2740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48e4a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48e4aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48e4ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48e4b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffffe00e4cf2020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48f3a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48f3aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48f3ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48f3b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe00e4cf1900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48eea80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48eeaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48eeae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48eeb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48eebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48eebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48eebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe00e4cf61e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48fda80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48fdaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48fdae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48fdb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48fdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48fdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48fdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe00e4cf5ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e48f8a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e48f8aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e48f8ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e48f8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe00e4cf53a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4907a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4907aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4907ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4907b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4907bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4907bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe00e4cf4c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4902a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4902aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4902ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4902b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4902bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4902bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe00e4cf4560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4911a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4911aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4911ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4911b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4911bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4911bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe00e4cf3e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e490ca80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e490caa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e490cae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e490cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e490cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e490cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe00e4cf3720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e491ba80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e491baa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e491bae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e491bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e491bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e491bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe00e4cf3000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4916a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4916aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4916ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4916b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4916bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4916bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe00e4cf7740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4925a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4925aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4925ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4925b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4925bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4925bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4925bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe00e4cf7020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4920a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4920aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4920ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4920b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4920bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4920bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4920bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100103 td 0xfffffe00e4d08560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49eda80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49edaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e49edae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e49edb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e49edbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49edbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49edbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100107 td 0xfffffe00e4d0b740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e04a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e04aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e04ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e04b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffffe00e4d0b020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49fca80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49fcaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e49fcae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e49fcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e49fcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49fcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100109 td 0xfffffe00e4d0a900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e0ea80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e0eaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e0eae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e0eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100110 td 0xfffffe00e4d241e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e09a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e09aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e09ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e09b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100111 td 0xfffffe00e4d23ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e18a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e18aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e18ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e18b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100112 td 0xfffffe00e4d233a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e13a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e13aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e13ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e13b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100113 td 0xfffffe00e4d22c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e22a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e22aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e22ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e22b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e22bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e22bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e22bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100114 td 0xfffffe00e4d22560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e1da80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e1daa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e1dae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e1db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100115 td 0xfffffe00e4d21e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e2ca80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e2caa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e2cae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e2cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100116 td 0xfffffe00e4d21720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e27a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e27aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e27ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e27b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100117 td 0xfffffe00e4d21000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e36a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e36aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e36ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e36b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100118 td 0xfffffe00e4d25740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e31a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e31aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e31ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e31b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffffe010a6c8560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f05ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f05ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f05b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4f05b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4f05bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f05bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f05bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100164 td 0xfffffe010d666020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f53ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f53ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f53b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4f53b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4f53bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f53bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f53bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100165 td 0xfffffe010d665900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f62ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f62ad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f62b10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4f62b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4f62bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f62bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f62bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100166 td 0xfffffe010d9e71e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f5dab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f5dad0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f5db10 msleep_spin_sbt() at msleep_spin_sbt+0x151/frame 0xfffffe00e4f5db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4f5dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100167 td 0xfffffe010d9e6ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f6ca80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f6caa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f6cae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f6cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4f6cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f6cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f6cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100171 td 0xfffffe010d9e5c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f80a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f80aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f80ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f80b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4f80bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f80bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f80bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100172 td 0xfffffe010d9e5560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f7ba80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f7baa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f7bae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f7bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4f7bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f7bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f7bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100173 td 0xfffffe010d9e4e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f8aa80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f8aaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f8aae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f8ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4f8abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f8abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f8abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100174 td 0xfffffe010d9e8740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f94a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f94aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f94ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f94b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4f94bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f94bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f94bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100190 td 0xfffffe010e0013a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4fe4a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4fe4aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4fe4ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4fe4b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4fe4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fe4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fe4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100191 td 0xfffffe010e000c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4fdfa80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4fdfaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4fdfae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4fdfb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4fdfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fdfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fdfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100192 td 0xfffffe010e000560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4feea80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4feeaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4feeae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4feeb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4feebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4feebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4feebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100193 td 0xfffffe010dfffe40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4fe9a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4fe9aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4fe9ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4fe9b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4fe9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fe9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fe9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100194 td 0xfffffe010dfff720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ff8a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ff8aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ff8ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4ff8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4ff8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ff8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ff8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100210 td 0xfffffe010de671e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe010e64aa80 mi_switch() at mi_switch+0x155/frame 0xfffffe010e64aaa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010e64aae0 _sleep() at _sleep+0x32f/frame 0xfffffe010e64ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010e64abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e64abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e64abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4c5bac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377816d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377816f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0037781730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0037781780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0037781790 _sleep() at _sleep+0x325/frame 0xfffffe0037781830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe00377818c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0037781ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0037781bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0037781bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x28df8a, rsp = 0x7fffffffe718, rbp = 0x7fffffffe780 --- Tracing command KTLS pid 2 tid 100077 td 0xfffffe00e4d001e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49479b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49479d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4947a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4947ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4947bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4947bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4947bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100078 td 0xfffffe00e4cffac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49429b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49429d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4942a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4942ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4942bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4942bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4942bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100079 td 0xfffffe00e4cff3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49519b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49519d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4951a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4951ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4951bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4951bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4951bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100080 td 0xfffffe00e4cfec80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e494c9b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e494c9d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e494ca10 _sleep() at _sleep+0x32f/frame 0xfffffe00e494cab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e494cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100081 td 0xfffffe00e4cfe560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e495b9b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e495b9d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e495ba10 _sleep() at _sleep+0x32f/frame 0xfffffe00e495bab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e495bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e495bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100082 td 0xfffffe00e4cfde40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49569b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49569d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4956a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4956ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4956bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4956bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4956bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100083 td 0xfffffe00e4cfd720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49659b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49659d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4965a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4965ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4965bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4965bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4965bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100084 td 0xfffffe00e4cfd000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49609b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49609d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4960a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4960ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4960bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4960bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4960bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100085 td 0xfffffe00e4d01740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e496f9b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e496f9d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e496fa10 _sleep() at _sleep+0x32f/frame 0xfffffe00e496fab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e496fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100086 td 0xfffffe00e4d01020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e496a9b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e496a9d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e496aa10 _sleep() at _sleep+0x32f/frame 0xfffffe00e496aab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e496abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100087 td 0xfffffe00e4d00900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49799b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49799d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4979a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4979ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4979bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4979bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4979bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100088 td 0xfffffe00e4d051e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49749b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49749d0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4974a10 _sleep() at _sleep+0x32f/frame 0xfffffe00e4974ab0 ktls_work_thread() at ktls_work_thread+0xdc/frame 0xfffffe00e4974bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4974bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4974bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100119 td 0xfffffe00e4d25020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e40a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e40a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e40ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e40b70 crypto_proc() at crypto_proc+0xbf/frame 0xfffffe00e4e40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 4 tid 100120 td 0xfffffe00e4d24900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e3ba70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e3ba90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e3bad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e3bb70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 5 tid 100121 td 0xfffffe00e4d291e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e4aa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e4aa90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e4aad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e4ab70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 6 tid 100122 td 0xfffffe00e4d28ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e45a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e45a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e45ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e45b70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 7 tid 100123 td 0xfffffe00e4d283a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e54a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e54a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e54ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e54b70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e54bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e54bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e54bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 8 tid 100124 td 0xfffffe00e4d27c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e4fa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e4fa90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e4fad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e4fb70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e4fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 9 tid 100125 td 0xfffffe00e4d27560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e5ea70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e5ea90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e5ead0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e5eb70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e5ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4c5c1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0037786a90 mi_switch() at mi_switch+0x155/frame 0xfffffe0037786ab0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0037786af0 _cv_wait() at _cv_wait+0x166/frame 0xfffffe0037786b50 audit_worker() at audit_worker+0x9f/frame 0xfffffe0037786bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037786bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037786bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c5b3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0037790ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037790ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe0037790bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037790bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037790bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c5ac80 sched_switch() at sched_switch+0x5af/frame 0xfffffe003778bac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003778bae0 sched_idletd() at sched_idletd+0x41d/frame 0xfffffe003778bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003778bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003778bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c5a560 sched_switch() at sched_switch+0x5af/frame 0xfffffe003779aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003779aae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe003779abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c59e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe0037795ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037795ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe0037795bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037795bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037795bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c59720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377a4ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377a4ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377a4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c59000 sched_switch() at sched_switch+0x5af/frame 0xfffffe003779f9b0 mi_switch() at mi_switch+0x155/frame 0xfffffe003779f9d0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe003779fa00 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe003779fa00 --- interrupt, rip = 0xffffffff810cfe1a, rsp = 0xfffffe003779fad0, rbp = 0xfffffe003779fae0 --- spinlock_exit() at spinlock_exit+0x3a/frame 0xfffffe003779fae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe003779fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c5d740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377aeac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377aeae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377aebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377aebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377aebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c5d020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377a9ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377a9ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c5c900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377b8ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377b8ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377b8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c611e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377b3ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377b3ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377b3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c60ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377c2ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377c2ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377c2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c603a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00377bdac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377bdae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100046 td 0xfffffe00e4cebac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e488ab00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e488ab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e488abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100047 td 0xfffffe00e4ceb3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4899b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4899b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4899bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4899bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100049 td 0xfffffe00e4cea560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100089 td 0xfffffe00e4d04ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4983b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4983b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4983bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4983bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4983bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffffe00e4d043a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e497eb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e497eb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e497ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100091 td 0xfffffe00e4d03c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e498db00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e498db20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e498dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e498dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e498dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100092 td 0xfffffe00e4d03560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4988b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4988b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4988bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4988bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4988bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100093 td 0xfffffe00e4d02e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4997b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4997b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4997bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4997bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4997bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100094 td 0xfffffe00e4d02720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4992b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4992b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4992bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4992bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4992bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100095 td 0xfffffe00e4d02000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49a1b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49a1b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49a1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49a1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49a1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100096 td 0xfffffe00e4d06740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e499cb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e499cb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e499cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e499cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e499cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100097 td 0xfffffe00e4d06020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49abb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49abb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49abbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49abbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49abbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100098 td 0xfffffe00e4d05900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49a6b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49a6b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49a6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49a6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49a6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100099 td 0xfffffe00e4d0a1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49b5b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49b5b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49b5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49b5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100100 td 0xfffffe00e4d09ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49b0b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49b0b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49b0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49b0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100101 td 0xfffffe00e4d093a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49bfb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49bfb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49bfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49bfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49bfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100102 td 0xfffffe00e4d08c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100137 td 0xfffffe00e4d3f740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100138 td 0xfffffe00e4d3f020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e95b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e95b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e95bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e95bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e95bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100139 td 0xfffffe00e4d3e900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ea4b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ea4b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ea4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100145 td 0xfffffe010a18ae40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ec2b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ec2b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ec2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100156 td 0xfffffe010a6c93a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100157 td 0xfffffe010a6c8c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f0ab00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f0ab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f0abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f0abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f0abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100175 td 0xfffffe010d9e8020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f8fb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f8fb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f8fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f8fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f8fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100176 td 0xfffffe010d9e7900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffffe010df611e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100178 td 0xfffffe010df60ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe010df603a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100180 td 0xfffffe010df5fc80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100181 td 0xfffffe010df5f560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe010df5ee40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffffe010df5e720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffffe010df5e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffffe010df62740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffffe010df62020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffffe010df61900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffffe010e0021e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffffe010e001ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100195 td 0xfffffe010dfff000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ff3b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ff3b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ff3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ff3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ff3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100196 td 0xfffffe010e003740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100197 td 0xfffffe010e003020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100198 td 0xfffffe010e002900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100199 td 0xfffffe010de221e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100200 td 0xfffffe010de21ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100201 td 0xfffffe010de213a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100202 td 0xfffffe010de20c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100203 td 0xfffffe010de20560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100204 td 0xfffffe010de1fe40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100205 td 0xfffffe010de1f720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100206 td 0xfffffe010de1f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100207 td 0xfffffe010de23740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100208 td 0xfffffe010de23020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100209 td 0xfffffe010de22900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100273 td 0xfffffe01435cc020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100274 td 0xfffffe01435cb900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100275 td 0xfffffe0143601740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100276 td 0xfffffe0143601020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100277 td 0xfffffe0143600900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100278 td 0xfffffe01436551e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100279 td 0xfffffe0143654ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100280 td 0xfffffe01436543a0 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100104 td 0xfffffe00e4d07e40 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee10 trap() at trap+0x56/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff80bff489, rsp = 0xfffffe00e49e8af0, rbp = 0xfffffe00e49e8b20 --- __mtx_lock_spin_flags() at __mtx_lock_spin_flags+0x29/frame 0xfffffe00e49e8b20 wakeup() at wakeup+0xf/frame 0xfffffe00e49e8b40 g_wither_washer() at g_wither_washer+0xf5/frame 0xfffffe00e49e8b80 g_run_events() at g_run_events+0x408/frame 0xfffffe00e49e8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49e8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49e8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100105 td 0xfffffe00e4d07720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49f7a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49f7a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e49f7ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e49f7b70 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e49f7ba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e49f7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100106 td 0xfffffe00e4d07000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e49f2a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e49f2a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e49f2ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e49f2b70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e49f2ba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e49f2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 14 tid 100126 td 0xfffffe00e4d26e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e59a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e59a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e59ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e59b70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e59bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e59bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e59bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100127 td 0xfffffe00e4d26720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e68a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e68a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e68ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e68b70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e68bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e68bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100128 td 0xfffffe00e4d26000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e63a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e63a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e63ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e63b70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e63bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e63bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e63bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100129 td 0xfffffe00e4d2a740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e72a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e72a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e72ad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e72b70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e72bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e72bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100130 td 0xfffffe00e4d2a020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e6da70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e6da90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e6dad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e6db70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e6dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100131 td 0xfffffe00e4d29900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e7ca70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e7ca90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e7cad0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e7cb70 crypto_ret_proc() at crypto_ret_proc+0x144/frame 0xfffffe00e4e7cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 20 tid 100132 td 0xfffffe00e4d3e1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e77a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e77a90 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e77ad0 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4e77b30 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe00e4e77bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e77bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100133 td 0xfffffe00e4d3dac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e86a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e86a80 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e86ac0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e86b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4e86bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e86bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e86bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100134 td 0xfffffe00e4d3d3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e81a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e81a80 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e81ac0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e81b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4e81bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e81bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e81bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100135 td 0xfffffe00e4d3cc80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e90a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e90a80 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e90ac0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e90b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4e90bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e90bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e90bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100136 td 0xfffffe00e4d3c560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e8ba60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e8ba80 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e8bac0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4e8bb60 xpt_async_td() at xpt_async_td+0x74/frame 0xfffffe00e4e8bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100168 td 0xfffffe010d9e63a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f67a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f67aa0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f67ae0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f67b80 xpt_scanner_thread() at xpt_scanner_thread+0x158/frame 0xfffffe00e4f67bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f67bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f67bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100140 td 0xfffffe010a18d1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4e9fac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e9fae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4e9fb20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4e9fb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e9fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100141 td 0xfffffe010a18cac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4eaeac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eaeae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4eaeb20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eaeb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eaebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eaebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eaebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100142 td 0xfffffe010a18c3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ea9ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ea9ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ea9b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ea9b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ea9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100143 td 0xfffffe010a18bc80 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4eb8ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eb8ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4eb8b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eb8b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eb8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100144 td 0xfffffe010a18b560 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4eb3ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eb3ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4eb3b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eb3b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eb3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100146 td 0xfffffe010a18a720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ebdac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ebdae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ebdb20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ebdb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ebdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100147 td 0xfffffe010a18a000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4eccac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eccae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4eccb20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eccb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100148 td 0xfffffe010a18e740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ec7ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ec7ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ec7b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ec7b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ec7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100149 td 0xfffffe010a18e020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ed6ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ed6ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ed6b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ed6b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ed6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100150 td 0xfffffe010a18d900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ed1ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ed1ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ed1b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ed1b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ed1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100151 td 0xfffffe00e4d3be40 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4eecac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eecae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4eecb20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eecb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eecbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eecbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eecbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100152 td 0xfffffe00e4d3b720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ee7ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ee7ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ee7b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ee7b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ee7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100153 td 0xfffffe00e4d3b000 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ef6ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ef6ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ef6b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef6b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100154 td 0xfffffe010a6ca1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4ef1ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ef1ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4ef1b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef1b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100155 td 0xfffffe010a6c9ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f00ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f00ae0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f00b20 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f00b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f00bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f00bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f00bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 23 tid 100159 td 0xfffffe010a6cb740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f2ca30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f2ca50 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f2ca90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f2cad0 _sleep() at _sleep+0x298/frame 0xfffffe00e4f2cb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 24 tid 100160 td 0xfffffe010a6cb020 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f27a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f27a50 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f27a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f27ad0 _sleep() at _sleep+0x298/frame 0xfffffe00e4f27b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 25 tid 100161 td 0xfffffe010a6ca900 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f36a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f36a50 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f36a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f36ad0 _sleep() at _sleep+0x298/frame 0xfffffe00e4f36b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 26 tid 100162 td 0xfffffe010d6651e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f31a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f31a50 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f31a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f31ad0 _sleep() at _sleep+0x298/frame 0xfffffe00e4f31b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 27 tid 100163 td 0xfffffe010d666740 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f589e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f58a00 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f58a40 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f58a80 _sleep() at _sleep+0x298/frame 0xfffffe00e4f58b20 random_kthread() at random_kthread+0x87/frame 0xfffffe00e4f58bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f58bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f58bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 28 tid 100169 td 0xfffffe010d664ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f76a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f76a60 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f76aa0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f76b40 enc_daemon() at enc_daemon+0xf6/frame 0xfffffe00e4f76bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f76bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f76bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 29 tid 100170 td 0xfffffe010d6643a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f71a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f71a60 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f71aa0 _sleep() at _sleep+0x32f/frame 0xfffffe00e4f71b40 enc_daemon() at enc_daemon+0xf6/frame 0xfffffe00e4f71bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f71bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f71bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100211 td 0xfffffe010de66ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe010e645770 mi_switch() at mi_switch+0x155/frame 0xfffffe010e645790 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010e6457d0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e645810 _sleep() at _sleep+0x298/frame 0xfffffe010e6458b0 vm_pageout_worker() at vm_pageout_worker+0x29c/frame 0xfffffe010e645b70 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010e645bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e645bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e645bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100221 td 0xfffffe010e168740 sched_switch() at sched_switch+0x5af/frame 0xfffffe0115300830 mi_switch() at mi_switch+0x155/frame 0xfffffe0115300850 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0115300890 _sleep() at _sleep+0x32f/frame 0xfffffe0115300930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xb9c/frame 0xfffffe0115300bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0115300bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0115300bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100222 td 0xfffffe010e168020 sched_switch() at sched_switch+0x5af/frame 0xfffffe0114df6a40 mi_switch() at mi_switch+0x155/frame 0xfffffe0114df6a60 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0114df6aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0114df6ae0 _sleep() at _sleep+0x298/frame 0xfffffe0114df6b80 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe0114df6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0114df6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0114df6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 31 tid 100212 td 0xfffffe010de663a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe010e66ca40 mi_switch() at mi_switch+0x155/frame 0xfffffe010e66ca60 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010e66caa0 _sleep() at _sleep+0x32f/frame 0xfffffe010e66cb40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe010e66cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e66cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e66cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100213 td 0xfffffe010de65c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe010e667a20 mi_switch() at mi_switch+0x155/frame 0xfffffe010e667a40 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010e667a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e667ac0 _sleep() at _sleep+0x298/frame 0xfffffe010e667b60 buf_daemon() at buf_daemon+0x116/frame 0xfffffe010e667bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e667bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e667bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100214 td 0xfffffe010d9e4720 sched_switch() at sched_switch+0x5af/frame 0xfffffe00e4f85a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4f85a30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe00e4f85a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f85ab0 _sleep() at _sleep+0x298/frame 0xfffffe00e4f85b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00e4f85bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f85bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f85bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100215 td 0xfffffe010d9e4000 sched_switch() at sched_switch+0x5af/frame 0xfffffe010e979a10 mi_switch() at mi_switch+0x155/frame 0xfffffe010e979a30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010e979a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e979ab0 _sleep() at _sleep+0x298/frame 0xfffffe010e979b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010e979bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e979bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e979bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100216 td 0xfffffe010de68740 sched_switch() at sched_switch+0x5af/frame 0xfffffe010e873a10 mi_switch() at mi_switch+0x155/frame 0xfffffe010e873a30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010e873a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e873ab0 _sleep() at _sleep+0x298/frame 0xfffffe010e873b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010e873bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e873bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e873bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100217 td 0xfffffe010de68020 sched_switch() at sched_switch+0x5af/frame 0xfffffe010f18ba10 mi_switch() at mi_switch+0x155/frame 0xfffffe010f18ba30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010f18ba70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010f18bab0 _sleep() at _sleep+0x298/frame 0xfffffe010f18bb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010f18bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010f18bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010f18bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100218 td 0xfffffe010de67900 sched_switch() at sched_switch+0x5af/frame 0xfffffe010ee83a10 mi_switch() at mi_switch+0x155/frame 0xfffffe010ee83a30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe010ee83a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010ee83ab0 _sleep() at _sleep+0x298/frame 0xfffffe010ee83b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010ee83bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010ee83bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010ee83bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100219 td 0xfffffe010e1671e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01106aaa10 mi_switch() at mi_switch+0x155/frame 0xfffffe01106aaa30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01106aaa70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01106aaab0 _sleep() at _sleep+0x298/frame 0xfffffe01106aab50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01106aabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01106aabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01106aabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100220 td 0xfffffe010e166ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01102a1a10 mi_switch() at mi_switch+0x155/frame 0xfffffe01102a1a30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01102a1a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01102a1ab0 _sleep() at _sleep+0x298/frame 0xfffffe01102a1b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01102a1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01102a1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01102a1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100236 td 0xfffffe010e3d7ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415cfa30 mi_switch() at mi_switch+0x155/frame 0xfffffe01415cfa50 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415cfa90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01415cfad0 _sleep() at _sleep+0x298/frame 0xfffffe01415cfb70 softdep_flush() at softdep_flush+0x188/frame 0xfffffe01415cfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01415cfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01415cfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100243 td 0xfffffe010a6c7720 sched_switch() at sched_switch+0x5af/frame 0xfffffe014160ba30 mi_switch() at mi_switch+0x155/frame 0xfffffe014160ba50 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014160ba90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe014160bad0 _sleep() at _sleep+0x298/frame 0xfffffe014160bb70 softdep_flush() at softdep_flush+0x188/frame 0xfffffe014160bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014160bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014160bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 33 tid 100223 td 0xfffffe010de65560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415caa10 mi_switch() at mi_switch+0x155/frame 0xfffffe01415caa30 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415caa70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01415caab0 _sleep() at _sleep+0x298/frame 0xfffffe01415cab50 vnlru_proc() at vnlru_proc+0x16d/frame 0xfffffe01415cabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01415cabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01415cabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 34 tid 100224 td 0xfffffe010de64e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415c5a20 mi_switch() at mi_switch+0x155/frame 0xfffffe01415c5a40 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415c5a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01415c5ac0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x19b/frame 0xfffffe01415c5b40 sched_sync() at sched_sync+0x5cb/frame 0xfffffe01415c5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01415c5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01415c5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 91547 tid 100628 td 0xfffffe0151f27740 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146fd06d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146fd06f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146fd0730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146fd0780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0146fd0790 _sleep() at _sleep+0x325/frame 0xfffffe0146fd0830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe0146fd08c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0146fd0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146fd0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146fd0bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120988a, rsp = 0x7fffffffe198, rbp = 0x7fffffffe240 --- Tracing command tee pid 91548 tid 100383 td 0xfffffe014410ec80 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144552840 mi_switch() at mi_switch+0x155/frame 0xfffffe0144552860 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01445528a0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01445528f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0144552900 _sleep() at _sleep+0x325/frame 0xfffffe01445529a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe0144552a00 dofileread() at dofileread+0x81/frame 0xfffffe0144552a50 sys_read() at sys_read+0xc0/frame 0xfffffe0144552ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144552bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144552bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011a76aa, rsp = 0x7fffffffe5c8, rbp = 0x7fffffffe620 --- Tracing command sh pid 91549 tid 100262 td 0xfffffe01435ca3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416ca6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416ca6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416ca730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416ca780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416ca790 _sleep() at _sleep+0x325/frame 0xfffffe01416ca830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01416ca8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01416caac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416cabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416cabf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120988a, rsp = 0x7fffffffe238, rbp = 0x7fffffffe2e0 --- Tracing command su pid 91568 tid 100263 td 0xfffffe01435933a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416756d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416756f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141675730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141675780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141675790 _sleep() at _sleep+0x325/frame 0xfffffe0141675830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01416758c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0141675ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141675bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141675bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011ef88a, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffe500 --- Tracing command run pid 91571 tid 100316 td 0xfffffe0143f07740 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417eb870 mi_switch() at mi_switch+0x155/frame 0xfffffe01417eb890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417eb8d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417eb920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01417eb960 _sleep() at _sleep+0x285/frame 0xfffffe01417eba00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01417eba80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01417ebac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417ebbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417ebbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011a95ca, rsp = 0x7fffffffe188, rbp = 0x7fffffffe1d0 --- Tracing command run pid 91572 tid 100390 td 0xfffffe014410d000 sched_switch() at sched_switch+0x5af/frame 0xfffffe014457a6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe014457a6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014457a730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014457a780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014457a790 _sleep() at _sleep+0x325/frame 0xfffffe014457a830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe014457a8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014457aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014457abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014457abf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011a988a, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1d0 --- Tracing command run pid 91573 tid 100340 td 0xfffffe0144109560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01444766d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01444766f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0144476730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0144476780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0144476790 _sleep() at _sleep+0x325/frame 0xfffffe0144476830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01444768c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0144476ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144476bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144476bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011a988a, rsp = 0x7fffffffdc28, rbp = 0x7fffffffe160 --- Tracing command lockf2 pid 91574 tid 100473 td 0xfffffe0144228720 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456e0870 mi_switch() at mi_switch+0x155/frame 0xfffffe01456e0890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01456e08d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01456e0920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01456e0960 _sleep() at _sleep+0x285/frame 0xfffffe01456e0a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01456e0a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01456e0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01456e0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01456e0bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command symlink pid 91575 tid 100593 td 0xfffffe0144153900 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f30a40 exit1() at exit1+0xdde/frame 0xfffffe0146f30ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f30ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f30bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f30bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe4e8, rbp = 0x7fffffffe500 --- Tracing command openat pid 91576 tid 100553 td 0xfffffe01483fc740 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e8b870 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e8b890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146e8b8d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146e8b920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0146e8b960 _sleep() at _sleep+0x285/frame 0xfffffe0146e8ba00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0146e8ba80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0146e8bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e8bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e8bbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command socket pid 91577 tid 100530 td 0xfffffe0143658560 thread_exit() at thread_exit+0x203/frame 0xfffffe0146e22a40 exit1() at exit1+0xdde/frame 0xfffffe0146e22ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146e22ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e22bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e22bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011a930a, rsp = 0x7fffffffe4e8, rbp = 0x7fffffffe500 --- Tracing command rw pid 91578 tid 100303 td 0xfffffe0143ed3900 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417b4870 mi_switch() at mi_switch+0x155/frame 0xfffffe01417b4890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417b48d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417b4920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01417b4960 _sleep() at _sleep+0x285/frame 0xfffffe01417b4a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01417b4a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01417b4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417b4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417b4bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command mmap pid 91579 tid 100525 td 0xfffffe0146d573a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e13870 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e13890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146e138d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146e13920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0146e13960 _sleep() at _sleep+0x285/frame 0xfffffe0146e13a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0146e13a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0146e13ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e13bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e13bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command fts pid 91580 tid 100362 td 0xfffffe0144123740 sched_switch() at sched_switch+0x5af/frame 0xfffffe01444e4870 mi_switch() at mi_switch+0x155/frame 0xfffffe01444e4890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01444e48d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01444e4920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01444e4960 _sleep() at _sleep+0x285/frame 0xfffffe01444e4a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01444e4a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01444e4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444e4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444e4bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011a95ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command link pid 91581 tid 100584 td 0xfffffe014c8551e0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f03a40 exit1() at exit1+0xdde/frame 0xfffffe0146f03ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f03ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f03bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f03bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe4e8, rbp = 0x7fffffffe500 --- Tracing command lockf pid 91582 tid 100322 td 0xfffffe010e3d5e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417f5870 mi_switch() at mi_switch+0x155/frame 0xfffffe01417f5890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417f58d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417f5920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01417f5960 _sleep() at _sleep+0x285/frame 0xfffffe01417f5a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01417f5a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01417f5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417f5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417f5bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command creat pid 91583 tid 100387 td 0xfffffe0143f06900 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144557870 mi_switch() at mi_switch+0x155/frame 0xfffffe0144557890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01445578d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0144557920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0144557960 _sleep() at _sleep+0x285/frame 0xfffffe0144557a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0144557a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0144557ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144557bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144557bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command mkdir pid 91584 tid 100331 td 0xfffffe01440da020 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144431870 mi_switch() at mi_switch+0x155/frame 0xfffffe0144431890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01444318d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0144431920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0144431960 _sleep() at _sleep+0x285/frame 0xfffffe0144431a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0144431a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0144431ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144431bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144431bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command lockf2 pid 91585 tid 100370 td 0xfffffe014412cac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe014450c6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe014450c6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014450c730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014450c780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014450c790 _sleep() at _sleep+0x325/frame 0xfffffe014450c830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe014450c8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014450cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014450cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014450cbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command rename pid 91586 tid 100585 td 0xfffffe014c854ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146f08870 mi_switch() at mi_switch+0x155/frame 0xfffffe0146f08890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146f088d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146f08920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0146f08960 _sleep() at _sleep+0x285/frame 0xfffffe0146f08a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0146f08a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0146f08ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f08bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f08bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command swap pid 91587 tid 100531 td 0xfffffe01440d6e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e27870 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e27890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146e278d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146e27920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0146e27960 _sleep() at _sleep+0x285/frame 0xfffffe0146e27a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0146e27a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0146e27ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e27bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e27bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa5ca, rsp = 0x7fffffffe388, rbp = 0x7fffffffe3d0 --- Tracing command lockf2 pid 91588 tid 100284 td 0xfffffe010e164000 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416d9400 mi_switch() at mi_switch+0x155/frame 0xfffffe01416d9420 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416d9460 sleeplk() at sleeplk+0x100/frame 0xfffffe01416d94c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe01416d9560 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01416d95a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01416d95c0 null_lock() at null_lock+0xd3/frame 0xfffffe01416d9620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01416d9640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01416d96a0 lookup() at lookup+0xc2/frame 0xfffffe01416d9740 namei() at namei+0x379/frame 0xfffffe01416d97f0 vn_open_cred() at vn_open_cred+0x487/frame 0xfffffe01416d9960 kern_openat() at kern_openat+0x28c/frame 0xfffffe01416d9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416d9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416d9bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa60a, rsp = 0x7fffffffe248, rbp = 0x7fffffffe330 --- Tracing command openat pid 91589 tid 100365 td 0xfffffe0144120560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01444ee6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01444ee6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01444ee730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01444ee780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01444ee790 _sleep() at _sleep+0x325/frame 0xfffffe01444ee830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01444ee8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01444eeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444eebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444eebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command lockf2 pid 91590 tid 100562 td 0xfffffe01483ffac0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146eb8a40 exit1() at exit1+0xdde/frame 0xfffffe0146eb8ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146eb8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146eb8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146eb8bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe200 --- Tracing command rw pid 91591 tid 100536 td 0xfffffe01458dc720 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e366d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e366f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146e36730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146e36780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0146e36790 _sleep() at _sleep+0x325/frame 0xfffffe0146e36830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe0146e368c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0146e36ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e36bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e36bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command mkfifo pid 91592 tid 100371 td 0xfffffe014411f000 thread_exit() at thread_exit+0x203/frame 0xfffffe01444fda40 exit1() at exit1+0xdde/frame 0xfffffe01444fdab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01444fdac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444fdbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444fdbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011c230a, rsp = 0x7fffffffe4e8, rbp = 0x7fffffffe500 --- Tracing command dirnprename pid 91594 tid 100254 td 0xfffffe010d662720 thread_exit() at thread_exit+0x203/frame 0xfffffe0141689a40 exit1() at exit1+0xdde/frame 0xfffffe0141689ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0141689ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141689bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141689bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe4f0 --- Tracing command mmap pid 91597 tid 100582 td 0xfffffe01441523a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146ef96d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146ef96f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146ef9730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146ef9780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0146ef9790 _sleep() at _sleep+0x325/frame 0xfffffe0146ef9830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe0146ef98c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0146ef9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146ef9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146ef9bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command dirrename pid 91598 tid 100598 td 0xfffffe0145be21e0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f49a40 exit1() at exit1+0xdde/frame 0xfffffe0146f49ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f49ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f49bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f49bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe4f0 --- Tracing command rw pid 91599 tid 100455 td 0xfffffe0144222c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456bdb90 mi_switch() at mi_switch+0x155/frame 0xfffffe01456bdbb0 ast() at ast+0x289/frame 0xfffffe01456bdbf0 fast_syscall_common() at fast_syscall_common+0x1a5/frame 0xfffffe01456bdbf0 --- syscall (4096), rip = 0x8011aa8ca, rsp = 0x7fffffffd2a8, rbp = 0x7fffffffe360 --- Tracing command rw pid 91601 tid 100458 td 0xfffffe0144222560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456b8b90 mi_switch() at mi_switch+0x155/frame 0xfffffe01456b8bb0 ast() at ast+0x289/frame 0xfffffe01456b8bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command openat pid 91602 tid 100466 td 0xfffffe01441d3e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456f9440 mi_switch() at mi_switch+0x155/frame 0xfffffe01456f9460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01456f94a0 sleeplk() at sleeplk+0x100/frame 0xfffffe01456f9500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe01456f95b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01456f95f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01456f9610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01456f9670 vget_finish() at vget_finish+0x221/frame 0xfffffe01456f96c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe01456f9730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe01456f9780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01456f97a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe01456f9820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01456f9840 lookup() at lookup+0x4d1/frame 0xfffffe01456f98e0 namei() at namei+0x379/frame 0xfffffe01456f9990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe01456f9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01456f9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01456f9bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffe018, rbp = 0x7fffffffe020 --- Tracing command fts pid 91603 tid 100336 td 0xfffffe014410b1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01444626d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01444626f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0144462730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0144462780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0144462790 _sleep() at _sleep+0x325/frame 0xfffffe0144462830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01444628c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0144462ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144462bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144462bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011a988a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command rw pid 91604 tid 100625 td 0xfffffe0151f23e40 thread_exit() at thread_exit+0x203/frame 0xfffffe0146fc1a40 exit1() at exit1+0xdde/frame 0xfffffe0146fc1ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146fc1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146fc1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146fc1bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command creat pid 91606 tid 100414 td 0xfffffe01441e6740 sched_switch() at sched_switch+0x5af/frame 0xfffffe01445e86d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01445e86f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01445e8730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01445e8780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01445e8790 _sleep() at _sleep+0x325/frame 0xfffffe01445e8830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01445e88c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01445e8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01445e8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01445e8bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command openat pid 91607 tid 100513 td 0xfffffe0145e27740 thread_exit() at thread_exit+0x203/frame 0xfffffe01457dfa40 exit1() at exit1+0xdde/frame 0xfffffe01457dfab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01457dfac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01457dfbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457dfbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe0d8, rbp = 0x7fffffffe0f0 --- Tracing command rw pid 91608 tid 100345 td 0xfffffe014410c020 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144485b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0144485bb0 ast() at ast+0x289/frame 0xfffffe0144485bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command mmap pid 91609 tid 100477 td 0xfffffe014420bc80 sched_switch() at sched_switch+0x5af/frame 0xfffffe0145717440 mi_switch() at mi_switch+0x155/frame 0xfffffe0145717460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01457174a0 sleeplk() at sleeplk+0x100/frame 0xfffffe0145717500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe01457175b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01457175f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0145717610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0145717670 vget_finish() at vget_finish+0x221/frame 0xfffffe01457176c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe0145717730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe0145717780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01457177a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe0145717820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0145717840 lookup() at lookup+0x4d1/frame 0xfffffe01457178e0 namei() at namei+0x379/frame 0xfffffe0145717990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0145717ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145717bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145717bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffdfb0 --- Tracing command lockf pid 91610 tid 100560 td 0xfffffe0143657720 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146eae6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146eae6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146eae730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146eae780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0146eae790 _sleep() at _sleep+0x325/frame 0xfffffe0146eae830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe0146eae8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0146eaeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146eaebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146eaebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command fts pid 91611 tid 100604 td 0xfffffe0144151560 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81ff9220 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81ff9230 trap() at trap+0x56/frame 0xffffffff81ff9340 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81ff9340 --- trap 0x13, rip = 0x8011f0df8, rsp = 0x7fffffffe1d0, rbp = 0x7fffffffe1e0 --- Tracing command openat pid 91612 tid 100379 td 0xfffffe014412ae40 thread_exit() at thread_exit+0x203/frame 0xfffffe0144534a40 exit1() at exit1+0xdde/frame 0xfffffe0144534ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144534ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144534bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144534bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe0d8, rbp = 0x7fffffffe0f0 --- Tracing command creat pid 91613 tid 100510 td 0xfffffe0144137720 sched_switch() at sched_switch+0x5af/frame 0xfffffe01457c68c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01457c68e0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe01457c6910 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe01457c6910 --- interrupt, rip = 0xffffffff80c700d0, rsp = 0xfffffe01457c69e0, rbp = 0xfffffe01457c69f0 --- lock_delay() at lock_delay+0x20/frame 0xfffffe01457c69f0 thread_lock_flags_() at thread_lock_flags_+0xd1/frame 0xfffffe01457c6a60 userret() at userret+0x6c/frame 0xfffffe01457c6ac0 amd64_syscall() at amd64_syscall+0x205/frame 0xfffffe01457c6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457c6bf0 --- syscall (16, FreeBSD ELF64, sys_chown), rip = 0x8011aa8ca, rsp = 0x7fffffffda18, rbp = 0x7fffffffda40 --- Tracing command fts pid 91614 tid 100507 td 0xfffffe01440cf720 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae10 trap() at trap+0x56/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0x8011049db, rsp = 0x7fffffffe2a0, rbp = 0x7fffffffe310 --- Tracing command rw pid 91615 tid 100617 td 0xfffffe01483f8e40 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f99a40 exit1() at exit1+0xdde/frame 0xfffffe0146f99ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f99ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f99bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f99bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command mmap pid 91616 tid 100300 td 0xfffffe0143591000 thread_exit() at thread_exit+0x203/frame 0xfffffe01417a0a40 exit1() at exit1+0xdde/frame 0xfffffe01417a0ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01417a0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417a0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417a0bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command openat pid 91617 tid 100515 td 0xfffffe0145e27020 thread_exit() at thread_exit+0x203/frame 0xfffffe01457daa40 exit1() at exit1+0xdde/frame 0xfffffe01457daab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01457daac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01457dabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457dabf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe0d8, rbp = 0x7fffffffe0f0 --- Tracing command mkdir pid 91618 tid 100607 td 0xfffffe0148400900 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146f716d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146f716f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146f71730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0146f71780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0146f71790 _sleep() at _sleep+0x325/frame 0xfffffe0146f71830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe0146f718c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0146f71ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f71bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f71bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command rename pid 91619 tid 100375 td 0xfffffe014412e020 sched_switch() at sched_switch+0x5af/frame 0xfffffe01445116d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01445116f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0144511730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0144511780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0144511790 _sleep() at _sleep+0x325/frame 0xfffffe0144511830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01445118c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0144511ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144511bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144511bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command creat pid 91620 tid 100456 td 0xfffffe014422c740 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456aeb90 mi_switch() at mi_switch+0x155/frame 0xfffffe01456aebb0 ast() at ast+0x289/frame 0xfffffe01456aebf0 fast_syscall_common() at fast_syscall_common+0x1a5/frame 0xfffffe01456aebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa8ca, rsp = 0x7fffffffda18, rbp = 0x7fffffffda40 --- Tracing command fts pid 91621 tid 100594 td 0xfffffe0145e25ac0 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce88e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce88e10 trap() at trap+0x56/frame 0xfffffe003ce88f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce88f20 --- trap 0x13, rip = 0x8011a5342, rsp = 0x7fffffffe148, rbp = 0x7fffffffe170 --- Tracing command rw pid 91622 tid 100520 td 0xfffffe01440cf000 thread_exit() at thread_exit+0x203/frame 0xfffffe01457b2a40 exit1() at exit1+0xdde/frame 0xfffffe01457b2ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01457b2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01457b2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457b2bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command mmap pid 91623 tid 100491 td 0xfffffe01440d13a0 thread_exit() at thread_exit+0x203/frame 0xfffffe0145771a40 exit1() at exit1+0xdde/frame 0xfffffe0145771ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145771ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145771bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145771bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command lockf pid 91624 tid 100532 td 0xfffffe010e5ab000 thread_exit() at thread_exit+0x203/frame 0xfffffe0145726a40 exit1() at exit1+0xdde/frame 0xfffffe0145726ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145726ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145726bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145726bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command fts pid 91625 tid 100511 td 0xfffffe0144260720 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e10 trap() at trap+0x56/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0x8011f04c9, rsp = 0x7fffffffded0, rbp = 0x7fffffffe220 --- Tracing command creat pid 91626 tid 100463 td 0xfffffe0144228e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456e5b90 mi_switch() at mi_switch+0x155/frame 0xfffffe01456e5bb0 ast() at ast+0x289/frame 0xfffffe01456e5bf0 fast_syscall_common() at fast_syscall_common+0x1a5/frame 0xfffffe01456e5bf0 --- syscall (20, FreeBSD ELF64, sys_getpid), rip = 0x8011aa60a, rsp = 0x7fffffffe2a8, rbp = 0x7fffffffe360 --- Tracing command mmap pid 91627 tid 100514 td 0xfffffe0144260000 thread_exit() at thread_exit+0x203/frame 0xfffffe01457d0a40 exit1() at exit1+0xdde/frame 0xfffffe01457d0ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01457d0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01457d0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457d0bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command rename pid 91628 tid 100308 td 0xfffffe01435c8000 thread_exit() at thread_exit+0x203/frame 0xfffffe01417c3a40 exit1() at exit1+0xdde/frame 0xfffffe01417c3ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01417c3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417c3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417c3bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe0c8, rbp = 0x7fffffffe0e0 --- Tracing command rw pid 91629 tid 100546 td 0xfffffe0146cd4020 thread_exit() at thread_exit+0x203/frame 0xfffffe0146e68a40 exit1() at exit1+0xdde/frame 0xfffffe0146e68ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146e68ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e68bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e68bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command lockf pid 91630 tid 100551 td 0xfffffe01483faac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e81400 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e81420 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146e81460 sleeplk() at sleeplk+0x100/frame 0xfffffe0146e814c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe0146e81560 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0146e815a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146e815c0 null_lock() at null_lock+0xd3/frame 0xfffffe0146e81620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146e81640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0146e816a0 lookup() at lookup+0xc2/frame 0xfffffe0146e81740 namei() at namei+0x379/frame 0xfffffe0146e817f0 vn_open_cred() at vn_open_cred+0x11e/frame 0xfffffe0146e81960 kern_openat() at kern_openat+0x28c/frame 0xfffffe0146e81ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e81bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e81bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa60a, rsp = 0x7fffffffe228, rbp = 0x7fffffffe310 --- Tracing command fts pid 91631 tid 100259 td 0xfffffe01435caac0 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e10 trap() at trap+0x56/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff80f82e86, rsp = 0xfffffe01416a7770, rbp = 0xfffffe01416a7770 --- trash_dtor() at trash_dtor+0x16/frame 0xfffffe01416a7770 uma_zfree_arg() at uma_zfree_arg+0x1a3/frame 0xfffffe01416a77c0 namei() at namei+0x34e/frame 0xfffffe01416a7870 kern_statat() at kern_statat+0x12d/frame 0xfffffe01416a79c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe01416a7ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416a7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416a7bf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x8011a93aa, rsp = 0x7fffffffe0b8, rbp = 0x7fffffffe170 --- Tracing command rename pid 91632 tid 100485 td 0xfffffe01442623a0 thread_exit() at thread_exit+0x203/frame 0xfffffe0145753a40 exit1() at exit1+0xdde/frame 0xfffffe0145753ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145753ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145753bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145753bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe0c8, rbp = 0x7fffffffe0e0 --- Tracing command mmap pid 91633 tid 100415 td 0xfffffe0143ed0e40 thread_exit() at thread_exit+0x203/frame 0xfffffe01445f2a40 exit1() at exit1+0xdde/frame 0xfffffe01445f2ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01445f2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01445f2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01445f2bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command rw pid 91634 tid 100431 td 0xfffffe01441fa560 thread_exit() at thread_exit+0x203/frame 0xfffffe0145622a40 exit1() at exit1+0xdde/frame 0xfffffe0145622ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145622ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145622bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145622bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command lockf pid 91636 tid 100256 td 0xfffffe01435cb1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416ac3f0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416ac410 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416ac450 sleeplk() at sleeplk+0x100/frame 0xfffffe01416ac4b0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe01416ac560 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01416ac5a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01416ac5c0 null_lock() at null_lock+0xd3/frame 0xfffffe01416ac620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01416ac640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01416ac6a0 lookup() at lookup+0x3dc/frame 0xfffffe01416ac740 namei() at namei+0x379/frame 0xfffffe01416ac7f0 vn_open_cred() at vn_open_cred+0x11e/frame 0xfffffe01416ac960 kern_openat() at kern_openat+0x28c/frame 0xfffffe01416acac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416acbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416acbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa60a, rsp = 0x7fffffffe228, rbp = 0x7fffffffe310 --- Tracing command mmap pid 91637 tid 100543 td 0xfffffe0145e23000 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e59440 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e59460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146e594a0 sleeplk() at sleeplk+0x100/frame 0xfffffe0146e59500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe0146e595b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0146e595f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146e59610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0146e59670 vget_finish() at vget_finish+0x221/frame 0xfffffe0146e596c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe0146e59730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe0146e59780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0146e597a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe0146e59820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0146e59840 lookup() at lookup+0x4d1/frame 0xfffffe0146e598e0 namei() at namei+0x379/frame 0xfffffe0146e59990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0146e59ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e59bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e59bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffdfb0 --- Tracing command rw pid 91638 tid 100631 td 0xfffffe0151f3b1e0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146fdfa40 exit1() at exit1+0xdde/frame 0xfffffe0146fdfab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146fdfac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146fdfbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146fdfbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command lockf pid 91639 tid 100311 td 0xfffffe0143f04c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417dc470 mi_switch() at mi_switch+0x155/frame 0xfffffe01417dc490 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417dc4d0 sleeplk() at sleeplk+0x100/frame 0xfffffe01417dc530 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe01417dc5d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01417dc610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01417dc630 null_lock() at null_lock+0xd3/frame 0xfffffe01417dc690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01417dc6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01417dc710 lookup() at lookup+0xc2/frame 0xfffffe01417dc7b0 namei() at namei+0x379/frame 0xfffffe01417dc860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe01417dcaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe01417dcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417dcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417dcbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91640 tid 100590 td 0xfffffe0144151c80 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe0146f216d0 vpanic() at vpanic+0x1b8/frame 0xfffffe0146f21730 panic() at panic+0x43/frame 0xfffffe0146f21790 witness_assert() at witness_assert+0x21e/frame 0xfffffe0146f217c0 lockmgr_unlock() at lockmgr_unlock+0x85/frame 0xfffffe0146f217f0 VOP_UNLOCK() at VOP_UNLOCK+0x2d/frame 0xfffffe0146f21820 vput() at vput+0x4d/frame 0xfffffe0146f21840 lookup() at lookup+0xfcb/frame 0xfffffe0146f218e0 namei() at namei+0x379/frame 0xfffffe0146f21990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0146f21ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f21bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f21bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdaf8, rbp = 0x7fffffffdf30 --- Tracing command mmap pid 91641 tid 100392 td 0xfffffe01441d61e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144575440 mi_switch() at mi_switch+0x155/frame 0xfffffe0144575460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01445754a0 sleeplk() at sleeplk+0x100/frame 0xfffffe0144575500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe01445755b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01445755f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0144575610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0144575670 vget_finish() at vget_finish+0x221/frame 0xfffffe01445756c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe0144575730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe0144575780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01445757a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe0144575820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0144575840 lookup() at lookup+0x4d1/frame 0xfffffe01445758e0 namei() at namei+0x379/frame 0xfffffe0144575990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0144575ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144575bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144575bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffdfb0 --- Tracing command swap pid 91642 tid 100418 td 0xfffffe01441e5900 sched_switch() at sched_switch+0x5af/frame 0xfffffe01445fc6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01445fc6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01445fc730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01445fc780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01445fc790 _sleep() at _sleep+0x325/frame 0xfffffe01445fc830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01445fc8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01445fcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01445fcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01445fcbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa88a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3d0 --- Tracing command rw pid 91643 tid 100342 td 0xfffffe0144108720 thread_exit() at thread_exit+0x203/frame 0xfffffe0144480a40 exit1() at exit1+0xdde/frame 0xfffffe0144480ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144480ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144480bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144480bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command lockf pid 91644 tid 100230 td 0xfffffe010e1663a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0141606470 mi_switch() at mi_switch+0x155/frame 0xfffffe0141606490 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416064d0 sleeplk() at sleeplk+0x100/frame 0xfffffe0141606530 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe01416065d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0141606610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0141606630 null_lock() at null_lock+0xd3/frame 0xfffffe0141606690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01416066b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0141606710 lookup() at lookup+0xc2/frame 0xfffffe01416067b0 namei() at namei+0x379/frame 0xfffffe0141606860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe0141606aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0141606ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141606bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141606bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91645 tid 100535 td 0xfffffe0146cd0720 thread_exit() at thread_exit+0x203/frame 0xfffffe0146e31a40 exit1() at exit1+0xdde/frame 0xfffffe0146e31ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146e31ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e31bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e31bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command mmap pid 91646 tid 100434 td 0xfffffe01440d3020 thread_exit() at thread_exit+0x203/frame 0xfffffe014564fa40 exit1() at exit1+0xdde/frame 0xfffffe014564fab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014564fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014564fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014564fbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command rw pid 91647 tid 100597 td 0xfffffe0144152ac0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f44a40 exit1() at exit1+0xdde/frame 0xfffffe0146f44ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f44ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f44bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f44bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffcf60 --- Tracing command swap pid 91648 tid 100411 td 0xfffffe0143ed1c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe01445deb90 mi_switch() at mi_switch+0x155/frame 0xfffffe01445debb0 ast() at ast+0x289/frame 0xfffffe01445debf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command lockf pid 91649 tid 100253 td 0xfffffe010e3f7c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe014167f460 mi_switch() at mi_switch+0x155/frame 0xfffffe014167f480 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014167f4c0 sleeplk() at sleeplk+0x100/frame 0xfffffe014167f520 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe014167f5d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe014167f610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe014167f630 null_lock() at null_lock+0xd3/frame 0xfffffe014167f690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe014167f6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe014167f710 lookup() at lookup+0x3dc/frame 0xfffffe014167f7b0 namei() at namei+0x379/frame 0xfffffe014167f860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe014167faa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe014167fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014167fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014167fbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91650 tid 100325 td 0xfffffe0143652000 thread_exit() at thread_exit+0x203/frame 0xfffffe0144418a40 exit1() at exit1+0xdde/frame 0xfffffe0144418ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144418ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144418bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144418bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command rw pid 91651 tid 100471 td 0xfffffe01441f9720 sched_switch() at sched_switch+0x5af/frame 0xfffffe0145640b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0145640bb0 ast() at ast+0x289/frame 0xfffffe0145640bf0 fast_syscall_common() at fast_syscall_common+0x1a5/frame 0xfffffe0145640bf0 --- syscall (1024), rip = 0x8011aa6aa, rsp = 0x7fffffffd2a8, rbp = 0x7fffffffe360 --- Tracing command mmap pid 91652 tid 100497 td 0xfffffe0144263900 sched_switch() at sched_switch+0x5af/frame 0xfffffe0145785440 mi_switch() at mi_switch+0x155/frame 0xfffffe0145785460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01457854a0 sleeplk() at sleeplk+0x100/frame 0xfffffe0145785500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe01457855b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01457855f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0145785610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0145785670 vget_finish() at vget_finish+0x221/frame 0xfffffe01457856c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe0145785730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe0145785780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01457857a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe0145785820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0145785840 lookup() at lookup+0x4d1/frame 0xfffffe01457858e0 namei() at namei+0x379/frame 0xfffffe0145785990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0145785ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145785bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145785bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffdfb0 --- Tracing command swap pid 91653 tid 100518 td 0xfffffe0144137000 sched_switch() at sched_switch+0x5af/frame 0xfffffe01457f3ba0 mi_switch() at mi_switch+0x155/frame 0xfffffe01457f3bc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe01457f3bf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe01457f3bf0 --- interrupt, rip = 0x10247b5, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command lockf pid 91654 tid 100369 td 0xfffffe014411f720 thread_exit() at thread_exit+0x203/frame 0xfffffe0144502a40 exit1() at exit1+0xdde/frame 0xfffffe0144502ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144502ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144502bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144502bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mkdir pid 91655 tid 100595 td 0xfffffe01483fb900 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f3aa40 exit1() at exit1+0xdde/frame 0xfffffe0146f3aab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f3aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f3abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f3abf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command mmap pid 91656 tid 100552 td 0xfffffe01483fa3a0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146e86a40 exit1() at exit1+0xdde/frame 0xfffffe0146e86ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146e86ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e86bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e86bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command swap pid 91657 tid 100564 td 0xfffffe0146cd1c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146ec2ba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146ec2bc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0146ec2bf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0146ec2bf0 --- interrupt, rip = 0x10247b5, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command lockf pid 91658 tid 100588 td 0xfffffe014c853560 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146f17470 mi_switch() at mi_switch+0x155/frame 0xfffffe0146f17490 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146f174d0 sleeplk() at sleeplk+0x100/frame 0xfffffe0146f17530 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe0146f175d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0146f17610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146f17630 null_lock() at null_lock+0xd3/frame 0xfffffe0146f17690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146f176b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0146f17710 lookup() at lookup+0xc2/frame 0xfffffe0146f177b0 namei() at namei+0x379/frame 0xfffffe0146f17860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe0146f17aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0146f17ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f17bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f17bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91659 tid 100357 td 0xfffffe01441221e0 thread_exit() at thread_exit+0x203/frame 0xfffffe01444c6a40 exit1() at exit1+0xdde/frame 0xfffffe01444c6ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01444c6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444c6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444c6bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command mmap pid 91660 tid 100540 td 0xfffffe0146d59020 thread_exit() at thread_exit+0x203/frame 0xfffffe0146e4aa40 exit1() at exit1+0xdde/frame 0xfffffe0146e4aab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146e4aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e4abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e4abf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command swap pid 91661 tid 100465 td 0xfffffe01441d4560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01456eab90 mi_switch() at mi_switch+0x155/frame 0xfffffe01456eabb0 ast() at ast+0x289/frame 0xfffffe01456eabf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command lockf pid 91662 tid 100377 td 0xfffffe014412d900 thread_exit() at thread_exit+0x203/frame 0xfffffe014452aa40 exit1() at exit1+0xdde/frame 0xfffffe014452aab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014452aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014452abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014452abf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mkdir pid 91663 tid 100330 td 0xfffffe01440da740 thread_exit() at thread_exit+0x203/frame 0xfffffe0144436a40 exit1() at exit1+0xdde/frame 0xfffffe0144436ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144436ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144436bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144436bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command mmap pid 91664 tid 100368 td 0xfffffe014412d1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01444f3440 mi_switch() at mi_switch+0x155/frame 0xfffffe01444f3460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01444f34a0 sleeplk() at sleeplk+0x100/frame 0xfffffe01444f3500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe01444f35b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01444f35f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01444f3610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01444f3670 vget_finish() at vget_finish+0x221/frame 0xfffffe01444f36c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe01444f3730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe01444f3780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01444f37a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe01444f3820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe01444f3840 lookup() at lookup+0x4d1/frame 0xfffffe01444f38e0 namei() at namei+0x379/frame 0xfffffe01444f3990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe01444f3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444f3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444f3bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffdfb0 --- Tracing command lockf pid 91665 tid 100354 td 0xfffffe014411b1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01444bc470 mi_switch() at mi_switch+0x155/frame 0xfffffe01444bc490 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01444bc4d0 sleeplk() at sleeplk+0x100/frame 0xfffffe01444bc530 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe01444bc5d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01444bc610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01444bc630 null_lock() at null_lock+0xd3/frame 0xfffffe01444bc690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01444bc6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01444bc710 lookup() at lookup+0xc2/frame 0xfffffe01444bc7b0 namei() at namei+0x379/frame 0xfffffe01444bc860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe01444bcaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe01444bcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444bcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444bcbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command swap pid 91666 tid 100501 td 0xfffffe01440d0560 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e10 trap() at trap+0x56/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0x10247bc, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91667 tid 100319 td 0xfffffe0143659ac0 thread_exit() at thread_exit+0x203/frame 0xfffffe0141749a40 exit1() at exit1+0xdde/frame 0xfffffe0141749ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0141749ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141749bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141749bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command swap pid 91668 tid 100559 td 0xfffffe0143657e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146ea9b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0146ea9bb0 ast() at ast+0x289/frame 0xfffffe0146ea9bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command mmap pid 91669 tid 100452 td 0xfffffe01442233a0 thread_exit() at thread_exit+0x203/frame 0xfffffe014569aa40 exit1() at exit1+0xdde/frame 0xfffffe014569aab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014569aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014569abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014569abf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command lockf pid 91670 tid 100496 td 0xfffffe01440d0c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe014576c460 mi_switch() at mi_switch+0x155/frame 0xfffffe014576c480 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014576c4c0 sleeplk() at sleeplk+0x100/frame 0xfffffe014576c520 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe014576c5d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe014576c610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe014576c630 null_lock() at null_lock+0xd3/frame 0xfffffe014576c690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe014576c6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe014576c710 lookup() at lookup+0x3dc/frame 0xfffffe014576c7b0 namei() at namei+0x379/frame 0xfffffe014576c860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe014576caa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe014576cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014576cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014576cbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91672 tid 100324 td 0xfffffe01440d21e0 thread_exit() at thread_exit+0x203/frame 0xfffffe014440ea40 exit1() at exit1+0xdde/frame 0xfffffe014440eab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014440eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014440ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014440ebf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command mmap pid 91673 tid 100627 td 0xfffffe0151f23000 thread_exit() at thread_exit+0x203/frame 0xfffffe0146fcba40 exit1() at exit1+0xdde/frame 0xfffffe0146fcbab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146fcbac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146fcbbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146fcbbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command swap pid 91674 tid 100420 td 0xfffffe01441fc1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01445f7b90 mi_switch() at mi_switch+0x155/frame 0xfffffe01445f7bb0 ast() at ast+0x289/frame 0xfffffe01445f7bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command lockf pid 91675 tid 100312 td 0xfffffe0143f04560 thread_exit() at thread_exit+0x203/frame 0xfffffe01417d7a40 exit1() at exit1+0xdde/frame 0xfffffe01417d7ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01417d7ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417d7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417d7bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mkdir pid 91677 tid 100445 td 0xfffffe014420d900 thread_exit() at thread_exit+0x203/frame 0xfffffe014568ba40 exit1() at exit1+0xdde/frame 0xfffffe014568bab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014568bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014568bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014568bbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command swap pid 91678 tid 100416 td 0xfffffe01441e6020 sched_switch() at sched_switch+0x5af/frame 0xfffffe01445e3ba0 mi_switch() at mi_switch+0x155/frame 0xfffffe01445e3bc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe01445e3bf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe01445e3bf0 --- interrupt, rip = 0x10247b0, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command mmap pid 91679 tid 100293 td 0xfffffe01435ffac0 thread_exit() at thread_exit+0x203/frame 0xfffffe01416f7a40 exit1() at exit1+0xdde/frame 0xfffffe01416f7ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01416f7ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416f7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416f7bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command lockf pid 91680 tid 100488 td 0xfffffe0144260e40 thread_exit() at thread_exit+0x203/frame 0xfffffe0145758a40 exit1() at exit1+0xdde/frame 0xfffffe0145758ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145758ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145758bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145758bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mkdir pid 91682 tid 100355 td 0xfffffe0144110900 thread_exit() at thread_exit+0x203/frame 0xfffffe01444a3a40 exit1() at exit1+0xdde/frame 0xfffffe01444a3ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01444a3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444a3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444a3bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command swap pid 91683 tid 100425 td 0xfffffe01441fc900 sched_switch() at sched_switch+0x5af/frame 0xfffffe0145618b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0145618bb0 ast() at ast+0x289/frame 0xfffffe0145618bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command lockf pid 91684 tid 100539 td 0xfffffe0145e24560 thread_exit() at thread_exit+0x203/frame 0xfffffe0146e45a40 exit1() at exit1+0xdde/frame 0xfffffe0146e45ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146e45ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146e45bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146e45bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mmap pid 91685 tid 100381 td 0xfffffe014410fac0 thread_exit() at thread_exit+0x203/frame 0xfffffe0144548a40 exit1() at exit1+0xdde/frame 0xfffffe0144548ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144548ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144548bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144548bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe080 --- Tracing command mkdir pid 91687 tid 100239 td 0xfffffe010e3d8900 thread_exit() at thread_exit+0x203/frame 0xfffffe014162ea40 exit1() at exit1+0xdde/frame 0xfffffe014162eab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014162eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014162ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014162ebf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command mmap pid 91688 tid 100605 td 0xfffffe014c852000 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146f6c440 mi_switch() at mi_switch+0x155/frame 0xfffffe0146f6c460 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146f6c4a0 sleeplk() at sleeplk+0x100/frame 0xfffffe0146f6c500 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe0146f6c5b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0146f6c5f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146f6c610 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0146f6c670 vget_finish() at vget_finish+0x221/frame 0xfffffe0146f6c6c0 cache_lookup_dotdot() at cache_lookup_dotdot+0x1f5/frame 0xfffffe0146f6c730 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe0146f6c780 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0146f6c7a0 null_lookup() at null_lookup+0xe9/frame 0xfffffe0146f6c820 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0146f6c840 lookup() at lookup+0x4d1/frame 0xfffffe0146f6c8e0 namei() at namei+0x379/frame 0xfffffe0146f6c990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0146f6cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f6cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f6cbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8011a75aa, rsp = 0x7fffffffdfa8, rbp = 0x7fffffffdfb0 --- Tracing command lockf pid 91689 tid 100519 td 0xfffffe0146cd4740 thread_exit() at thread_exit+0x203/frame 0xfffffe01457eea40 exit1() at exit1+0xdde/frame 0xfffffe01457eeab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01457eeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01457eebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457eebf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command swap pid 91690 tid 100521 td 0xfffffe01458de3a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe014579eb90 mi_switch() at mi_switch+0x155/frame 0xfffffe014579ebb0 ast() at ast+0x289/frame 0xfffffe014579ebf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command mkdir pid 91692 tid 100622 td 0xfffffe0151f253a0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146fb2a40 exit1() at exit1+0xdde/frame 0xfffffe0146fb2ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146fb2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146fb2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146fb2bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command lockf pid 91693 tid 100635 td 0xfffffe0151f3c020 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146ff3460 mi_switch() at mi_switch+0x155/frame 0xfffffe0146ff3480 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0146ff34c0 sleeplk() at sleeplk+0x100/frame 0xfffffe0146ff3520 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x402/frame 0xfffffe0146ff35d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0146ff3610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146ff3630 null_lock() at null_lock+0xd3/frame 0xfffffe0146ff3690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe0146ff36b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0146ff3710 lookup() at lookup+0x3dc/frame 0xfffffe0146ff37b0 namei() at namei+0x379/frame 0xfffffe0146ff3860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe0146ff3aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0146ff3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146ff3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146ff3bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command swap pid 91694 tid 100320 td 0xfffffe01436593a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144404ba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0144404bc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0144404bf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0144404bf0 --- interrupt, rip = 0x10247b0, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command mkdir pid 91696 tid 100426 td 0xfffffe01441fac80 thread_exit() at thread_exit+0x203/frame 0xfffffe0145627a40 exit1() at exit1+0xdde/frame 0xfffffe0145627ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145627ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145627bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145627bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command swap pid 91697 tid 100505 td 0xfffffe0144138560 sched_switch() at sched_switch+0x5af/frame 0xfffffe014562cb90 mi_switch() at mi_switch+0x155/frame 0xfffffe014562cbb0 ast() at ast+0x289/frame 0xfffffe014562cbf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command lockf pid 91698 tid 100321 td 0xfffffe0143658c80 thread_exit() at thread_exit+0x203/frame 0xfffffe01417ffa40 exit1() at exit1+0xdde/frame 0xfffffe01417ffab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01417ffac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417ffbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417ffbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mkdir pid 91700 tid 100613 td 0xfffffe0151dfd1e0 thread_exit() at thread_exit+0x203/frame 0xfffffe0146f80a40 exit1() at exit1+0xdde/frame 0xfffffe0146f80ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0146f80ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0146f80bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0146f80bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command swap pid 91701 tid 100427 td 0xfffffe01441393a0 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de10 trap() at trap+0x56/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0x10247bc, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command lockf pid 91702 tid 100522 td 0xfffffe01458ddc80 thread_exit() at thread_exit+0x203/frame 0xfffffe01457fda40 exit1() at exit1+0xdde/frame 0xfffffe01457fdab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01457fdac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01457fdbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01457fdbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe1e0 --- Tracing command mkdir pid 91704 tid 100372 td 0xfffffe014412c3a0 thread_exit() at thread_exit+0x203/frame 0xfffffe0144507a40 exit1() at exit1+0xdde/frame 0xfffffe0144507ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0144507ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0144507bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0144507bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffd9a8, rbp = 0x7fffffffd9c0 --- Tracing command lockf pid 91705 tid 100366 td 0xfffffe0144122900 thread_exit() at thread_exit+0x203/frame 0xfffffe01444f8a40 exit1() at exit1+0xdde/frame 0xfffffe01444f8ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe01444f8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01444f8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01444f8bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa30a, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1b0 --- Tracing command swap pid 91706 tid 100388 td 0xfffffe014410d720 sched_switch() at sched_switch+0x5af/frame 0xfffffe0144561b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0144561bb0 ast() at ast+0x289/frame 0xfffffe0144561bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe360 Tracing command lockf pid 91707 tid 100318 td 0xfffffe010e3d6560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417fa470 mi_switch() at mi_switch+0x155/frame 0xfffffe01417fa490 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417fa4d0 sleeplk() at sleeplk+0x100/frame 0xfffffe01417fa530 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d2/frame 0xfffffe01417fa5d0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01417fa610 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01417fa630 null_lock() at null_lock+0xd3/frame 0xfffffe01417fa690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe01417fa6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01417fa710 lookup() at lookup+0xc2/frame 0xfffffe01417fa7b0 namei() at namei+0x379/frame 0xfffffe01417fa860 kern_funlinkat() at kern_funlinkat+0x129/frame 0xfffffe01417faaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe01417faac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417fabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417fabf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a758a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe360 --- Tracing command swap pid 91708 tid 100541 td 0xfffffe0145e23e40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7be00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be10 trap() at trap+0x56/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0x10247b7, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91709 tid 100528 td 0xfffffe0146d55e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146e18ba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146e18bc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0146e18bf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0146e18bf0 --- interrupt, rip = 0x10247b5, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91710 tid 100634 td 0xfffffe0151f3c740 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146feeba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146feebc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0146feebf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0146feebf0 --- interrupt, rip = 0x10247b0, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91711 tid 100337 td 0xfffffe014410aac0 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e10 trap() at trap+0x56/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0x10247b5, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command swap pid 91712 tid 100601 td 0xfffffe0145be1ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe0146f58ba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0146f58bc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0146f58bf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0146f58bf0 --- interrupt, rip = 0x10247b5, rsp = 0x7fffffffe330, rbp = 0x7fffffffe360 --- Tracing command sh pid 91741 tid 100305 td 0xfffffe0143f05ac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417be840 mi_switch() at mi_switch+0x155/frame 0xfffffe01417be860 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417be8a0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417be8f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417be900 _sleep() at _sleep+0x325/frame 0xfffffe01417be9a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe01417bea00 dofileread() at dofileread+0x81/frame 0xfffffe01417bea50 sys_read() at sys_read+0xc0/frame 0xfffffe01417beac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417bebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417bebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8012096aa, rsp = 0x7fffffffde08, rbp = 0x7fffffffdf50 --- Tracing command sh pid 92096 tid 100378 td 0xfffffe014413a1e0 fork_trampoline() at fork_trampoline Tracing command sleep pid 92099 tid 100499 td 0xfffffe0144221000 sched_switch() at sched_switch+0x5af/frame 0xfffffe014578f870 mi_switch() at mi_switch+0x155/frame 0xfffffe014578f890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014578f8d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014578f920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014578f960 _sleep() at _sleep+0x285/frame 0xfffffe014578fa00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe014578fa80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe014578fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014578fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014578fbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011a75ca, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe530 --- Tracing command dhclient pid 2333 tid 100269 td 0xfffffe010e5ae900 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416bb720 mi_switch() at mi_switch+0x155/frame 0xfffffe01416bb740 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416bb780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416bb7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416bb7e0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416bb840 seltdwait() at seltdwait+0x8d/frame 0xfffffe01416bb880 kern_select() at kern_select+0xa4e/frame 0xfffffe01416bba80 sys_select() at sys_select+0x56/frame 0xfffffe01416bbac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416bbbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416bbbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011e672a, rsp = 0x7fffffffe938, rbp = 0x7fffffffe9f0 --- Tracing command dhclient pid 2336 tid 100281 td 0xfffffe0143656740 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416b1760 mi_switch() at mi_switch+0x155/frame 0xfffffe01416b1780 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416b17c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416b1810 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416b1820 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416b1880 seltdwait() at seltdwait+0x8d/frame 0xfffffe01416b18c0 kern_poll_kfds() at kern_poll_kfds+0x41b/frame 0xfffffe01416b1950 kern_poll() at kern_poll+0x9f/frame 0xfffffe01416b1aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01416b1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416b1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416b1bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8011e662a, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebb0 --- Tracing command dhclient pid 2395 tid 100298 td 0xfffffe0143655900 sched_switch() at sched_switch+0x5af/frame 0xfffffe0141785710 mi_switch() at mi_switch+0x155/frame 0xfffffe0141785730 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141785770 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417857c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0141785800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19b/frame 0xfffffe0141785880 seltdwait() at seltdwait+0x7f/frame 0xfffffe01417858c0 kern_poll_kfds() at kern_poll_kfds+0x41b/frame 0xfffffe0141785950 kern_poll() at kern_poll+0x9f/frame 0xfffffe0141785aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe0141785ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141785bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141785bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8011e662a, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebb0 --- Tracing command devd pid 2400 tid 100231 td 0xfffffe010e165c80 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e10 trap() at trap+0x56/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0x2756bd, rsp = 0x7fffffff8258, rbp = 0x7fffffff8280 --- Tracing command syslogd pid 2587 tid 100287 td 0xfffffe0143592560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416e3720 mi_switch() at mi_switch+0x155/frame 0xfffffe01416e3740 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416e3780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416e37d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416e37e0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416e3840 seltdwait() at seltdwait+0x8d/frame 0xfffffe01416e3880 kern_select() at kern_select+0xa4e/frame 0xfffffe01416e3a80 sys_select() at sys_select+0x56/frame 0xfffffe01416e3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416e3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416e3bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011cb72a, rsp = 0x7fffffffe6b8, rbp = 0x7fffffffec20 --- Tracing command watchdogd pid 2595 tid 100238 td 0xfffffe010e3d9020 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415d9870 mi_switch() at mi_switch+0x155/frame 0xfffffe01415d9890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415d98d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415d9920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415d9960 _sleep() at _sleep+0x285/frame 0xfffffe01415d9a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01415d9a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01415d9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415d9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415d9bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011c15ca, rsp = 0x7fffffffe9e8, rbp = 0x7fffffffea30 --- Tracing command rpcbind pid 2617 tid 100306 td 0xfffffe0143f053a0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417b9710 mi_switch() at mi_switch+0x155/frame 0xfffffe01417b9730 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417b9770 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417b97c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01417b9800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19b/frame 0xfffffe01417b9880 seltdwait() at seltdwait+0x7f/frame 0xfffffe01417b98c0 kern_poll_kfds() at kern_poll_kfds+0x41b/frame 0xfffffe01417b9950 kern_poll() at kern_poll+0x9f/frame 0xfffffe01417b9aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01417b9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417b9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417b9bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8011bc62a, rsp = 0x7fffffffc978, rbp = 0x7fffffffeba0 --- Tracing command rpc.statd pid 2642 tid 100268 td 0xfffffe010e3f9900 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416f26d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416f26f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416f2730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416f2780 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01416f27c0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19b/frame 0xfffffe01416f2840 seltdwait() at seltdwait+0x7f/frame 0xfffffe01416f2880 kern_select() at kern_select+0xa4e/frame 0xfffffe01416f2a80 sys_select() at sys_select+0x56/frame 0xfffffe01416f2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416f2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416f2bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011b672a, rsp = 0x7fffffffe9f8, rbp = 0x7fffffffeb40 --- Tracing command rpc.lockd pid 2645 tid 100272 td 0xfffffe01435c9560 sched_switch() at sched_switch+0x5af/frame 0xfffffe0141706640 mi_switch() at mi_switch+0x155/frame 0xfffffe0141706660 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417066a0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417066f0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0141706730 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19b/frame 0xfffffe01417067b0 svc_run_internal() at svc_run_internal+0xac1/frame 0xfffffe01417068e0 svc_run() at svc_run+0x250/frame 0xfffffe0141706940 sys_nlm_syscall() at sys_nlm_syscall+0x74a/frame 0xfffffe0141706ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141706bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141706bf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x8011bef0a, rsp = 0x7fffffffeb58, rbp = 0x7fffffffec20 --- Tracing command powerd pid 2650 tid 100282 td 0xfffffe0143653c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417446d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01417446f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141744730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141744780 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01417447c0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19b/frame 0xfffffe0141744840 seltdwait() at seltdwait+0x7f/frame 0xfffffe0141744880 kern_select() at kern_select+0xa4e/frame 0xfffffe0141744a80 sys_select() at sys_select+0x56/frame 0xfffffe0141744ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141744bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141744bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011c172a, rsp = 0x7fffffffeaf8, rbp = 0x7fffffffec30 --- Tracing command ntpd pid 2676 tid 100292 td 0xfffffe01435c8e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe0141701720 mi_switch() at mi_switch+0x155/frame 0xfffffe0141701740 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141701780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417017d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417017e0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0141701840 seltdwait() at seltdwait+0x8d/frame 0xfffffe0141701880 kern_select() at kern_select+0xa4e/frame 0xfffffe0141701a80 sys_select() at sys_select+0x56/frame 0xfffffe0141701ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141701bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141701bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8015db72a, rsp = 0x7fffffffde58, rbp = 0x7fffffffde90 --- Tracing command inetd pid 2702 tid 100265 td 0xfffffe010d662000 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416d4720 mi_switch() at mi_switch+0x155/frame 0xfffffe01416d4740 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416d4780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416d47d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416d47e0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416d4840 seltdwait() at seltdwait+0x8d/frame 0xfffffe01416d4880 kern_select() at kern_select+0xa4e/frame 0xfffffe01416d4a80 sys_select() at sys_select+0x56/frame 0xfffffe01416d4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416d4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416d4bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011e072a, rsp = 0x7fffffffdd78, rbp = 0x7fffffffec10 --- Tracing command sshd pid 2721 tid 100302 td 0xfffffe0143ed4020 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417a5720 mi_switch() at mi_switch+0x155/frame 0xfffffe01417a5740 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417a5780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417a57d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417a57e0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01417a5840 seltdwait() at seltdwait+0x8d/frame 0xfffffe01417a5880 kern_select() at kern_select+0xa4e/frame 0xfffffe01417a5a80 sys_select() at sys_select+0x56/frame 0xfffffe01417a5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417a5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417a5bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80169972a, rsp = 0x7fffffffe5c8, rbp = 0x7fffffffe600 --- Tracing command cron pid 2725 tid 100228 td 0xfffffe010e3fa740 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415f2870 mi_switch() at mi_switch+0x155/frame 0xfffffe01415f2890 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415f28d0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415f2920 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415f2960 _sleep() at _sleep+0x285/frame 0xfffffe01415f2a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01415f2a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01415f2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415f2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415f2bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011d85ca, rsp = 0x7fffffffea48, rbp = 0x7fffffffec20 --- Tracing command getty pid 2739 tid 100225 td 0xfffffe010e3d81e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415d47c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01415d47e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415d4820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415d4870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415d4880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01415d48e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01415d4910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01415d4970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01415d49a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01415d4a00 dofileread() at dofileread+0x81/frame 0xfffffe01415d4a50 sys_read() at sys_read+0xc0/frame 0xfffffe01415d4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415d4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415d4bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2740 tid 100295 td 0xfffffe014365b020 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417807c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01417807e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141780820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141780870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141780880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01417808e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0141780910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0141780970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01417809a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141780a00 dofileread() at dofileread+0x81/frame 0xfffffe0141780a50 sys_read() at sys_read+0xc0/frame 0xfffffe0141780ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141780bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141780bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2741 tid 100283 td 0xfffffe0143653560 sched_switch() at sched_switch+0x5af/frame 0xfffffe014173f7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe014173f7e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014173f820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014173f870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014173f880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe014173f8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014173f910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014173f970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014173f9a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe014173fa00 dofileread() at dofileread+0x81/frame 0xfffffe014173fa50 sys_read() at sys_read+0xc0/frame 0xfffffe014173fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014173fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014173fbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2742 tid 100285 td 0xfffffe014365a1e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe014174e7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe014174e7e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014174e820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014174e870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014174e880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe014174e8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014174e910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014174e970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014174e9a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe014174ea00 dofileread() at dofileread+0x81/frame 0xfffffe014174ea50 sys_read() at sys_read+0xc0/frame 0xfffffe014174eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014174ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014174ebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2743 tid 100255 td 0xfffffe010e165560 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416a27c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416a27e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416a2820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416a2870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416a2880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416a28e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01416a2910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01416a2970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01416a29a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01416a2a00 dofileread() at dofileread+0x81/frame 0xfffffe01416a2a50 sys_read() at sys_read+0xc0/frame 0xfffffe01416a2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416a2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416a2bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2744 tid 100245 td 0xfffffe010a6c7000 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416667c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416667e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141666820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141666870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141666880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416668e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0141666910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0141666970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01416669a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141666a00 dofileread() at dofileread+0x81/frame 0xfffffe0141666a50 sys_read() at sys_read+0xc0/frame 0xfffffe0141666ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141666bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141666bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2745 tid 100233 td 0xfffffe010a6c7e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416107c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416107e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141610820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141610870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141610880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416108e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0141610910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0141610970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01416109a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141610a00 dofileread() at dofileread+0x81/frame 0xfffffe0141610a50 sys_read() at sys_read+0xc0/frame 0xfffffe0141610ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141610bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141610bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2746 tid 100242 td 0xfffffe010e167900 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416447c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416447e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe0141644820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141644870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141644880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416448e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0141644910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0141644970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01416449a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141644a00 dofileread() at dofileread+0x81/frame 0xfffffe0141644a50 sys_read() at sys_read+0xc0/frame 0xfffffe0141644ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141644bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141644bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2747 tid 100227 td 0xfffffe010e3f91e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415e87c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01415e87e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415e8820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415e8870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415e8880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01415e88e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01415e8910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01415e8970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01415e89a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01415e8a00 dofileread() at dofileread+0x81/frame 0xfffffe01415e8a50 sys_read() at sys_read+0xc0/frame 0xfffffe01415e8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415e8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415e8bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command getty pid 2748 tid 100229 td 0xfffffe010de64720 sched_switch() at sched_switch+0x5af/frame 0xfffffe01415fc7c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01415fc7e0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01415fc820 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415fc870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415fc880 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01415fc8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01415fc910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01415fc970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01415fc9a0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01415fca00 dofileread() at dofileread+0x81/frame 0xfffffe01415fca50 sys_read() at sys_read+0xc0/frame 0xfffffe01415fcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415fcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415fcbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c56aa, rsp = 0x7fffffffeb58, rbp = 0x7fffffffeba0 --- Tracing command sshd pid 2807 tid 100271 td 0xfffffe01435c9c80 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416c5760 mi_switch() at mi_switch+0x155/frame 0xfffffe01416c5780 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416c57c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416c5810 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416c5820 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01416c5880 seltdwait() at seltdwait+0x8d/frame 0xfffffe01416c58c0 kern_poll_kfds() at kern_poll_kfds+0x41b/frame 0xfffffe01416c5950 kern_poll() at kern_poll+0x9f/frame 0xfffffe01416c5aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01416c5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416c5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416c5bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80169962a, rsp = 0x7fffffffe538, rbp = 0x7fffffffe570 --- Tracing command sshd pid 2810 tid 100251 td 0xfffffe010d662e40 sched_switch() at sched_switch+0x5af/frame 0xfffffe014168e720 mi_switch() at mi_switch+0x155/frame 0xfffffe014168e740 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014168e780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014168e7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014168e7e0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe014168e840 seltdwait() at seltdwait+0x8d/frame 0xfffffe014168e880 kern_select() at kern_select+0xa4e/frame 0xfffffe014168ea80 sys_select() at sys_select+0x56/frame 0xfffffe014168eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014168ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014168ebf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80169972a, rsp = 0x7fffffffa4c8, rbp = 0x7fffffffa500 --- Tracing command bash pid 2811 tid 100226 td 0xfffffe010e3d9740 --- swapped out Tracing command su pid 2816 tid 100289 td 0xfffffe0143591720 --- swapped out Tracing command csh pid 2817 tid 100309 td 0xfffffe010e3d73a0 --- swapped out Tracing command bash pid 2819 tid 100250 td 0xfffffe010e3f83a0 --- swapped out Tracing command sh pid 2821 tid 100258 td 0xfffffe0143594900 sched_switch() at sched_switch+0x5af/frame 0xfffffe01416b66d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01416b66f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416b6730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416b6780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01416b6790 _sleep() at _sleep+0x325/frame 0xfffffe01416b6830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01416b68c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01416b6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01416b6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01416b6bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120988a, rsp = 0x7fffffffe4f8, rbp = 0x7fffffffe5a0 --- Tracing command sh pid 2905 tid 100270 td 0xfffffe01436001e0 --- swapped out Tracing command sh pid 2946 tid 100304 td 0xfffffe0143f061e0 sched_switch() at sched_switch+0x5af/frame 0xfffffe01417af6d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01417af6f0 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01417af730 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417af780 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417af790 _sleep() at _sleep+0x325/frame 0xfffffe01417af830 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01417af8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01417afac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01417afbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417afbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120988a, rsp = 0x7fffffffe228, rbp = 0x7fffffffe2d0 --- Tracing command awk pid 2947 tid 100252 td 0xfffffe0143595740 sched_switch() at sched_switch+0x5af/frame 0xfffffe0141698840 mi_switch() at mi_switch+0x155/frame 0xfffffe0141698860 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe01416988a0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01416988f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141698900 _sleep() at _sleep+0x325/frame 0xfffffe01416989a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe0141698a00 dofileread() at dofileread+0x81/frame 0xfffffe0141698a50 sys_read() at sys_read+0xc0/frame 0xfffffe0141698ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0141698bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141698bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8012166aa, rsp = 0x7fffffffe1f8, rbp = 0x7fffffffe210 --- Tracing command sh pid 2948 tid 100244 td 0xfffffe010e5adac0 sched_switch() at sched_switch+0x5af/frame 0xfffffe014161f840 mi_switch() at mi_switch+0x155/frame 0xfffffe014161f860 sleepq_switch() at sleepq_switch+0x119/frame 0xfffffe014161f8a0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014161f8f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014161f900 _sleep() at _sleep+0x325/frame 0xfffffe014161f9a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe014161fa00 dofileread() at dofileread+0x81/frame 0xfffffe014161fa50 sys_read() at sys_read+0xc0/frame 0xfffffe014161fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014161fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014161fbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8012096aa, rsp = 0x7fffffffdcc8, rbp = 0x7fffffffe1f0 --- db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 4 (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:399 #2 0xffffffff804ce7fa in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff804ce6b2 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804ce746 in db_command_script (command=command@entry=0xffffffff81bd27c0 "dump") at ../../../ddb/db_command.c:553 #5 0xffffffff804d3bb8 in db_script_exec (scriptname=0xffffffff81bd2130 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #6 0xffffffff804ce6b2 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #7 0xffffffff804ce746 in db_command_script (command=command@entry=0xffffffff81bd2752 "run pho1") at ../../../ddb/db_command.c:553 #8 0xffffffff804d3bb8 in db_script_exec (scriptname=0xffffffff81bd2130 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #9 0xffffffff804ce6b2 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x1) at ../../../ddb/db_command.c:482 #10 0xffffffff804ce32d in db_command_loop () at ../../../ddb/db_command.c:535 #11 0xffffffff804d1aa6 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #12 0xffffffff80c6f347 in kdb_trap (type=type@entry=0x3, code=code@entry=0x0, tf=tf@entry=0xfffffe0146f21600) at ../../../kern/subr_kdb.c:727 #13 0xffffffff810f5bd3 in trap (frame=0xfffffe0146f21600) at ../../../amd64/amd64/trap.c:607 #14 #15 kdb_enter (why=0xffffffff812f099a "panic", msg=) at ../../../kern/subr_kdb.c:506 #16 0xffffffff80c228e8 in vpanic (fmt=0xffffffff8124fbe4 "Lock (%s) %s not locked @ %s:%d.", ap=, ap@entry=0xfffffe0146f21770) at ../../../kern/kern_shutdown.c:907 #17 0xffffffff80c22673 in panic (fmt=0xffffffff81e9d8e8 "\312\330*\201\377\377\377\377") at ../../../kern/kern_shutdown.c:843 #18 0xffffffff80c942de in witness_assert (lock=lock@entry=0xfffffe0152b61a38, flags=flags@entry=0x1, file=, line=line@entry=0x501) at ../../../kern/subr_witness.c:2489 #19 0xffffffff80bf3be5 in _lockmgr_assert (lk=0xfffffe0152b61a38, what=0x1, file=, line=0x501) at ../../../kern/kern_lock.c:1748 #20 lockmgr_unlock (lk=0xfffffe0152b61a38) at ../../../kern/kern_lock.c:1283 #21 0xffffffff80d1598d in VOP_UNLOCK (vp=0xfffffe0152b619c8) at ./vnode_if.h:1159 #22 0xffffffff80d1593d in vput (vp=0xfffffe0152b619c8) at ../../../kern/vfs_subr.c:3340 #23 0xffffffff80d0181b in lookup (ndp=ndp@entry=0xfffffe0146f219a0) at ../../../kern/vfs_lookup.c:1366 #24 0xffffffff80cffb19 in namei (ndp=ndp@entry=0xfffffe0146f219a0) at ../../../kern/vfs_lookup.c:661 #25 0xffffffff80d282e9 in kern_chdir (td=0xfffffe0144151c80, path=0x10228c8 , pathseg=UIO_USERSPACE) at ../../../kern/vfs_syscalls.c:945 #26 0xffffffff810f69c7 in syscallenter (td=0xfffffe0144151c80) at ../../../amd64/amd64/../../kern/subr_syscall.c:189 #27 amd64_syscall (td=0xfffffe0144151c80, traced=0x0) at ../../../amd64/amd64/trap.c:1186 #28 #29 0x00000008011a75aa in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffdaf8 (kgdb) f 22 #22 0xffffffff80d1593d in vput (vp=0xfffffe0152b619c8) at ../../../kern/vfs_subr.c:3340 3340 VOP_UNLOCK(vp); (kgdb) l 3335 { 3336 3337 ASSERT_VOP_LOCKED(vp, __func__); 3338 ASSERT_VI_UNLOCKED(vp, __func__); 3339 if (!refcount_release(&vp->v_usecount)) { 3340 VOP_UNLOCK(vp); 3341 return; 3342 } 3343 vput_final(vp, VPUT); 3344 } (kgdb) info loc No locals. (kgdb) p *vp $1 = {v_type = VBAD, v_irflag = 0x1, v_seqc = 0x5, v_nchash = 0x4506b8cd, v_hash = 0xa95b0c, v_op = 0xffffffff81aed338 , v_data = 0x0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, {v_mountedhere = 0x0, v_unpcb = 0x0, v_rdev = 0x0, v_fifoinfo = 0x0}, v_hashlist = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xfffffe0152b61a20}, v_cache_dd = 0x0, v_lock = {lock_object = {lo_name = 0xffffffff8274d05e "nullfs", lo_flags = 0x6fb0008, lo_data = 0x0, lo_witness = 0xfffff8087fd84b80}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_pri = 0x60, lk_timo = 0x33, lk_stack = {depth = 0xe, pcs = {0xffffffff80bf2ada, 0xffffffff80bf2f9e, 0xffffffff8274ba20, 0xffffffff811bffb9, 0xffffffff80d2263d, 0xffffffff80d17940, 0xffffffff80d16bb9, 0xffffffff8274ac21, 0xffffffff80d0763c, 0xffffffff80d0c148, 0xffffffff80c8471a, 0xffffffff80c857a2, 0xffffffff80bdb9a0, 0xffffffff810c7cce, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xffffffff8133e556 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd75580}, mtx_lock = 0x0}, v_vnlock = 0xfffffe0152b61a38, v_vnodelist = {tqe_next = 0xfffffe014db4bc20, tqe_prev = 0xfffffe01480ba158}, v_lazylist = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, v_bufobj = { bo_lock = {lock_object = {lo_name = 0xffffffff812f696f "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffff8087fd80900}, rw_lock = 0x1}, bo_ops = 0xffffffff81b25b90 , bo_object = 0x0, bo_synclist = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, bo_private = 0xfffffe0152b619c8, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffffe0152b61b88}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffffe0152b61ba8}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x4, bo_domain = 0x1, bo_bsize = 0x8000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffffe0152b61bf0}, rl_currdep = 0x0}, v_holdcnt = 0x1, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_mflag = 0x0, v_dbatchcpu = 0xffff, v_writecount = 0x0, v_seqc_users = 0x1} (kgdb) diff --git a/sys/fs/nullfs/null.h b/sys/fs/nullfs/null.h index 6fdac4b1006e..a41625536d65 100644 --- a/sys/fs/nullfs/null.h +++ b/sys/fs/nullfs/null.h @@ -45,6 +45,8 @@ struct null_mount { struct mount *nullm_vfs; struct vnode *nullm_lowerrootvp; /* Ref to lower root vnode */ uint64_t nullm_flags; + struct mount_upper_node upper_node; + struct mount_upper_node notify_node; }; #ifdef _KERNEL diff --git a/sys/fs/nullfs/null_vfsops.c b/sys/fs/nullfs/null_vfsops.c index 4914e5fc2dbf..73301c9275d2 100644 --- a/sys/fs/nullfs/null_vfsops.c +++ b/sys/fs/nullfs/null_vfsops.c @@ -163,7 +163,8 @@ nullfs_mount(struct mount *mp) * Save pointer to underlying FS and the reference to the * lower root vnode. */ - xmp->nullm_vfs = vfs_pin_from_vp(lowerrootvp); + xmp->nullm_vfs = vfs_register_upper_from_vp(lowerrootvp, mp, + &xmp->upper_node); if (xmp->nullm_vfs == NULL) { vput(lowerrootvp); free(xmp, M_NULLFSMNT); @@ -178,7 +179,7 @@ nullfs_mount(struct mount *mp) */ error = null_nodeget(mp, lowerrootvp, &nullm_rootvp); if (error != 0) { - vfs_unpin(xmp->nullm_vfs); + vfs_unregister_upper(xmp->nullm_vfs, &xmp->upper_node); vrele(lowerrootvp); free(xmp, M_NULLFSMNT); return (error); @@ -195,6 +196,11 @@ nullfs_mount(struct mount *mp) (xmp->nullm_vfs->mnt_kern_flag & MNTK_NULL_NOCACHE) != 0) xmp->nullm_flags &= ~NULLM_CACHE; + if ((xmp->nullm_flags & NULLM_CACHE) != 0) { + vfs_register_for_notification(xmp->nullm_vfs, mp, + &xmp->notify_node); + } + MNT_ILOCK(mp); if ((xmp->nullm_flags & NULLM_CACHE) != 0) { mp->mnt_kern_flag |= lowerrootvp->v_mount->mnt_kern_flag & @@ -206,13 +212,6 @@ nullfs_mount(struct mount *mp) (MNTK_USES_BCACHE | MNTK_NO_IOPF | MNTK_UNMAPPED_BUFS); MNT_IUNLOCK(mp); vfs_getnewfsid(mp); - if ((xmp->nullm_flags & NULLM_CACHE) != 0) { - MNT_ILOCK(xmp->nullm_vfs); - TAILQ_INSERT_TAIL(&xmp->nullm_vfs->mnt_uppers, mp, - mnt_upper_link); - MNT_IUNLOCK(xmp->nullm_vfs); - } - vfs_mountedfrom(mp, target); vput(nullm_rootvp); @@ -230,7 +229,6 @@ nullfs_unmount(mp, mntflags) int mntflags; { struct null_mount *mntdata; - struct mount *ump; int error, flags; NULLFSDEBUG("nullfs_unmount: mp = %p\n", (void *)mp); @@ -259,17 +257,11 @@ nullfs_unmount(mp, mntflags) * Finally, throw away the null_mount structure */ mntdata = mp->mnt_data; - ump = mntdata->nullm_vfs; if ((mntdata->nullm_flags & NULLM_CACHE) != 0) { - MNT_ILOCK(ump); - while ((ump->mnt_kern_flag & MNTK_VGONE_UPPER) != 0) { - ump->mnt_kern_flag |= MNTK_VGONE_WAITER; - msleep(&ump->mnt_uppers, &ump->mnt_mtx, 0, "vgnupw", 0); - } - TAILQ_REMOVE(&ump->mnt_uppers, mp, mnt_upper_link); - MNT_IUNLOCK(ump); + vfs_unregister_for_notification(mntdata->nullm_vfs, + &mntdata->notify_node); } - vfs_unpin(ump); + vfs_unregister_upper(mntdata->nullm_vfs, &mntdata->upper_node); vrele(mntdata->nullm_lowerrootvp); mp->mnt_data = NULL; free(mntdata, M_NULLFSMNT); diff --git a/sys/fs/nullfs/null_vnops.c b/sys/fs/nullfs/null_vnops.c index aeebce4ed086..fb5fff8f708f 100644 --- a/sys/fs/nullfs/null_vnops.c +++ b/sys/fs/nullfs/null_vnops.c @@ -223,13 +223,12 @@ int null_bypass(struct vop_generic_args *ap) { struct vnode **this_vp_p; - int error; struct vnode *old_vps[VDESC_MAX_VPS]; struct vnode **vps_p[VDESC_MAX_VPS]; struct vnode ***vppp; struct vnode *lvp; struct vnodeop_desc *descp = ap->a_desc; - int reles, i; + int error, i, reles; if (null_bug_bypass) printf ("null_bypass: %s\n", descp->vdesc_name); @@ -252,26 +251,39 @@ null_bypass(struct vop_generic_args *ap) for (i = 0; i < VDESC_MAX_VPS; reles >>= 1, i++) { if (descp->vdesc_vp_offsets[i] == VDESC_NO_OFFSET) break; /* bail out at end of list */ - vps_p[i] = this_vp_p = - VOPARG_OFFSETTO(struct vnode**,descp->vdesc_vp_offsets[i],ap); + vps_p[i] = this_vp_p = VOPARG_OFFSETTO(struct vnode **, + descp->vdesc_vp_offsets[i],ap); + /* * We're not guaranteed that any but the first vnode * are of our type. Check for and don't map any * that aren't. (We must always map first vp or vclean fails.) */ - if (i && (*this_vp_p == NULLVP || + if (i != 0 && (*this_vp_p == NULLVP || (*this_vp_p)->v_op != &null_vnodeops)) { old_vps[i] = NULLVP; } else { old_vps[i] = *this_vp_p; *(vps_p[i]) = NULLVPTOLOWERVP(*this_vp_p); + + /* + * The upper vnode reference to the lower + * vnode is the only reference that keeps our + * pointer to the lower vnode alive. If lower + * vnode is relocked during the VOP call, + * upper vnode might become unlocked and + * reclaimed, which invalidates our reference. + * Add a transient hold around VOP call. + */ + vhold(*this_vp_p); + /* * XXX - Several operations have the side effect * of vrele'ing their vp's. We must account for * that. (This should go away in the future.) */ if (reles & VDESC_VP0_WILLRELE) - VREF(*this_vp_p); + vref(*this_vp_p); } } @@ -279,9 +291,9 @@ null_bypass(struct vop_generic_args *ap) * Call the operation on the lower layer * with the modified argument structure. */ - if (vps_p[0] && *vps_p[0]) + if (vps_p[0] != NULL && *vps_p[0] != NULL) { error = VCALL(ap); - else { + } else { printf("null_bypass: no map for %s\n", descp->vdesc_name); error = EINVAL; } @@ -295,10 +307,11 @@ null_bypass(struct vop_generic_args *ap) for (i = 0; i < VDESC_MAX_VPS; reles >>= 1, i++) { if (descp->vdesc_vp_offsets[i] == VDESC_NO_OFFSET) break; /* bail out at end of list */ - if (old_vps[i]) { + if (old_vps[i] != NULL) { lvp = *(vps_p[i]); /* + * Get rid of the transient hold on lvp. * If lowervp was unlocked during VOP * operation, nullfs upper vnode could have * been reclaimed, which changes its v_vnlock @@ -306,11 +319,14 @@ null_bypass(struct vop_generic_args *ap) * must move lock ownership from lower to * upper (reclaimed) vnode. */ - if (lvp != NULLVP && - VOP_ISLOCKED(lvp) == LK_EXCLUSIVE && - old_vps[i]->v_vnlock != lvp->v_vnlock) { - VOP_UNLOCK(lvp); - VOP_LOCK(old_vps[i], LK_EXCLUSIVE | LK_RETRY); + if (lvp != NULLVP) { + if (VOP_ISLOCKED(lvp) == LK_EXCLUSIVE && + old_vps[i]->v_vnlock != lvp->v_vnlock) { + VOP_UNLOCK(lvp); + VOP_LOCK(old_vps[i], LK_EXCLUSIVE | + LK_RETRY); + } + vdrop(lvp); } *(vps_p[i]) = old_vps[i]; @@ -328,17 +344,18 @@ null_bypass(struct vop_generic_args *ap) * (Assumes that the lower layer always returns * a VREF'ed vpp unless it gets an error.) */ - if (descp->vdesc_vpp_offset != VDESC_NO_OFFSET && !error) { + if (descp->vdesc_vpp_offset != VDESC_NO_OFFSET && error == 0) { /* * XXX - even though some ops have vpp returned vp's, * several ops actually vrele this before returning. * We must avoid these ops. * (This should go away when these ops are regularized.) */ - vppp = VOPARG_OFFSETTO(struct vnode***, - descp->vdesc_vpp_offset,ap); - if (*vppp) - error = null_nodeget(old_vps[0]->v_mount, **vppp, *vppp); + vppp = VOPARG_OFFSETTO(struct vnode ***, + descp->vdesc_vpp_offset,ap); + if (*vppp != NULL) + error = null_nodeget(old_vps[0]->v_mount, **vppp, + *vppp); } return (error); @@ -1050,6 +1067,7 @@ struct vop_vector null_vnodeops = { .vop_bypass = null_bypass, .vop_access = null_access, .vop_accessx = null_accessx, + .vop_advlock = vop_stdadvlock, .vop_advlockpurge = vop_stdadvlockpurge, .vop_bmap = VOP_EOPNOTSUPP, .vop_stat = null_stat, diff --git a/sys/fs/unionfs/union.h b/sys/fs/unionfs/union.h index 64706b2b21a2..96180480dbec 100644 --- a/sys/fs/unionfs/union.h +++ b/sys/fs/unionfs/union.h @@ -57,6 +57,8 @@ struct unionfs_mount { struct vnode *um_lowervp; /* VREFed once */ struct vnode *um_uppervp; /* VREFed once */ struct vnode *um_rootvp; /* ROOT vnode */ + struct mount_upper_node um_lower_link; /* node in lower FS list of uppers */ + struct mount_upper_node um_upper_link; /* node in upper FS list of uppers */ unionfs_copymode um_copymode; unionfs_whitemode um_whitemode; uid_t um_uid; diff --git a/sys/fs/unionfs/union_vfsops.c b/sys/fs/unionfs/union_vfsops.c index 96a30f0ae8b5..c17650dedc63 100644 --- a/sys/fs/unionfs/union_vfsops.c +++ b/sys/fs/unionfs/union_vfsops.c @@ -292,14 +292,16 @@ unionfs_domount(struct mount *mp) return (error); } - lowermp = vfs_pin_from_vp(ump->um_lowervp); - uppermp = vfs_pin_from_vp(ump->um_uppervp); + lowermp = vfs_register_upper_from_vp(ump->um_lowervp, mp, + &ump->um_lower_link); + uppermp = vfs_register_upper_from_vp(ump->um_uppervp, mp, + &ump->um_upper_link); if (lowermp == NULL || uppermp == NULL) { if (lowermp != NULL) - vfs_unpin(lowermp); + vfs_unregister_upper(lowermp, &ump->um_lower_link); if (uppermp != NULL) - vfs_unpin(uppermp); + vfs_unregister_upper(uppermp, &ump->um_upper_link); free(ump, M_UNIONFSMNT); mp->mnt_data = NULL; return (ENOENT); @@ -357,8 +359,8 @@ unionfs_unmount(struct mount *mp, int mntflags) if (error) return (error); - vfs_unpin(ump->um_lowervp->v_mount); - vfs_unpin(ump->um_uppervp->v_mount); + vfs_unregister_upper(ump->um_lowervp->v_mount, &ump->um_lower_link); + vfs_unregister_upper(ump->um_uppervp->v_mount, &ump->um_upper_link); free(ump, M_UNIONFSMNT); mp->mnt_data = NULL; diff --git a/sys/kern/vfs_mount.c b/sys/kern/vfs_mount.c index 8b4426209818..6d7bc181d4b0 100644 --- a/sys/kern/vfs_mount.c +++ b/sys/kern/vfs_mount.c @@ -65,6 +65,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include @@ -89,6 +90,11 @@ static bool default_autoro = false; SYSCTL_BOOL(_vfs, OID_AUTO, default_autoro, CTLFLAG_RW, &default_autoro, 0, "Retry failed r/w mount as r/o if no explicit ro/rw option is specified"); +static bool recursive_forced_unmount = false; +SYSCTL_BOOL(_vfs, OID_AUTO, recursive_forced_unmount, CTLFLAG_RW, + &recursive_forced_unmount, 0, "Recursively unmount stacked upper mounts" + " when a file system is forcibly unmounted"); + MALLOC_DEFINE(M_MOUNT, "mount", "vfs mount structure"); MALLOC_DEFINE(M_STATFS, "statfs", "statfs structure"); static uma_zone_t mount_zone; @@ -103,6 +109,16 @@ MTX_SYSINIT(mountlist, &mountlist_mtx, "mountlist", MTX_DEF); EVENTHANDLER_LIST_DEFINE(vfs_mounted); EVENTHANDLER_LIST_DEFINE(vfs_unmounted); +static void vfs_deferred_unmount(void *arg, int pending); +static struct task deferred_unmount_task = + TASK_INITIALIZER(0, vfs_deferred_unmount, NULL);; +static struct mtx deferred_unmount_lock; +MTX_SYSINIT(deferred_unmount, &deferred_unmount_lock, "deferred_unmount", + MTX_DEF); +static STAILQ_HEAD(, mount) deferred_unmount_list = + STAILQ_HEAD_INITIALIZER(deferred_unmount_list); +TASKQUEUE_DEFINE_THREAD(deferred_unmount); + static void mount_devctl_event(const char *type, struct mount *mp, bool donew); /* @@ -505,8 +521,21 @@ vfs_ref(struct mount *mp) MNT_IUNLOCK(mp); } +/* + * Register ump as an upper mount of the mount associated with + * vnode vp. This registration will be tracked through + * mount_upper_node upper, which should be allocated by the + * caller and stored in per-mount data associated with mp. + * + * If successful, this function will return the mount associated + * with vp, and will ensure that it cannot be unmounted until + * ump has been unregistered as one of its upper mounts. + * + * Upon failure this function will return NULL. + */ struct mount * -vfs_pin_from_vp(struct vnode *vp) +vfs_register_upper_from_vp(struct vnode *vp, struct mount *ump, + struct mount_upper_node *upper) { struct mount *mp; @@ -514,26 +543,81 @@ vfs_pin_from_vp(struct vnode *vp) if (mp == NULL) return (NULL); MNT_ILOCK(mp); - if (mp != vp->v_mount || (mp->mnt_kern_flag & MNTK_UNMOUNT) != 0) { + if (mp != vp->v_mount || + ((mp->mnt_kern_flag & (MNTK_UNMOUNT | MNTK_RECURSE)) != 0)) { MNT_IUNLOCK(mp); return (NULL); } + KASSERT(ump != mp, ("upper and lower mounts are identical")); + upper->mp = ump; MNT_REF(mp); - KASSERT(mp->mnt_pinned_count < INT_MAX, - ("mount pinned count overflow")); - ++mp->mnt_pinned_count; + TAILQ_INSERT_TAIL(&mp->mnt_uppers, upper, mnt_upper_link); MNT_IUNLOCK(mp); return (mp); } +/* + * Register upper mount ump to receive vnode unlink/reclaim + * notifications from lower mount mp. This registration will + * be tracked through mount_upper_node upper, which should be + * allocated by the caller and stored in per-mount data + * associated with mp. + * + * ump must already be registered as an upper mount of mp + * through a call to vfs_register_upper_from_vp(). + */ void -vfs_unpin(struct mount *mp) +vfs_register_for_notification(struct mount *mp, struct mount *ump, + struct mount_upper_node *upper) +{ + upper->mp = ump; + MNT_ILOCK(mp); + TAILQ_INSERT_TAIL(&mp->mnt_notify, upper, mnt_upper_link); + MNT_IUNLOCK(mp); +} + +static void +vfs_drain_upper_locked(struct mount *mp) +{ + mtx_assert(MNT_MTX(mp), MA_OWNED); + while (mp->mnt_upper_pending != 0) { + mp->mnt_kern_flag |= MNTK_UPPER_WAITER; + msleep(&mp->mnt_uppers, MNT_MTX(mp), 0, "mntupw", 0); + } +} + +/* + * Undo a previous call to vfs_register_for_notification(). + * The mount represented by upper must be currently registered + * as an upper mount for mp. + */ +void +vfs_unregister_for_notification(struct mount *mp, + struct mount_upper_node *upper) +{ + MNT_ILOCK(mp); + vfs_drain_upper_locked(mp); + TAILQ_REMOVE(&mp->mnt_notify, upper, mnt_upper_link); + MNT_IUNLOCK(mp); +} + +/* + * Undo a previous call to vfs_register_upper_from_vp(). + * This must be done before mp can be unmounted. + */ +void +vfs_unregister_upper(struct mount *mp, struct mount_upper_node *upper) { MNT_ILOCK(mp); - KASSERT(mp->mnt_pinned_count > 0, ("mount pinned count underflow")); KASSERT((mp->mnt_kern_flag & MNTK_UNMOUNT) == 0, - ("mount pinned with pending unmount")); - --mp->mnt_pinned_count; + ("registered upper with pending unmount")); + vfs_drain_upper_locked(mp); + TAILQ_REMOVE(&mp->mnt_uppers, upper, mnt_upper_link); + if ((mp->mnt_kern_flag & MNTK_TASKQUEUE_WAITER) != 0 && + TAILQ_EMPTY(&mp->mnt_uppers)) { + mp->mnt_kern_flag &= ~MNTK_TASKQUEUE_WAITER; + wakeup(&mp->mnt_taskqueue_link); + } MNT_REL(mp); MNT_IUNLOCK(mp); } @@ -600,8 +684,10 @@ vfs_mount_alloc(struct vnode *vp, struct vfsconf *vfsp, const char *fspath, mac_mount_create(cred, mp); #endif arc4rand(&mp->mnt_hashseed, sizeof mp->mnt_hashseed, 0); + mp->mnt_upper_pending = 0; TAILQ_INIT(&mp->mnt_uppers); - mp->mnt_pinned_count = 0; + TAILQ_INIT(&mp->mnt_notify); + mp->mnt_taskqueue_flags = 0; return (mp); } @@ -640,9 +726,9 @@ vfs_mount_destroy(struct mount *mp) vn_printf(vp, "dangling vnode "); panic("unmount: dangling vnode"); } - KASSERT(mp->mnt_pinned_count == 0, - ("mnt_pinned_count = %d", mp->mnt_pinned_count)); + KASSERT(mp->mnt_upper_pending == 0, ("mnt_upper_pending")); KASSERT(TAILQ_EMPTY(&mp->mnt_uppers), ("mnt_uppers")); + KASSERT(TAILQ_EMPTY(&mp->mnt_notify), ("mnt_notify")); if (mp->mnt_nvnodelistsize != 0) panic("vfs_mount_destroy: nonzero nvnodelistsize"); if (mp->mnt_lazyvnodelistsize != 0) @@ -1799,17 +1885,166 @@ vfs_mount_fetch_counter(struct mount *mp, enum mount_counter which) return (sum); } +static bool +deferred_unmount_enqueue(struct mount *mp, uint64_t flags, bool requeue) +{ + bool enqueued; + + enqueued = false; + mtx_lock(&deferred_unmount_lock); + if ((mp->mnt_taskqueue_flags & MNT_DEFERRED) == 0 || requeue) { + mp->mnt_taskqueue_flags = flags | MNT_DEFERRED; + STAILQ_INSERT_TAIL(&deferred_unmount_list, mp, + mnt_taskqueue_link); + enqueued = true; + } + mtx_unlock(&deferred_unmount_lock); + + if (enqueued) { + taskqueue_enqueue(taskqueue_deferred_unmount, + &deferred_unmount_task); + } + + return (enqueued); +} + +/* + * Taskqueue handler for processing async/recursive unmounts + */ +static void +vfs_deferred_unmount(void *argi __unused, int pending __unused) +{ + STAILQ_HEAD(, mount) local_unmounts; + uint64_t flags; + struct mount *mp, *tmp; + bool unmounted; + + STAILQ_INIT(&local_unmounts); + mtx_lock(&deferred_unmount_lock); + STAILQ_CONCAT(&local_unmounts, &deferred_unmount_list); + mtx_unlock(&deferred_unmount_lock); + + STAILQ_FOREACH_SAFE(mp, &local_unmounts, mnt_taskqueue_link, tmp) { + flags = mp->mnt_taskqueue_flags; + KASSERT((flags & MNT_DEFERRED) != 0, + ("taskqueue unmount without MNT_DEFERRED")); + if (dounmount(mp, flags, curthread) != 0) { + MNT_ILOCK(mp); + unmounted = ((mp->mnt_kern_flag & MNTK_REFEXPIRE) != 0); + MNT_IUNLOCK(mp); + if (!unmounted) + deferred_unmount_enqueue(mp, flags, true); + else + vfs_rel(mp); + } + } +} + /* * Do the actual filesystem unmount. */ int -dounmount(struct mount *mp, int flags, struct thread *td) +dounmount(struct mount *mp, uint64_t flags, struct thread *td) { + struct mount_upper_node *upper; struct vnode *coveredvp, *rootvp; int error; uint64_t async_flag; int mnt_gen_r; + KASSERT((flags & MNT_DEFERRED) == 0 || + (flags & (MNT_RECURSE | MNT_FORCE)) == (MNT_RECURSE | MNT_FORCE), + ("MNT_DEFERRED requires MNT_RECURSE | MNT_FORCE")); + + /* + * If the caller has explicitly requested the unmount to be handled by + * the taskqueue and we're not already in taskqueue context, queue + * up the unmount request and exit. This is done prior to any + * credential checks; MNT_DEFERRED should be used only for kernel- + * initiated unmounts and will therefore be processed with the + * (kernel) credentials of the taskqueue thread. Still, callers + * should be sure this is the behavior they want. + */ + if ((flags & MNT_DEFERRED) != 0 && + taskqueue_member(taskqueue_deferred_unmount, curthread) == 0) { + if (!deferred_unmount_enqueue(mp, flags, false)) + vfs_rel(mp); + return (EINPROGRESS); + } + + /* + * Only privileged root, or (if MNT_USER is set) the user that did the + * original mount is permitted to unmount this filesystem. + * This check should be made prior to queueing up any recursive + * unmounts of upper filesystems. Those unmounts will be executed + * with kernel thread credentials and are expected to succeed, so + * we must at least ensure the originating context has sufficient + * privilege to unmount the base filesystem before proceeding with + * the uppers. + */ + error = vfs_suser(mp, td); + if (error != 0) { + KASSERT((flags & MNT_DEFERRED) == 0, + ("taskqueue unmount with insufficient privilege")); + vfs_rel(mp); + return (error); + } + + if (recursive_forced_unmount && ((flags & MNT_FORCE) != 0)) + flags |= MNT_RECURSE; + + if ((flags & MNT_RECURSE) != 0) { + KASSERT((flags & MNT_FORCE) != 0, + ("MNT_RECURSE requires MNT_FORCE")); + + MNT_ILOCK(mp); + /* + * Set MNTK_RECURSE to prevent new upper mounts from being + * added, and note that an operation on the uppers list is in + * progress. This will ensure that unregistration from the + * uppers list, and therefore any pending unmount of the upper + * FS, can't complete until after we finish walking the list. + */ + mp->mnt_kern_flag |= MNTK_RECURSE; + mp->mnt_upper_pending++; + TAILQ_FOREACH(upper, &mp->mnt_uppers, mnt_upper_link) { + MNT_IUNLOCK(mp); + vfs_ref(upper->mp); + if (!deferred_unmount_enqueue(upper->mp, flags, false)) + vfs_rel(upper->mp); + MNT_ILOCK(mp); + } + mp->mnt_upper_pending--; + if ((mp->mnt_kern_flag & MNTK_UPPER_WAITER) != 0 && + mp->mnt_upper_pending == 0) { + mp->mnt_kern_flag &= ~MNTK_UPPER_WAITER; + wakeup(&mp->mnt_uppers); + } + /* + * If we're not on the taskqueue, wait until the uppers list + * is drained before proceeding with unmount. Otherwise, if + * we are on the taskqueue and there are still pending uppers, + * just re-enqueue on the end of the taskqueue. + */ + if ((flags & MNT_DEFERRED) == 0) { + while (!TAILQ_EMPTY(&mp->mnt_uppers)) { + mp->mnt_kern_flag |= MNTK_TASKQUEUE_WAITER; + msleep(&mp->mnt_taskqueue_link, MNT_MTX(mp), 0, + "umntqw", 0); + } + } else if (!TAILQ_EMPTY(&mp->mnt_uppers)) { + MNT_IUNLOCK(mp); + deferred_unmount_enqueue(mp, flags, true); + return (0); + } + MNT_IUNLOCK(mp); + KASSERT(TAILQ_EMPTY(&mp->mnt_uppers), ("mnt_uppers not empty")); + } + + /* Allow the taskqueue to safely re-enqueue on failure */ + if ((flags & MNT_DEFERRED) != 0) + vfs_ref(mp); + if ((coveredvp = mp->mnt_vnodecovered) != NULL) { mnt_gen_r = mp->mnt_gen; VI_LOCK(coveredvp); @@ -1828,27 +2063,13 @@ dounmount(struct mount *mp, int flags, struct thread *td) } } - /* - * Only privileged root, or (if MNT_USER is set) the user that did the - * original mount is permitted to unmount this filesystem. - */ - error = vfs_suser(mp, td); - if (error != 0) { - if (coveredvp != NULL) { - VOP_UNLOCK(coveredvp); - vdrop(coveredvp); - } - vfs_rel(mp); - return (error); - } - vfs_op_enter(mp); vn_start_write(NULL, &mp, V_WAIT | V_MNTREF); MNT_ILOCK(mp); if ((mp->mnt_kern_flag & MNTK_UNMOUNT) != 0 || (mp->mnt_flag & MNT_UPDATE) != 0 || - mp->mnt_pinned_count != 0) { + !TAILQ_EMPTY(&mp->mnt_uppers)) { dounmount_cleanup(mp, coveredvp, 0); return (EBUSY); } @@ -1952,6 +2173,7 @@ dounmount(struct mount *mp, int flags, struct thread *td) } return (error); } + mtx_lock(&mountlist_mtx); TAILQ_REMOVE(&mountlist, mp, mnt_list); mtx_unlock(&mountlist_mtx); @@ -1977,6 +2199,8 @@ dounmount(struct mount *mp, int flags, struct thread *td) } if (mp == rootdevmp) rootdevmp = NULL; + if ((flags & MNT_DEFERRED) != 0) + vfs_rel(mp); vfs_mount_destroy(mp); return (0); } diff --git a/sys/kern/vfs_subr.c b/sys/kern/vfs_subr.c index a2f25bf78495..23f6ec9cf3fd 100644 --- a/sys/kern/vfs_subr.c +++ b/sys/kern/vfs_subr.c @@ -831,9 +831,9 @@ vfs_busy(struct mount *mp, int flags) * valid. */ while (mp->mnt_kern_flag & MNTK_UNMOUNT) { - KASSERT(mp->mnt_pinned_count == 0, - ("%s: non-zero pinned count %d with pending unmount", - __func__, mp->mnt_pinned_count)); + KASSERT(TAILQ_EMPTY(&mp->mnt_uppers), + ("%s: non-empty upper mount list with pending unmount", + __func__)); if (flags & MBF_NOWAIT || mp->mnt_kern_flag & MNTK_REFEXPIRE) { MNT_REL(mp); MNT_IUNLOCK(mp); @@ -3891,61 +3891,44 @@ vgone(struct vnode *vp) VI_UNLOCK(vp); } -static void -notify_lowervp_vfs_dummy(struct mount *mp __unused, - struct vnode *lowervp __unused) -{ -} - /* * Notify upper mounts about reclaimed or unlinked vnode. */ void vfs_notify_upper(struct vnode *vp, int event) { - static struct vfsops vgonel_vfsops = { - .vfs_reclaim_lowervp = notify_lowervp_vfs_dummy, - .vfs_unlink_lowervp = notify_lowervp_vfs_dummy, - }; - struct mount *mp, *ump, *mmp; + struct mount *mp; + struct mount_upper_node *ump; - mp = vp->v_mount; + mp = atomic_load_ptr(&vp->v_mount); if (mp == NULL) return; - if (TAILQ_EMPTY(&mp->mnt_uppers)) + if (TAILQ_EMPTY(&mp->mnt_notify)) return; - mmp = malloc(sizeof(struct mount), M_TEMP, M_WAITOK | M_ZERO); - mmp->mnt_op = &vgonel_vfsops; - mmp->mnt_kern_flag |= MNTK_MARKER; MNT_ILOCK(mp); - mp->mnt_kern_flag |= MNTK_VGONE_UPPER; - for (ump = TAILQ_FIRST(&mp->mnt_uppers); ump != NULL;) { - if ((ump->mnt_kern_flag & MNTK_MARKER) != 0) { - ump = TAILQ_NEXT(ump, mnt_upper_link); - continue; - } - TAILQ_INSERT_AFTER(&mp->mnt_uppers, ump, mmp, mnt_upper_link); + mp->mnt_upper_pending++; + KASSERT(mp->mnt_upper_pending > 0, + ("%s: mnt_upper_pending %d", __func__, mp->mnt_upper_pending)); + TAILQ_FOREACH(ump, &mp->mnt_notify, mnt_upper_link) { MNT_IUNLOCK(mp); switch (event) { case VFS_NOTIFY_UPPER_RECLAIM: - VFS_RECLAIM_LOWERVP(ump, vp); + VFS_RECLAIM_LOWERVP(ump->mp, vp); break; case VFS_NOTIFY_UPPER_UNLINK: - VFS_UNLINK_LOWERVP(ump, vp); + VFS_UNLINK_LOWERVP(ump->mp, vp); break; default: KASSERT(0, ("invalid event %d", event)); break; } MNT_ILOCK(mp); - ump = TAILQ_NEXT(mmp, mnt_upper_link); - TAILQ_REMOVE(&mp->mnt_uppers, mmp, mnt_upper_link); } - free(mmp, M_TEMP); - mp->mnt_kern_flag &= ~MNTK_VGONE_UPPER; - if ((mp->mnt_kern_flag & MNTK_VGONE_WAITER) != 0) { - mp->mnt_kern_flag &= ~MNTK_VGONE_WAITER; + mp->mnt_upper_pending--; + if ((mp->mnt_kern_flag & MNTK_UPPER_WAITER) != 0 && + mp->mnt_upper_pending == 0) { + mp->mnt_kern_flag &= ~MNTK_UPPER_WAITER; wakeup(&mp->mnt_uppers); } MNT_IUNLOCK(mp); @@ -4376,12 +4359,12 @@ DB_SHOW_COMMAND(mount, db_show_mount) MNT_KERN_FLAG(MNTK_EXTENDED_SHARED); MNT_KERN_FLAG(MNTK_SHARED_WRITES); MNT_KERN_FLAG(MNTK_NO_IOPF); - MNT_KERN_FLAG(MNTK_VGONE_UPPER); - MNT_KERN_FLAG(MNTK_VGONE_WAITER); + MNT_KERN_FLAG(MNTK_RECURSE); + MNT_KERN_FLAG(MNTK_UPPER_WAITER); MNT_KERN_FLAG(MNTK_LOOKUP_EXCL_DOTDOT); - MNT_KERN_FLAG(MNTK_MARKER); MNT_KERN_FLAG(MNTK_USES_BCACHE); MNT_KERN_FLAG(MNTK_FPLOOKUP); + MNT_KERN_FLAG(MNTK_TASKQUEUE_WAITER); MNT_KERN_FLAG(MNTK_NOASYNC); MNT_KERN_FLAG(MNTK_UNMOUNT); MNT_KERN_FLAG(MNTK_MWAIT); diff --git a/sys/sys/mount.h b/sys/sys/mount.h index 693293b12370..016c7e9c188d 100644 --- a/sys/sys/mount.h +++ b/sys/sys/mount.h @@ -190,6 +190,19 @@ struct mount_pcpu { _Static_assert(sizeof(struct mount_pcpu) == 16, "the struct is allocated from pcpu 16 zone"); +/* + * Structure for tracking a stacked filesystem mounted above another + * filesystem. This is expected to be stored in the upper FS' per-mount data. + * + * Lock reference: + * i - lower mount interlock + * c - constant from node initialization + */ +struct mount_upper_node { + struct mount *mp; /* (c) mount object for upper FS */ + TAILQ_ENTRY(mount_upper_node) mnt_upper_link; /* (i) position in uppers list */ +}; + /* * Structure per mounted filesystem. Each mounted filesystem has an * array of operations and an instance record. The filesystems are @@ -199,8 +212,8 @@ _Static_assert(sizeof(struct mount_pcpu) == 16, * l - mnt_listmtx * m - mountlist_mtx * i - interlock - * i* - interlock of uppers' list head * v - vnode freelist mutex + * d - deferred unmount list mutex * * Unmarked fields are considered stable as long as a ref is held. * @@ -242,10 +255,12 @@ struct mount { struct mtx mnt_listmtx; struct vnodelst mnt_lazyvnodelist; /* (l) list of lazy vnodes */ int mnt_lazyvnodelistsize; /* (l) # of lazy vnodes */ - int mnt_pinned_count; /* (i) unmount prevented */ + int mnt_upper_pending; /* (i) # of pending ops on mnt_uppers */ struct lock mnt_explock; /* vfs_export walkers lock */ - TAILQ_ENTRY(mount) mnt_upper_link; /* (i*) we in the all uppers */ - TAILQ_HEAD(, mount) mnt_uppers; /* (i) upper mounts over us */ + TAILQ_HEAD(, mount_upper_node) mnt_uppers; /* (i) upper mounts over us */ + TAILQ_HEAD(, mount_upper_node) mnt_notify; /* (i) upper mounts for notification */ + STAILQ_ENTRY(mount) mnt_taskqueue_link; /* (d) our place in deferred unmount list */ + uint64_t mnt_taskqueue_flags; /* (d) unmount flags passed from taskqueue */ }; #endif /* _WANT_MOUNT || _KERNEL */ @@ -438,9 +453,13 @@ struct mntoptnames { #define MNT_BYFSID 0x0000000008000000ULL /* specify filesystem by ID. */ #define MNT_NOCOVER 0x0000001000000000ULL /* Do not cover a mount point */ #define MNT_EMPTYDIR 0x0000002000000000ULL /* Only mount on empty dir */ -#define MNT_CMDFLAGS (MNT_UPDATE | MNT_DELEXPORT | MNT_RELOAD | \ +#define MNT_RECURSE 0x0000100000000000ULL /* recursively unmount uppers */ +#define MNT_DEFERRED 0x0000200000000000ULL /* unmount in async context */ +#define MNT_CMDFLAGS (MNT_UPDATE | MNT_DELEXPORT | MNT_RELOAD | \ MNT_FORCE | MNT_SNAPSHOT | MNT_NONBUSY | \ - MNT_BYFSID | MNT_NOCOVER | MNT_EMPTYDIR) + MNT_BYFSID | MNT_NOCOVER | MNT_EMPTYDIR | \ + MNT_RECURSE | MNT_DEFERRED) + /* * Internal filesystem control flags stored in mnt_kern_flag. * @@ -466,10 +485,9 @@ struct mntoptnames { #define MNTK_NO_IOPF 0x00000100 /* Disallow page faults during reads and writes. Filesystem shall properly handle i/o state on EFAULT. */ -#define MNTK_VGONE_UPPER 0x00000200 -#define MNTK_VGONE_WAITER 0x00000400 +#define MNTK_RECURSE 0x00000200 /* pending recursive unmount */ +#define MNTK_UPPER_WAITER 0x00000400 /* waiting to drain MNTK_UPPER_PENDING */ #define MNTK_LOOKUP_EXCL_DOTDOT 0x00000800 -#define MNTK_MARKER 0x00001000 #define MNTK_UNMAPPED_BUFS 0x00002000 #define MNTK_USES_BCACHE 0x00004000 /* FS uses the buffer cache. */ #define MNTK_TEXT_REFS 0x00008000 /* Keep use ref for text */ @@ -477,8 +495,9 @@ struct mntoptnames { #define MNTK_UNIONFS 0x00020000 /* A hack for F_ISUNIONSTACK */ #define MNTK_FPLOOKUP 0x00040000 /* fast path lookup is supported */ #define MNTK_SUSPEND_ALL 0x00080000 /* Suspended by all-fs suspension */ -#define MNTK_NOASYNC 0x00800000 /* disable async */ -#define MNTK_UNMOUNT 0x01000000 /* unmount in progress */ +#define MNTK_TASKQUEUE_WAITER 0x00100000 /* Waiting on unmount taskqueue */ +#define MNTK_NOASYNC 0x00800000 /* disable async */ +#define MNTK_UNMOUNT 0x01000000 /* unmount in progress */ #define MNTK_MWAIT 0x02000000 /* waiting for unmount to finish */ #define MNTK_SUSPEND 0x08000000 /* request write suspension */ #define MNTK_SUSPEND2 0x04000000 /* block secondary writes */ @@ -952,7 +971,7 @@ vfs_statfs_t __vfs_statfs; * exported vnode operations */ -int dounmount(struct mount *, int, struct thread *); +int dounmount(struct mount *, uint64_t, struct thread *); int kernel_mount(struct mntarg *ma, uint64_t flags); int kernel_vmount(int flags, ...); @@ -1012,8 +1031,13 @@ struct mount *vfs_mount_alloc(struct vnode *, struct vfsconf *, const char *, int vfs_suser(struct mount *, struct thread *); void vfs_unbusy(struct mount *); void vfs_unmountall(void); -struct mount *vfs_pin_from_vp(struct vnode *); -void vfs_unpin(struct mount *); +struct mount *vfs_register_upper_from_vp(struct vnode *, + struct mount *ump, struct mount_upper_node *); +void vfs_register_for_notification(struct mount *, struct mount *, + struct mount_upper_node *); +void vfs_unregister_for_notification(struct mount *, + struct mount_upper_node *); +void vfs_unregister_upper(struct mount *, struct mount_upper_node *); extern TAILQ_HEAD(mntlist, mount) mountlist; /* mounted filesystem list */ extern struct mtx_padalign mountlist_mtx; extern struct nfs_public nfs_pub; diff --git a/sys/ufs/ffs/ffs_vfsops.c b/sys/ufs/ffs/ffs_vfsops.c index 6b7407eb88f9..2ff71cc3e4d1 100644 --- a/sys/ufs/ffs/ffs_vfsops.c +++ b/sys/ufs/ffs/ffs_vfsops.c @@ -281,28 +281,8 @@ ffs_check_blkno(struct mount *mp, ino_t inum, ufs2_daddr_t daddr, int blksize) } /* - * Initiate a forcible unmount. + * On first ENXIO error, initiate an asynchronous forcible unmount. * Used to unmount filesystems whose underlying media has gone away. - */ -static void -ffs_fsfail_unmount(void *v, int pending) -{ - struct fsfail_task *etp; - struct mount *mp; - - etp = v; - - /* - * Find our mount and get a ref on it, then try to unmount. - */ - mp = vfs_getvfs(&etp->fsid); - if (mp != NULL) - dounmount(mp, MNT_FORCE, curthread); - free(etp, M_UFSMNT); -} - -/* - * On first ENXIO error, start a task that forcibly unmounts the filesystem. * * Return true if a cleanup is in progress. */ @@ -320,25 +300,18 @@ ffs_fsfail_cleanup(struct ufsmount *ump, int error) int ffs_fsfail_cleanup_locked(struct ufsmount *ump, int error) { - struct fsfail_task *etp; - struct task *tp; - mtx_assert(UFS_MTX(ump), MA_OWNED); if (error == ENXIO && (ump->um_flags & UM_FSFAIL_CLEANUP) == 0) { ump->um_flags |= UM_FSFAIL_CLEANUP; /* * Queue an async forced unmount. */ - etp = ump->um_fsfail_task; - ump->um_fsfail_task = NULL; - if (etp != NULL) { - tp = &etp->task; - TASK_INIT(tp, 0, ffs_fsfail_unmount, etp); - taskqueue_enqueue(taskqueue_thread, tp); - printf("UFS: forcibly unmounting %s from %s\n", - ump->um_mountp->mnt_stat.f_mntfromname, - ump->um_mountp->mnt_stat.f_mntonname); - } + vfs_ref(ump->um_mountp); + dounmount(ump->um_mountp, + MNT_FORCE | MNT_RECURSE | MNT_DEFERRED, curthread); + printf("UFS: forcibly unmounting %s from %s\n", + ump->um_mountp->mnt_stat.f_mntfromname, + ump->um_mountp->mnt_stat.f_mntonname); } return ((ump->um_flags & UM_FSFAIL_CLEANUP) != 0); } @@ -1046,7 +1019,6 @@ ffs_mountfs(odevvp, mp, td) struct g_consumer *cp; struct mount *nmp; struct vnode *devvp; - struct fsfail_task *etp; int candelete, canspeedup; off_t loc; @@ -1334,9 +1306,6 @@ ffs_mountfs(odevvp, mp, td) (void) ufs_extattr_autostart(mp, td); #endif /* !UFS_EXTATTR_AUTOSTART */ #endif /* !UFS_EXTATTR */ - etp = malloc(sizeof *ump->um_fsfail_task, M_UFSMNT, M_WAITOK | M_ZERO); - etp->fsid = mp->mnt_stat.f_fsid; - ump->um_fsfail_task = etp; return (0); out: if (fs != NULL) { @@ -1583,8 +1552,6 @@ ffs_unmount(mp, mntflags) free(fs->fs_csp, M_UFSMNT); free(fs->fs_si, M_UFSMNT); free(fs, M_UFSMNT); - if (ump->um_fsfail_task != NULL) - free(ump->um_fsfail_task, M_UFSMNT); free(ump, M_UFSMNT); mp->mnt_data = NULL; MNT_ILOCK(mp); diff --git a/sys/ufs/ufs/ufsmount.h b/sys/ufs/ufs/ufsmount.h index 6071faec795c..f2951d74d44c 100644 --- a/sys/ufs/ufs/ufsmount.h +++ b/sys/ufs/ufs/ufsmount.h @@ -67,10 +67,6 @@ struct inodedep; TAILQ_HEAD(inodedeplst, inodedep); LIST_HEAD(bmsafemaphd, bmsafemap); LIST_HEAD(trimlist_hashhead, ffs_blkfree_trim_params); -struct fsfail_task { - struct task task; - fsid_t fsid; -}; #include #include @@ -123,7 +119,6 @@ struct ufsmount { struct taskqueue *um_trim_tq; /* (c) trim request queue */ struct trimlist_hashhead *um_trimhash; /* (i) trimlist hash table */ u_long um_trimlisthashsize; /* (i) trim hash table size-1 */ - struct fsfail_task *um_fsfail_task; /* (i) task for fsfail cleanup*/ /* (c) - below function ptrs */ int (*um_balloc)(struct vnode *, off_t, int, struct ucred *, int, struct buf **); -- Test scenario: misc/force4.sh