panic: softdep_update_inodeblock inconsistent ip 0xfffffe0157508488 i_nlink 1 inodedep 0xfffff807b5638c00 id_nlinkdelta 2, vmcore.629 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2022 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #1 main-n258325-8eb94b238f24-dirty: Mon Oct 3 07:20:11 CEST 2022 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 14.0.5 (https://github.com/llvm/llvm-project.git llvmorg-14.0.5-0-gc12386ae247c) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.20-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33174466560 (31637 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 7 6 5 8 11 4 3 9 2 10 random: entropy device external interface kbd1 at kbdmux0 vtvga0: smbios0: at iomem 0xf0560-0xf057e smbios0: Version: 2.8, BCD Revision: 2.7 aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: EEPROM V1.63-0 eTrack 0x800009fa igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: EEPROM V1.63-0 eTrack 0x800009fa igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb433000-0xfb4333ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb432000-0xfb4327ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounter "TSC-low" frequency 1749998369 Hz quality 1000 Timecounters tick every 1.000 msec Expensive timeout(9) function: 0xffffffff804f63e0(0xfffffe0109fa4000) 0.008836508 s ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: pass0 in 'Slot 01', SATA Slot: scbus1 target 0 ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> mlx5_core0: mem 0xf8000000-0xf9ffffff irq 32 at device 0.0 on pci3 mlx5: Mellanox Core driver 3.7.1 (November 2021)ugen2.1: at usbus2 ugen1.1: at usbus1 ugen0.1: at usbus0 uhub0 on usbus2 uhub0: on usbus2 uhub1 on usbus0 uhub1: on usbus0 uhub2 on usbus1 uhub2: on usbus1 mlx5_core0: WARN: mlx5_vsc_set_space:127:(pid 0): Space 0x7 is not supported. mlx5_core0: WARN: mlx5_fwdump_prep:102:(pid 0): VSC scan space is not supported mlx5_core0: INFO: init_one:1658:(pid 0): cannot find SR-IOV PCIe cap mlx5_core: INFO: (mlx5_core0): E-Switch: Total vports 1, l2 table size(65536), per vport: max uc(1024) max mc(16384) mlx5_core0: Failed to initialize SR-IOV support, error 2 mlx5_core1** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 943 files, 188879 used, 1076528 free (120 frags, 134551 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** + set +x Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.00-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc10 /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.32/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[CALLOUT],[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device lo0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: mlx5.ko interface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading moduinterface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type le: mlx5.ko kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Starting Network: mce0. mce0: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS4,RXTLS6 ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS4,RXTLS6 ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff80004981800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Recovering vi editor sessions:. Updating motd:. Clearing /tmp (X related). Starting syslogd. Starting watchdogd. No core dumps found. Setting date via ntp. 3 Oct 09:32:11 ntpdate[2612]: step time server 192.168.5.1 offset -0.341530 sec Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Performing sanity check on sshd configuration. Starting sshd. Configuring vt: blanktime. Starting inetd. Starting cron. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Mon Oct 3 09:32 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Oct 3 09:33:01 mercat1 su[2767]: pho to root on /dev/pts/0 20221003 09:33:34 all (1/17): force.sh Oct 3 09:33:48 mercat1 kernel: pid 4452 (openat), uid 2007 inumber 65797 on /mnt: out of inodes UFS: forcibly unmounting /dev/md10 from /mnt 20221003 09:34:01 all (2/17): force10.sh UFS: forcibly unmounting /dev/md10 from /mnt lock order reversal: 1st 0xfffff80003e054a0 FFS (FFS Lock, sleep mutex) @ ufs/ffs/ffs_vfsops.c:294 2nd 0xfffffe01523262c0 struct mount mtx (struct mount mtx, sleep mutex) @ kern/vfs_mount.c:537 lock order struct mount mtx -> FFS Lock established at: #0 0xffffffff80c5ffdd at witness_checkorder+0x32d #1 0xffffffff80bc87a4 at __mtx_lock_flags+0x94 #2 0xffffffff80f1d4b4 at softdep_flushfiles+0x394 #3 0xffffffff80f4119b at ffs_unmount+0xab #4 0xffffffff80cd827a at dounmount+0x7ea #5 0xffffffff80cd7a27 at kern_unmount+0x2e7 #6 0xffffffff810d7455 at amd64_syscall+0x145 #7 0xffffffff810aa47b at fast_syscall_common+0xf8 lock order FFS Lock -> struct mount mtx attempted at: #0 0xffffffff80c608ad at witness_checkorder+0xbfd #1 0xffffffff80bc87a4 at __mtx_lock_flags+0x94 #2 0xffffffff80cd5dcf at vfs_ref+0x11f #3 0xffffffff80f3e9a7 at ffs_fsfail_cleanup+0x67 #4 0xffffffff80f1ec08 at softdep_disk_write_complete+0x58 #5 0xffffffff80cb9680 at bufdone+0x310 #6 0xffffffff80cb3ccc at bufwrite+0x24c #7 0xffffffff80f14758 at ffs_update+0x2f8 #8 0xffffffff80f30fe0 at softdep_sync_buf+0x2b0 #9 0xffffffff80f4580b at ffs_syncvnode+0x28b #10 0xffffffff80f4192d at ffs_sync+0x1ed #11 0xffffffff80cfd635 at vfs_write_suspend+0x165 #12 0xffffffff80cfd7f5 at vfs_write_suspend_umnt+0x35 #13 0xffffffff80f4144c at ffs_unmount+0x35c #14 0xffffffff80cd827a at dounmount+0x7ea #15 0xffffffff80cd7a27 at kern_unmount+0x2e7 #16 0xffffffff810d7455 at amd64_syscall+0x145 #17 0xffffffff810aa47b at fast_syscall_common+0xf8 UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt 20221003 09:39:13 all (3/17): force2.sh UFS: forcibly unmounting /dev/md10 from /mnt stress2: newblk leak: 4083/4088. 20221003 09:40:15 all (4/17): force3.sh Oct 3 09:40:23 mercat1 kernel: pid 41788 (rw), uid 2007 inumber 22087 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt 20221003 09:40:44 all (5/17): force5.sh UFS: forcibly unmounting /dev/md10 from /mnt 20221003 09:41:13 all (6/17): force6.sh UFS: forcibly unmounting /dev/md10 from /mnt stress2: newblk leak: 32764/32768. 20221003 09:41:23 all (7/17): force8.sh UFS: forcibly unmounting /dev/md10 from /mnt 20221003 09:42:06 all (8/17): force9.sh UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt Oct 3 09:53:10 mercat1 kernel: pid 70609 (swap), jid 0, uid 2007, was killed: a thread waited too long to allocate a page UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt UFS: forcibly unmounting /dev/md10 from /mnt panic: softdep_update_inodeblock inconsistent ip 0xfffffe0157508488 i_nlink 1 inodedep 0xfffff807b5638c00 id_nlinkdelta 2 cpuid = 9 time = 1664783940 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe015318f950 vpanic() at vpanic+0x151/frame 0xfffffe015318f9a0 panic() at panic+0x43/frame 0xfffffe015318fa00 softdep_update_inodeblock() at softdep_update_inodeblock+0x4da/frame 0xfffffe015318fa50 ffs_update() at ffs_update+0x22d/frame 0xfffffe015318fab0 ufs_inactive() at ufs_inactive+0x260/frame 0xfffffe015318faf0 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe015318fb10 vinactivef() at vinactivef+0xda/frame 0xfffffe015318fb50 vput_final() at vput_final+0x2a7/frame 0xfffffe015318fba0 kern_funlinkat() at kern_funlinkat+0x286/frame 0xfffffe015318fde0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe015318fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015318ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015318ff30 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x1457d262347a, rsp = 0x1457d0519ae8, rbp = 0x1457d0519b00 --- KDB: enter: panic [ thread pid 91724 tid 100635 ] Stopped at kdb_enter+0x32: movq $0,0x129c8d3(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 2136 out of 32624 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 91724 tid 100635 td 0xfffffe0152fc6900 kdb_enter() at kdb_enter+0x32/frame 0xfffffe015318f950 vpanic() at vpanic+0x182/frame 0xfffffe015318f9a0 panic() at panic+0x43/frame 0xfffffe015318fa00 softdep_update_inodeblock() at softdep_update_inodeblock+0x4da/frame 0xfffffe015318fa50 ffs_update() at ffs_update+0x22d/frame 0xfffffe015318fab0 ufs_inactive() at ufs_inactive+0x260/frame 0xfffffe015318faf0 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe015318fb10 vinactivef() at vinactivef+0xda/frame 0xfffffe015318fb50 vput_final() at vput_final+0x2a7/frame 0xfffffe015318fba0 kern_funlinkat() at kern_funlinkat+0x286/frame 0xfffffe015318fde0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe015318fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015318ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015318ff30 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x1457d262347a, rsp = 0x1457d0519ae8, rbp = 0x1457d0519b00 --- db:1:pho1> show allpcpu Current CPU: 9 cpuid = 0 dynamic pcpu = 0x9c0900 curthread = 0xfffffe00e4c553a0: pid 11 tid 100003 critnest 1 "idle: cpu0" curpcb = 0xfffffe00e4c558c0 fpcurthread = none idlethread = 0xfffffe00e4c553a0: tid 100003 "idle: cpu0" self = 0xffffffff82610000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82610384 rsp0 = 0xfffffe00377f1000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x7d2872d99 gs32p = 0xffffffff82610404 ldt = 0xffffffff82610444 tss = 0xffffffff82610434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb278900 curthread = 0xfffffe00e4c54c80: pid 11 tid 100004 critnest 1 "idle: cpu1" curpcb = 0xfffffe00e4c551a0 fpcurthread = none idlethread = 0xfffffe00e4c54c80: tid 100004 "idle: cpu1" self = 0xffffffff82611000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82611384 rsp0 = 0xfffffe00377ec000 kcr3 = 0x8000000002571003 ucr3 = 0xffffffffffffffff scr3 = 0x7b5c40b81 gs32p = 0xffffffff82611404 ldt = 0xffffffff82611444 tss = 0xffffffff82611434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb285900 curthread = 0xfffffe00e4c54560: pid 11 tid 100005 critnest 1 "idle: cpu2" curpcb = 0xfffffe00e4c54a80 fpcurthread = none idlethread = 0xfffffe00e4c54560: tid 100005 "idle: cpu2" self = 0xffffffff82612000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82612384 rsp0 = 0xfffffe00377fb000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x45d268a31 gs32p = 0xffffffff82612404 ldt = 0xffffffff82612444 tss = 0xffffffff82612434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb292900 curthread = 0xfffffe00e4c53e40: pid 11 tid 100006 critnest 1 "idle: cpu3" curpcb = 0xfffffe00e4c54360 fpcurthread = none idlethread = 0xfffffe00e4c53e40: tid 100006 "idle: cpu3" self = 0xffffffff82613000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82613384 rsp0 = 0xfffffe00377f6000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x2fab39cb0 gs32p = 0xffffffff82613404 ldt = 0xffffffff82613444 tss = 0xffffffff82613434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb29f900 curthread = 0xfffffe00e4c53720: pid 11 tid 100007 critnest 1 "idle: cpu4" curpcb = 0xfffffe00e4c53c40 fpcurthread = none idlethread = 0xfffffe00e4c53720: tid 100007 "idle: cpu4" self = 0xffffffff82614000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82614384 rsp0 = 0xfffffe00e4831000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x3e777c36 gs32p = 0xffffffff82614404 ldt = 0xffffffff82614444 tss = 0xffffffff82614434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb2ac900 curthread = 0xfffffe00e4c53000: pid 11 tid 100008 critnest 1 "idle: cpu5" curpcb = 0xfffffe00e4c53520 fpcurthread = none idlethread = 0xfffffe00e4c53000: tid 100008 "idle: cpu5" self = 0xffffffff82615000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82615384 rsp0 = 0xfffffe0037800000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x4a2182bfc gs32p = 0xffffffff82615404 ldt = 0xffffffff82615444 tss = 0xffffffff82615434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb2b9900 curthread = 0xfffffe00e4c5bc80: pid 11 tid 100009 critnest 1 "idle: cpu6" curpcb = 0xfffffe00e4c5c1a0 fpcurthread = none idlethread = 0xfffffe00e4c5bc80: tid 100009 "idle: cpu6" self = 0xffffffff82616000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82616384 rsp0 = 0xfffffe00e483b000 kcr3 = 0x8000000002571006 ucr3 = 0xffffffffffffffff scr3 = 0x2fab39949 gs32p = 0xffffffff82616404 ldt = 0xffffffff82616444 tss = 0xffffffff82616434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb2c6900 curthread = 0xfffffe00e4c5b560: pid 11 tid 100010 critnest 1 "idle: cpu7" curpcb = 0xfffffe00e4c5ba80 fpcurthread = none idlethread = 0xfffffe00e4c5b560: tid 100010 "idle: cpu7" self = 0xffffffff82617000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82617384 rsp0 = 0xfffffe00e4836000 kcr3 = 0x8000000002571005 ucr3 = 0xffffffffffffffff scr3 = 0x516dccad9 gs32p = 0xffffffff82617404 ldt = 0xffffffff82617444 tss = 0xffffffff82617434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb2d3900 curthread = 0xfffffe00e4c5ae40: pid 11 tid 100011 critnest 1 "idle: cpu8" curpcb = 0xfffffe00e4c5b360 fpcurthread = none idlethread = 0xfffffe00e4c5ae40: tid 100011 "idle: cpu8" self = 0xffffffff82618000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff82618384 rsp0 = 0xfffffe00e4845000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x726a42eb7 gs32p = 0xffffffff82618404 ldt = 0xffffffff82618444 tss = 0xffffffff82618434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb2e0900 curthread = 0xfffffe0152fc6900: pid 91724 tid 100635 critnest 1 "find" curpcb = 0xfffffe0152fc6e20 fpcurthread = 0xfffffe0152fc6900: pid 91724 "find" idlethread = 0xfffffe00e4c5a720: tid 100012 "idle: cpu9" self = 0xffffffff82619000 curpmap = 0xfffffe015223e530 tssp = 0xffffffff82619384 rsp0 = 0xfffffe0153190000 kcr3 = 0x80000005cd3197e6 ucr3 = 0x8000000590bc7fe6 scr3 = 0x590bc7fe6 gs32p = 0xffffffff82619404 ldt = 0xffffffff82619444 tss = 0xffffffff82619434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb2ed900 curthread = 0xfffffe00e4c5a000: pid 11 tid 100013 critnest 1 "idle: cpu10" curpcb = 0xfffffe00e4c5a520 fpcurthread = none idlethread = 0xfffffe00e4c5a000: tid 100013 "idle: cpu10" self = 0xffffffff8261a000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff8261a384 rsp0 = 0xfffffe00e484f000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x25663cf1e gs32p = 0xffffffff8261a404 ldt = 0xffffffff8261a444 tss = 0xffffffff8261a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb2fa900 curthread = 0xfffffe00e4c57740: pid 11 tid 100014 critnest 1 "idle: cpu11" curpcb = 0xfffffe00e4c57c60 fpcurthread = none idlethread = 0xfffffe00e4c57740: tid 100014 "idle: cpu11" self = 0xffffffff8261b000 curpmap = 0xffffffff81e8d1b0 tssp = 0xffffffff8261b384 rsp0 = 0xfffffe00e484a000 kcr3 = 0x8000000002571002 ucr3 = 0xffffffffffffffff scr3 = 0x252f0bbfd gs32p = 0xffffffff8261b404 ldt = 0xffffffff8261b444 tss = 0xffffffff8261b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 91724 (find) thread 0xfffffe0152fc6900 (100635) exclusive rw SUrw (SUrw) r = 0 (0xfffff804a2181800) locked @ ufs/ffs/ffs_softdep.c:12506 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003a2ff680) locked @ kern/vfs_bio.c:3988 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe01574ec2c8) locked @ kern/vfs_subr.c:3029 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe01574ec258: type VREG usecount 0, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffffe0152fc6900 (pid 91724, find, tid 100635) #0 0xffffffff80bbb60f at lockmgr_lock_flags+0x1cf #1 0xffffffff80f4445d at ffs_lock+0x9d #2 0xffffffff811a973c at VOP_LOCK1_APV+0x3c #3 0xffffffff80cfb7b4 at _vn_lock+0x54 #4 0xffffffff80ce258a at vget_finish+0x7a #5 0xffffffff80cd0831 at vfs_hash_get+0xd1 #6 0xffffffff80f3f898 at ffs_vgetf+0x58 #7 0xffffffff80f4eace at ufs_lookup_ino+0xdde #8 0xffffffff811a612a at VOP_CACHEDLOOKUP_APV+0x5a #9 0xffffffff80cc2356 at vfs_cache_lookup+0xa6 #10 0xffffffff811a5f6a at VOP_LOOKUP_APV+0x5a #11 0xffffffff80cd2eda at vfs_lookup+0x4aa #12 0xffffffff80cd219d at namei+0x33d #13 0xffffffff80cf2e05 at kern_funlinkat+0x165 #14 0xffffffff80cf2c98 at sys_unlink+0x28 #15 0xffffffff810d7455 at amd64_syscall+0x145 #16 0xffffffff810aa47b at fast_syscall_common+0xf8 nlink=1, effnlink=-1, size=0, extsize 0 generation=7ba28724, uid=2007, gid=0, flags=0x0 ino 89997, on dev md10 db:1:pho1> show mount 0xfffffe010e38a700 /dev/gpt/work on / (ufs) 0xfffffe010e38b280 devfs on /dev (devfs) 0xfffffe014359f280 /dev/gpt/tmp on /tmp (ufs) 0xfffffe014359e700 /dev/md10 on /mnt (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 98036 Buf domain 0 freebufs 14584 lofreebufs 219 hifreebufs 329 bufspace 7249920 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 521 (6770688) dirtyq count 1 (32768) wakeup 0 lim 25 CPU 1, 1, 4, 11, 4, 0, 3, 1, 1, 0, 0, 1, Locked buffers: 0 space 0 Total buffers: 23181 space 7249920 Buf domain 1 freebufs 14616 lofreebufs 219 hifreebufs 329 bufspace 5677056 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 483 (5140480) dirtyq count 0 (0) wakeup 0 lim 25 CPU 1, 1, 1, 3, 2, 0, 15, 0, 0, 2, 8, 1, Locked buffers: 0 space 0 Total buffers: 13439 space 5677056 Buf domain 2 freebufs 14520 lofreebufs 219 hifreebufs 329 bufspace 9392128 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 29 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 501 (6664192) dirtyq count 29 (950272) wakeup 0 lim 25 CPU 0, 0, 20, 12, 1, 0, 22, 0, 0, 23, 5, 0, Locked buffers: 0 space 0 Total buffers: 15357 space 9392128 Buf domain 3 freebufs 14149 lofreebufs 219 hifreebufs 329 bufspace 20340736 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 100 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 845 (15962112) dirtyq count 100 (3276800) wakeup 0 lim 25 CPU 1, 0, 3, 3, 2, 0, 0, 0, 1, 23, 0, 2, Locked buffers: 5 space 163840 Total buffers: 14575 space 20340736 Buf domain 4 freebufs 14595 lofreebufs 219 hifreebufs 329 bufspace 6561792 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 487 (5398528) dirtyq count 2 (65536) wakeup 0 lim 25 CPU 1, 0, 1, 6, 1, 2, 12, 0, 0, 2, 10, 13, Locked buffers: 1 space 32768 Total buffers: 12472 space 6561792 Buf domain 5 freebufs 14655 lofreebufs 219 hifreebufs 329 bufspace 4960256 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 472 (4919296) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 13730 space 4960256 Buf domain 6 freebufs 14359 lofreebufs 219 hifreebufs 329 bufspace 13938688 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 94 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 626 (9551872) dirtyq count 94 (3080192) wakeup 0 lim 25 CPU 4, 0, 9, 10, 1, 0, 4, 1, 1, 12, 8, 3, Locked buffers: 1 space 32768 Total buffers: 13177 space 13938688 db:1:pho1> show page vm_cnt.v_free_count: 7766960 vm_cnt.v_inactive_count: 28908 vm_cnt.v_active_count: 3478 vm_cnt.v_laundry_count: 0 vm_cnt.v_wire_count: 321167 vm_cnt.v_free_reserved: 10643 vm_cnt.v_free_min: 51262 vm_cnt.v_free_target: 173119 vm_cnt.v_inactive_target: 259678 db:1:pho1> show pageq pq_free 7766960 dom 0 page_cnt 8123862 free 7766960 pq_act 3478 pq_inact 28908 pq_laund 0 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 001015 | 000000 11 (008192K) | 000499 | 000000 10 (004096K) | 000619 | 000001 09 (002048K) | 001259 | 000000 08 (001024K) | 002099 | 000000 07 (000512K) | 002584 | 000000 06 (000256K) | 002884 | 000001 05 (000128K) | 003365 | 000002 04 (000064K) | 004428 | 000010 03 (000032K) | 004147 | 000045 02 (000016K) | 004281 | 000119 01 (000008K) | 006995 | 000640 00 (000004K) | 001977 | 003208 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000001 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000001 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree FFS inode 1160 154320 42688 8676934 0 9 228529280 0 malloc-4096 4096 34144 0 34293 0 2 139853824 0 VNODE 600 154448 43893 8705149 0 16 119004600 0 malloc-256 256 3401 451684 11383928 0 62 116501760 0 RADIX NODE 144 15427 521946 14777922 0 62 77381712 0 FFS2 dinode 256 154320 43410 8676895 0 62 50618880 0 malloc-384 384 5418 67902 8800812 0 30 28154880 0 mbuf_cluster 2048 12170 6 22741 0 8 24936448 0 VM OBJECT 264 14711 62479 9240893 0 30 20378160 0 swblk 136 1598 126901 508330 0 62 17475864 0 S VFS Cache 104 153067 4805 1628812 0 126 16418688 0 BUF TRIE 144 449 105503 1167240 0 62 15257088 0 malloc-128 128 2600 66344 9133335 0 126 8824832 0 malloc-128 128 441 43517 11973363 0 126 5626624 0 64 Bucket 512 9406 770 1427204 0 30 5210112 0 UMA Slabs 0 112 44568 30 70765 0 126 4994976 0 DIRHASH 1024 240 4320 369043 0 16 4669440 0 mbuf 256 15533 1779 22232 0 254 4431872 0 vmem btag 56 57310 9278 147505 0 254 3728928 0 malloc-128 128 26037 282 27360 0 126 3368832 0 pbuf 2776 0 709 0 0 0 1968184 0 malloc-128 128 13351 1901 527375 0 126 1952256 0 malloc-128 128 14439 379 1144434 0 126 1896704 0 swpctrie 144 248 11400 47351 0 62 1677312 0 malloc-256 256 5017 923 694114 0 62 1520640 0 malloc-4096 4096 340 6 98987 0 2 1417216 0 malloc-256 256 2608 2237 2220172 0 62 1240320 0 THREAD 1824 531 41 785 0 8 1043328 0 16 Bucket 144 3595 3321 1179074 0 62 995904 0 128 Bucket 1024 719 248 564626 0 16 990208 0 32 Bucket 256 2496 1029 1832414 0 62 902400 0 malloc-4096 4096 89 129 91768 0 2 892928 0 256 Bucket 2048 311 61 742332 0 8 761856 0 malloc-8192 8192 89 0 89 0 1 729088 0 malloc-32768 32768 1 20 171937 0 1 688128 0 malloc-256 256 437 2158 2581599 0 62 664320 0 MAP ENTRY 96 2088 4800 4957950 0 126 661248 0 VMSPACE 2560 42 216 91672 0 4 660480 0 malloc-64 64 9068 949 113118923 0 254 641088 0 malloc-64 64 9462 303 17930 0 254 624960 0 FPU_save_area 832 533 178 2811 0 16 591552 0 malloc-32768 32768 9 9 3792 0 1 589824 0 malloc-64 64 4466 3535 249847 0 254 512064 0 UMA Zones 2048 231 4 231 0 8 481280 0 PROC 1368 61 280 91724 0 8 466488 0 malloc-32768 32768 13 0 14 0 1 425984 0 malloc-32768 32768 12 0 13 0 1 393216 0 lkpimm 168 3 2325 3 0 62 391104 0 lkpicurr 168 13 2315 13 0 62 391104 0 g_bio 408 0 930 7581387 0 30 379440 0 filedesc0 1072 62 253 91725 0 8 337680 0 malloc-65536 65536 3 2 3956 0 1 327680 0 malloc-32 32 8200 1124 8596 0 254 298368 0 malloc-16 16 16052 1698 16387 0 254 284000 0 NAMEI 1024 0 272 53856347 0 16 278528 0 8 Bucket 80 152 3298 539268 0 126 276000 0 malloc-65536 65536 2 2 323 0 1 262144 0 malloc-1024 1024 223 33 406 0 16 262144 0 malloc-16384 16384 13 2 4910 0 1 245760 0 malloc-512 512 243 229 43803 0 30 241664 0 malloc-2048 2048 109 7 113 0 8 237568 0 pipe 728 7 312 51341 0 16 232232 0 malloc-256 256 565 320 341951 0 62 226560 0 malloc-128 128 372 1395 222040461 0 126 226176 0 malloc-64 64 258 3081 126862215 0 254 213696 0 malloc-1024 1024 14 194 162047 0 16 212992 0 Files 80 115 2435 27047946 0 126 204000 0 malloc-256 256 52 743 8486165 0 62 203520 0 malloc-128 128 1210 371 620404 0 126 202368 0 malloc-64 64 76 3074 20443 0 254 201600 0 L VFS Cache 320 416 208 804 0 30 199680 0 mbuf_packet 256 16 762 2787 0 254 199168 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-64 64 102 2922 91936 0 254 193536 0 malloc-256 256 214 506 3399 0 62 184320 0 malloc-8192 8192 18 3 350 0 1 172032 0 malloc-8192 8192 20 0 22 0 1 163840 0 malloc-384 384 353 57 363 0 30 157440 0 PWD 32 17 4771 409983 0 254 153216 0 ksiginfo 112 320 1012 3931 0 126 149184 0 malloc-64 64 9 2322 34113 0 254 149184 0 malloc-16384 16384 9 0 17 0 1 147456 0 malloc-2048 2048 5 67 399 0 8 147456 0 fakepg 104 0 1404 312 0 126 146016 0 4 Bucket 48 733 2123 149894 0 254 137088 0 malloc-1024 1024 123 9 237 0 16 135168 0 PGRP 88 31 1487 105 0 126 133584 0 ada_ccb 272 0 490 1745237 0 30 133280 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 2 Bucket 32 648 3384 366660 0 254 129024 0 TURNSTILE 136 573 309 573 0 62 119952 0 malloc-16384 16384 7 0 8910 0 1 114688 0 malloc-4096 4096 2 26 130 0 2 114688 0 swrbuf 2776 0 41 51771 0 2 113816 0 malloc-128 128 63 774 35029 0 126 107136 0 DEVCTL 1024 0 104 1242 0 0 106496 0 Mountpoints 2944 4 32 39 0 4 105984 0 malloc-32 32 441 2835 18929 0 254 104832 0 udp_inpcb 424 11 214 206 0 30 95400 0 rl_entry 40 313 2010 313 0 254 92920 0 malloc-384 384 194 46 200 0 30 92160 0 malloc-8192 8192 11 0 3021 0 1 90112 0 ttyinq 160 345 205 555 0 62 88000 0 malloc-2048 2048 17 25 317 0 8 86016 0 clpbuf 2776 0 30 32415 0 2 83280 0 SLEEPQUEUE 88 573 355 573 0 126 81664 0 malloc-32 32 478 2042 21554 0 254 80640 0 UMA Kegs 384 201 2 201 0 30 77952 0 malloc-1024 1024 44 32 4452 0 16 77824 0 malloc-8192 8192 9 0 51 0 1 73728 0 socket 960 36 40 5783 0 16 72960 0 ttyoutq 256 181 104 290 0 62 72960 0 malloc-32 32 149 2119 2094 0 254 72576 0 malloc-16 16 521 3979 132215 0 254 72000 0 malloc-32 32 13 2129 24668 0 254 68544 0 malloc-65536 65536 1 0 5 0 1 65536 0 malloc-32768 32768 2 0 9 0 1 65536 0 swwbuf 2776 0 23 278255 0 1 63848 0 malloc-1024 1024 23 33 129 0 16 57344 0 malloc-256 256 132 78 1212 0 62 53760 0 malloc-1024 1024 2 50 1266 0 16 53248 0 malloc-32 32 610 1028 25302 0 254 52416 0 malloc-16 16 207 3043 10497 0 254 52000 0 malloc-8192 8192 5 1 39 0 1 49152 0 pcpu-64 64 463 305 463 0 254 49152 0 malloc-32 32 68 1444 80 0 254 48384 0 pcpu-8 8 3531 2101 3538 0 254 45056 0 malloc-64 64 23 607 48 0 254 40320 0 pcpu-16 16 36 2268 36 0 254 36864 0 malloc-32 32 81 1053 124 0 254 36288 0 malloc-16 16 65 2185 400 0 254 36000 0 malloc-16 16 289 1961 85893 0 254 36000 0 cpuset 104 27 314 27 0 126 35464 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-4096 4096 0 8 251 0 2 32768 0 malloc-512 512 0 64 121 0 30 32768 0 malloc-16 16 26 1974 26172 0 254 32000 0 tcpcb 1104 6 22 11 0 8 30912 0 unpcb 256 16 104 5549 0 62 30720 0 malloc-384 384 20 60 1228 0 30 30720 0 malloc-512 512 28 28 28 0 30 28672 0 mdpbuf 2776 0 9 158879 0 1 24984 0 malloc-512 512 12 36 53 0 30 24576 0 malloc-16 16 25 1475 25 0 254 24000 0 malloc-2048 2048 6 4 12 0 8 20480 0 rtentry 168 12 108 15 0 62 20160 0 udp_inpcb ports 32 3 627 11 0 254 20160 0 malloc-16 16 468 782 1101137 0 254 20000 0 routing nhops 256 9 66 15 0 62 19200 0 tcp_inpcb 424 6 39 11 0 30 19080 0 malloc-16384 16384 1 0 13 0 1 16384 0 udpcb 32 11 493 206 0 254 16128 0 malloc-4096 4096 3 0 3 0 2 12288 0 malloc-2048 2048 3 3 1509 0 8 12288 0 malloc-1024 1024 9 3 13 0 16 12288 0 malloc-1024 1024 5 7 8 0 16 12288 0 ertt_txseginfo 40 0 303 609 0 254 12120 0 ertt 72 6 162 11 0 126 12096 0 malloc-384 384 4 26 4 0 30 11520 0 malloc-384 384 15 15 28 0 30 11520 0 malloc-4096 4096 2 0 49 0 2 8192 0 malloc-2048 2048 2 2 5684 0 8 8192 0 tcp_inpcb ports 32 2 250 2 0 254 8064 0 kenv 258 18 12 21837 0 30 7740 0 malloc-384 384 4 16 9912 0 30 7680 0 ripcb 424 1 17 3 0 30 7632 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 13 0 2 4096 0 malloc-2048 2048 2 0 310 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-512 512 1 7 13 0 30 4096 0 malloc-512 512 1 7 1217 0 30 4096 0 malloc-512 512 1 7 2 0 30 4096 0 SMR CPU 32 7 120 7 0 254 4064 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 36 3 38 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR SHARED 24 7 120 7 0 254 3048 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 syncache 168 0 0 2 0 62 0 0 tcptw 72 0 0 0 0 126 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 424 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 KNOTE 160 0 0 0 0 62 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 760 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 mbuf_jumbo_page 4096 0 0 6 0 2 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2776 0 0 0 0 4 0 0 nfspbuf 2776 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 82 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 4 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 2 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 142014 2826 5514039 7 vm pgcache 4096 79869 215 30896302 13 buf free cache 848 4453 3442 2419497 16 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 1003 752 280020 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 5 2 294522 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 531 1 785 1 db:0:pho> acttrace Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c553a0 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81feb380 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81feb390 trap() at trap+0x57/frame 0xffffffff81feb4b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81feb4b0 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377f0dd0, rbp = 0xfffffe00377f0dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f0dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f0e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f0e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c54c80 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e00 trap() at trap+0x57/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377ebdd0, rbp = 0xfffffe00377ebdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ebdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ebe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ebe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c54560 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2ddf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de00 trap() at trap+0x57/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377fadd0, rbp = 0xfffffe00377fadd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377fadd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377fae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377fae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377fae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c53e40 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3adf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae00 trap() at trap+0x57/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377f5dd0, rbp = 0xfffffe00377f5dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f5dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f5e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f5e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c53720 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce47df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce47e00 trap() at trap+0x57/frame 0xfffffe003ce47f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce47f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4830dd0, rbp = 0xfffffe00e4830dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4830dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4830e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4830e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4830e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c53000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e00 trap() at trap+0x57/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377ffdd0, rbp = 0xfffffe00377ffdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ffdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ffe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ffe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c5bc80 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e00 trap() at trap+0x57/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e483add0, rbp = 0xfffffe00e483add0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e483add0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e483ae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e483ae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e483ae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c5b560 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6edf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee00 trap() at trap+0x57/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4835dd0, rbp = 0xfffffe00e4835dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4835dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4835e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4835e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4835e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c5ae40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be00 trap() at trap+0x57/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4844dd0, rbp = 0xfffffe00e4844dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4844dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4844e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4844e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c5a000 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e00 trap() at trap+0x57/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e484edd0, rbp = 0xfffffe00e484edd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e484edd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e484ee10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e484ee30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c57740 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e00 trap() at trap+0x57/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4849dd0, rbp = 0xfffffe00e4849dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4849dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4849e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4849e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4849e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command find pid 91724 tid 100635 td 0xfffffe0152fc6900 (CPU 9) kdb_enter() at kdb_enter+0x32/frame 0xfffffe015318f950 vpanic() at vpanic+0x182/frame 0xfffffe015318f9a0 panic() at panic+0x43/frame 0xfffffe015318fa00 softdep_update_inodeblock() at softdep_update_inodeblock+0x4da/frame 0xfffffe015318fa50 ffs_update() at ffs_update+0x22d/frame 0xfffffe015318fab0 ufs_inactive() at ufs_inactive+0x260/frame 0xfffffe015318faf0 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe015318fb10 vinactivef() at vinactivef+0xda/frame 0xfffffe015318fb50 vput_final() at vput_final+0x2a7/frame 0xfffffe015318fba0 kern_funlinkat() at kern_funlinkat+0x286/frame 0xfffffe015318fde0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe015318fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015318ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015318ff30 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x1457d262347a, rsp = 0x1457d0519ae8, rbp = 0x1457d0519b00 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 91724 50641 3052 0 R+ CPU 9 find 91716 3254 3187 0 S nanslp 0xffffffff81eac861 sleep 89425 0 0 0 DL mdwait 0xfffff803ce518000 [md10] 74908 74903 74908 2006 Ss+ select 0xfffff807cf28b440 bash 74903 74806 74806 2006 S select 0xfffff807d22ca0c0 sshd 74806 2717 74806 0 Ss select 0xfffff801065debc0 sshd 50641 50639 3052 0 S+ wait 0xfffffe0154629560 sh 50640 3053 3052 0 S+ piperd 0xfffffe0147489000 tee 50639 3053 3052 0 SW+ wait 0xfffffe0141818570 sh 3257 3187 3187 0 S piperd 0xfffffe0143583110 sh 3255 3187 3187 0 S piperd 0xfffffe014367e110 awk 3254 3187 3187 0 S wait 0xfffffe014447aab8 sh 3187 1 3187 0 SWs wait 0xfffffe0141816008 sh 3053 3052 3052 0 SW+ wait 0xfffffe0143591560 sh 3052 2769 3052 0 SW+ wait 0xfffffe0143593018 sh 2769 2767 2769 0 SW+ wait 0xfffffe003ce4f008 bash 2767 2766 2767 0 SW+ pause 0xfffffe003ce1c0c0 csh 2766 2754 2766 2006 SW+ wait 0xfffffe01434cf560 su 2754 2753 2754 2006 SWs+ wait 0xfffffe01428b1ab8 bash 2753 2750 2750 2006 S select 0xfffff80003cd8a40 sshd 2750 2717 2750 0 Ss select 0xfffff800042ebec0 sshd 2749 1 2749 0 Ss+ ttyin 0xfffff8002502b8b0 getty 2748 1 2748 0 Ss+ ttyin 0xfffff8002502bcb0 getty 2747 1 2747 0 Ss+ ttyin 0xfffff800281370b0 getty 2746 1 2746 0 Ss+ ttyin 0xfffff800281374b0 getty 2745 1 2745 0 Ss+ ttyin 0xfffff800281378b0 getty 2744 1 2744 0 Ss+ ttyin 0xfffff80028137cb0 getty 2743 1 2743 0 Ss+ ttyin 0xfffff800281360b0 getty 2742 1 2742 0 Ss+ ttyin 0xfffff800281364b0 getty 2741 1 2741 0 Ss+ ttyin 0xfffff800281368b0 getty 2740 1 2740 0 Ss+ ttyin 0xfffff80028136cb0 getty 2729 1 2729 0 Ss nanslp 0xffffffff81eac864 cron 2726 1 2726 0 Ss select 0xfffff8003276e640 inetd 2717 1 2717 0 Ss select 0xfffff800042ea140 sshd 2689 1 2689 0 Ss select 0xfffff80004749e40 powerd 2686 1 2686 123 Ss select 0xfffff80028175640 ntpd 2600 1 2600 0 Ss nanslp 0xffffffff81eac868 watchdogd 2592 1 2592 0 Ss select 0xfffff80028014cc0 syslogd 2403 1 2403 0 Ss select 0xfffff8003276e5c0 devd 2398 1 2398 65 Ss select 0xfffff80003cd8bc0 dhclient 2339 1 2339 0 Ss select 0xfffff800042eb540 dhclient 2336 1 2336 0 Ss select 0xfffff80003cd8b40 dhclient 19 0 0 0 DL syncer 0xffffffff81f9d568 [syncer] 18 0 0 0 DL vlruwt 0xfffffe003ce50568 [vnlru] 17 0 0 0 DL (threaded) [bufdaemon] 100197 D psleep 0xffffffff81f9c570 [bufdaemon] 100198 D - 0xffffffff81a0b0c0 [bufspacedaemon-0] 100199 D - 0xffffffff81a13380 [bufspacedaemon-1] 100200 D - 0xffffffff81a1b640 [bufspacedaemon-2] 100201 D - 0xffffffff81a23900 [bufspacedaemon-3] 100202 D - 0xffffffff81a2bbc0 [bufspacedaemon-4] 100203 D - 0xffffffff81a33e80 [bufspacedaemon-5] 100204 D - 0xffffffff81a3c140 [bufspacedaemon-6] 100219 D sdflush 0xfffff80003efe0e8 [/ worker] 100227 D sdflush 0xfffff80003e4c4e8 [/tmp worker] 100785 D sdflush 0xfffff804a21818e8 [/mnt worker] 16 0 0 0 DL psleep 0xffffffff81fc2610 [vmdaemon] 9 0 0 0 DL (threaded) [pagedaemon] 100195 D psleep 0xffffffff81fb6a78 [dom0] 100205 D laundp 0xffffffff8167ddc4 [laundry: dom0] 100206 D umarcl 0xffffffff80f662c0 [uma] 8 0 0 0 DL idle 0xfffffe010dde5ab8 [enc_daemon1] 7 0 0 0 DL idle 0xfffffe010dde6010 [enc_daemon0] 6 0 0 0 DL - 0xffffffff81ce02a8 [rand_harvestq] 15 0 0 0 DL (threaded) [usb] 100128 D - 0xfffffe010a1a2440 [usbus0] 100129 D - 0xfffffe010a1a2498 [usbus0] 100130 D - 0xfffffe010a1a24f0 [usbus0] 100131 D - 0xfffffe010a1a2548 [usbus0] 100132 D - 0xfffffe010a1a25a0 [usbus0] 100134 D - 0xfffffe00e4d6bcf0 [usbus1] 100135 D - 0xfffffe00e4d6bd48 [usbus1] 100136 D - 0xfffffe00e4d6bda0 [usbus1] 100137 D - 0xfffffe00e4d6bdf8 [usbus1] 100138 D - 0xfffffe00e4d6be50 [usbus1] 100139 D - 0xfffffe010a562cf0 [usbus2] 100140 D - 0xfffffe010a562d48 [usbus2] 100141 D - 0xfffffe010a562da0 [usbus2] 100142 D - 0xfffffe010a562df8 [usbus2] 100143 D - 0xfffffe010a562e50 [usbus2] 5 0 0 0 DL - 0xffffffff81fcb008 [busdma] 4 0 0 0 DL (threaded) [cam] 100120 D - 0xffffffff81bc9cc0 [doneq0] 100121 D - 0xffffffff81bc9d40 [doneq1] 100122 D - 0xffffffff81bc9dc0 [doneq2] 100123 D - 0xffffffff81bc9c40 [async] 100152 D - 0xffffffff81bc9b10 [scanner] 14 0 0 0 DL seqstat 0xfffff8000440e088 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100106 D crypto_ 0xffffffff81fb3eb0 [crypto] 100107 D crypto_ 0xfffff80004327c30 [crypto returns 0] 100108 D crypto_ 0xfffff80004327c80 [crypto returns 1] 100109 D crypto_ 0xfffff80004327cd0 [crypto returns 2] 100110 D crypto_ 0xfffff80004327d20 [crypto returns 3] 100111 D crypto_ 0xfffff80004327d70 [crypto returns 4] 100112 D crypto_ 0xfffff80004327dc0 [crypto returns 5] 100113 D crypto_ 0xfffff80004327e10 [crypto returns 6] 100114 D crypto_ 0xfffff80004327e60 [crypto returns 7] 100115 D crypto_ 0xfffff80004327eb0 [crypto returns 8] 100116 D crypto_ 0xfffff80004327f00 [crypto returns 9] 100117 D crypto_ 0xfffff80004327f50 [crypto returns 10] 100118 D crypto_ 0xfffff80004327fa0 [crypto returns 11] 13 0 0 0 DL (threaded) [geom] 100091 D - 0xffffffff81e8be50 [g_event] 100092 D - 0xffffffff81e8be58 [g_up] 100093 D - 0xffffffff81e8be60 [g_down] 2 0 0 0 WL (threaded) [clock] 100077 I [clock (0)] 100078 I [clock (1)] 100079 I [clock (2)] 100080 I [clock (3)] 100081 I [clock (4)] 100082 I [clock (5)] 100083 I [clock (6)] 100084 I [clock (7)] 100085 I [clock (8)] 100086 I [clock (9)] 100087 I [clock (10)] 100088 I [clock (11)] 12 0 0 0 WL (threaded) [intr] 100041 I [swi6: task queue] 100045 I [swi6: Giant taskq] 100047 I [swi5: fast taskq] 100089 I [swi1: netisr 0] 100124 I [swi4: apei] 100125 I [irq56: ahci0] 100127 I [irq19: xhci0] 100133 I [irq18: ehci0 ehci1+] 100144 I [irq71: ahci1] 100145 I [swi0: uart uart] 100159 I [irq73: mlx5_core0] 100160 I [irq74: mlx5_core0] 100161 I [irq72: mlx5_core0] 100162 I [irq75: mlx5_core0] 100163 I [irq76: mlx5_core0] 100164 I [irq77: mlx5_core0] 100165 I [irq78: mlx5_core0] 100166 I [irq79: mlx5_core0] 100167 I [irq80: mlx5_core0] 100168 I [irq81: mlx5_core0] 100169 I [irq82: mlx5_core0] 100170 I [irq83: mlx5_core0] 100171 I [irq84: mlx5_core0] 100172 I [irq85: mlx5_core0] 100173 I [irq86: mlx5_core0] 100179 I [irq88: mlx5_core1] 100180 I [irq89: mlx5_core1] 100181 I [irq87: mlx5_core1] 100182 I [irq90: mlx5_core1] 100183 I [irq91: mlx5_core1] 100184 I [irq92: mlx5_core1] 100185 I [irq93: mlx5_core1] 100186 I [irq94: mlx5_core1] 100187 I [irq95: mlx5_core1] 100188 I [irq96: mlx5_core1] 100189 I [irq97: mlx5_core1] 100190 I [irq98: mlx5_core1] 100191 I [irq99: mlx5_core1] 100192 I [irq100: mlx5_core1] 100193 I [irq101: mlx5_core1] 100251 I [irq102: ioat0] 100252 I [irq103: ioat1] 100253 I [irq104: ioat2] 100254 I [irq105: ioat3] 100255 I [irq106: ioat4] 100256 I [irq107: ioat5] 100257 I [irq108: ioat6] 100258 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 Run CPU 6 [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 1 0 1 0 SLs wait 0xfffffe00e4c51010 [init] 10 0 0 0 DL audit_w 0xffffffff81fb4458 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81e8c3d0 [swapper] 100015 D - 0xfffff80003a48000 [if_config_tqg_0] 100016 D - 0xfffff80003a47e00 [softirq_0] 100017 D - 0xfffff80003a47d00 [softirq_1] 100018 D - 0xfffff80003a47c00 [softirq_2] 100019 D - 0xfffff80003a47b00 [softirq_3] 100020 D - 0xfffff80003a47a00 [softirq_4] 100021 D - 0xfffff80003a47900 [softirq_5] 100022 D - 0xfffff80003a47800 [softirq_6] 100023 D - 0xfffff80003a47700 [softirq_7] 100024 D - 0xfffff80003a47600 [softirq_8] 100025 D - 0xfffff80003a47500 [softirq_9] 100026 D - 0xfffff80003a47400 [softirq_10] 100027 D - 0xfffff80003a47300 [softirq_11] 100028 D - 0xfffff80003a47200 [if_io_tqg_0] 100029 D - 0xfffff80003a47100 [if_io_tqg_1] 100030 D - 0xfffff80003a47000 [if_io_tqg_2] 100031 D - 0xfffff80003a46e00 [if_io_tqg_3] 100032 D - 0xfffff80003a46d00 [if_io_tqg_4] 100033 D - 0xfffff80003a46c00 [if_io_tqg_5] 100034 D - 0xfffff80003a46b00 [if_io_tqg_6] 100035 D - 0xfffff80003a46a00 [if_io_tqg_7] 100036 D - 0xfffff80003a46900 [if_io_tqg_8] 100037 D - 0xfffff80003a46800 [if_io_tqg_9] 100038 D - 0xfffff80003a46700 [if_io_tqg_10] 100039 D - 0xfffff80003a46600 [if_io_tqg_11] 100040 D - 0xfffff80003a14000 [kqueue_ctx taskq] 100042 D - 0xfffff80003a13d00 [inm_free taskq] 100043 D - 0xfffff80003a13c00 [aiod_kick taskq] 100044 D - 0xfffff80003a13b00 [deferred_unmount ta] 100046 D - 0xfffff80003a13900 [thread taskq] 100048 D - 0xfffff80003a13700 [pci_hp taskq] 100049 D - 0xfffff80003a13600 [in6m_free taskq] 100050 D - 0xfffff80003a13500 [linuxkpi_irq_wq] 100051 D - 0xfffff80003a13400 [linuxkpi_short_wq_0] 100052 D - 0xfffff80003a13400 [linuxkpi_short_wq_1] 100053 D - 0xfffff80003a13400 [linuxkpi_short_wq_2] 100054 D - 0xfffff80003a13400 [linuxkpi_short_wq_3] 100055 D - 0xfffff80003a13400 [linuxkpi_short_wq_4] 100056 D - 0xfffff80003a13400 [linuxkpi_short_wq_5] 100057 D - 0xfffff80003a13400 [linuxkpi_short_wq_6] 100058 D - 0xfffff80003a13400 [linuxkpi_short_wq_7] 100059 D - 0xfffff80003a13400 [linuxkpi_short_wq_8] 100060 D - 0xfffff80003a13400 [linuxkpi_short_wq_9] 100061 D - 0xfffff80003a13400 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003a13400 [linuxkpi_short_wq_1] 100063 D - 0xfffff80003a13400 [linuxkpi_short_wq_1] 100064 D - 0xfffff80003a13300 [linuxkpi_long_wq_0] 100065 D - 0xfffff80003a13300 [linuxkpi_long_wq_1] 100066 D - 0xfffff80003a13300 [linuxkpi_long_wq_2] 100067 D - 0xfffff80003a13300 [linuxkpi_long_wq_3] 100068 D - 0xfffff80003a13300 [linuxkpi_long_wq_4] 100069 D - 0xfffff80003a13300 [linuxkpi_long_wq_5] 100070 D - 0xfffff80003a13300 [linuxkpi_long_wq_6] 100071 D - 0xfffff80003a13300 [linuxkpi_long_wq_7] 100072 D - 0xfffff80003a13300 [linuxkpi_long_wq_8] 100073 D - 0xfffff80003a13300 [linuxkpi_long_wq_9] 100074 D - 0xfffff80003a13300 [linuxkpi_long_wq_10] 100075 D - 0xfffff80003a13300 [linuxkpi_long_wq_11] 100076 D - 0xfffff80003a13300 [linuxkpi_long_wq_12] 100090 D - 0xfffff80003a13200 [firmware taskq] 100094 D - 0xfffff80003a13100 [crypto_0] 100095 D - 0xfffff80003a13100 [crypto_1] 100096 D - 0xfffff80003a13100 [crypto_2] 100097 D - 0xfffff80003a13100 [crypto_3] 100098 D - 0xfffff80003a13100 [crypto_4] 100099 D - 0xfffff80003a13100 [crypto_5] 100100 D - 0xfffff80003a13100 [crypto_6] 100101 D - 0xfffff80003a13100 [crypto_7] 100102 D - 0xfffff80003a13100 [crypto_8] 100103 D - 0xfffff80003a13100 [crypto_9] 100104 D - 0xfffff80003a13100 [crypto_10] 100105 D - 0xfffff80003a13100 [crypto_11] 100147 D - 0xfffff80028141300 [acpi_task_0] 100148 D - 0xfffff80028141300 [acpi_task_1] 100149 D - 0xfffff80028141300 [acpi_task_2] 100150 D - 0xfffff80003a14100 [mca taskq] 100151 D - 0xfffff80003a13000 [CAM taskq] 100155 D - 0xfffff80028141200 [mlx5_core0-rec] 100156 D - 0xfffff80028141100 [mlx5_core0-wdg] 100157 D - 0xfffff80028141000 [mlx5_core0-cmd] 100158 D - 0xfffff80028142e00 [mlx5_page_allocator] 100174 D - 0xfffff80028142d00 [mlx5_esw_wq] 100175 D - 0xfffff80028142c00 [mlx5_core1-rec] 100176 D - 0xfffff80028142b00 [mlx5_core1-wdg] 100177 D - 0xfffff80028142a00 [mlx5_core1-cmd] 100178 D - 0xfffff80028142900 [mlx5_page_allocator] 100194 D - 0xfffff8000493d900 [mlx5_esw_wq] db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81e8c940 sched_switch() at sched_switch+0x582/frame 0xffffffff82569e10 mi_switch() at mi_switch+0x157/frame 0xffffffff82569e30 sleepq_switch() at sleepq_switch+0x107/frame 0xffffffff82569e70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82569eb0 _sleep() at _sleep+0x2d6/frame 0xffffffff82569f40 swapper() at swapper+0x75/frame 0xffffffff82569fa0 mi_startup() at mi_startup+0x30e/frame 0xffffffff82569ff0 btext() at btext+0x23 Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4c57020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4858de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4858e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4858e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4858ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4858ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4858f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4c56900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4853de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4853e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4853e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4853ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4853ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4853f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4cdd720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4862de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4862e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4862e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4862ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4862ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4862f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4cdd000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e485dde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e485de00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e485de40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e485dec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e485def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e485df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4c5e740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e486cde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e486ce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e486ce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e486cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e486cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e486cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4c5e020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4867de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4867e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4867e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4867ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4867ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4867f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4c5d900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4876de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4876e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4876e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4876ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4876ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4876f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4c5d1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4871de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4871e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4871e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4871ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4871ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4871f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4c5cac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4880de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4880e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4880e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4880ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4880ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4880f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4c5c3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e487bde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e487be00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e487be40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e487bec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e487bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e487bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e487bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4ce1020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e488ade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488ae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488ae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488aec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4ce0900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4885de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4885e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4885e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4885ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4885ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4885f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4ce01e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4894de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4894e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4894e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4894ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4894ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4894f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4cdfac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e488fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488fec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4cdf3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e489ede0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e489ee00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e489ee40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e489eec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e489eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e489ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4cdec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4899de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4899e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4899e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4899ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4899ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4899f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4cde560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48a8de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a8e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a8e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a8ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4cdde40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48a3de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a3e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a3e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4ceaac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48b2de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b2e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b2e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b2ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4cea3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48adde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48ade00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48ade40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48adec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48adef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48adf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4ce9c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48bcde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48bce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48bce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48bcec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48bcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48bcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4ce9560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48b7de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b7e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b7e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b7ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4ce8e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48c6de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c6e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c6e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c6ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4ce8720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48c1de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c1e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c1e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c1ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4ce8000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48d0de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d0e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d0e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48d0ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48d0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4ce1740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48cbdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48cbdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48cbe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48cbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48cbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48cbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe00e4cede40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48d5dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d5df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d5e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48d5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48d5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4ced720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48e4dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e4df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e4e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48e4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xfffffe00e4ced000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48dfdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dfdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48dfe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48dfec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48dfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4cec020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48e9dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e9df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e9e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48e9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffffe00e4ceb1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48f3dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48f3df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48f3e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48f3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffffe00e4cf6000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4902dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4902df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4902e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4902ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4902ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4902f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffffe00e4cf1740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48fdde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48fde00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48fde40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48fdec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e48fdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48fdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48fdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffffe00e4cf1020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e490cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e490cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e490ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e490cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e490cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e490cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffffe00e4cf0900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4907dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4907df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4907e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4907ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4907ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4907f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffffe00e4cf01e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4916dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4916df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4916e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4916ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4916ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4916f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffffe00e4cefac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4911dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4911df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4911e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4911ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4911ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4911f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffffe00e4cef3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4920dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4920df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4920e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4920ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4920ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4920f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4920f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe00e4ceec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e491bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e491bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e491be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e491bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e491bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e491bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffffe00e4cf9900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e492add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e492aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe00e4cf91e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4925dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4925df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4925e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4925ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4925ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4925f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4925f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffffe00e4cf8ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4934dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4934df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4934e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4934ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4934ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4934f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4934f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe00e4cf83a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e492fdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492fdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492fe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e492fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe00e4cf7c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e493edd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e493edf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e493ee30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e493eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e493eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e493ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e493ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe00e4cf7560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4939dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4939df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4939e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4939ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4939ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4939f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4939f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe00e4cf6e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4948dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4948df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4948e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4948ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4948ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4948f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4948f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe00e4cf6720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4943dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4943df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4943e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4943ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4943ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4943f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4943f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffffe00e4cff3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4952dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4952df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4952e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4952ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4952ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4952f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4952f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe00e4cfec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e494ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e494ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e494de30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e494dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e494def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe00e4cfe560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e495cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e495cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e495ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e495cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e495cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e495cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe00e4cfde40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4957dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4957df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4957e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4957ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4957ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4957f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4957f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe00e4cfd720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4966dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4966df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4966e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4966ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4966ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4966f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4966f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe00e4cfd000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4961dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4961df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4961e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4961ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4961ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4961f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4961f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe00e4cfa740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4970dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4970df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4970e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4970ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4970ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4970f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4970f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe00e4cfa020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e496bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e496bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e496be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e496bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e496bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe00e4d02e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e497add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e497aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe00e4d02720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4975dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4975df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4975e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4975ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4975ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4975f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4975f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe00e4d02000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4984dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4984df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4984e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4984ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4984ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4984f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4984f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe00e4d01740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e497fdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497fdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497fe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e497fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xfffffe00e4d0eac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49f5dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49f5df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49f5e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e49f5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e49f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffffe00e4d0ce40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e39dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e39df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e39e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e39ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e39ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e39f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e39f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffffe00e4d0c720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e48dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e48df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e48e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e48ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e48ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e48f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e48f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffffe00e4d0c000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e43dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e43df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e43e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e43ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e43ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e43f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e43f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100097 td 0xfffffe00e4d27c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e52dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e52df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e52e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e52ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e52ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffffe00e4d27560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e4ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e4ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e4de30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e4dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e4def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100099 td 0xfffffe00e4d26e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e5cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e5cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e5ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e5cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e5cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffffe00e4d26720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e57dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e57df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e57e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e57ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e57ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e57f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100101 td 0xfffffe00e4d26000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e66dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e66df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e66e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e66ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e66ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e66f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e66f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffffe00e4d10740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e61dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e61df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e61e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e61ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e61ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e61f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100103 td 0xfffffe00e4d10020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e70dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e70df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e70e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e70ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e70ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e70f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e70f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffffe00e4d0f900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e6bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e6bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e6be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e6bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e6bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100105 td 0xfffffe00e4d2b720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e7add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e7aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e7aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100147 td 0xfffffe010dc2ec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ffade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ffae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ffae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4ffaec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4ffaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100148 td 0xfffffe010dc2e560 sched_switch() at sched_switch+0x582/frame 0xfffffe010da45de0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da45e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da45e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da45ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da45ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da45f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da45f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100149 td 0xfffffe010dc2de40 sched_switch() at sched_switch+0x582/frame 0xfffffe010da40de0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da40e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da40e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da40ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da40ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da40f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da40f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100150 td 0xfffffe010dc2d720 sched_switch() at sched_switch+0x582/frame 0xfffffe010da4fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da4fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da4fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da4fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da4fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da4ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100151 td 0xfffffe010dc2d000 sched_switch() at sched_switch+0x582/frame 0xfffffe010da4add0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da4adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da4ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da4aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da4aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da4af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100155 td 0xfffffe010a1a8020 sched_switch() at sched_switch+0x582/frame 0xfffffe010da54dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da54df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da54e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da54ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da54ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da54f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da54f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100156 td 0xfffffe010ddec740 sched_switch() at sched_switch+0x582/frame 0xfffffe010da6ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da6ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da6de30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da6dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da6def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da6df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da6df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100157 td 0xfffffe010ddec020 sched_switch() at sched_switch+0x582/frame 0xfffffe010da68dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da68df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da68e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da68ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da68ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da68f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da68f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffffe010ddeb900 sched_switch() at sched_switch+0x582/frame 0xfffffe010da77dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da77df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da77e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da77ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da77ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da77f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da77f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100174 td 0xfffffe010dec8e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010dac7dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac7df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac7e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dac7ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100175 td 0xfffffe010dec8720 sched_switch() at sched_switch+0x582/frame 0xfffffe010dac2dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac2df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac2e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dac2ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100176 td 0xfffffe010dec8000 sched_switch() at sched_switch+0x582/frame 0xfffffe010dad1dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad1df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dad1e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dad1ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dad1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100177 td 0xfffffe010dec5740 sched_switch() at sched_switch+0x582/frame 0xfffffe010daccdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010daccdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dacce30 _sleep() at _sleep+0x2ef/frame 0xfffffe010daccec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010daccef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daccf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daccf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100178 td 0xfffffe010dec5020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dadbdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dadbdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dadbe30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dadbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dadbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dadbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dadbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100194 td 0xfffffe010e1abc80 sched_switch() at sched_switch+0x582/frame 0xfffffe010db1cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db1cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db1ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db1cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db1cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db1cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db1cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4c55ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377e1a20 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e1a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e1a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00377e1ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00377e1ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe00377e1b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe00377e1c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe00377e1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe00377e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00377e1f30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x28e83a, rsp = 0x821208568, rbp = 0x8212085d0 --- Tracing command clock pid 2 tid 100077 td 0xfffffe00e4d01020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49beea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49beec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49beef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49bef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49bef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100078 td 0xfffffe00e4d00900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49b9ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49b9ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49b9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49b9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100079 td 0xfffffe00e4d001e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49c8ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c8ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100080 td 0xfffffe00e4cffac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49c3ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c3ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100081 td 0xfffffe00e4d06740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49d2ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49d2ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49d2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49d2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49d2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100082 td 0xfffffe00e4d06020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49cdea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49cdec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49cdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49cdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49cdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100083 td 0xfffffe00e4d05900 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100084 td 0xfffffe00e4d051e0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100085 td 0xfffffe00e4d04ac0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100086 td 0xfffffe00e4d043a0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100087 td 0xfffffe00e4d03c80 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100088 td 0xfffffe00e4d03560 fork_trampoline() at fork_trampoline Tracing command crypto pid 3 tid 100106 td 0xfffffe00e4d2b000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e75dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e75de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e75e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e75eb0 crypto_dispatch_thread() at crypto_dispatch_thread+0xbf/frame 0xfffffe00e4e75ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e75f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e75f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100107 td 0xfffffe00e4d2a740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e84dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e84de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e84e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e84eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e84ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e84f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e84f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100108 td 0xfffffe00e4d2a020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e7fdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7fde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7fe20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e7feb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e7fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100109 td 0xfffffe00e4d29900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e8edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e8ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e8ee20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e8eeb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e8eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100110 td 0xfffffe00e4d291e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e89dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e89de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e89e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e89eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e89ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e89f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e89f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100111 td 0xfffffe00e4d28ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e98dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e98de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e98e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e98eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e98ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e98f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e98f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100112 td 0xfffffe00e4d283a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e93dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e93de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e93e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e93eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e93ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e93f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e93f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100113 td 0xfffffe00e4d2f020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ea2dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea2de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea2e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ea2eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100114 td 0xfffffe00e4d2e900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e9ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e9dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e9de20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e9deb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e9def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100115 td 0xfffffe00e4d2e1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eacdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eacde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eace20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eaceb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eacef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eacf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eacf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100116 td 0xfffffe00e4d2dac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ea7dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea7de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea7e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ea7eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100117 td 0xfffffe00e4d2d3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eb6dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb6de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb6e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eb6eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100118 td 0xfffffe00e4d2cc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eb1dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb1de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb1e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eb1eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100120 td 0xfffffe00e4d2be40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ebbdb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ebbdd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ebbe10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ebbea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ebbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100121 td 0xfffffe00e4d42ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ecadb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ecadd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ecae10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ecaea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ecaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100122 td 0xfffffe00e4d423a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ec5db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec5dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec5e10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ec5ea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ec5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100123 td 0xfffffe00e4d41c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ed4db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed4dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ed4e10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ed4ea0 xpt_async_td() at xpt_async_td+0x74/frame 0xfffffe00e4ed4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100152 td 0xfffffe010a1a8740 sched_switch() at sched_switch+0x582/frame 0xfffffe010da59dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da59df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da59e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da59ec0 xpt_scanner_thread() at xpt_scanner_thread+0x154/frame 0xfffffe010da59ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da59f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da59f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command busdma pid 5 tid 100126 td 0xfffffe00e4d7d720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ee8dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee8df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ee8e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ee8ec0 busdma_thread() at busdma_thread+0xb5/frame 0xfffffe00e4ee8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 6 tid 100146 td 0xfffffe010dc2f3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4fffd30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4fffd50 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4fffd90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4fffdd0 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4fffe60 random_kthread() at random_kthread+0xa7/frame 0xfffffe00e4fffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 7 tid 100153 td 0xfffffe010dde8e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010da63d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010da63db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da63df0 _sleep() at _sleep+0x2ef/frame 0xfffffe010da63e80 enc_daemon() at enc_daemon+0xde/frame 0xfffffe010da63ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da63f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da63f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 8 tid 100154 td 0xfffffe010dde8720 sched_switch() at sched_switch+0x582/frame 0xfffffe010da5ed90 mi_switch() at mi_switch+0x157/frame 0xfffffe010da5edb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da5edf0 _sleep() at _sleep+0x2ef/frame 0xfffffe010da5ee80 enc_daemon() at enc_daemon+0xde/frame 0xfffffe010da5eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da5ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da5ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100195 td 0xfffffe010e1ab560 sched_switch() at sched_switch+0x582/frame 0xfffffe010db37ac0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db37ae0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db37b20 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db37b60 _sleep() at _sleep+0x2d6/frame 0xfffffe010db37bf0 vm_pageout_worker() at vm_pageout_worker+0x28c/frame 0xfffffe010db37eb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010db37ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db37f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db37f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100205 td 0xfffffe0115e00000 sched_switch() at sched_switch+0x582/frame 0xfffffe0115d8cb10 mi_switch() at mi_switch+0x157/frame 0xfffffe0115d8cb30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0115d8cb70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0115d8cbb0 _sleep() at _sleep+0x2d6/frame 0xfffffe0115d8cc40 pause_sbt() at pause_sbt+0xff/frame 0xfffffe0115d8cc70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xa07/frame 0xfffffe0115d8cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0115d8cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0115d8cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100206 td 0xfffffe010e3a7740 sched_switch() at sched_switch+0x582/frame 0xfffffe0115d87d90 mi_switch() at mi_switch+0x157/frame 0xfffffe0115d87db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0115d87df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0115d87e30 _sleep() at _sleep+0x2d6/frame 0xfffffe0115d87ec0 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe0115d87ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0115d87f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0115d87f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4c561e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377e6dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e6df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e6e30 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00377e6e90 audit_worker() at audit_worker+0x9f/frame 0xfffffe00377e6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c553a0 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81feb380 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81feb390 trap() at trap+0x57/frame 0xffffffff81feb4b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81feb4b0 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377f0dd0, rbp = 0xfffffe00377f0dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f0dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f0e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f0e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c54c80 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e00 trap() at trap+0x57/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377ebdd0, rbp = 0xfffffe00377ebdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ebdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ebe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ebe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c54560 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2ddf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de00 trap() at trap+0x57/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377fadd0, rbp = 0xfffffe00377fadd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377fadd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377fae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377fae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377fae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c53e40 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3adf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae00 trap() at trap+0x57/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377f5dd0, rbp = 0xfffffe00377f5dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f5dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f5e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f5e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c53720 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce47df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce47e00 trap() at trap+0x57/frame 0xfffffe003ce47f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce47f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4830dd0, rbp = 0xfffffe00e4830dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4830dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4830e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4830e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4830e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c53000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e00 trap() at trap+0x57/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00377ffdd0, rbp = 0xfffffe00377ffdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ffdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ffe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ffe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c5bc80 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e00 trap() at trap+0x57/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e483add0, rbp = 0xfffffe00e483add0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e483add0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e483ae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e483ae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e483ae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c5b560 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6edf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee00 trap() at trap+0x57/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4835dd0, rbp = 0xfffffe00e4835dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4835dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4835e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4835e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4835e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c5ae40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be00 trap() at trap+0x57/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4844dd0, rbp = 0xfffffe00e4844dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4844dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4844e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4844e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c5a720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e483fe30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e483fe50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c5a000 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e00 trap() at trap+0x57/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e484edd0, rbp = 0xfffffe00e484edd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e484edd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e484ee10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e484ee30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c57740 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e00 trap() at trap+0x57/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0xffffffff81093826, rsp = 0xfffffe00e4849dd0, rbp = 0xfffffe00e4849dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4849dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4849e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4849e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4849e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100041 td 0xfffffe00e4cee560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48dae40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dae60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e48daef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48daf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48daf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100045 td 0xfffffe00e4cec740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffffe00e4ceb900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100089 td 0xfffffe00e4d0f1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49fae40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49fae60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100124 td 0xfffffe00e4d7e560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100125 td 0xfffffe00e4d7de40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ed9e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed9e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ed9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100127 td 0xfffffe00e4d7d000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ee3e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee3e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ee3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100133 td 0xfffffe00e4d81740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f01e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f01e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f01ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f01f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f01f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100144 td 0xfffffe010a1a5560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100145 td 0xfffffe010a1a4e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f64e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f64e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f64ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f64f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f64f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100159 td 0xfffffe010ddeb1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe010da72e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010da72e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da72ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da72f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da72f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100160 td 0xfffffe010ddeaac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010da81e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010da81e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da81ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da81f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da81f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100161 td 0xfffffe010ddea3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100162 td 0xfffffe010dde9c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100163 td 0xfffffe010dde9560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100164 td 0xfffffe010dec41e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100165 td 0xfffffe010dec3ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100166 td 0xfffffe010dec33a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100167 td 0xfffffe010dec2c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100168 td 0xfffffe010dec2560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100169 td 0xfffffe010dec1e40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100170 td 0xfffffe010dec1720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100171 td 0xfffffe010dec1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100172 td 0xfffffe010dec9c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffffe010dec9560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe010dec4900 sched_switch() at sched_switch+0x582/frame 0xfffffe010dad6e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad6e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dad6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100180 td 0xfffffe00e4d7ec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f1fe40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1fe60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f1fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100181 td 0xfffffe010e1aa720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe010e1aa000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffffe010decc740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffffe010decc020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffffe010decb900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffffe010decb1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffffe010decaac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffffe010deca3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffffe010e1ae020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100190 td 0xfffffe010e1ad900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffffe010e1ad1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffffe010e1acac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffffe010e1ac3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100251 td 0xfffffe0141805900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100252 td 0xfffffe01161ee740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100253 td 0xfffffe01161ee020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100254 td 0xfffffe01161ed900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100255 td 0xfffffe01161ed1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100256 td 0xfffffe01161ecac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100257 td 0xfffffe014363c020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100258 td 0xfffffe014363b900 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100091 td 0xfffffe00e4d0e3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e34dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e34df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e34e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e34ec0 g_run_events() at g_run_events+0x444/frame 0xfffffe00e4e34ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e34f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e34f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100092 td 0xfffffe00e4d0dc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49ffdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49ffde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49ffe20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e49ffeb0 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e49ffee0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e49ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100093 td 0xfffffe00e4d0d560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e3edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e3ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e3ee20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e3eeb0 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4e3eee0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4e3eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100119 td 0xfffffe00e4d2c560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ec0db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec0dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec0e10 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ec0e70 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe00e4ec0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100128 td 0xfffffe00e4d44740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ef2e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef2e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef2e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef2ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100129 td 0xfffffe00e4d44020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eede00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eede20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eede60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eedec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eedef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eedf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eedf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100130 td 0xfffffe00e4d43900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4efce00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4efce20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4efce60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4efcec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4efcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4efcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4efcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100131 td 0xfffffe00e4d431e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ef7e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef7e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef7e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef7ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100132 td 0xfffffe010a1a4000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f06e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f06e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f06e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f06ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f06ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f06f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f06f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100134 td 0xfffffe00e4d81020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f10e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f10e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f10e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f10ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f10ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f10f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f10f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100135 td 0xfffffe00e4d80900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f0be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f0be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f0be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f0bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f0bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f0bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f0bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100136 td 0xfffffe00e4d801e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f1ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f1ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f1aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f1aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100137 td 0xfffffe00e4d7fac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f15e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f15e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f15e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f15ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f15ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f15f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f15f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100138 td 0xfffffe00e4d7f3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f24e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f24e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f24e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f24ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f24ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f24f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f24f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100139 td 0xfffffe010a1a7900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f46e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f46e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f46e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f46ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f46ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f46f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f46f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100140 td 0xfffffe010a1a71e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f41e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f41e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f41e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f41ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f41ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100141 td 0xfffffe010a1a6ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f50e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f50e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f50e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f50ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f50ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f50f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f50f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100142 td 0xfffffe010a1a63a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f4be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f4be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f4be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f4bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f4bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f4bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f4bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100143 td 0xfffffe010a1a5c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f5ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f5ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f5ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f5aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f5aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 16 tid 100196 td 0xfffffe010e1aae40 sched_switch() at sched_switch+0x582/frame 0xfffffe010db26d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010db26db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db26df0 _sleep() at _sleep+0x2ef/frame 0xfffffe010db26e80 vm_daemon() at vm_daemon+0x82/frame 0xfffffe010db26ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db26f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db26f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100197 td 0xfffffe010e396ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010db41d70 mi_switch() at mi_switch+0x157/frame 0xfffffe010db41d90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db41dd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db41e10 _sleep() at _sleep+0x2d6/frame 0xfffffe010db41ea0 buf_daemon() at buf_daemon+0x121/frame 0xfffffe010db41ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100198 td 0xfffffe010e3a4560 sched_switch() at sched_switch+0x582/frame 0xfffffe010db52d50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db52d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db52db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db52df0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db52e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db52ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100199 td 0xfffffe010e3a3e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010fd1dd50 mi_switch() at mi_switch+0x157/frame 0xfffffe010fd1dd70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010fd1ddb0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010fd1ddf0 _sleep() at _sleep+0x2d6/frame 0xfffffe010fd1de80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010fd1def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010fd1df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010fd1df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100200 td 0xfffffe010e3a3720 sched_switch() at sched_switch+0x582/frame 0xfffffe010db57d50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db57d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db57db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db57df0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db57e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db57ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db57f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100201 td 0xfffffe010e3a3000 sched_switch() at sched_switch+0x582/frame 0xfffffe0110b30d50 mi_switch() at mi_switch+0x157/frame 0xfffffe0110b30d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0110b30db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0110b30df0 _sleep() at _sleep+0x2d6/frame 0xfffffe0110b30e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe0110b30ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0110b30f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0110b30f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command bufdaemon pid 17 tid 100202 td 0xfffffe010e398740 sched_switch() at sched_switch+0x582/frame 0xfffffe010db61d50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db61d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db61db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db61df0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db61e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db61ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db61f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100203 td 0xfffffe010e398020 sched_switch() at sched_switch+0x582/frame 0xfffffe010db5cd50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db5cd70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db5cdb0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db5cdf0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db5ce80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db5cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db5cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100204 td 0xfffffe010e397900 sched_switch() at sched_switch+0x582/frame 0xfffffe010db6bd50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db6bd70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db6bdb0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db6bdf0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db6be80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db6bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db6bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100219 td 0xfffffe0115e023a0 sched_switch() at sched_switch+0x582/frame 0xfffffe01417d5d80 mi_switch() at mi_switch+0x157/frame 0xfffffe01417d5da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417d5de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01417d5e20 _sleep() at _sleep+0x2d6/frame 0xfffffe01417d5eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe01417d5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01417d5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01417d5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100227 td 0xfffffe010dde8000 sched_switch() at sched_switch+0x582/frame 0xfffffe0115dc5d80 mi_switch() at mi_switch+0x157/frame 0xfffffe0115dc5da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0115dc5de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0115dc5e20 _sleep() at _sleep+0x2d6/frame 0xfffffe0115dc5eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe0115dc5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0115dc5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0115dc5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100785 td 0xfffffe0153c3d900 sched_switch() at sched_switch+0x582/frame 0xfffffe0115dd4d80 mi_switch() at mi_switch+0x157/frame 0xfffffe0115dd4da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0115dd4de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0115dd4e20 _sleep() at _sleep+0x2d6/frame 0xfffffe0115dd4eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe0115dd4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0115dd4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0115dd4f30 --- trap 0, rip = 0xa5a5a5a5a5a5a5a5, rsp = 0xa5a5a5a5a5a5a5a5, rbp = 0xa5a5a5a5a5a5a5a5 --- Tracing command vnlru pid 18 tid 100207 td 0xfffffe010e3963a0 sched_switch() at sched_switch+0x582/frame 0xfffffe010db3cd20 mi_switch() at mi_switch+0x157/frame 0xfffffe010db3cd40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db3cd80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db3cdc0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db3ce50 vnlru_proc() at vnlru_proc+0x99c/frame 0xfffffe010db3cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db3cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db3cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 19 tid 100208 td 0xfffffe010e395c80 sched_switch() at sched_switch+0x582/frame 0xfffffe01417bcd40 mi_switch() at mi_switch+0x157/frame 0xfffffe01417bcd60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417bcda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01417bcde0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x19a/frame 0xfffffe01417bce60 sched_sync() at sched_sync+0x62d/frame 0xfffffe01417bcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01417bcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01417bcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sshd pid 74806 tid 100596 td 0xfffffe0152fccac0 sched_switch() at sched_switch+0x582/frame 0xfffffe01530d6ae0 mi_switch() at mi_switch+0x157/frame 0xfffffe01530d6b00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01530d6b40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01530d6b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01530d6ba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01530d6c00 kern_poll_kfds() at kern_poll_kfds+0x48c/frame 0xfffffe01530d6c90 kern_poll() at kern_poll+0x9f/frame 0xfffffe01530d6de0 sys_poll() at sys_poll+0x50/frame 0xfffffe01530d6e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01530d6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01530d6f30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x2fdf419565ba, rsp = 0x2fdf3a0ddb18, rbp = 0x2fdf3a0ddb50 --- Tracing command sshd pid 74903 tid 100738 td 0xfffffe0144181c80 sched_switch() at sched_switch+0x582/frame 0xfffffe0156c8bab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0156c8bad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0156c8bb10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0156c8bb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0156c8bb70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0156c8bbd0 kern_poll_kfds() at kern_poll_kfds+0x48c/frame 0xfffffe0156c8bc60 kern_poll() at kern_poll+0x9f/frame 0xfffffe0156c8bdb0 sys_ppoll() at sys_ppoll+0x6f/frame 0xfffffe0156c8be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0156c8bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0156c8bf30 --- syscall (545, FreeBSD ELF64, sys_ppoll), rip = 0x2fdf419565da, rsp = 0x2fdf3a0dd8c8, rbp = 0x2fdf3a0dd900 --- Tracing command bash pid 74908 tid 100736 td 0xfffffe0158c04000 sched_switch() at sched_switch+0x582/frame 0xfffffe0143892a70 mi_switch() at mi_switch+0x157/frame 0xfffffe0143892a90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143892ad0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143892b20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143892b30 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143892b90 kern_select() at kern_select+0x9fe/frame 0xfffffe0143892d80 sys_pselect() at sys_pselect+0xf9/frame 0xfffffe0143892e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143892f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143892f30 --- syscall (522, FreeBSD ELF64, sys_pselect), rip = 0x8252ba5fa, rsp = 0x821071638, rbp = 0x821071700 --- Tracing command sh pid 50639 tid 100581 td 0xfffffe014f146e40 --- swapped out Tracing command tee pid 50640 tid 100642 td 0xfffffe01556313a0 sched_switch() at sched_switch+0x582/frame 0xfffffe015317bb90 mi_switch() at mi_switch+0x157/frame 0xfffffe015317bbb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015317bbf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015317bc40 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015317bc50 _sleep() at _sleep+0x2e5/frame 0xfffffe015317bce0 pipe_read() at pipe_read+0x42a/frame 0xfffffe015317bd50 dofileread() at dofileread+0x83/frame 0xfffffe015317bd90 sys_read() at sys_read+0xc0/frame 0xfffffe015317be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015317bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015317bf30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x6eadf56263a, rsp = 0x6eadde70d78, rbp = 0x6eadde70dd0 --- Tracing command sh pid 50641 tid 100645 td 0xfffffe0155630560 sched_switch() at sched_switch+0x582/frame 0xfffffe01531c1a20 mi_switch() at mi_switch+0x157/frame 0xfffffe01531c1a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01531c1a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01531c1ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01531c1ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe01531c1b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01531c1c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01531c1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01531c1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01531c1f30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x120c0107b81a, rsp = 0x120bfe798028, rbp = 0x120bfe7980d0 --- Tracing command sleep pid 91716 tid 100744 td 0xfffffe0158c063a0 sched_switch() at sched_switch+0x582/frame 0xfffffe01531fdbc0 mi_switch() at mi_switch+0x157/frame 0xfffffe01531fdbe0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01531fdc20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01531fdc70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01531fdcb0 _sleep() at _sleep+0x2c4/frame 0xfffffe01531fdd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1d1/frame 0xfffffe01531fddc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01531fde00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01531fdf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01531fdf30 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x1e12ca1d153a, rsp = 0x1e12c7cc1a18, rbp = 0x1e12c7cc1a80 --- Tracing command find pid 91724 tid 100635 td 0xfffffe0152fc6900 (CPU 9) kdb_enter() at kdb_enter+0x32/frame 0xfffffe015318f950 vpanic() at vpanic+0x182/frame 0xfffffe015318f9a0 panic() at panic+0x43/frame 0xfffffe015318fa00 softdep_update_inodeblock() at softdep_update_inodeblock+0x4da/frame 0xfffffe015318fa50 ffs_update() at ffs_update+0x22d/frame 0xfffffe015318fab0 ufs_inactive() at ufs_inactive+0x260/frame 0xfffffe015318faf0 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe015318fb10 vinactivef() at vinactivef+0xda/frame 0xfffffe015318fb50 vput_final() at vput_final+0x2a7/frame 0xfffffe015318fba0 kern_funlinkat() at kern_funlinkat+0x286/frame 0xfffffe015318fde0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe015318fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015318ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015318ff30 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x1457d262347a, rsp = 0x1457d0519ae8, rbp = 0x1457d0519b00 --- Tracing command dhclient pid 2336 tid 100262 td 0xfffffe0143598740 sched_switch() at sched_switch+0x582/frame 0xfffffe0143874ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143874ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143874b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143874b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143874b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143874bd0 kern_select() at kern_select+0x9fe/frame 0xfffffe0143874dc0 sys_select() at sys_select+0x56/frame 0xfffffe0143874e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143874f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143874f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x25e18556d6ba, rsp = 0x25e1818080e8, rbp = 0x25e1818081a0 --- Tracing command dhclient pid 2339 tid 100267 td 0xfffffe01440ccac0 sched_switch() at sched_switch+0x582/frame 0xfffffe014388dae0 mi_switch() at mi_switch+0x157/frame 0xfffffe014388db00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014388db40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014388db90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014388dba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe014388dc00 kern_poll_kfds() at kern_poll_kfds+0x48c/frame 0xfffffe014388dc90 kern_poll() at kern_poll+0x9f/frame 0xfffffe014388dde0 sys_poll() at sys_poll+0x50/frame 0xfffffe014388de00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014388df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014388df30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x25e18556d5ba, rsp = 0x25e181808328, rbp = 0x25e181808360 --- Tracing command dhclient pid 2398 tid 100272 td 0xfffffe014363a3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe01438aba90 mi_switch() at mi_switch+0x157/frame 0xfffffe01438abab0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438abaf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438abb40 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01438abb80 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe01438abc00 kern_poll_kfds() at kern_poll_kfds+0x457/frame 0xfffffe01438abc90 kern_poll() at kern_poll+0x9f/frame 0xfffffe01438abde0 sys_poll() at sys_poll+0x50/frame 0xfffffe01438abe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438abf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438abf30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x25e18556d5ba, rsp = 0x25e181808328, rbp = 0x25e181808360 --- Tracing command devd pid 2403 tid 100239 td 0xfffffe010dc31020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dba7a60 mi_switch() at mi_switch+0x157/frame 0xfffffe010dba7a80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dba7ac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dba7b10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010dba7b50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe010dba7bd0 kern_select() at kern_select+0x9d8/frame 0xfffffe010dba7dc0 sys_select() at sys_select+0x56/frame 0xfffffe010dba7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dba7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dba7f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x2ac32a, rsp = 0x820eb9a18, rbp = 0x820ebbbb0 --- Tracing command syslogd pid 2592 tid 100245 td 0xfffffe01434d6020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbacab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbacad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbacb10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbacb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010dbacb70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010dbacbd0 kern_select() at kern_select+0x9fe/frame 0xfffffe010dbacdc0 sys_select() at sys_select+0x56/frame 0xfffffe010dbace00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbacf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbacf30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x18c1cbed76ba, rsp = 0x18c1c9aafc58, rbp = 0x18c1c9ab01e0 --- Tracing command watchdogd pid 2600 tid 100233 td 0xfffffe0143638720 sched_switch() at sched_switch+0x582/frame 0xfffffe010db89bc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db89be0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db89c20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db89c70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010db89cb0 _sleep() at _sleep+0x2c4/frame 0xfffffe010db89d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1d1/frame 0xfffffe010db89dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe010db89e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db89f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db89f30 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x3dc528c7153a, rsp = 0x3dc525c04698, rbp = 0x3dc525c046e0 --- Tracing command ntpd pid 2686 tid 100226 td 0xfffffe01435971e0 sched_switch() at sched_switch+0x582/frame 0xfffffe0115dafab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0115dafad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0115dafb10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0115dafb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0115dafb70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0115dafbd0 kern_select() at kern_select+0x9fe/frame 0xfffffe0115dafdc0 sys_select() at sys_select+0x56/frame 0xfffffe0115dafe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0115daff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0115daff30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x1bed4c94e6ba, rsp = 0x1bed483017e8, rbp = 0x1bed48301820 --- Tracing command powerd pid 2689 tid 100240 td 0xfffffe01434d6740 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbb1a60 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbb1a80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbb1ac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbb1b10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010dbb1b50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe010dbb1bd0 kern_select() at kern_select+0x9d8/frame 0xfffffe010dbb1dc0 sys_select() at sys_select+0x56/frame 0xfffffe010dbb1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbb1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbb1f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x3f2c8bb6b6ba, rsp = 0x3f2c88250f08, rbp = 0x3f2c88251040 --- Tracing command sshd pid 2717 tid 100269 td 0xfffffe01440cbc80 sched_switch() at sched_switch+0x582/frame 0xfffffe0143897ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143897ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143897b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143897b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143897b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143897bd0 kern_poll_kfds() at kern_poll_kfds+0x48c/frame 0xfffffe0143897c60 kern_poll() at kern_poll+0x9f/frame 0xfffffe0143897db0 sys_ppoll() at sys_ppoll+0x6f/frame 0xfffffe0143897e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143897f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143897f30 --- syscall (545, FreeBSD ELF64, sys_ppoll), rip = 0x2ba9227c45da, rsp = 0x2ba919a999a8, rbp = 0x2ba919a999e0 --- Tracing command inetd pid 2726 tid 100276 td 0xfffffe0143595560 sched_switch() at sched_switch+0x582/frame 0xfffffe01438c9ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe01438c9ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438c9b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438c9b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438c9b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438c9bd0 kern_select() at kern_select+0x9fe/frame 0xfffffe01438c9dc0 sys_select() at sys_select+0x56/frame 0xfffffe01438c9e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438c9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438c9f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x38ce5c9aa6ba, rsp = 0x38ce585656e8, rbp = 0x38ce58566570 --- Tracing command cron pid 2729 tid 100264 td 0xfffffe01434d51e0 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbcabc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbcabe0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbcac20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbcac70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010dbcacb0 _sleep() at _sleep+0x2c4/frame 0xfffffe010dbcad40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1d1/frame 0xfffffe010dbcadc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe010dbcae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbcaf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbcaf30 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x1cac57d4f53a, rsp = 0x1cac541594b8, rbp = 0x1cac541596a0 --- Tracing command getty pid 2740 tid 100209 td 0xfffffe0115e03900 sched_switch() at sched_switch+0x582/frame 0xfffffe01417c6b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01417c6b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417c6b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417c6bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417c6bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01417c6c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01417c6c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01417c6cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01417c6cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01417c6d50 dofileread() at dofileread+0x83/frame 0xfffffe01417c6d90 sys_read() at sys_read+0xc0/frame 0xfffffe01417c6e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01417c6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417c6f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x3d12e9c4c63a, rsp = 0x3d12e677da38, rbp = 0x3d12e677da80 --- Tracing command getty pid 2741 tid 100270 td 0xfffffe014363b1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe01438a1b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438a1b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438a1b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438a1bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438a1bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438a1c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438a1c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438a1cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438a1cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438a1d50 dofileread() at dofileread+0x83/frame 0xfffffe01438a1d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438a1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438a1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438a1f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x24db6186b63a, rsp = 0x24db5f34ada8, rbp = 0x24db5f34adf0 --- Tracing command getty pid 2742 tid 100277 td 0xfffffe0143639c80 sched_switch() at sched_switch+0x582/frame 0xfffffe01438a6b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438a6b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438a6b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438a6bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438a6bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438a6c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438a6c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438a6cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438a6cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438a6d50 dofileread() at dofileread+0x83/frame 0xfffffe01438a6d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438a6e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438a6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438a6f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x34873fad663a, rsp = 0x34873d9f0e98, rbp = 0x34873d9f0ee0 --- Tracing command getty pid 2743 tid 100282 td 0xfffffe0143639560 sched_switch() at sched_switch+0x582/frame 0xfffffe01438ddb00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438ddb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438ddb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438ddbb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438ddbc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438ddc20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438ddc50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438ddcc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438ddcf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438ddd50 dofileread() at dofileread+0x83/frame 0xfffffe01438ddd90 sys_read() at sys_read+0xc0/frame 0xfffffe01438dde00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438ddf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438ddf30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0xf7fac5c963a, rsp = 0xf7faa8794d8, rbp = 0xf7faa879520 --- Tracing command getty pid 2744 tid 100283 td 0xfffffe0143638e40 sched_switch() at sched_switch+0x582/frame 0xfffffe01438d8b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438d8b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438d8b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438d8bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438d8bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438d8c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438d8c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438d8cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438d8cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438d8d50 dofileread() at dofileread+0x83/frame 0xfffffe01438d8d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438d8e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438d8f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438d8f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x11bf8296563a, rsp = 0x11bf801e8818, rbp = 0x11bf801e8860 --- Tracing command getty pid 2745 tid 100284 td 0xfffffe014447d000 sched_switch() at sched_switch+0x582/frame 0xfffffe01438e7b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438e7b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438e7b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438e7bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438e7bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438e7c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438e7c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438e7cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438e7cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438e7d50 dofileread() at dofileread+0x83/frame 0xfffffe01438e7d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438e7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438e7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438e7f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x14da34c6963a, rsp = 0x14da31c3cdc8, rbp = 0x14da31c3ce10 --- Tracing command getty pid 2746 tid 100285 td 0xfffffe0144184740 sched_switch() at sched_switch+0x582/frame 0xfffffe01438e2b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438e2b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438e2b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438e2bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438e2bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438e2c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438e2c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438e2cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438e2cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438e2d50 dofileread() at dofileread+0x83/frame 0xfffffe01438e2d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438e2e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438e2f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438e2f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x22be2439163a, rsp = 0x22be217b3498, rbp = 0x22be217b34e0 --- Tracing command getty pid 2747 tid 100286 td 0xfffffe0144184020 sched_switch() at sched_switch+0x582/frame 0xfffffe01438f1b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438f1b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438f1b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438f1bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438f1bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438f1c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438f1c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438f1cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438f1cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438f1d50 dofileread() at dofileread+0x83/frame 0xfffffe01438f1d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438f1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438f1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438f1f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x242abb9cd63a, rsp = 0x242ab7aeac98, rbp = 0x242ab7aeace0 --- Tracing command getty pid 2748 tid 100287 td 0xfffffe0144183900 sched_switch() at sched_switch+0x582/frame 0xfffffe01438ecb00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438ecb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438ecb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438ecbb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438ecbc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438ecc20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438ecc50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438eccc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438eccf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438ecd50 dofileread() at dofileread+0x83/frame 0xfffffe01438ecd90 sys_read() at sys_read+0xc0/frame 0xfffffe01438ece00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438ecf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438ecf30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x2d622a66163a, rsp = 0x2d6227e65ee8, rbp = 0x2d6227e65f30 --- Tracing command getty pid 2749 tid 100288 td 0xfffffe01441831e0 sched_switch() at sched_switch+0x582/frame 0xfffffe01438fbb00 mi_switch() at mi_switch+0x157/frame 0xfffffe01438fbb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438fbb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438fbbb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438fbbc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01438fbc20 tty_wait() at tty_wait+0x42/frame 0xfffffe01438fbc50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01438fbcc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01438fbcf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01438fbd50 dofileread() at dofileread+0x83/frame 0xfffffe01438fbd90 sys_read() at sys_read+0xc0/frame 0xfffffe01438fbe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438fbf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438fbf30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x10f536d6563a, rsp = 0x10f535837228, rbp = 0x10f535837270 --- Tracing command sshd pid 2750 tid 100214 td 0xfffffe0115e02ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe01417daae0 mi_switch() at mi_switch+0x157/frame 0xfffffe01417dab00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417dab40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417dab90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417daba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01417dac00 kern_poll_kfds() at kern_poll_kfds+0x48c/frame 0xfffffe01417dac90 kern_poll() at kern_poll+0x9f/frame 0xfffffe01417dade0 sys_poll() at sys_poll+0x50/frame 0xfffffe01417dae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01417daf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417daf30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0xd0f7b6b85ba, rsp = 0xd0f748d8e88, rbp = 0xd0f748d8ec0 --- Tracing command sshd pid 2753 tid 100243 td 0xfffffe010e394000 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbbbab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbbbad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbbbb10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbbbb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010dbbbb70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010dbbbbd0 kern_poll_kfds() at kern_poll_kfds+0x48c/frame 0xfffffe010dbbbc60 kern_poll() at kern_poll+0x9f/frame 0xfffffe010dbbbdb0 sys_ppoll() at sys_ppoll+0x6f/frame 0xfffffe010dbbbe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbbbf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbbbf30 --- syscall (545, FreeBSD ELF64, sys_ppoll), rip = 0xd0f7b6b85da, rsp = 0xd0f748d8c38, rbp = 0xd0f748d8c70 --- Tracing command bash pid 2754 tid 100260 td 0xfffffe010e3a4c80 --- swapped out Tracing command su pid 2766 tid 100228 td 0xfffffe01434d3c80 --- swapped out Tracing command csh pid 2767 tid 100222 td 0xfffffe0141802000 --- swapped out Tracing command bash pid 2769 tid 100210 td 0xfffffe00e4d41560 --- swapped out Tracing command sh pid 3052 tid 100266 td 0xfffffe0143598020 --- swapped out Tracing command sh pid 3053 tid 100275 td 0xfffffe0143595c80 --- swapped out Tracing command sh pid 3187 tid 100236 td 0xfffffe0143638000 --- swapped out Tracing command sh pid 3254 tid 100339 td 0xfffffe0144d3dc80 sched_switch() at sched_switch+0x582/frame 0xfffffe014395fa20 mi_switch() at mi_switch+0x157/frame 0xfffffe014395fa40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014395fa80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014395fad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014395fae0 _sleep() at _sleep+0x2e5/frame 0xfffffe014395fb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe014395fc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014395fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014395ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014395ff30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x3a21ba5b281a, rsp = 0x3a21b9296568, rbp = 0x3a21b9296610 --- Tracing command awk pid 3255 tid 100261 td 0xfffffe01434d2000 sched_switch() at sched_switch+0x582/frame 0xfffffe0143879b90 mi_switch() at mi_switch+0x157/frame 0xfffffe0143879bb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143879bf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143879c40 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143879c50 _sleep() at _sleep+0x2e5/frame 0xfffffe0143879ce0 pipe_read() at pipe_read+0x42a/frame 0xfffffe0143879d50 dofileread() at dofileread+0x83/frame 0xfffffe0143879d90 sys_read() at sys_read+0xc0/frame 0xfffffe0143879e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143879f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143879f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x3da64a36063a, rsp = 0x3da648a45d68, rbp = 0x3da648a45d80 --- Tracing command sh pid 3257 tid 100338 td 0xfffffe0144d3e3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe0143964b90 mi_switch() at mi_switch+0x157/frame 0xfffffe0143964bb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143964bf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143964c40 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143964c50 _sleep() at _sleep+0x2e5/frame 0xfffffe0143964ce0 pipe_read() at pipe_read+0x42a/frame 0xfffffe0143964d50 dofileread() at dofileread+0x83/frame 0xfffffe0143964d90 sys_read() at sys_read+0xc0/frame 0xfffffe0143964e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143964f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143964f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x3a21ba5b263a, rsp = 0x3a21b9296128, rbp = 0x3a21b9296650 --- Tracing command md10 pid 89425 tid 100215 td 0xfffffe0141802e40 sched_switch() at sched_switch+0x582/frame 0xfffffe01417e4db0 mi_switch() at mi_switch+0x157/frame 0xfffffe01417e4dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417e4e10 _sleep() at _sleep+0x2ef/frame 0xfffffe01417e4ea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe01417e4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01417e4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01417e4f30 --- trap 0xc, rip = 0x29ac1218925a, rsp = 0x29ac0fb10c58, rbp = 0x29ac0fb10c70 --- db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 9 (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:59 #1 dump_savectx () at ../../../kern/kern_shutdown.c:405 #2 0xffffffff80bee118 in dumpsys (di=0x0) at /usr/src/sys/x86/include/dump.h:87 #3 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:434 #4 0xffffffff804b3dfa in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:593 #5 0xffffffff804b3c00 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:506 #6 0xffffffff804b3d46 in db_command_script (command=command@entry=0xffffffff81bd51c0 "dump") at ../../../ddb/db_command.c:571 #7 0xffffffff804b90a8 in db_script_exec (scriptname=0xffffffff81bd4b30 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #8 0xffffffff804b3c00 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:506 #9 0xffffffff804b3d46 in db_command_script (command=command@entry=0xffffffff81bd5152 "run pho1") at ../../../ddb/db_command.c:571 #10 0xffffffff804b90a8 in db_script_exec (scriptname=0xffffffff81bd4b30 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #11 0xffffffff804b3c00 in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:506 #12 0xffffffff804b38cd in db_command_loop () at ../../../ddb/db_command.c:553 #13 0xffffffff804b6f66 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #14 0xffffffff80c3d19e in kdb_trap (type=type@entry=0x3, code=, code@entry=0x0, tf=tf@entry=0xfffffe015318f890) at ../../../kern/subr_kdb.c:745 #15 0xffffffff810d65f7 in trap (frame=0xfffffe015318f890) at ../../../amd64/amd64/trap.c:611 #16 #17 kdb_enter (why=, msg=) at ../../../kern/subr_kdb.c:509 #18 0xffffffff80bee2c2 in vpanic (fmt=, ap=ap@entry=0xfffffe015318f9e0) at ../../../kern/kern_shutdown.c:967 #19 0xffffffff80bee063 in panic (fmt=0xffffffff81e8deb0 "}\314)\201\377\377\377\377") at ../../../kern/kern_shutdown.c:903 #20 0xffffffff80f286aa in softdep_update_inodeblock (ip=ip@entry=0xfffffe0157508488, bp=0xfffffe003a2ff600, waitfor=waitfor@entry=0x0) at ../../../ufs/ffs/ffs_softdep.c:12514 #21 0xffffffff80f1468d in ffs_update (vp=0xfffffe01574ec258, waitfor=0x0) at ../../../ufs/ffs/ffs_inode.c:190 #22 0xffffffff80f4dad0 in ufs_inactive (ap=) at ../../../ufs/ufs/ufs_inode.c:202 #23 0xffffffff811a92c9 in VOP_INACTIVE_APV (vop=0xffffffff81b72cc8 , a=a@entry=0xfffffe015318fb20) at vnode_if.c:2058 #24 0xffffffff80ce379a in VOP_INACTIVE (vp=0xfffffe01574ec258) at ./vnode_if.h:1035 #25 vinactivef (vp=0xfffffe01574ec258, vp@entry=0x1) at ../../../kern/vfs_subr.c:3738 #26 0xffffffff80ce35f2 in vinactive (vp=0xffffffff81e8deb0 , vp@entry=0xfffffe01574ec258) at ../../../kern/vfs_subr.c:3762 #27 0xffffffff80ce2e47 in vput_final (vp=0xfffffe01574ec258, vp@entry=0x4000c, func=func@entry=VPUT) at ../../../kern/vfs_subr.c:3306 #28 0xffffffff80ce2f60 in vput (vp=0xffffffff81e8deb0 , vp@entry=0xfffffe01574ec258) at ../../../kern/vfs_subr.c:3363 #29 0xffffffff80cf2f26 in kern_funlinkat (td=0xfffffe0152fc6900, dfd=dfd@entry=0xffffff9c, path=0x1457d35b74f8 , fd=fd@entry=0xffffff38, pathseg=pathseg@entry=UIO_USERSPACE, flag=flag@entry=0x0, oldinum=0x0) at ../../../kern/vfs_syscalls.c:1979 #30 0xffffffff80cf2c98 in sys_unlink (td=0xffffffff81e8deb0 , uap=) at ../../../kern/vfs_syscalls.c:1848 #31 0xffffffff810d7455 in syscallenter (td=0xfffffe0152fc6900) at ../../../amd64/amd64/../../kern/subr_syscall.c:189 #32 amd64_syscall (td=0xfffffe0152fc6900, traced=0x0) at ../../../amd64/amd64/trap.c:1200 #33 #34 0x00001457d262347a in ?? () Backtrace stopped: Cannot access memory at address 0x1457d0519ae8 (kgdb) f 20 #20 0xffffffff80f286aa in softdep_update_inodeblock (ip=ip@entry=0xfffffe0157508488, bp=0xfffffe003a2ff600, waitfor=waitfor@entry=0x0) at ../../../ufs/ffs/ffs_softdep.c:12514 12514 KASSERT(ip->i_nlink >= inodedep->id_nlinkdelta, (kgdb) l 12509 FREE_LOCK(ump); 12510 if (ip->i_effnlink != ip->i_nlink) 12511 panic("softdep_update_inodeblock: bad link count"); 12512 return; 12513 } 12514 KASSERT(ip->i_nlink >= inodedep->id_nlinkdelta, 12515 ("softdep_update_inodeblock inconsistent ip %p i_nlink %d " 12516 "inodedep %p id_nlinkdelta %jd", 12517 ip, ip->i_nlink, inodedep, (intmax_t)inodedep->id_nlinkdelta)); 12518 inodedep->id_nlinkwrote = ip->i_nlink; (kgdb) info loc ump = 0xfffff80732d94000 mp = 0xfffffe014359e700 fs = inodedep = 0xfffff807b5638c00 inoref = wk = ibp = error = (kgdb) p *ip $1 = {i_nextsnap = {tqe_next = 0x0, tqe_prev = 0x0}, i_vnode = 0xfffffe01574ec258, i_ump = 0xfffff80732d94000, i_dquot = {0x0, 0x0}, i_un = { dirhash = 0x0, snapblklist = 0x0}, dinode_u = {din1 = 0xfffff801c7922d00, din2 = 0xfffff801c7922d00}, i_number = 0x15f8d, i_flag = 0x400, i_effnlink = 0xffffffff, i_count = 0x0, i_endoff = 0x0, i_diroff = 0x0, i_offset = 0x0, i_lock_gen = 0x6, i_count_tracker = {tr_owner = 0x0, tr_st = {depth = 0x0, pcs = {0x0 }}, tr_unlock = {depth = 0x7, pcs = {0xffffffff80f50b5c, 0xffffffff80f44681, 0xffffffff80ce2c2e, 0xffffffff80cf3aea, 0xffffffff80cf417f, 0xffffffff810d7455, 0xffffffff810aa47b, 0x0 }}, tr_gen = 0x0}, i_endoff_tracker = {tr_owner = 0x0, tr_st = {depth = 0x0, pcs = {0x0 }}, tr_unlock = {depth = 0x7, pcs = {0xffffffff80f50b40, 0xffffffff80f44681, 0xffffffff80ce2c2e, 0xffffffff80cf3aea, 0xffffffff80cf417f, 0xffffffff810d7455, 0xffffffff810aa47b, 0x0 }}, tr_gen = 0x0}, i_offset_tracker = {tr_owner = 0x0, tr_st = {depth = 0x0, pcs = {0x0 }}, tr_unlock = {depth = 0x7, pcs = {0xffffffff80f50b73, 0xffffffff80f44681, 0xffffffff80ce2c2e, 0xffffffff80cf3aea, 0xffffffff80cf417f, 0xffffffff810d7455, 0xffffffff810aa47b, 0x0 }}, tr_gen = 0x0}, i_nextclustercg = 0xffffffff, i_clusterw = {v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0}, i_ea_area = 0x0, i_ea_len = 0x0, i_ea_error = 0x0, i_ea_refs = 0x0, i_size = 0x0, i_gen = 0x7ba28724, i_flags = 0x0, i_uid = 0x7d7, i_gid = 0x0, i_mode = 0x81b0, i_nlink = 0x1} (kgdb) p *inodedep $2 = {id_list = {wk_list = {le_next = 0xfffff801a2f33d80, le_prev = 0xfffff80726c92000}, wk_mp = 0xfffffe014359e700, wk_type = 0x2, wk_state = 0x8009, wk_all = {le_next = 0xfffff801a2f33d80, le_prev = 0xfffff80726c92020}, wk_func = 0xffffffff813335a6 "softdep_update_inodeblock", wk_line = 0x30fc}, id_hash = {le_next = 0x0, le_prev = 0xfffffe015b35ac68}, id_unlinked = {tqe_next = 0xdeadc0dedeadc0de, tqe_prev = 0xdeadc0dedeadc0de}, id_fs = 0xfffffe0157b34000, id_ino = 0x15f8d, id_nlinkdelta = 0x2, id_nlinkwrote = 0x1, id_savednlink = 0xffffffffffffffff, id_deps = {le_next = 0xdeadc0dedeadc0de, le_prev = 0xdeadc0dedeadc0de}, id_bmsafemap = 0x0, id_mkdiradd = 0x0, id_inoreflst = {tqh_first = 0x0, tqh_last = 0xfffff807b5638ca8}, id_savedextsize = 0xffffffffffffffff, id_savedsize = 0xffffffffffffffff, id_dirremhd = {lh_first = 0xfffff8065576f500}, id_pendinghd = {lh_first = 0x0}, id_bufwait = {lh_first = 0x0}, id_inowait = {lh_first = 0x0}, id_inoupdt = {tqh_first = 0x0, tqh_last = 0xfffff807b5638ce8}, id_newinoupdt = {tqh_first = 0x0, tqh_last = 0xfffff807b5638cf8}, id_extupdt = { tqh_first = 0x0, tqh_last = 0xfffff807b5638d08}, id_newextupdt = {tqh_first = 0x0, tqh_last = 0xfffff807b5638d18}, id_freeblklst = { tqh_first = 0x0, tqh_last = 0xfffff807b5638d28}, id_un = {idu_savedino1 = 0x0, idu_savedino2 = 0x0}} (kgdb) p *mp $3 = {mnt_vfs_ops = 0x0, mnt_kern_flag = 0x40846144, mnt_flag = 0x201000, mnt_pcpu = 0xfffffe01937a0f90, mnt_rootvnode = 0xfffffe0158566bb8, mnt_vnodecovered = 0xfffffe01441bd960, mnt_op = 0xffffffff81b724e0 , mnt_vfc = 0xffffffff81b72608 , mnt_mtx = { lock_object = {lo_name = 0xffffffff811b604a "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd75b00}, mtx_lock = 0x0}, mnt_gen = 0x2, mnt_list = {tqe_next = 0x0, tqe_prev = 0xfffffe014359f2e8}, mnt_syncer = 0xfffffe0158571c20, mnt_ref = 0x21a0, mnt_nvnodelist = {tqh_first = 0xfffffe0158566bb8, tqh_last = 0xfffffe0155acb988}, mnt_nvnodelistsize = 0x5328, mnt_writeopcount = 0x0, mnt_opt = 0xfffff8000487f160, mnt_optnew = 0x0, mnt_stat = {f_version = 0x20140518, f_type = 0x35, f_flags = 0x201000, f_bsize = 0x1000, f_iosize = 0x8000, f_blocks = 0x26b247, f_bfree = 0x269e67, f_bavail = 0x2385e7, f_files = 0x14c8fe, f_ffree = 0x141e4c, f_syncwrites = 0x9b, f_asyncwrites = 0x28, f_syncreads = 0x1bf, f_asyncreads = 0x0, f_nvnodelistsize = 0x0, f_spare0 = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x633a9250, 0x2f4804ec}}, f_charspare = '\000' , f_fstypename = "ufs", '\000' , f_mntfromname = "/dev/md10", '\000' , f_mntonname = "/mnt", '\000' }, mnt_cred = 0xfffff8003e6fd900, mnt_data = 0xfffff80732d94000, mnt_time = 0x0, mnt_iosize_max = 0x100000, mnt_export = 0x0, mnt_label = 0x0, mnt_hashseed = 0x54300aa1, mnt_lockref = 0x1, mnt_secondary_writes = 0x1, mnt_secondary_accwrites = 0x3368, mnt_susp_owner = 0x0, mnt_gjprovider = 0x0, mnt_listmtx = {lock_object = { lo_name = 0xffffffff812554e4 "struct mount vlist mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd83d80}, mtx_lock = 0x0}, mnt_lazyvnodelist = {tqh_first = 0xfffffe0158566bb8, tqh_last = 0xfffffe01574ec3c0}, mnt_lazyvnodelistsize = 0x3, mnt_upper_pending = 0x0, mnt_explock = {lock_object = {lo_name = 0xffffffff8128fd8f "explock", lo_flags = 0x6730000, lo_data = 0x0, lo_witness = 0xfffff8087fd81580}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x0, lk_stack = {depth = 0x0, pcs = {0x0 }}}, mnt_uppers = { tqh_first = 0x0, tqh_last = 0xfffffe014359f220}, mnt_notify = {tqh_first = 0x0, tqh_last = 0xfffffe014359f230}, mnt_taskqueue_link = { stqe_next = 0x0}, mnt_taskqueue_flags = 0x0, mnt_unmount_retries = 0x0} (kgdb) diff --git a/sbin/fsck_ffs/dir.c b/sbin/fsck_ffs/dir.c index ba286a965513..afb61b1a14ac 100644 --- a/sbin/fsck_ffs/dir.c +++ b/sbin/fsck_ffs/dir.c @@ -679,7 +679,7 @@ expanddir(struct inode *ip, char *name) struct bufarea *bp, *nbp; struct inodesc idesc; union dinode *dp; - int indiralloced; + long cg, indiralloced; char *cp; nbp = NULL; @@ -687,6 +687,7 @@ expanddir(struct inode *ip, char *name) pwarn("NO SPACE LEFT IN %s", name); if (!preen && reply("EXPAND") == 0) return (0); + cg = ino_to_cg(&sblock, ip->i_number); dp = ip->i_dp; filesize = DIP(dp, di_size); lastlbn = lblkno(&sblock, filesize); @@ -705,7 +706,7 @@ expanddir(struct inode *ip, char *name) bp = getdirblk(oldblk, lastlbnsize); if (bp->b_errs) goto bad; - if ((newblk = allocblk(sblock.fs_frag)) == 0) + if ((newblk = allocblk(cg, sblock.fs_frag, checkblkavail)) == 0) goto bad; nbp = getdatablk(newblk, sblock.fs_bsize, BT_DIRDATA); if (nbp->b_errs) @@ -731,7 +732,7 @@ expanddir(struct inode *ip, char *name) printf(" (EXPANDED)\n"); return (1); } - if ((newblk = allocblk(sblock.fs_frag)) == 0) + if ((newblk = allocblk(cg, sblock.fs_frag, checkblkavail)) == 0) goto bad; bp = getdirblk(newblk, sblock.fs_bsize); if (bp->b_errs) @@ -749,7 +750,8 @@ expanddir(struct inode *ip, char *name) * Allocate indirect block if needed. */ if ((indirblk = DIP(dp, di_ib[0])) == 0) { - if ((indirblk = allocblk(sblock.fs_frag)) == 0) + indirblk = allocblk(cg, sblock.fs_frag, checkblkavail); + if (indirblk == 0) goto bad; indiralloced = 1; } diff --git a/sbin/fsck_ffs/ea.c b/sbin/fsck_ffs/ea.c index 54353005bdc0..c2429cddcff4 100644 --- a/sbin/fsck_ffs/ea.c +++ b/sbin/fsck_ffs/ea.c @@ -74,8 +74,10 @@ eascan(struct inodesc *idesc, struct ufs2_dinode *dp) blksiz = sblock.fs_fsize; else blksiz = sblock.fs_bsize; - printf("blksiz = %ju\n", (intmax_t)blksiz); bp = getdatablk(dp->di_extb[0], blksiz, BT_EXTATTR); + if (bp->b_errs) + return (STOP); + printf("blksiz = %ju\n", (intmax_t)blksiz); cp = (u_char *)bp->b_un.b_buf; for (n = 0; n < blksiz; n++) { printf("%02x", cp[n]); diff --git a/sbin/fsck_ffs/fsck.h b/sbin/fsck_ffs/fsck.h index d1b45a0850da..418d15e1d3b2 100644 --- a/sbin/fsck_ffs/fsck.h +++ b/sbin/fsck_ffs/fsck.h @@ -200,8 +200,7 @@ struct bufarea { #define BT_INODES 7 /* Buffer holds inodes */ #define BT_DIRDATA 8 /* Buffer holds directory data */ #define BT_DATA 9 /* Buffer holds user data */ -#define BT_EMPTY 10 /* Buffer allocated but not filled */ -#define BT_NUMBUFTYPES 11 +#define BT_NUMBUFTYPES 10 #define BT_NAMES { \ "unknown", \ "Superblock", \ @@ -212,8 +211,7 @@ struct bufarea { "External Attribute", \ "Inode Block", \ "Directory Contents", \ - "User Data", \ - "Allocated but not filled" } + "User Data" } extern char *buftype[]; #define BT_BUFTYPE(type) \ type < BT_NUMBUFTYPES ? buftype[type] : buftype[BT_UNKNOWN] @@ -234,7 +232,7 @@ extern struct bufarea *pdirbp; /* current directory contents */ (bp)->b_flags |= B_DIRTY; \ } while (0) #define initbarea(bp, type) do { \ - (bp)->b_bno = (ufs2_daddr_t)-1; \ + (bp)->b_bno = (ufs2_daddr_t)-4; \ (bp)->b_size = 0; \ (bp)->b_errs = 0; \ (bp)->b_flags = 0; \ @@ -347,6 +345,7 @@ extern char *blockmap; /* ptr to primary blk allocation map */ extern char *cdevname; /* name of device being checked */ extern char ckclean; /* only do work if not cleanly unmounted */ extern int ckhashadd; /* check hashes to be added */ +extern char *copybuf; /* buffer to copy snapshot blocks */ extern int cvtlevel; /* convert to newer file system format */ extern long dev_bsize; /* computed value of DEV_BSIZE */ extern u_int real_dev_bsize; /* actual disk sector size, not overridden */ @@ -371,6 +370,8 @@ extern char resolved; /* cleared if unresolved changes => not clean */ extern int returntosingle; /* 1 => return to single user mode on exit */ extern long secsize; /* actual disk sector size */ extern char skipclean; /* skip clean file systems if preening */ +extern int snapcnt; /* number of active snapshots */ +extern struct inode snaplist[FSMAXSNAP + 1]; /* list of active snapshots */ extern char snapname[BUFSIZ]; /* when doing snapshots, the name of the file */ extern int sujrecovery; /* 1 => doing check using the journal */ extern int surrender; /* Give up if reads fail */ @@ -441,7 +442,8 @@ struct fstab; void adjust(struct inodesc *, int lcnt); void alarmhandler(int sig); -ufs2_daddr_t allocblk(long frags); +ufs2_daddr_t allocblk(long cg, long frags, ufs2_daddr_t (*checkblkavail) + (ufs2_daddr_t blkno, long frags)); ino_t allocdir(ino_t parent, ino_t request, int mode); ino_t allocino(ino_t request, int type); void blkerror(ino_t ino, const char *type, ufs2_daddr_t blk); @@ -459,11 +461,13 @@ void cgdirty(struct bufarea *); struct bufarea *cglookup(int cg); int changeino(ino_t dir, const char *name, ino_t newnum); int check_cgmagic(int cg, struct bufarea *cgbp, int requestrebuild); +ufs2_daddr_t checkblkavail(ufs2_daddr_t blkno, long frags); int chkrange(ufs2_daddr_t blk, int cnt); void ckfini(int markclean); int ckinode(union dinode *dp, struct inodesc *); void clri(struct inodesc *, const char *type, int flag); int clearentry(struct inodesc *); +void copyonwrite(struct fs *, struct bufarea *); void direrror(ino_t ino, const char *errmesg); int dirscan(struct inodesc *); int dofix(struct inodesc *, const char *msg); @@ -505,6 +509,7 @@ void pass4(void); void pass5(void); void pfatal(const char *fmt, ...) __printflike(1, 2); void propagate(void); +void prtbuf(struct bufarea *, const char *, ...) __printflike(2, 3); void prtinode(struct inode *); void pwarn(const char *fmt, ...) __printflike(1, 2); int readsb(void); @@ -513,6 +518,10 @@ void rwerror(const char *mesg, ufs2_daddr_t blk); void sblock_init(void); void setinodebuf(int, ino_t); int setup(char *dev); +int snapblkfree(struct fs *, ufs2_daddr_t, long, ino_t, + ufs2_daddr_t (*)(ufs2_daddr_t, long)); +void snapremove(ino_t); +void snapflush(void); void gjournal_check(const char *filesys); int suj_check(const char *filesys); void update_maps(struct cg *, struct cg*, int); diff --git a/sbin/fsck_ffs/fsutil.c b/sbin/fsck_ffs/fsutil.c index f1834e1235d8..913ba38a042b 100644 --- a/sbin/fsck_ffs/fsutil.c +++ b/sbin/fsck_ffs/fsutil.c @@ -71,7 +71,6 @@ static void cg_write(struct bufarea *); static void slowio_start(void); static void slowio_end(void); static void printIOstats(void); -static void prtbuf(const char *, struct bufarea *); static long diskreads, totaldiskreads, totalreads; /* Disk cache statistics */ static struct timespec startpass, finishpass; @@ -79,6 +78,7 @@ struct timeval slowio_starttime; int slowio_delay_usec = 10000; /* Initial IO delay for background fsck */ int slowio_pollcnt; static struct bufarea cgblk; /* backup buffer for cylinder group blocks */ +static struct bufarea failedbuf; /* returned by failed getdatablk() */ static TAILQ_HEAD(bufqueue, bufarea) bufqueuehd; /* head of buffer cache LRU */ static LIST_HEAD(bufhash, bufarea) bufhashhd[HASHSIZE]; /* buffer hash list */ static int numbufs; /* size of buffer cache */ @@ -187,6 +187,9 @@ bufinit(void) { int i; + initbarea(&failedbuf, BT_UNKNOWN); + failedbuf.b_errs = -1; + failedbuf.b_un.b_buf = NULL; if ((cgblk.b_un.b_buf = Malloc((unsigned int)sblock.fs_bsize)) == NULL) errx(EEXIT, "Initial malloc(%d) failed", sblock.fs_bsize); initbarea(&cgblk, BT_CYLGRP); @@ -300,7 +303,7 @@ flushentry(void) } /* - * Manage a cache of directory blocks. + * Manage a cache of filesystem disk blocks. */ struct bufarea * getdatablk(ufs2_daddr_t blkno, long size, int type) @@ -309,16 +312,19 @@ getdatablk(ufs2_daddr_t blkno, long size, int type) struct bufhash *bhdp; cachelookups++; - /* If out of range, return empty buffer with b_err == -1 */ - if (type != BT_INODES && chkrange(blkno, size / sblock.fs_fsize)) { - blkno = -1; - type = BT_EMPTY; - } + /* + * If out of range, return empty buffer with b_err == -1 + * + * Skip check for inodes because chkrange() considers + * metadata areas invalid to write data. + */ + if (type != BT_INODES && chkrange(blkno, size / sblock.fs_fsize)) + return (&failedbuf); bhdp = &bufhashhd[HASH(blkno)]; LIST_FOREACH(bp, bhdp, b_hash) if (bp->b_bno == fsbtodb(&sblock, blkno)) { if (debug && bp->b_size != size) { - prtbuf("getdatablk: size mismatch", bp); + prtbuf(bp, "getdatablk: size mismatch"); pfatal("getdatablk: b_size %d != size %ld\n", bp->b_size, size); } @@ -378,7 +384,7 @@ getdatablk(ufs2_daddr_t blkno, long size, int type) if (debug && bp->b_type != type) { printf("getdatablk: buffer type changed to %s", BT_BUFTYPE(type)); - prtbuf("", bp); + prtbuf(bp, ""); } TAILQ_REMOVE(&bufqueuehd, bp, b_list); TAILQ_INSERT_HEAD(&bufqueuehd, bp, b_list); @@ -401,11 +407,7 @@ getblk(struct bufarea *bp, ufs2_daddr_t blk, long size) readcnt[bp->b_type]++; clock_gettime(CLOCK_REALTIME_PRECISE, &start); } - if (bp->b_type != BT_EMPTY) - bp->b_errs = - blread(fsreadfd, bp->b_un.b_buf, dblk, size); - else - bp->b_errs = -1; + bp->b_errs = blread(fsreadfd, bp->b_un.b_buf, dblk, size); if (debug) { clock_gettime(CLOCK_REALTIME_PRECISE, &finish); timespecsub(&finish, &start, &finish); @@ -422,7 +424,7 @@ brelse(struct bufarea *bp) { if (bp->b_refcnt <= 0) - prtbuf("brelse: buffer with negative reference count", bp); + prtbuf(bp, "brelse: buffer with negative reference count"); bp->b_refcnt--; } @@ -451,10 +453,18 @@ flush(int fd, struct bufarea *bp) if (bp != &sblk) pfatal("BUFFER %p DOES NOT MATCH SBLK %p\n", bp, &sblk); + /* + * Superblocks are always pre-copied so we do not need + * to check them for copy-on-write. + */ if (sbput(fd, bp->b_un.b_fs, 0) == 0) fsmodified = 1; break; case BT_CYLGRP: + /* + * Cylinder groups are always pre-copied so we do not + * need to check them for copy-on-write. + */ if (sujrecovery) cg_write(bp); if (cgput(fswritefd, &sblock, bp->b_un.b_cg) == 0) @@ -483,11 +493,38 @@ flush(int fd, struct bufarea *bp) } /* FALLTHROUGH */ default: + copyonwrite(&sblock, bp); blwrite(fd, bp->b_un.b_buf, bp->b_bno, bp->b_size); break; } } +/* + * If there are any snapshots, ensure that all the blocks that they + * care about have been copied, then release the snapshot inodes. + * These operations need to be done before we rebuild the cylinder + * groups so that any block allocations are properly recorded. + * Since all the cylinder group maps have already been copied in + * the snapshots, no further snapshot copies will need to be done. + */ +void +snapflush(void) +{ + struct bufarea *bp; + int cnt; + + if (snapcnt > 0) { + if (debug) + printf("Check for snapshot copies\n"); + TAILQ_FOREACH_REVERSE(bp, &bufqueuehd, bufqueue, b_list) + if ((bp->b_flags & B_DIRTY) != 0) + copyonwrite(&sblock, bp); + for (cnt = 0; cnt < snapcnt; cnt++) + irelse(&snaplist[cnt]); + snapcnt = 0; + } +} + /* * Journaled soft updates does not maintain cylinder group summary * information during cleanup, so this routine recalculates the summary @@ -503,6 +540,7 @@ cg_write(struct bufarea *bp) int blk; int i; + snapflush(); /* * Fix the frag and cluster summary. */ @@ -587,6 +625,7 @@ ckfini(int markclean) (void)close(fsreadfd); return; } + /* * To remain idempotent with partial truncations the buffers * must be flushed in this order: @@ -629,14 +668,9 @@ ckfini(int markclean) case BT_SUPERBLK: case BT_CYLGRP: default: - prtbuf("ckfini: improper buffer type on cache list",bp); + prtbuf(bp,"ckfini: improper buffer type on cache list"); continue; /* These are the ones to flush in this step */ - case BT_EMPTY: - if (bp->b_bno >= 0) - pfatal("Unused BT_EMPTY buffer for block %jd\n", - (intmax_t)bp->b_bno); - /* FALLTHROUGH */ case BT_LEVEL1: case BT_LEVEL2: case BT_LEVEL3: @@ -649,10 +683,11 @@ ckfini(int markclean) continue; } if (debug && bp->b_refcnt != 0) { - prtbuf("ckfini: clearing in-use buffer", bp); + prtbuf(bp, "ckfini: clearing in-use buffer"); pfatal("ckfini: clearing in-use buffer\n"); } TAILQ_REMOVE(&bufqueuehd, bp, b_list); + LIST_REMOVE(bp, b_hash); cnt++; flush(fswritefd, bp); free(bp->b_un.b_buf); @@ -667,10 +702,11 @@ ckfini(int markclean) } TAILQ_FOREACH_REVERSE_SAFE(bp, &bufqueuehd, bufqueue, b_list, nbp) { if (debug && bp->b_refcnt != 0) { - prtbuf("ckfini: clearing in-use buffer", bp); + prtbuf(bp, "ckfini: clearing in-use buffer"); pfatal("ckfini: clearing in-use buffer\n"); } TAILQ_REMOVE(&bufqueuehd, bp, b_list); + LIST_REMOVE(bp, b_hash); cnt++; flush(fswritefd, bp); free(bp->b_un.b_buf); @@ -1050,45 +1086,73 @@ check_cgmagic(int cg, struct bufarea *cgbp, int request_rebuild) * allocate a data block with the specified number of fragments */ ufs2_daddr_t -allocblk(long frags) +allocblk(long startcg, long frags, + ufs2_daddr_t (*checkblkavail)(ufs2_daddr_t blkno, long frags)) { - int i, j, k, cg, baseblk; - struct bufarea *cgbp; - struct cg *cgp; + ufs2_daddr_t blkno, newblk; if (frags <= 0 || frags > sblock.fs_frag) return (0); - for (i = 0; i < maxfsblock - sblock.fs_frag; i += sblock.fs_frag) { - for (j = 0; j <= sblock.fs_frag - frags; j++) { - if (testbmap(i + j)) - continue; - for (k = 1; k < frags; k++) - if (testbmap(i + j + k)) - break; - if (k < frags) { - j += k; - continue; - } - cg = dtog(&sblock, i + j); - cgbp = cglookup(cg); - cgp = cgbp->b_un.b_cg; - if (!check_cgmagic(cg, cgbp, 0)) { - i = (cg + 1) * sblock.fs_fpg - sblock.fs_frag; - continue; - } - baseblk = dtogd(&sblock, i + j); - for (k = 0; k < frags; k++) { - setbmap(i + j + k); - clrbit(cg_blksfree(cgp), baseblk + k); - } - n_blks += frags; - if (frags == sblock.fs_frag) - cgp->cg_cs.cs_nbfree--; - else - cgp->cg_cs.cs_nffree -= frags; - cgdirty(cgbp); - return (i + j); + for (blkno = cgdata(&sblock, startcg); + blkno < maxfsblock - sblock.fs_frag; + blkno += sblock.fs_frag) { + if ((newblk = (*checkblkavail)(blkno, frags)) == 0) + continue; + if (newblk > 0) + return (newblk); + if (newblk < 0) + blkno = -newblk; + } + for (blkno = cgdata(&sblock, 0); + blkno < cgbase(&sblock, startcg) - sblock.fs_frag; + blkno += sblock.fs_frag) { + if ((newblk = (*checkblkavail)(blkno, frags)) == 0) + continue; + if (newblk > 0) + return (newblk); + if (newblk < 0) + blkno = -newblk; + } + return (0); +} + +ufs2_daddr_t +checkblkavail(blkno, frags) + ufs2_daddr_t blkno; + long frags; +{ + struct bufarea *cgbp; + struct cg *cgp; + ufs2_daddr_t j, k, baseblk; + long cg; + + for (j = 0; j <= sblock.fs_frag - frags; j++) { + if (testbmap(blkno + j)) + continue; + for (k = 1; k < frags; k++) + if (testbmap(blkno + j + k)) + break; + if (k < frags) { + j += k; + continue; + } + cg = dtog(&sblock, blkno + j); + cgbp = cglookup(cg); + cgp = cgbp->b_un.b_cg; + if (!check_cgmagic(cg, cgbp, 0)) + return (-((cg + 1) * sblock.fs_fpg - sblock.fs_frag)); + baseblk = dtogd(&sblock, blkno + j); + for (k = 0; k < frags; k++) { + setbmap(blkno + j + k); + clrbit(cg_blksfree(cgp), baseblk + k); } + n_blks += frags; + if (frags == sblock.fs_frag) + cgp->cg_cs.cs_nbfree--; + else + cgp->cg_cs.cs_nffree -= frags; + cgdirty(cgbp); + return (blkno + j); } return (0); } @@ -1261,14 +1325,19 @@ dofix(struct inodesc *idesc, const char *msg) /* * Print details about a buffer. */ -static void -prtbuf(const char *msg, struct bufarea *bp) +void +prtbuf(struct bufarea *bp, const char *fmt, ...) { - - printf("%s: bp %p, type %s, bno %jd, size %d, refcnt %d, flags %s, " - "index %jd\n", msg, bp, BT_BUFTYPE(bp->b_type), - (intmax_t) bp->b_bno, bp->b_size, bp->b_refcnt, - bp->b_flags & B_DIRTY ? "dirty" : "clean", (intmax_t) bp->b_index); + va_list ap; + va_start(ap, fmt); + if (preen) + (void)fprintf(stdout, "%s: ", cdevname); + (void)vfprintf(stdout, fmt, ap); + va_end(ap); + printf(": bp %p, type %s, bno %jd, size %d, refcnt %d, flags %s, " + "index %jd\n", bp, BT_BUFTYPE(bp->b_type), (intmax_t) bp->b_bno, + bp->b_size, bp->b_refcnt, bp->b_flags & B_DIRTY ? "dirty" : "clean", + (intmax_t) bp->b_index); } /* diff --git a/sbin/fsck_ffs/inode.c b/sbin/fsck_ffs/inode.c index c261b254ace9..01082eed1df3 100644 --- a/sbin/fsck_ffs/inode.c +++ b/sbin/fsck_ffs/inode.c @@ -38,6 +38,7 @@ static const char sccsid[] = "@(#)inode.c 8.8 (Berkeley) 4/28/95"; __FBSDID("$FreeBSD$"); #include +#include #include #include @@ -58,6 +59,8 @@ struct bufarea *icachebp; /* inode cache buffer */ static int iblock(struct inodesc *, off_t isize, int type); static ufs2_daddr_t indir_blkatoff(ufs2_daddr_t, ino_t, ufs_lbn_t, ufs_lbn_t, struct bufarea **); +static int snapclean(struct inodesc *idesc); +static void chkcopyonwrite(struct fs *, ufs2_daddr_t); int ckinode(union dinode *dp, struct inodesc *idesc) @@ -378,8 +381,12 @@ chkrange(ufs2_daddr_t blk, int cnt) int c; if (cnt <= 0 || blk <= 0 || blk > maxfsblock || - cnt - 1 > maxfsblock - blk) + cnt - 1 > maxfsblock - blk) { + if (debug) + printf("out of range: blk %ld, offset %i, size %d\n", + (long)blk, (int)fragnum(&sblock, blk), cnt); return (1); + } if (cnt > sblock.fs_frag || fragnum(&sblock, blk) + cnt > sblock.fs_frag) { if (debug) @@ -651,10 +658,17 @@ freeblock(struct inodesc *idesc) { struct dups *dlp; ufs2_daddr_t blkno; - long nfrags, res; + long size, nfrags, res; res = KEEPON; blkno = idesc->id_blkno; + if (idesc->id_type == SNAP) { + pfatal("clearing a snapshot dinode\n"); + return (STOP); + } + size = lfragtosize(&sblock, idesc->id_numfrags); + if (snapblkfree(&sblock, blkno, size, idesc->id_number, checkblkavail)) + return (res); for (nfrags = idesc->id_numfrags; nfrags > 0; blkno++, nfrags--) { if (chkrange(blkno, 1)) { res = SKIP; @@ -677,9 +691,323 @@ freeblock(struct inodesc *idesc) return (res); } +/* + * Prepare a snapshot file for being removed. + */ +void +snapremove(ino_t inum) +{ + struct inodesc idesc; + struct inode ip; + int i; + + for (i = 0; i < snapcnt; i++) + if (snaplist[i].i_number == inum) + break; + ip = snaplist[i]; + if (i == snapcnt || (DIP(ip.i_dp, di_flags) & SF_SNAPSHOT) == 0) { + printf("snapremove: inode %jd is not a snapshot\n", + (intmax_t)inum); + return; + } + /* + * Remove from active snapshot list. + */ + for (i++; i < FSMAXSNAP; i++) { + if (sblock.fs_snapinum[i] == 0) + break; + snaplist[i - 1] = snaplist[i]; + sblock.fs_snapinum[i - 1] = sblock.fs_snapinum[i]; + } + sblock.fs_snapinum[i - 1] = 0; + bzero(&snaplist[i - 1], sizeof(struct inode)); + snapcnt--; + idesc.id_type = SNAP; + idesc.id_func = snapclean; + idesc.id_number = inum; + (void)ckinode(ip.i_dp, &idesc); + DIP_SET(ip.i_dp, di_flags, DIP(ip.i_dp, di_flags) & ~SF_SNAPSHOT); + inodirty(&ip); + irelse(&ip); +} + +static int +snapclean(struct inodesc *idesc) +{ + ufs2_daddr_t blkno; + struct bufarea *bp; + union dinode *dp; + + blkno = idesc->id_blkno; + if (blkno == 0) + return (KEEPON); + + bp = idesc->id_bp; + dp = idesc->id_dp; + if (blkno == BLK_NOCOPY || blkno == BLK_SNAP || + (blkno == blkstofrags(&sblock, idesc->id_lbn) && + snapblkfree(&sblock, blkno, sblock.fs_bsize, idesc->id_number, + checkblkavail))) { + if (idesc->id_lbn < UFS_NDADDR) + DIP_SET(dp, di_db[idesc->id_lbn], 0); + else + IBLK_SET(bp, bp->b_index, 0); + if (blkno == blkstofrags(&sblock, idesc->id_lbn)) + DIP_SET(dp, di_blocks, DIP(dp, di_blocks) - + btodb(sblock.fs_bsize)); + dirty(bp); + } + return (KEEPON); +} + +/* + * Notification that a block is being freed. Return zero if the free + * should be allowed to proceed. Return non-zero if the snapshot file + * wants to claim the block. The block will be claimed if it is an + * uncopied part of one of the snapshots. It will be freed if it is + * either a BLK_NOCOPY or has already been copied in all of the snapshots. + * If a fragment is being freed, then all snapshots that care about + * it must make a copy since a snapshot file can only claim full sized + * blocks. Note that if more than one snapshot file maps the block, + * we can pick one at random to claim it. Since none of the snapshots + * can change, we are assurred that they will all see the same unmodified + * image. When deleting a snapshot file (see ino_trunc above), we + * must push any of these claimed blocks to one of the other snapshots + * that maps it. These claimed blocks are easily identified as they will + * have a block number equal to their logical block number within the + * snapshot. A copied block can never have this property because they + * must always have been allocated from a BLK_NOCOPY location. + */ +int +snapblkfree(fs, bno, size, inum, checkblkavail) + struct fs *fs; + ufs2_daddr_t bno; + long size; + ino_t inum; + ufs2_daddr_t (*checkblkavail)(long cg, long frags); +{ + union dinode *dp; + struct inode ip; + struct bufarea *snapbp; + ufs_lbn_t lbn; + ufs2_daddr_t blkno, relblkno; + int i, frags, claimedblk, copydone; + + /* If no snapshots, nothing to do */ + if (snapcnt == 0) + return (0); + if (debug) + printf("snapblkfree: in ino %ld free blkno %ld, size %ld\n", + inum, bno, size); + relblkno = blknum(fs, bno); + lbn = fragstoblks(fs, relblkno); + /* Direct blocks are always pre-copied */ + if (lbn < UFS_NDADDR) + return (0); + copydone = 0; + claimedblk = 0; + for (i = 0; i < snapcnt; i++) { + /* + * Lookup block being freed. + */ + ip = snaplist[i]; + dp = ip.i_dp; + blkno = ino_blkatoff(dp, inum != 0 ? inum : ip.i_number, + lbn, &frags, &snapbp); + /* + * Check to see if block needs to be copied. + */ + if (blkno == 0) { + /* + * A block that we map is being freed. If it has not + * been claimed yet, we will claim or copy it (below). + */ + claimedblk = 1; + } else if (blkno == BLK_SNAP) { + /* + * No previous snapshot claimed the block, + * so it will be freed and become a BLK_NOCOPY + * (don't care) for us. + */ + if (claimedblk) + pfatal("snapblkfree: inconsistent block type"); + IBLK_SET(snapbp, snapbp->b_index, BLK_NOCOPY); + dirty(snapbp); + brelse(snapbp); + continue; + } else /* BLK_NOCOPY or default */ { + /* + * If the snapshot has already copied the block + * (default), or does not care about the block, + * it is not needed. + */ + brelse(snapbp); + continue; + } + /* + * If this is a full size block, we will just grab it + * and assign it to the snapshot inode. Otherwise we + * will proceed to copy it. See explanation for this + * routine as to why only a single snapshot needs to + * claim this block. + */ + if (size == fs->fs_bsize) { + if (debug) + printf("Grabonremove snapshot %ju lbn %jd " + "from inum %ju\n", (intmax_t)ip.i_number, + (intmax_t)lbn, (uintmax_t)inum); + IBLK_SET(snapbp, snapbp->b_index, relblkno); + dirty(snapbp); + brelse(snapbp); + DIP_SET(dp, di_blocks, + DIP(dp, di_blocks) + btodb(size)); + inodirty(&ip); + return (1); + } + + /* First time through, read the contents of the old block. */ + if (copydone == 0) { + copydone = 1; + if (blread(fsreadfd, copybuf, fsbtodb(fs, relblkno), + fs->fs_bsize) != 0) { + pfatal("Could not read snapshot %ju block " + "%jd\n", (intmax_t)ip.i_number, + (intmax_t)relblkno); + continue; + } + } + /* + * This allocation will never require any additional + * allocations for the snapshot inode. + */ + blkno = (*allocblk)(dtog(fs, relblkno), fs->fs_frag, + checkblkavail); + if (blkno == 0) { + pfatal("Could not allocate block for snapshot %ju\n", + (intmax_t)ip.i_number); + continue; + } + if (debug) + printf("Copyonremove: snapino %jd lbn %jd for inum %ju " + "size %ld new blkno %jd\n", (intmax_t)ip.i_number, + (intmax_t)lbn, (uintmax_t)inum, size, + (intmax_t)blkno); + blwrite(fswritefd, copybuf, fsbtodb(fs, blkno), fs->fs_bsize); + IBLK_SET(snapbp, snapbp->b_index, blkno); + dirty(snapbp); + brelse(snapbp); + DIP_SET(dp, di_blocks, + DIP(dp, di_blocks) + btodb(fs->fs_bsize)); + inodirty(&ip); + } + return (0); +} + +/* + * Notification that a block is being written. Return if the block + * is part of a snapshot as snapshots never track other snapshots. + * The block will be copied in all of the snapshots that are tracking + * it and have not yet copied it. Some buffers may hold more than one + * block. Here we need to check each block in the buffer. + */ +void +copyonwrite(fs, bp) + struct fs *fs; + struct bufarea *bp; +{ + ufs2_daddr_t copyblkno; + long i, numblks; + + /* If no snapshots, nothing to do. */ + if (snapcnt == 0) + return; + numblks = blkroundup(fs, bp->b_size) / fs->fs_bsize; + if (debug) + prtbuf(bp, "copyonwrite: checking %jd block%s in buffer", + numblks, numblks > 1 ? "s" : ""); + copyblkno = blknum(fs, dbtofsb(fs, bp->b_bno)); + for (i = 0; i < numblks; i++) { + chkcopyonwrite(fs, copyblkno); + copyblkno += fs->fs_frag; + } +} + +static void +chkcopyonwrite(fs, copyblkno) + struct fs *fs; + ufs2_daddr_t copyblkno; +{ + struct inode ip; + union dinode *dp; + struct bufarea *snapbp; + ufs2_daddr_t blkno; + int i, frags, copydone; + ufs_lbn_t lbn; + + lbn = fragstoblks(fs, copyblkno); + /* Direct blocks are always pre-copied */ + if (lbn < UFS_NDADDR) + return; + copydone = 0; + for (i = 0; i < snapcnt; i++) { + /* + * Lookup block being freed. + */ + ip = snaplist[i]; + dp = ip.i_dp; + blkno = ino_blkatoff(dp, ip.i_number, lbn, &frags, &snapbp); + /* + * Check to see if block needs to be copied. + */ + if (blkno != 0) { + /* + * A block that we have already copied or don't track. + */ + brelse(snapbp); + continue; + } + /* First time through, read the contents of the old block. */ + if (copydone == 0) { + copydone = 1; + if (blread(fsreadfd, copybuf, fsbtodb(fs, copyblkno), + fs->fs_bsize) != 0) { + pfatal("Could not read snapshot %ju block " + "%jd\n", (intmax_t)ip.i_number, + (intmax_t)copyblkno); + continue; + } + } + /* + * This allocation will never require any additional + * allocations for the snapshot inode. + */ + if ((blkno = allocblk(dtog(fs, copyblkno), fs->fs_frag, + checkblkavail)) == 0) { + pfatal("Could not allocate block for snapshot %ju\n", + (intmax_t)ip.i_number); + continue; + } + if (debug) + prtbuf(snapbp, "Copyonwrite: snapino %jd lbn %jd using " + "blkno %ju setting in buffer", + (intmax_t)ip.i_number, (intmax_t)lbn, + (intmax_t)blkno); + blwrite(fswritefd, copybuf, fsbtodb(fs, blkno), fs->fs_bsize); + IBLK_SET(snapbp, snapbp->b_index, blkno); + dirty(snapbp); + brelse(snapbp); + DIP_SET(dp, di_blocks, + DIP(dp, di_blocks) + btodb(fs->fs_bsize)); + inodirty(&ip); + } + return; +} + void freeinodebuf(void) { + struct bufarea *bp; + int i; /* * Flush old contents in case they have been updated. @@ -689,6 +1017,14 @@ freeinodebuf(void) free((char *)inobuf.b_un.b_buf); inobuf.b_un.b_buf = NULL; firstinum = lastinum = 0; + /* + * Reload the snapshot inodes in case any of them changed. + */ + for (i = 0; i < snapcnt; i++) { + bp = snaplist[i].i_bp; + bp->b_errs = blread(fsreadfd, bp->b_un.b_buf, bp->b_bno, + bp->b_size); + } } /* @@ -803,6 +1139,10 @@ clri(struct inodesc *idesc, const char *type, int flag) printf(" (CLEARED)\n"); n_files--; if (bkgrdflag == 0) { + if (idesc->id_type == SNAP) { + snapremove(idesc->id_number); + idesc->id_type = ADDR; + } (void)ckinode(dp, idesc); inoinfo(idesc->id_number)->ino_state = USTATE; clearinode(dp); @@ -967,7 +1307,8 @@ allocino(ino_t request, int type) cgdirty(cgbp); ginode(ino, &ip); dp = ip.i_dp; - DIP_SET(dp, di_db[0], allocblk((long)1)); + DIP_SET(dp, di_db[0], allocblk(ino_to_cg(&sblock, ino), (long)1, + checkblkavail)); if (DIP(dp, di_db[0]) == 0) { inoinfo(ino)->ino_state = USTATE; irelse(&ip); diff --git a/sbin/fsck_ffs/main.c b/sbin/fsck_ffs/main.c index b638d31040dd..7f697c7a3077 100644 --- a/sbin/fsck_ffs/main.c +++ b/sbin/fsck_ffs/main.c @@ -491,6 +491,7 @@ checkfilesys(char *filesys) */ if (preen == 0) printf("** Phase 5 - Check Cyl groups\n"); + snapflush(); pass5(); IOstats("Pass5"); diff --git a/sbin/fsck_ffs/setup.c b/sbin/fsck_ffs/setup.c index 69b027a3a5c8..0b13c7188843 100644 --- a/sbin/fsck_ffs/setup.c +++ b/sbin/fsck_ffs/setup.c @@ -59,6 +59,9 @@ __FBSDID("$FreeBSD$"); #include "fsck.h" struct inoinfo **inphead, **inpsort; /* info about all inodes */ +struct inode snaplist[FSMAXSNAP + 1]; /* list of active snapshots */ +int snapcnt; /* number of active snapshots */ +char *copybuf; /* buffer to copy snapshot blocks */ static int sbhashfailed; #define POWEROF2(num) (((num) & ((num) - 1)) == 0) @@ -66,6 +69,8 @@ static int sbhashfailed; static int calcsb(char *dev, int devfd, struct fs *fs); static void saverecovery(int readfd, int writefd); static int chkrecovery(int devfd); +static int getlbnblkno(struct inodesc *); +static int checksnapinfo(struct inode *); /* * Read in a superblock finding an alternate if necessary. @@ -75,7 +80,8 @@ static int chkrecovery(int devfd); int setup(char *dev) { - long bmapsize; + long i, bmapsize; + struct inode ip; /* * We are expected to have an open file descriptor and a superblock. @@ -174,6 +180,39 @@ setup(char *dev) usedsoftdep = 1; else usedsoftdep = 0; + /* + * Collect any snapshot inodes so that we can allow them to + * claim any blocks that we free. The code for doing this is + * imported here and into inode.c from sys/ufs/ffs/ffs_snapshot.c. + */ + for (snapcnt = 0; snapcnt < FSMAXSNAP; snapcnt++) { + if (sblock.fs_snapinum[snapcnt] == 0) + break; + ginode(sblock.fs_snapinum[snapcnt], &ip); + if ((DIP(ip.i_dp, di_mode) & IFMT) == IFREG && + (DIP(ip.i_dp, di_flags) & SF_SNAPSHOT) != 0 && + checksnapinfo(&ip)) { + snaplist[snapcnt] = ip; + continue; + } + printf("Removing non-snapshot inode %ju from snapshot list\n", + (uintmax_t)sblock.fs_snapinum[snapcnt]); + irelse(&ip); + for (i = snapcnt + 1; i < FSMAXSNAP; i++) { + if (sblock.fs_snapinum[i] == 0) + break; + sblock.fs_snapinum[i - 1] = sblock.fs_snapinum[i]; + } + sblock.fs_snapinum[i - 1] = 0; + snapcnt--; + sbdirty(); + } + if (snapcnt > 0 && copybuf == NULL) { + copybuf = Malloc(sblock.fs_bsize); + if (copybuf == NULL) + errx(EEXIT, "cannot allocate space for snapshot " + "copy buffer"); + } return (1); badsb: @@ -181,6 +220,100 @@ setup(char *dev) return (0); } +/* + * Check for valid snapshot information. + */ +#define CHKBLKINLIST(chkblk) \ + if ((chkblk) >= UFS_NDADDR) { \ + while (*blkp < (chkblk) && blkp < lastblkp) \ + blkp++; \ + if (blkp >= lastblkp) { \ + pwarn("UFS%d snapshot inode %jd failed: " \ + "improper block list length (%jd)\n", \ + sblock.fs_magic == FS_UFS1_MAGIC ? 1 : 2, \ + (intmax_t)snapip->i_number, \ + (intmax_t)(lastblkp - &snapblklist[0])); \ + status = 0; \ + goto fail; \ + } \ + if (*blkp++ != (chkblk)) { \ + pwarn("UFS%d snapshot inode %jd failed: " \ + "block list (%jd) != %s (%jd)\n", \ + sblock.fs_magic == FS_UFS1_MAGIC ? 1 : 2, \ + (intmax_t)snapip->i_number, \ + (intmax_t)blkp[-1], #chkblk, \ + (intmax_t)chkblk); \ + status = 0; \ + goto fail; \ + } \ + } + +static int +checksnapinfo(struct inode *snapip) +{ + struct fs *fs; + struct bufarea *bp; + struct inodesc idesc; + daddr_t *snapblklist, *blkp, *lastblkp, csblkno; + int cg, loc, len, status; + ufs_lbn_t lbn; + size_t size; + + fs = &sblock; + memset(&idesc, 0, sizeof(struct inodesc)); + idesc.id_type = ADDR; + idesc.id_func = getlbnblkno; + idesc.id_number = snapip->i_number; + lbn = howmany(fs->fs_size, fs->fs_frag); + idesc.id_parent = lbn; /* sought after blkno */ + if ((ckinode(snapip->i_dp, &idesc) & FOUND) == 0) + return (0); + size = fragroundup(fs, + DIP(snapip->i_dp, di_size) - lblktosize(fs, lbn)); + bp = getdatablk(idesc.id_parent, size, BT_DATA); + snapblklist = (daddr_t *)bp->b_un.b_buf; + /* + * Check that superblock and all cylinder groups are listed. + */ + status = 1; + blkp = &snapblklist[1]; + lastblkp = &snapblklist[MAX(0, + MIN(snapblklist[0] + 1, size / sizeof(daddr_t)))]; +printf("max chk %ld, list size %ld space size %ld\n", + MAX(0, MIN(snapblklist[0] + 1, size / sizeof(daddr_t))), + snapblklist[0] + 1, size / sizeof(daddr_t)); + CHKBLKINLIST(lblkno(fs, fs->fs_sblockloc)); + csblkno = fragstoblks(fs, fs->fs_csaddr); + for (cg = 0; cg < fs->fs_ncg; cg++) { + if (fragstoblks(fs, cgtod(fs, cg)) > csblkno) + break; + CHKBLKINLIST(fragstoblks(fs, cgtod(fs, cg))); + } + len = howmany(fs->fs_cssize, fs->fs_bsize); + for (loc = 0; loc < len; loc++) + CHKBLKINLIST(csblkno + loc); + for (; cg < fs->fs_ncg; cg++) + CHKBLKINLIST(fragstoblks(fs, cgtod(fs, cg))); +fail: + brelse(bp); + return (status); +} + +/* + * Return the block number associated with a specified inode lbn. + * Requested lbn is in id_parent. If found, block is returned in + * id_parent. + */ +static int +getlbnblkno(struct inodesc *idesc) +{ + + if (idesc->id_lbn < idesc->id_parent) + return (KEEPON); + idesc->id_parent = idesc->id_blkno; + return (STOP | FOUND); +} + /* * Open a device or file to be checked by fsck. */ diff --git a/sbin/fsck_ffs/suj.c b/sbin/fsck_ffs/suj.c index 4ad86b0dc14d..62a92f3cfe59 100644 --- a/sbin/fsck_ffs/suj.c +++ b/sbin/fsck_ffs/suj.c @@ -321,7 +321,7 @@ blk_freemask(ufs2_daddr_t blk, ino_t ino, ufs_lbn_t lbn, int frags) * To be certain we're not freeing a reallocated block we lookup * this block in the blk hash and see if there is an allocation * journal record that overlaps with any fragments in the block - * we're concerned with. If any fragments have ben reallocated + * we're concerned with. If any fragments have been reallocated * the block has already been freed and re-used for another purpose. */ mask = 0; @@ -378,6 +378,50 @@ blk_isindir(ufs2_daddr_t blk, ino_t ino, ufs_lbn_t lbn) return (0); } +/* + * Check to see if the requested block is available. + * We can just check in the cylinder-group maps as + * they will only have usable blocks in them. + */ +static ufs2_daddr_t +suj_checkblkavail(blkno, frags) + ufs2_daddr_t blkno; + long frags; +{ + struct bufarea *cgbp; + struct cg *cgp; + ufs2_daddr_t j, k, baseblk; + long cg; + + cg = dtog(&sblock, blkno); + cgbp = cglookup(cg); + cgp = cgbp->b_un.b_cg; + if (!check_cgmagic(cg, cgbp, 0)) + return (-((cg + 1) * sblock.fs_fpg - sblock.fs_frag)); + baseblk = dtogd(&sblock, blkno); + for (j = 0; j <= sblock.fs_frag - frags; j++) { + if (!isset(cg_blksfree(cgp), baseblk + j)) + continue; + for (k = 1; k < frags; k++) + if (!isset(cg_blksfree(cgp), baseblk + j + k)) + break; + if (k < frags) { + j += k; + continue; + } + for (k = 0; k < frags; k++) + clrbit(cg_blksfree(cgp), baseblk + j + k); + n_blks += frags; + if (frags == sblock.fs_frag) + cgp->cg_cs.cs_nbfree--; + else + cgp->cg_cs.cs_nffree -= frags; + cgdirty(cgbp); + return ((cg * sblock.fs_fpg) + baseblk + j); + } + return (0); +} + /* * Clear an inode from the cg bitmap. If the inode was already clear return * 0 so the caller knows it does not have to check the inode contents. @@ -431,6 +475,12 @@ blk_free(ufs2_daddr_t bno, int mask, int frags) if (debug) printf("Freeing %d frags at blk %jd mask 0x%x\n", frags, bno, mask); + /* + * Check to see if the block needs to be claimed by a snapshot. + * If wanted, the snapshot references it. Otherwise we free it. + */ + if (snapblkfree(fs, bno, lfragtosize(fs, frags), 0, suj_checkblkavail)) + return; cg = dtog(fs, bno); sc = cg_lookup(cg); cgp = sc->sc_cgp; @@ -1264,6 +1314,7 @@ ino_trunc(ino_t ino, off_t size) if (size > 0) err_suj("Partial truncation of ino %ju snapshot file\n", (uintmax_t)ino); + snapremove(ino); } lastlbn = lblkno(fs, blkroundup(fs, size)); for (i = lastlbn; i < UFS_NDADDR; i++) { @@ -1283,13 +1334,13 @@ ino_trunc(ino_t ino, off_t size) /* If we're not freeing any in this indirect range skip it. */ if (lastlbn >= nextlbn) continue; - if (DIP(dp, di_ib[i]) == 0) - continue; - indir_trunc(ino, -lbn - i, DIP(dp, di_ib[i]), lastlbn, dp); - /* If we freed everything in this indirect free the indir. */ - if (lastlbn > lbn) - continue; - blk_free(DIP(dp, di_ib[i]), 0, fs->fs_frag); + if ((bn = DIP(dp, di_ib[i])) == 0) + continue; + indir_trunc(ino, -lbn - i, bn, lastlbn, dp); + /* If we freed everything in this indirect free the indir. */ + if (lastlbn > lbn) + continue; + blk_free(bn, 0, fs->fs_frag); DIP_SET(dp, di_ib[i], 0); } /* diff --git a/sys/ufs/ffs/ffs_subr.c b/sys/ufs/ffs/ffs_subr.c index 4ffe0412ff69..e804dfa3d330 100644 --- a/sys/ufs/ffs/ffs_subr.c +++ b/sys/ufs/ffs/ffs_subr.c @@ -407,7 +407,7 @@ validate_sblock(struct fs *fs, int flags) FCHK(powerof2(fs->fs_fsize), ==, 0, %jd); FCHK(fs->fs_sbsize, >, SBLOCKSIZE, %jd); FCHK(fs->fs_sbsize, <, (signed)sizeof(struct fs), %jd); - FCHK(fs->fs_sbsize % fs->fs_fsize, !=, 0, %jd); + FCHK(fs->fs_sbsize % dbtob(1), !=, 0, %jd); FCHK(fs->fs_fpg, <, 3 * fs->fs_frag, %jd); FCHK(fs->fs_ncg, <, 1, %jd); FCHK(fs->fs_fsbtodb, !=, ILOG2(fs->fs_fsize / sectorsize), %jd); @@ -503,7 +503,7 @@ validate_sblock(struct fs *fs, int flags) */ if (error) return (error); - FCHK(fs->fs_sbsize % fs->fs_fsize, !=, 0, %jd); + FCHK(fs->fs_sbsize % dbtob(1), !=, 0, %jd); FCHK(fs->fs_ipg % fs->fs_inopb, !=, 0, %jd); FCHK(fs->fs_sblkno, !=, roundup( howmany(fs->fs_sblockloc + SBLOCKSIZE, fs->fs_fsize), -- Test scenario: misc/force9.sh