panic: Lock (lockmgr) unionfs not locked @ /usr/src/sys/fs/unionfs/union_vnops.c:483., vmcore.640 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2023 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #1 main-n259975-4ffe60e6833e2-dirty: Sun Jan 8 10:15:18 CET 2023 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 14.0.5 (https://github.com/llvm/llvm-project.git llvmorg-14.0.5-0-gc12386ae247c) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.20-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33174441984 (31637 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 5 6 8 11 7 10 3 9 4 2 random: entropy device external interface kbd1 at kbdmux0 vtvga0: smbios0: at iomem 0xf0560-0xf057e smbios0: Version: 2.8, BCD Revision: 2.7 aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: EEPROM V1.63-0 eTrack 0x800009fa igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: EEPROM V1.63-0 eTrack 0x800009fa igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb433000-0xfb4333ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb432000-0xfb4327ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounter "TSC-low" frequency 1749998319 Hz quality 1000 Timecounters tick every 1.000 msec Expensive timeout(9) function: 0xffffffff804f7b00(0xfffffe0109fba000) 0.006549279 s ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: pass0 in 'Slot 01', SATA Slot: scbus1 target 0 ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> Expensive timeout(9) function: 0xffffffff80a397e0(0xffffffff81aec2d8) 0.007387852 s mlx5_core0: mem 0xf8000000-0xf9ffffff irq 32 at device 0.0 on pci3 mlx5: Mellanox Core driver 3.7.1 (November 2021)ugen2.1: at usbus2 ugen0.1: at usbus0 uhub0 on usbus2 ugen1.1: at usbus1 uhub0: on usbus2 uhub1 on usbus0 uhub1: on usbus0 uhub2 on usbus1 uhub2: on usbus1 mlx5_core0: WARN: mlx5_vsc_set_space:127:(pid 0): Space 0x7 is not supported. mlx5_core0: WARN: mlx5_fwdump_prep:102:(pid 0): VSC scan space is not supported mlx5_core0: INFO: init_one:1658:(pid 0):or 2 mlx5_core1: mem 0xf6000000-0xf7ffffff irq 32 at device 0.1 on pci3 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 675 files, 152638 used, 1112769 free (137 frags, 139079 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** + set +x Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.00-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc10 /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.32/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[CALLOUT],[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device lo0: link state changed to UP Starting Network: lo0 igb0 igb1 mce0 mce1. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 igb0: flags=8863 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 mce0: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS6 ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 mce1: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS6 ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: mlx5.ko interface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading moduinterface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type le: mlx5.ko kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Starting Network: mce0. mce0: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS6 ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS6 ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff80009075800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Updating motd:. Recovering vi editor sessions:. Starting syslogd. Clearing /tmp (X related). No core dumps found. Starting watchdogd. Setting date via ntp. 9 Jan 17:33:11 ntpdate[2609]: step time server 192.168.5.1 offset -0.231868 sec Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Jan 9 17:33:11 mercat1 ntpd[2677]: leapsecond file ('/var/db/ntpd.leap-seconds.list'): expired 13 days ago Starting powerd. Starting cron. Performing sanity check on sshd configuration. Starting sshd. Configuring vt: blanktime. Starting inetd. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Mon Jan 9 17:33 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Jan 9 17:33:34 mercat1 su[2753]: pho to root on /dev/pts/0 20230109 17:34:06 all (1/2): unionfs9.sh 20230109 17:39:08 all (2/2): unionfs14.sh 20230109 17:44:15 all (1/2): unionfs9.sh 20230109 17:49:18 all (2/2): unionfs14.sh 20230109 17:54:22 all (1/2): unionfs9.sh 20230109 17:59:25 all (2/2): unionfs14.sh 20230109 18:04:28 all (1/2): unionfs9.sh 20230109 18:09:30 all (2/2): unionfs14.sh 20230109 18:14:35 all (1/2): unionfs9.sh 20230109 18:19:39 all (2/2): unionfs14.sh 20230109 18:24:42 all (1/2): unionfs9.sh 20230109 18:29:45 all (2/2): unionfs14.sh 20230109 18:34:50 all (1/2): unionfs9.sh 20230109 18:39:55 all (2/2): unionfs14.sh 20230109 18:44:57 all (1/2): unionfs9.sh 20230109 18:50:00 all (2/2): unionfs14.sh 20230109 18:55:03 all (1/2): unionfs9.sh 20230109 19:00:06 all (2/2): unionfs14.sh 20230109 19:05:10 all.sh done, elapsed 0 day(s), 01:31.04 20230109 19:12:47 all (1/2): unionfs9.sh 20230109 19:17:50 all (2/2): unionfs14.sh 20230109 19:22:52 all (1/2): unionfs9.sh 20230109 19:27:58 all (2/2): unionfs14.sh 20230109 19:33:01 all (1/2): unionfs9.sh 20230109 19:38:04 all (2/2): unionfs14.sh 20230109 19:43:08 all (1/2): unionfs9.sh 20230109 19:48:11 all (2/2): unionfs14.sh 20230109 19:53:14 all (1/2): unionfs9.sh 20230109 19:58:17 all (2/2): unionfs14.sh 20230109 20:03:19 all (1/2): unionfs9.sh 20230109 20:08:23 all (2/2): unionfs14.sh 20230109 20:13:25 all (1/2): unionfs9.sh 20230109 20:18:26 all (2/2): unionfs14.sh 20230109 20:23:31 all (1/2): unionfs9.sh 20230109 20:28:34 all (2/2): unionfs14.sh 20230109 20:33:36 all (1/2): unionfs9.sh 20230109 20:38:39 all (2/2): unionfs14.sh 20230109 20:43:43 all (1/2): unionfs9.sh Jan 9 20:44:38 mercat1 kernel: pid 50194 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page 20230109 20:48:46 all (2/2): unionfs14.sh 20230109 20:53:49 all (1/2): unionfs9.sh 20230109 20:58:51 all (2/2): unionfs14.sh 20230109 21:03:52 all (1/2): unionfs9.sh 20230109 21:08:55 all (2/2): unionfs14.sh 20230109 21:14:00 all (1/2): unionfs9.sh 20230109 21:19:03 all (2/2): unionfs14.sh 20230109 21:24:07 all (1/2): unionfs9.sh panic: Lock (lockmgr) unionfs not locked @ /usr/src/sys/fs/unionfs/union_vnops.c:483. cpuid = 2 time = 1673295872 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe013c1e7930 vpanic() at vpanic+0x151/frame 0xfffffe013c1e7980 panic() at panic+0x43/frame 0xfffffe013c1e79e0 witness_assert() at witness_assert+0x21e/frame 0xfffffe013c1e7a10 lockmgr_upgrade() at lockmgr_upgrade+0x4e/frame 0xfffffe013c1e7a60 unionfs_lock() at unionfs_lock+0x447/frame 0xfffffe013c1e7af0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe013c1e7b10 _vn_lock() at _vn_lock+0x54/frame 0xfffffe013c1e7b70 unionfs_readdir() at unionfs_readdir+0xa8/frame 0xfffffe013c1e7cc0 VOP_READDIR_APV() at VOP_READDIR_APV+0x59/frame 0xfffffe013c1e7ce0 kern_getdirentries() at kern_getdirentries+0x1d7/frame 0xfffffe013c1e7dd0 sys_getdirentries() at sys_getdirentries+0x29/frame 0xfffffe013c1e7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1e7f30 fast_syscall_common() at fast_sy3c1e7f30 --- syscall (554, FreeBSD ELF64, getdirentries), rip = 0x4c7c74fb4ba, rsp = 0x4c7c2879508, rbp = 0x4c7c2879550 --- KDB: enter: panic [ thread pid 96625 tid 100293 ] Stopped at kdb_enter+0x32: movq $0,0x129ab73(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 2106 out of 32624 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 96625 tid 100293 td 0xfffffe0142addac0 kdb_enter() at kdb_enter+0x32/frame 0xfffffe013c1e7930 vpanic() at vpanic+0x182/frame 0xfffffe013c1e7980 panic() at panic+0x43/frame 0xfffffe013c1e79e0 witness_assert() at witness_assert+0x21e/frame 0xfffffe013c1e7a10 lockmgr_upgrade() at lockmgr_upgrade+0x4e/frame 0xfffffe013c1e7a60 unionfs_lock() at unionfs_lock+0x447/frame 0xfffffe013c1e7af0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe013c1e7b10 _vn_lock() at _vn_lock+0x54/frame 0xfffffe013c1e7b70 unionfs_readdir() at unionfs_readdir+0xa8/frame 0xfffffe013c1e7cc0 VOP_READDIR_APV() at VOP_READDIR_APV+0x59/frame 0xfffffe013c1e7ce0 kern_getdirentries() at kern_getdirentries+0x1d7/frame 0xfffffe013c1e7dd0 sys_getdirentries() at sys_getdirentries+0x29/frame 0xfffffe013c1e7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1e7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1e7f30 --- syscall (554, FreeBSD ELF64, getdirentries), rip = 0x4c7c74fb4ba, rsp = 0x4c7c2879508, rbp = 0x4c7c2879550 --- db:1:pho1> show allpcpu Current CPU: 2 cpuid = 0 dynamic pcpu = 0x9c17c0 curthread = 0xfffffe0145a27e40: pid 60746 tid 100485 critnest 0 "swap" curpcb = 0xfffffe0145a28360 fpcurthread = 0xfffffe0145a27e40: pid 60746 "swap" idlethread = 0xfffffe00e4c6a3a0: tid 100003 "idle: cpu0" self = 0xffffffff82610000 curpmap = 0xfffffe015aceab30 tssp = 0xffffffff82610384 rsp0 = 0xfffffe015aeb0000 kcr3 = 0x80000006d369773c ucr3 = 0x80000007b5a22f3c scr3 = 0x3274faf3e gs32p = 0xffffffff82610404 ldt = 0xffffffff82610444 tss = 0xffffffff82610434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb2787c0 curthread = 0xfffffe013c25e560: pid 60751 tid 100297 critnest 0 "swap" curpcb = 0xfffffe013c25ea80 fpcurthread = 0xfffffe013c25e560: pid 60751 "swap" idlethread = 0xfffffe00e4c69c80: tid 100004 "idle: cpu1" self = 0xffffffff82611000 curpmap = 0xfffffe015acf8130 tssp = 0xffffffff82611384 rsp0 = 0xfffffe0141897000 kcr3 = 0x80000007fe798742 ucr3 = 0x80000007fe797f42 scr3 = 0x3e96caf10 gs32p = 0xffffffff82611404 ldt = 0xffffffff82611444 tss = 0xffffffff82611434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb2877c0 curthread = 0xfffffe0142addac0: pid 96625 tid 100293 critnest 1 "ls" curpcb = 0xfffffe0142addfe0 fpcurthread = 0xfffffe0142addac0: pid 96625 "ls" idlethread = 0xfffffe00e4c69560: tid 100005 "idle: cpu2" self = 0xffffffff82612000 curpmap = 0xfffffe01578a3b30 tssp = 0xffffffff82612384 rsp0 = 0xfffffe013c1e8000 kcr3 = 0x8000000484c3e294 ucr3 = 0x80000006997eca94 scr3 = 0x2d0417a93 gs32p = 0xffffffff82612404 ldt = 0xffffffff82612444 tss = 0xffffffff82612434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb2967c0 curthread = 0xfffffe010e3b7ac0: pid 9 tid 100195 critnest 0 "dom0" curpcb = 0xfffffe010e3b7fe0 fpcurthread = none idlethread = 0xfffffe00e4c68e40: tid 100006 "idle: cpu3" self = 0xffffffff82613000 curpmap = 0xffffffff81e8f2f0 tssp = 0xffffffff82613384 rsp0 = 0xfffffe010db4e000 kcr3 = 0x8000000002574004 ucr3 = 0xffffffffffffffff scr3 = 0x31f506df7 gs32p = 0xffffffff82613404 ldt = 0xffffffff82613444 tss = 0xffffffff82613434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb2a57c0 curthread = 0xfffffe0142ade900: pid 96634 tid 100264 critnest 0 "find" curpcb = 0xfffffe0142adee20 fpcurthread = 0xfffffe0142ade900: pid 96634 "find" idlethread = 0xfffffe00e4c68720: tid 100007 "idle: cpu4" self = 0xffffffff82614000 curpmap = 0xfffffe015add8b30 tssp = 0xffffffff82614384 rsp0 = 0xfffffe0112a00000 kcr3 = 0x80000003e96ce2ea ucr3 = 0x800000069c1e3aea scr3 = 0x11a76dac9 gs32p = 0xffffffff82614404 ldt = 0xffffffff82614444 tss = 0xffffffff82614434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb2b47c0 curthread = 0xfffffe0145a28c80: pid 60744 tid 100484 critnest 0 "swap" curpcb = 0xfffffe0145a291a0 fpcurthread = 0xfffffe0145a28c80: pid 60744 "swap" idlethread = 0xfffffe00e4c68000: tid 100008 "idle: cpu5" self = 0xffffffff82615000 curpmap = 0xfffffe01578e4530 tssp = 0xffffffff82615384 rsp0 = 0xfffffe00e4fd0000 kcr3 = 0x80000001e7f031ec ucr3 = 0x80000005873a29ec scr3 = 0x3e96cea7a gs32p = 0xffffffff82615404 ldt = 0xffffffff82615444 tss = 0xffffffff82615434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb2c37c0 curthread = 0xfffffe0142adcc80: pid 96647 tid 100372 critnest 0 "grep" curpcb = 0xfffffe0142add1a0 fpcurthread = 0xfffffe0142adcc80: pid 96647 "grep" idlethread = 0xfffffe00e4c72c80: tid 100009 "idle: cpu6" self = 0xffffffff82616000 curpmap = 0xfffffe01578e3b30 tssp = 0xffffffff82616384 rsp0 = 0xfffffe01129f6000 kcr3 = 0x800000027ae9a028 ucr3 = 0x80000007d42e1828 scr3 = 0x7d42e1828 gs32p = 0xffffffff82616404 ldt = 0xffffffff82616444 tss = 0xffffffff82616434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb2d27c0 curthread = 0xfffffe014838b020: pid 60745 tid 100394 critnest 0 "swap" curpcb = 0xfffffe014838b540 fpcurthread = 0xfffffe014838b020: pid 60745 "swap" idlethread = 0xfffffe00e4c72560: tid 100010 "idle: cpu7" self = 0xffffffff82617000 curpmap = 0xfffffe01438b2530 tssp = 0xffffffff82617384 rsp0 = 0xfffffe015ae8d000 kcr3 = 0x800000067b5ff0e3 ucr3 = 0x80000004dc8408e3 scr3 = 0x4153808ed gs32p = 0xffffffff82617404 ldt = 0xffffffff82617444 tss = 0xffffffff82617434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb2e17c0 curthread = 0xfffffe015ac75000: pid 60748 tid 100454 critnest 0 "swap" curpcb = 0xfffffe015ac75520 fpcurthread = 0xfffffe015ac75000: pid 60748 "swap" idlethread = 0xfffffe00e4c71e40: tid 100011 "idle: cpu8" self = 0xffffffff82618000 curpmap = 0xfffffe015acf2130 tssp = 0xffffffff82618384 rsp0 = 0xfffffe015af64000 kcr3 = 0x80000004d85401a4 ucr3 = 0x80000004d85459a4 scr3 = 0x1f6473963 gs32p = 0xffffffff82618404 ldt = 0xffffffff82618444 tss = 0xffffffff82618434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb2f07c0 curthread = 0xfffffe01578bb720: pid 60753 tid 100359 critnest 0 "swap" curpcb = 0xfffffe01578bbc40 fpcurthread = 0xfffffe01578bb720: pid 60753 "swap" idlethread = 0xfffffe00e4c71720: tid 100012 "idle: cpu9" self = 0xffffffff82619000 curpmap = 0xfffffe015ab99b30 tssp = 0xffffffff82619384 rsp0 = 0xfffffe014197d000 kcr3 = 0x80000007fe7ad066 ucr3 = 0x80000007fe7ac866 scr3 = 0x51f67984f gs32p = 0xffffffff82619404 ldt = 0xffffffff82619444 tss = 0xffffffff82619434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb2ff7c0 curthread = 0xfffffe013c25f3a0: pid 60750 tid 100267 critnest 0 "swap" curpcb = 0xfffffe013c25f8c0 fpcurthread = 0xfffffe013c25f3a0: pid 60750 "swap" idlethread = 0xfffffe00e4c71000: tid 100013 "idle: cpu10" self = 0xffffffff8261a000 curpmap = 0xfffffe013c278b30 tssp = 0xffffffff8261a384 rsp0 = 0xfffffe010dbf1000 kcr3 = 0x80000007ba96b392 ucr3 = 0x80000007ba970b92 scr3 = 0x213317d02 gs32p = 0xffffffff8261a404 ldt = 0xffffffff8261a444 tss = 0xffffffff8261a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb30e7c0 curthread = 0xfffffe0142ae6000: pid 60754 tid 100230 critnest 0 "sh" curpcb = 0xfffffe0142ae6520 fpcurthread = 0xfffffe0142ae6000: pid 60754 "sh" idlethread = 0xfffffe00e4c6c740: tid 100014 "idle: cpu11" self = 0xffffffff8261b000 curpmap = 0xfffffe015ad0d530 tssp = 0xffffffff8261b384 rsp0 = 0xfffffe01129bf000 kcr3 = 0x800000030307b7c7 ucr3 = 0x8000000415380fc7 scr3 = 0x415380fc7 gs32p = 0xffffffff8261b404 ldt = 0xffffffff8261b444 tss = 0xffffffff8261b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 96647 (grep) thread 0xfffffe0142adcc80 (100372) shared rw vm object (vm object) r = 0 (0xfffff800041cdc60) locked @ vm/vm_map.c:2638 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffffe01578e3a60) locked @ vm/vm_map.c:1956 Process 96613 (find) thread 0xfffffe015ac81c80 (100436) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe010de702c8) locked @ /usr/src/sys/fs/unionfs/union_vnops.c:2001 Process 96590 (find) thread 0xfffffe0145a2dc80 (100348) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe015accbe80) locked @ /usr/src/sys/fs/unionfs/union_vnops.c:2001 Process 60754 (sh) thread 0xfffffe0142ae6000 (100230) exclusive sleep mutex process lock (process lock) r = 0 (0xfffffe0142ae2128) locked @ kern/subr_trap.c:105 Process 9 (pagedaemon) thread 0xfffffe010e3b7ac0 (100195) exclusive sleep mutex pmap (pmap) r = 0 (0xfffffe015acf2130) locked @ amd64/amd64/pmap.c:8946 exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe0037687500) locked @ amd64/amd64/pmap.c:8831 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe010de70258: type VDIR state VSTATE_CONSTRUCTED usecount 2, writecount 0, refcount 5 seqc users 0 mountedhere 0xfffffe015aab6700 hold count flags () flags (VIRF_MOUNTPOINT|VV(0x8000)) v_object 0xfffff8036df52a50 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe015ac81c80 (pid 96613, find, tid 100436) #0 0xffffffff80bbebdf at lockmgr_lock_flags+0x1cf #1 0xffffffff80f4980d at ffs_lock+0x9d #2 0xffffffff811b02dc at VOP_LOCK1_APV+0x3c #3 0xffffffff827529e2 at unionfs_lock+0x242 #4 0xffffffff811b02dc at VOP_LOCK1_APV+0x3c #5 0xffffffff80cffbf4 at _vn_lock+0x54 #6 0xffffffff80cd6d30 at vfs_lookup+0x140 #7 0xffffffff80cd635d at namei+0x33d #8 0xffffffff80cf7f8f at kern_statat+0x12f #9 0xffffffff80cf86df at sys_fstatat+0x2f #10 0xffffffff810dd6d5 at amd64_syscall+0x145 #11 0xffffffff810b016b at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=512, extsize 0 generation=fdb99c4e, uid=0, gid=0, flags=0x0 ino 74718336, on dev gpt/work vnode 0xfffffe015accbe10: type VDIR state VSTATE_CONSTRUCTED usecount 2, writecount 0, refcount 5 seqc users 0 mountedhere 0xfffffe015ac73700 hold count flags () flags (VIRF_MOUNTPOINT|VV(0x8000)) v_object 0xfffff8036daff108 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0145a2dc80 (pid 96590, find, tid 100348) #0 0xffffffff80bbebdf at lockmgr_lock_flags+0x1cf #1 0xffffffff80f4980d at ffs_lock+0x9d #2 0xffffffff811b02dc at VOP_LOCK1_APV+0x3c #3 0xffffffff827529e2 at unionfs_lock+0x242 #4 0xffffffff811b02dc at VOP_LOCK1_APV+0x3c #5 0xffffffff80cffbf4 at _vn_lock+0x54 #6 0xffffffff80cd6d30 at vfs_lookup+0x140 #7 0xffffffff80cd635d at namei+0x33d #8 0xffffffff80cf7f8f at kern_statat+0x12f #9 0xffffffff80cf86df at sys_fstatat+0x2f #10 0xffffffff810dd6d5 at amd64_syscall+0x145 #11 0xffffffff810b016b at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=512, extsize 0 generation=1b847647, uid=0, gid=0, flags=0x0 ino 13723776, on dev gpt/work db:1:pho1> show mount 0xfffffe010e3b3700 /dev/gpt/work on / (ufs) 0xfffffe010e3b4280 devfs on /dev (devfs) 0xfffffe01437c7280 /dev/gpt/tmp on /tmp (ufs) 0xfffffe015ac1d700 /dev/md10 on /mnt (ufs) 0xfffffe015ac73700 :/mnt on /mnt14 (unionfs) 0xfffffe015aab6700 :/mnt on /mnt12 (unionfs) More info: show mount db:1:pho1> show bufqueues bqempty: 86161 Buf domain 0 freebufs 13123 lofreebufs 219 hifreebufs 329 bufspace 14925824 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1934 (14381056) dirtyq count 2 (36864) wakeup 0 lim 25 CPU 0, 8, 5, 0, 2, 5, 17, 4, 0, 10, 9, 14, Locked buffers: 0 space 0 Total buffers: 4515 space 14925824 Buf domain 1 freebufs 12272 lofreebufs 219 hifreebufs 329 bufspace 43323392 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 12 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2812 (42561536) dirtyq count 12 (311296) wakeup 0 lim 25 CPU 15, 0, 14, 1, 1, 0, 2, 1, 3, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 4624 space 43323392 Buf domain 2 freebufs 13243 lofreebufs 219 hifreebufs 329 bufspace 12034048 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1809 (11464704) dirtyq count 0 (0) wakeup 0 lim 25 CPU 20, 1, 6, 9, 19, 0, 19, 0, 0, 0, 7, 0, Locked buffers: 0 space 0 Total buffers: 3053 space 12034048 Buf domain 3 freebufs 11919 lofreebufs 219 hifreebufs 329 bufspace 55115776 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 3093 (53620736) dirtyq count 0 (0) wakeup 0 lim 25 CPU 12, 14, 12, 16, 3, 7, 0, 8, 3, 13, 16, 17, Locked buffers: 0 space 0 Total buffers: 4254 space 55115776 Buf domain 4 freebufs 13151 lofreebufs 219 hifreebufs 329 bufspace 14700544 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 5 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1882 (14041088) dirtyq count 5 (135168) wakeup 0 lim 25 CPU 12, 14, 2, 1, 19, 8, 0, 0, 1, 18, 19, 1, Locked buffers: 0 space 0 Total buffers: 3240 space 14700544 Buf domain 5 freebufs 11475 lofreebufs 219 hifreebufs 329 bufspace 69627904 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 3542 (68739072) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 2, 17, 17, 0, 17, 9, 2, 13, 7, 12, 0, 19, Locked buffers: 0 space 0 Total buffers: 5853 space 69627904 Buf domain 6 freebufs 11215 lofreebufs 219 hifreebufs 329 bufspace 78163968 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 21 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 3847 (75902976) dirtyq count 21 (688128) wakeup 0 lim 25 CPU 5, 2, 1, 8, 3, 1, 2, 4, 9, 2, 11, 2, Locked buffers: 0 space 0 Total buffers: 6528 space 78163968 db:1:pho1> show page vm_cnt.v_free_count: 432205 vm_cnt.v_inactive_count: 427 vm_cnt.v_active_count: 7342771 vm_cnt.v_laundry_count: 43 vm_cnt.v_wire_count: 345090 vm_cnt.v_free_reserved: 10643 vm_cnt.v_free_min: 51262 vm_cnt.v_free_target: 173119 vm_cnt.v_inactive_target: 259678 db:1:pho1> show pageq pq_free 432205 dom 0 page_cnt 8123862 free 432205 pq_act 7342771 pq_inact 427 pq_laund 43 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 001369 | 000047 07 (000512K) | 000001 | 000026 06 (000256K) | 000001 | 000078 05 (000128K) | 000000 | 000253 04 (000064K) | 000000 | 000056 03 (000032K) | 000000 | 000001 02 (000016K) | 000000 | 000000 01 (000008K) | 000000 | 000001 00 (000004K) | 000001 | 000001 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000001 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000001 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree FFS inode 1160 181460 134 204277 0 8 210649040 0 malloc-4096 4096 34127 26 132166 0 2 139890688 0 VNODE 600 181596 2744 510902266 0 37 110604000 0 RADIX NODE 144 505896 28537 557194397 0 71 76958352 0 FFS2 dinode 256 181460 640 204277 0 62 46617600 0 mbuf_cluster 2048 14705 25 229479 0 8 30167040 0 swblk 136 1282 157638 3445890 0 62 21613120 0 S VFS Cache 104 183629 5014 787434526 0 127 19618872 0 BUF TRIE 144 1297 104655 13822 0 62 15257088 0 UMA Slabs 0 112 43940 10 154631 0 126 4922400 0 mbuf 256 15529 3311 6166762 0 254 4823040 0 VM OBJECT 264 14304 1056 387865809 0 30 4055040 0 vmem btag 56 67327 1997 68166 0 254 3882144 0 malloc-128 128 26081 1137 28025 0 126 3483904 0 swpctrie 144 203 17969 209863 0 62 2616768 0 pbuf 2776 0 777 0 0 0 2156952 0 malloc-128 128 14493 635 1144778 0 126 1936384 0 malloc-128 128 13264 1523 37430 0 126 1892736 0 malloc-4096 4096 336 22 8657 0 2 1466368 0 256 Bucket 2048 552 106 5052324 0 8 1347584 0 THREAD 1824 423 72 643 0 8 902880 0 malloc-32768 32768 9 18 5016 0 1 884736 0 mbuf_packet 256 14 3301 6139976 0 254 848640 0 128 Bucket 1024 277 522 10005364 0 16 818176 0 malloc-64 64 9378 3096 20900620 0 254 798336 0 64 Bucket 512 1045 483 6456342 0 30 782336 0 malloc-64 64 9139 3083 5840426 0 254 782208 0 malloc-8192 8192 93 0 135 0 1 761856 0 malloc-65536 65536 5 6 4327 0 1 720896 0 L VFS Cache 320 1983 81 1983 0 30 660480 0 MAP ENTRY 96 2307 4329 1330642596 0 127 637056 0 malloc-4096 4096 99 42 20882836 0 2 577536 0 VMSPACE 2560 60 159 20882605 0 5 560640 0 FPU_save_area 832 425 187 15342 0 16 509184 0 malloc-1024 1024 244 240 47363384 0 16 495616 0 malloc-64 64 4597 3089 20887679 0 254 491904 0 UMA Zones 2048 228 7 228 0 8 481280 0 malloc-128 128 2123 1504 19583178 0 126 464256 0 malloc-256 256 956 739 806306 0 62 433920 0 malloc-32768 32768 13 0 13 0 1 425984 0 malloc-32768 32768 12 0 12 0 1 393216 0 lkpimm 168 3 2325 3 0 62 391104 0 lkpicurr 168 13 2315 13 0 62 391104 0 malloc-8192 8192 31 16 5411 0 1 385024 0 Mountpoints 2944 7 121 765999 0 4 376832 0 malloc-32 32 8539 3053 2356330 0 254 370944 0 malloc-256 256 178 1247 6155015 0 62 364800 0 malloc-2048 2048 89 81 2861 0 8 348160 0 malloc-128 128 83 2552 507849596 0 126 337280 0 malloc-384 384 532 328 24597 0 30 330240 0 malloc-512 512 546 86 674 0 30 323584 0 32 Bucket 256 195 1065 6316330 0 62 322560 0 PROC 1368 82 149 20882802 0 8 316008 0 malloc-16384 16384 19 0 99437 0 1 311296 0 ksiginfo 112 211 2525 41698 0 126 306432 0 malloc-16 16 15846 1904 17132 0 254 284000 0 malloc-1024 1024 28 244 6478883 0 16 278528 0 NAMEI 1024 2 258 831896234 0 16 266240 0 malloc-65536 65536 1 3 185 0 1 262144 0 malloc-128 128 555 1398 771744 0 126 249984 0 filedesc0 1072 83 148 20882803 0 8 247632 0 malloc-1024 1024 36 192 28999 0 16 233472 0 malloc-256 256 196 689 2249 0 62 226560 0 g_bio 408 0 550 10934135 0 30 224400 0 malloc-64 64 109 3356 20883267 0 254 221760 0 malloc-256 256 36 819 1547272 0 62 218880 0 malloc-256 256 447 378 1749 0 62 211200 0 malloc-64 64 104 3109 32736870 0 254 205632 0 malloc-64 64 4 3083 71567162 0 254 197568 0 malloc-64 64 23 3064 5619017 0 254 197568 0 malloc-256 256 21 744 767507 0 62 195840 0 malloc-128 128 5 1514 10099 0 126 194432 0 Files 80 134 2266 145822033 0 126 192000 0 malloc-8192 8192 5 18 365 0 1 188416 0 pipe 728 7 246 7232435 0 16 184184 0 socket 960 32 144 6606 0 16 168960 0 malloc-512 512 26 302 12405 0 30 167936 0 malloc-1024 1024 134 18 234 0 16 155648 0 malloc-512 512 0 304 356 0 30 155648 0 malloc-256 256 14 556 1013 0 62 145920 0 16 Bucket 144 221 759 2433141 0 62 141120 0 DIRHASH 1024 84 44 3985 0 16 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-65536 65536 2 0 4 0 1 131072 0 malloc-2048 2048 23 41 7229 0 8 131072 0 PWD 32 19 4013 17226702 0 254 129024 0 4 Bucket 48 26 2662 552035 0 254 129024 0 udp_inpcb 456 11 269 654 0 30 127680 0 malloc-4096 4096 5 26 766543 0 2 126976 0 ada_ccb 272 0 462 2641218 0 30 125664 0 PGRP 88 29 1397 177 0 126 125488 0 8 Bucket 80 194 1356 1126314 0 126 124000 0 malloc-384 384 268 52 281 0 30 122880 0 malloc-32 32 116 3664 13952993 0 254 120960 0 TURNSTILE 136 496 386 496 0 62 119952 0 unpcb 256 13 437 5882 0 62 115200 0 DEVCTL 1024 0 112 1535430 0 0 114688 0 malloc-32 32 275 3127 2915 0 254 108864 0 2 Bucket 32 244 2906 1313211 0 254 100800 0 malloc-8192 8192 12 0 12 0 1 98304 0 malloc-512 512 3 189 183 0 30 98304 0 swrbuf 2776 0 35 823619 0 2 97160 0 ttyinq 160 330 270 540 0 62 96000 0 malloc-32 32 398 2374 23906 0 254 88704 0 malloc-384 384 165 45 10278 0 30 80640 0 UMA Kegs 384 198 5 198 0 30 77952 0 malloc-4096 4096 1 18 183 0 2 77824 0 malloc-4096 4096 13 6 71 0 2 77824 0 ttyoutq 256 173 127 282 0 62 76800 0 malloc-8192 8192 9 0 9 0 1 73728 0 malloc-4096 4096 18 0 22 0 2 73728 0 malloc-16 16 899 3351 6218175 0 254 68000 0 SLEEPQUEUE 88 496 272 496 0 126 67584 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 6 0 1 65536 0 malloc-16384 16384 4 0 8 0 1 65536 0 malloc-16384 16384 1 3 47 0 1 65536 0 rl_entry 40 204 1412 204 0 254 64640 0 malloc-64 64 148 797 165 0 254 60480 0 malloc-32 32 588 1176 25356 0 254 56448 0 malloc-16 16 64 3436 40460909 0 254 56000 0 fakepg 104 0 507 180 0 126 52728 0 malloc-16 16 1 3249 6140669 0 254 52000 0 malloc-16 16 27 3223 506317739 0 254 52000 0 malloc-2048 2048 20 4 22 0 8 49152 0 pcpu-16 16 128 2944 128 0 254 49152 0 malloc-32 32 73 1439 159 0 254 48384 0 cpuset 104 27 407 27 0 126 45136 0 pcpu-8 8 3520 2112 3527 0 254 45056 0 pcpu-64 64 464 176 464 0 254 40960 0 malloc-16 16 499 2001 1101295 0 254 40000 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 2 0 1 32768 0 malloc-32768 32768 1 0 5 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 ertt_txseginfo 40 0 808 306 0 254 32320 0 malloc-16 16 208 1792 220 0 254 32000 0 tcp_inpcb 1304 5 19 10 0 8 31296 0 malloc-384 384 30 50 31 0 30 30720 0 malloc-256 256 33 87 33 0 62 30720 0 malloc-4096 4096 7 0 7 0 2 28672 0 malloc-32 32 5 877 66 0 254 28224 0 rtentry 168 12 132 15 0 62 24192 0 malloc-128 128 7 179 7 0 126 23808 0 malloc-384 384 0 60 320 0 30 23040 0 malloc-384 384 22 38 29 0 30 23040 0 malloc-2048 2048 6 4 6 0 8 20480 0 udp_inpcb ports 32 3 627 10 0 254 20160 0 routing nhops 256 9 66 15 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-512 512 12 12 65 0 30 12288 0 ertt 72 5 163 10 0 126 12096 0 ripcb 424 1 26 5 0 30 11448 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 2 2 8 0 8 8192 0 malloc-1024 1024 2 6 10 0 16 8192 0 tcp_inpcb ports 32 2 250 2 0 254 8064 0 malloc-32 32 5 247 5 0 254 8064 0 kenv 258 18 12 21842 0 30 7740 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 2 0 8 4096 0 malloc-1024 1024 2 2 2 0 16 4096 0 malloc-1024 1024 2 2 2 0 16 4096 0 malloc-512 512 1 7 15 0 30 4096 0 malloc-512 512 2 6 2 0 30 4096 0 SMR CPU 32 7 120 7 0 254 4064 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 KMAP ENTRY 96 36 3 38 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR SHARED 24 7 120 7 0 254 3048 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 syncache 168 0 0 1 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 456 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 KNOTE 160 0 0 0 0 62 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 224 0 0 0 0 62 0 0 NCLNODE 760 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 mbuf_jumbo_page 4096 0 0 3 0 2 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 clpbuf 2776 0 0 83 0 2 0 0 vnpbuf 2776 0 0 0 0 4 0 0 mdpbuf 2776 0 0 0 0 1 0 0 nfspbuf 2776 0 0 0 0 2 0 0 swwbuf 2776 0 0 1358316 0 1 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-2048 2048 0 0 0 0 8 0 0 malloc-1024 1024 0 0 18 0 16 0 0 malloc-512 512 0 0 1 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 121450 934 859878870 31 vm pgcache 4096 1588940 2024 2229228240 76 buf free cache 848 19533 237 773939 16 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 15278 40 768426 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 6 23 949 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 423 11 643 1 db:0:pho> acttrace Tracing command pagedaemon pid 9 tid 100195 td 0xfffffe010e3b7ac0 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3edf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ee00 trap() at trap+0x57/frame 0xfffffe003ce3ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3ef20 --- trap 0x13, rip = 0xffffffff810bfbbf, rsp = 0xfffffe010db4da20, rbp = 0xfffffe010db4da20 --- pmap_invalidate_preipi_pcid() at pmap_invalidate_preipi_pcid+0x7f/frame 0xfffffe010db4da20 pmap_invalidate_page() at pmap_invalidate_page+0x2b/frame 0xfffffe010db4da50 pmap_ts_referenced() at pmap_ts_referenced+0x80e/frame 0xfffffe010db4daf0 vm_pageout_worker() at vm_pageout_worker+0xbc5/frame 0xfffffe010db4deb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010db4def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db4df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command swap pid 60744 tid 100484 td 0xfffffe0145a28c80 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce5cdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce5ce00 trap() at trap+0x57/frame 0xfffffe003ce5cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce5cf20 --- trap 0x13, rip = 0x18912a09d755, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60745 tid 100394 td 0xfffffe014838b020 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7adf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7ae00 trap() at trap+0x57/frame 0xfffffe003ce7af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7af20 --- trap 0x13, rip = 0x18912a09d755, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60746 tid 100485 td 0xfffffe0145a27e40 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81fef380 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81fef390 trap() at trap+0x57/frame 0xffffffff81fef4b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81fef4b0 --- trap 0x13, rip = 0x18912a09d750, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60748 tid 100454 td 0xfffffe015ac75000 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce89df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce89e00 trap() at trap+0x57/frame 0xfffffe003ce89f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce89f20 --- trap 0x13, rip = 0xffffffff810b1950, rsp = 0xffffffff826182d8, rbp = 0x18994a107f60 --- Xinvlop_pti() at Xinvlop_pti/frame 0x18994a107f60 Tracing command swap pid 60750 tid 100267 td 0xfffffe013c25f3a0 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea7df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea7e00 trap() at trap+0x57/frame 0xfffffe003cea7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea7f20 --- trap 0x13, rip = 0x18912a09d75f, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60751 tid 100297 td 0xfffffe013c25e560 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e00 trap() at trap+0x57/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0x18912a09d75c, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60753 tid 100359 td 0xfffffe01578bb720 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce98df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce98e00 trap() at trap+0x57/frame 0xfffffe003ce98f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce98f20 --- trap 0x13, rip = 0x18912a09d755, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command sh pid 60754 tid 100230 td 0xfffffe0142ae6000 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ceb6df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ceb6e00 trap() at trap+0x57/frame 0xfffffe003ceb6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceb6f20 --- trap 0x13, rip = 0xffffffff80bccdc1, rsp = 0xfffffe01129bedb0, rbp = 0xfffffe01129bee10 --- _thread_lock() at _thread_lock+0x1/frame 0xfffffe01129bee10 trap() at trap+0x793/frame 0xfffffe01129bef30 calltrap() at calltrap+0x8/frame 0xfffffe01129bef30 --- trap 0xc, rip = 0x3f2a8ade4bd, rsp = 0x3fac950cb10, rbp = 0x3fac950cc70 --- Tracing command ls pid 96625 tid 100293 td 0xfffffe0142addac0 (CPU 2) kdb_enter() at kdb_enter+0x32/frame 0xfffffe013c1e7930 vpanic() at vpanic+0x182/frame 0xfffffe013c1e7980 panic() at panic+0x43/frame 0xfffffe013c1e79e0 witness_assert() at witness_assert+0x21e/frame 0xfffffe013c1e7a10 lockmgr_upgrade() at lockmgr_upgrade+0x4e/frame 0xfffffe013c1e7a60 unionfs_lock() at unionfs_lock+0x447/frame 0xfffffe013c1e7af0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe013c1e7b10 _vn_lock() at _vn_lock+0x54/frame 0xfffffe013c1e7b70 unionfs_readdir() at unionfs_readdir+0xa8/frame 0xfffffe013c1e7cc0 VOP_READDIR_APV() at VOP_READDIR_APV+0x59/frame 0xfffffe013c1e7ce0 kern_getdirentries() at kern_getdirentries+0x1d7/frame 0xfffffe013c1e7dd0 sys_getdirentries() at sys_getdirentries+0x29/frame 0xfffffe013c1e7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1e7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1e7f30 --- syscall (554, FreeBSD ELF64, getdirentries), rip = 0x4c7c74fb4ba, rsp = 0x4c7c2879508, rbp = 0x4c7c2879550 --- Tracing command find pid 96634 tid 100264 td 0xfffffe0142ade900 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce4ddf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce4de00 trap() at trap+0x57/frame 0xfffffe003ce4df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce4df20 --- trap 0x13, rip = 0xe43dea4b7a8, rsp = 0xe43dd01cf10, rbp = 0xe43dd01cf40 --- Tracing command grep pid 96647 tid 100372 td 0xfffffe0142adcc80 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6be00 trap() at trap+0x57/frame 0xfffffe003ce6bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6bf20 --- trap 0x13, rip = 0xffffffff80f7a8fc, rsp = 0xfffffe01129f5a70, rbp = 0xfffffe01129f5ae0 --- vm_map_pmap_enter() at vm_map_pmap_enter+0x1ac/frame 0xfffffe01129f5ae0 vm_map_insert() at vm_map_insert+0x5dc/frame 0xfffffe01129f5b80 vm_map_fixed() at vm_map_fixed+0x110/frame 0xfffffe01129f5be0 vm_mmap_object() at vm_mmap_object+0x1b8/frame 0xfffffe01129f5c50 vn_mmap() at vn_mmap+0x141/frame 0xfffffe01129f5ce0 kern_mmap() at kern_mmap+0x596/frame 0xfffffe01129f5dc0 sys_mmap() at sys_mmap+0x42/frame 0xfffffe01129f5e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129f5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129f5f30 --- syscall (477, FreeBSD ELF64, mmap), rip = 0x2efd4539876a, rsp = 0x16d678e7a718, rbp = 0x16d678e7a880 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 96647 60772 13688 0 R+ CPU 6 grep 96645 60761 13688 0 R+ umount 96634 60756 13688 0 R+ CPU 4 find 96625 96622 2607 0 R CPU 2 ls 96622 2607 2607 0 S wait 0xfffffe015788e008 sh 96613 60747 13688 0 R+ find 96590 60765 13688 0 R+ find 96095 60709 13688 0 S+ nanslp 0xffffffff81eae967 sleep 93051 2961 2908 0 S nanslp 0xffffffff81eae969 sleep 60772 60709 13688 0 S+ wait 0xfffffe0144067560 sh 60765 60709 13688 0 S+ wait 0xfffffe01458e9558 sh 60761 60709 13688 0 S+ wait 0xfffffe003ce58010 sh 60756 60709 13688 0 S+ wait 0xfffffe0141a1b558 sh 60754 60709 13688 0 R+ CPU 11 sh 60753 60743 13688 0 R+ CPU 9 swap 60751 60743 13688 0 R+ CPU 1 swap 60750 60743 13688 0 R+ CPU 10 swap 60748 60743 13688 0 R+ CPU 8 swap 60747 60709 13688 0 S+ wait 0xfffffe010e3b0ac0 sh 60746 60743 13688 0 R+ CPU 0 swap 60745 60743 13688 0 R+ CPU 7 swap 60744 60743 13688 0 R+ CPU 5 swap 60743 60740 13688 0 S+ wait 0xfffffe0159319558 swap 60740 60709 13688 0 S+ nanslp 0xffffffff81eae96a swap 60730 0 0 0 DL mdwait 0xfffff801d4aaf000 [md24] 60725 0 0 0 DL mdwait 0xfffff805c3218000 [md23] 60720 0 0 0 DL mdwait 0xfffff804c0a26000 [md22] 60715 0 0 0 DL mdwait 0xfffff805a9fc9000 [md10] 60709 60707 13688 0 S+ wait 0xfffffe015adff570 sh 60708 13688 13688 0 S+ piperd 0xfffffe010a450e38 tee 60707 13688 13688 0 S+ wait 0xfffffe015ac4a000 sh 13688 2755 13688 0 S+ wait 0xfffffe015788e560 sh 2964 2908 2908 0 S piperd 0xfffffe0141a2b998 sh 2962 2908 2908 0 S piperd 0xfffffe0141a32000 awk 2961 2908 2908 0 S wait 0xfffffe013c248560 sh 2908 1 2908 0 SWs wait 0xfffffe01458e9ab0 sh 2755 2753 2755 0 SW+ wait 0xfffffe013c274ac0 bash 2753 2752 2753 0 SW+ pause 0xfffffe013c275620 csh 2752 2746 2752 2006 SW+ wait 0xfffffe013c273ab8 su 2746 2745 2746 2006 SWs+ wait 0xfffffe0142ae3008 bash 2745 2742 2742 2006 S select 0xfffff80003faee40 sshd 2742 2713 2742 0 Ss select 0xfffff80004023c40 sshd 2741 1 2741 0 Ss+ ttyin 0xfffff8000923a4b0 getty 2740 1 2740 0 Ss+ ttyin 0xfffff8000923a8b0 getty 2739 1 2739 0 Ss+ ttyin 0xfffff800282328b0 getty 2738 1 2738 0 Ss+ ttyin 0xfffff80028232cb0 getty 2737 1 2737 0 Ss+ ttyin 0xfffff800282310b0 getty 2736 1 2736 0 Ss+ ttyin 0xfffff800282314b0 getty 2735 1 2735 0 Ss+ ttyin 0xfffff800282318b0 getty 2734 1 2734 0 Ss+ ttyin 0xfffff80028231cb0 getty 2733 1 2733 0 Ss+ ttyin 0xfffff800282300b0 getty 2732 1 2732 0 Ss+ ttyin 0xfffff800282304b0 getty 2722 1 2722 0 Ss select 0xfffff80004564ec0 inetd 2713 1 2713 0 Ss select 0xfffff80004023ac0 sshd 2695 1 2695 0 Ss nanslp 0xffffffff81eae962 cron 2680 1 2680 0 Ss select 0xfffff80003dd87c0 powerd 2677 1 2677 123 Ss select 0xfffff80003dd9940 ntpd 2607 1 2607 0 Ss wait 0xfffffe0141a2e010 watchdogd 2587 1 2587 0 Ss select 0xfffff80003e90340 syslogd 2406 1 2406 0 Ss select 0xfffff80003dd99c0 devd 2401 1 2401 65 Ss select 0xfffff80004564dc0 dhclient 2342 1 2342 0 Ss select 0xfffff8000490c040 dhclient 2339 1 2339 0 Ss select 0xfffff80003dd9ac0 dhclient 19 0 0 0 DL vlruwt 0xfffffe010e3aeab0 [vnlru] 18 0 0 0 DL syncer 0xffffffff81f9f628 [syncer] 17 0 0 0 DL (threaded) [bufdaemon] 100197 D psleep 0xffffffff81f9e650 [bufdaemon] 100198 D - 0xffffffff81a0b0c0 [bufspacedaemon-0] 100199 D - 0xffffffff81a13380 [bufspacedaemon-1] 100200 D - 0xffffffff81a1b640 [bufspacedaemon-2] 100201 D - 0xffffffff81a23900 [bufspacedaemon-3] 100202 D - 0xffffffff81a2bbc0 [bufspacedaemon-4] 100203 D - 0xffffffff81a33e80 [bufspacedaemon-5] 100204 D - 0xffffffff81a3c140 [bufspacedaemon-6] 100221 D sdflush 0xfffff80003e3f0e8 [/ worker] 100226 D sdflush 0xfffff80032f1dce8 [/tmp worker] 100640 D sdflush 0xfffff805cba50ce8 [/mnt worker] 16 0 0 0 DL psleep 0xffffffff81fc6650 [vmdaemon] 9 0 0 0 RL (threaded) [pagedaemon] 100195 Run CPU 3 [dom0] 100205 D launds 0xffffffff81fbaac4 [laundry: dom0] 100206 D umarcl 0xffffffff80f6b820 [uma] 8 0 0 0 DL idle 0xfffffe003ce59018 [enc_daemon1] 7 0 0 0 DL idle 0xfffffe003ce59570 [enc_daemon0] 6 0 0 0 DL - 0xffffffff81ce23c8 [rand_harvestq] 15 0 0 0 DL (threaded) [usb] 100128 D - 0xfffffe010a1b8440 [usbus0] 100129 D - 0xfffffe010a1b8498 [usbus0] 100130 D - 0xfffffe010a1b84f0 [usbus0] 100131 D - 0xfffffe010a1b8548 [usbus0] 100132 D - 0xfffffe010a1b85a0 [usbus0] 100134 D - 0xfffffe00e4d82cf0 [usbus1] 100135 D - 0xfffffe00e4d82d48 [usbus1] 100136 D - 0xfffffe00e4d82da0 [usbus1] 100137 D - 0xfffffe00e4d82df8 [usbus1] 100138 D - 0xfffffe00e4d82e50 [usbus1] 100139 D - 0xfffffe010a578cf0 [usbus2] 100140 D - 0xfffffe010a578d48 [usbus2] 100141 D - 0xfffffe010a578da0 [usbus2] 100142 D - 0xfffffe010a578df8 [usbus2] 100143 D - 0xfffffe010a578e50 [usbus2] 5 0 0 0 DL - 0xffffffff81fcf038 [busdma] 4 0 0 0 DL (threaded) [cam] 100120 D - 0xffffffff81bcbdc0 [doneq0] 100121 D - 0xffffffff81bcbe40 [doneq1] 100122 D - 0xffffffff81bcbec0 [doneq2] 100123 D - 0xffffffff81bcbd40 [async] 100152 D - 0xffffffff81bcbc10 [scanner] 14 0 0 0 DL seqstat 0xfffff800044a1488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100106 D crypto_ 0xffffffff81fb7ef0 [crypto] 100107 D crypto_ 0xfffff80004401830 [crypto returns 0] 100108 D crypto_ 0xfffff80004401880 [crypto returns 1] 100109 D crypto_ 0xfffff800044018d0 [crypto returns 2] 100110 D crypto_ 0xfffff80004401920 [crypto returns 3] 100111 D crypto_ 0xfffff80004401970 [crypto returns 4] 100112 D crypto_ 0xfffff800044019c0 [crypto returns 5] 100113 D crypto_ 0xfffff80004401a10 [crypto returns 6] 100114 D crypto_ 0xfffff80004401a60 [crypto returns 7] 100115 D crypto_ 0xfffff80004401ab0 [crypto returns 8] 100116 D crypto_ 0xfffff80004401b00 [crypto returns 9] 100117 D crypto_ 0xfffff80004401b50 [crypto returns 10] 100118 D crypto_ 0xfffff80004401ba0 [crypto returns 11] 13 0 0 0 DL (threaded) [geom] 100091 D - 0xffffffff81e8df90 [g_event] 100092 D - 0xffffffff81e8df98 [g_up] 100093 D - 0xffffffff81e8dfa0 [g_down] 2 0 0 0 WL (threaded) [clock] 100078 I [clock (0)] 100079 I [clock (1)] 100080 I [clock (2)] 100081 I [clock (3)] 100082 I [clock (4)] 100083 I [clock (5)] 100084 I [clock (6)] 100085 I [clock (7)] 100086 I [clock (8)] 100087 I [clock (9)] 100088 I [clock (10)] 100089 I [clock (11)] 12 0 0 0 WL (threaded) [intr] 100044 I [swi6: task queue] 100045 I [swi6: Giant taskq] 100047 I [swi5: fast taskq] 100077 I [swi1: netisr 0] 100124 I [swi4: apei] 100125 I [irq56: ahci0] 100127 I [irq19: xhci0] 100133 I [irq18: ehci0 ehci1+] 100144 I [irq71: ahci1] 100145 I [swi0: uart uart] 100159 I [irq73: mlx5_core0] 100160 I [irq74: mlx5_core0] 100161 I [irq72: mlx5_core0] 100162 I [irq75: mlx5_core0] 100163 I [irq76: mlx5_core0] 100164 I [irq77: mlx5_core0] 100165 I [irq78: mlx5_core0] 100166 I [irq79: mlx5_core0] 100167 I [irq80: mlx5_core0] 100168 I [irq81: mlx5_core0] 100169 I [irq82: mlx5_core0] 100170 I [irq83: mlx5_core0] 100171 I [irq84: mlx5_core0] 100172 I [irq85: mlx5_core0] 100173 I [irq86: mlx5_core0] 100179 I [irq88: mlx5_core1] 100180 I [irq89: mlx5_core1] 100181 I [irq87: mlx5_core1] 100182 I [irq90: mlx5_core1] 100183 I [irq91: mlx5_core1] 100184 I [irq92: mlx5_core1] 100185 I [irq93: mlx5_core1] 100186 I [irq94: mlx5_core1] 100187 I [irq95: mlx5_core1] 100188 I [irq96: mlx5_core1] 100189 I [irq97: mlx5_core1] 100190 I [irq98: mlx5_core1] 100191 I [irq99: mlx5_core1] 100192 I [irq100: mlx5_core1] 100193 I [irq101: mlx5_core1] 100251 I [irq102: ioat0] 100252 I [irq103: ioat1] 100253 I [irq104: ioat2] 100254 I [irq105: ioat3] 100255 I [irq106: ioat4] 100256 I [irq107: ioat5] 100257 I [irq108: ioat6] 100258 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffffe00e4c66010 [init] 10 0 0 0 DL audit_w 0xffffffff81fb8498 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81e8e510 [swapper] 100015 D - 0xfffff80003bff100 [softirq_0] 100016 D - 0xfffff80003bff000 [softirq_1] 100017 D - 0xfffff80003c00e00 [softirq_2] 100018 D - 0xfffff80003c00d00 [softirq_3] 100019 D - 0xfffff80003c00c00 [softirq_4] 100020 D - 0xfffff80003c00b00 [softirq_5] 100021 D - 0xfffff80003c00a00 [softirq_6] 100022 D - 0xfffff80003c00900 [softirq_7] 100023 D - 0xfffff80003c00800 [softirq_8] 100024 D - 0xfffff80003c00700 [softirq_9] 100025 D - 0xfffff80003c00600 [softirq_10] 100026 D - 0xfffff80003c00500 [softirq_11] 100027 D - 0xfffff80003c00400 [if_io_tqg_0] 100028 D - 0xfffff80003c00300 [if_io_tqg_1] 100029 D - 0xfffff80003c00200 [if_io_tqg_2] 100030 D - 0xfffff80003c00100 [if_io_tqg_3] 100031 D - 0xfffff80003c00000 [if_io_tqg_4] 100032 D - 0xfffff80003c01e00 [if_io_tqg_5] 100033 D - 0xfffff80003c01d00 [if_io_tqg_6] 100034 D - 0xfffff80003c01c00 [if_io_tqg_7] 100035 D - 0xfffff80003c01b00 [if_io_tqg_8] 100036 D - 0xfffff80003c01a00 [if_io_tqg_9] 100037 D - 0xfffff80003c01900 [if_io_tqg_10] 100038 D - 0xfffff80003c01800 [if_io_tqg_11] 100039 D - 0xfffff80003c01700 [if_config_tqg_0] 100040 D - 0xfffff80003a22d00 [kqueue_ctx taskq] 100041 D - 0xfffff80003a22c00 [inm_free taskq] 100042 D - 0xfffff80003a22b00 [aiod_kick taskq] 100043 D - 0xfffff80003a22a00 [deferred_unmount ta] 100046 D - 0xfffff80003a22500 [thread taskq] 100048 D - 0xfffff80003a22200 [in6m_free taskq] 100049 D - 0xfffff80003a22100 [linuxkpi_irq_wq] 100050 D - 0xfffff80003a22000 [pci_hp taskq] 100051 D - 0xfffff80003bed300 [linuxkpi_short_wq_0] 100052 D - 0xfffff80003bed300 [linuxkpi_short_wq_1] 100053 D - 0xfffff80003bed300 [linuxkpi_short_wq_2] 100054 D - 0xfffff80003bed300 [linuxkpi_short_wq_3] 100055 D - 0xfffff80003bed300 [linuxkpi_short_wq_4] 100056 D - 0xfffff80003bed300 [linuxkpi_short_wq_5] 100057 D - 0xfffff80003bed300 [linuxkpi_short_wq_6] 100058 D - 0xfffff80003bed300 [linuxkpi_short_wq_7] 100059 D - 0xfffff80003bed300 [linuxkpi_short_wq_8] 100060 D - 0xfffff80003bed300 [linuxkpi_short_wq_9] 100061 D - 0xfffff80003bed300 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003bed300 [linuxkpi_short_wq_1] 100063 D - 0xfffff80003bed300 [linuxkpi_short_wq_1] 100064 D - 0xfffff80003bed200 [linuxkpi_long_wq_0] 100065 D - 0xfffff80003bed200 [linuxkpi_long_wq_1] 100066 D - 0xfffff80003bed200 [linuxkpi_long_wq_2] 100067 D - 0xfffff80003bed200 [linuxkpi_long_wq_3] 100068 D - 0xfffff80003bed200 [linuxkpi_long_wq_4] 100069 D - 0xfffff80003bed200 [linuxkpi_long_wq_5] 100070 D - 0xfffff80003bed200 [linuxkpi_long_wq_6] 100071 D - 0xfffff80003bed200 [linuxkpi_long_wq_7] 100072 D - 0xfffff80003bed200 [linuxkpi_long_wq_8] 100073 D - 0xfffff80003bed200 [linuxkpi_long_wq_9] 100074 D - 0xfffff80003bed200 [linuxkpi_long_wq_10] 100075 D - 0xfffff80003bed200 [linuxkpi_long_wq_11] 100076 D - 0xfffff80003bed200 [linuxkpi_long_wq_12] 100090 D - 0xfffff80003beee00 [firmware taskq] 100094 D - 0xfffff80003beed00 [crypto_0] 100095 D - 0xfffff80003beed00 [crypto_1] 100096 D - 0xfffff80003beed00 [crypto_2] 100097 D - 0xfffff80003beed00 [crypto_3] 100098 D - 0xfffff80003beed00 [crypto_4] 100099 D - 0xfffff80003beed00 [crypto_5] 100100 D - 0xfffff80003beed00 [crypto_6] 100101 D - 0xfffff80003beed00 [crypto_7] 100102 D - 0xfffff80003beed00 [crypto_8] 100103 D - 0xfffff80003beed00 [crypto_9] 100104 D - 0xfffff80003beed00 [crypto_10] 100105 D - 0xfffff80003beed00 [crypto_11] 100147 D - 0xfffff80028331b00 [acpi_task_0] 100148 D - 0xfffff80028331b00 [acpi_task_1] 100149 D - 0xfffff80028331b00 [acpi_task_2] 100150 D - 0xfffff80003a26100 [mca taskq] 100151 D - 0xfffff80003beec00 [CAM taskq] 100155 D - 0xfffff80028331a00 [mlx5_core0-rec] 100156 D - 0xfffff80028331900 [mlx5_core0-wdg] 100157 D - 0xfffff80028331800 [mlx5_core0-cmd] 100158 D - 0xfffff80028331700 [mlx5_page_allocator] 100174 D - 0xfffff80028332600 [mlx5_esw_wq] 100175 D - 0xfffff80028332500 [mlx5_core1-rec] 100176 D - 0xfffff80028332400 [mlx5_core1-wdg] 100177 D - 0xfffff80028332300 [mlx5_core1-cmd] 100178 D - 0xfffff80028332200 [mlx5_page_allocator] 100194 D - 0xfffff80003c93000 [mlx5_esw_wq] 100370 D - 0xfffff80003e42300 [unionfs_rele taskq] db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81e8ea80 sched_switch() at sched_switch+0x582/frame 0xffffffff8256ae10 mi_switch() at mi_switch+0x157/frame 0xffffffff8256ae30 sleepq_switch() at sleepq_switch+0x107/frame 0xffffffff8256ae70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff8256aeb0 _sleep() at _sleep+0x2d6/frame 0xffffffff8256af40 swapper() at swapper+0x75/frame 0xffffffff8256afa0 mi_startup() at mi_startup+0x30e/frame 0xffffffff8256aff0 btext() at btext+0x23 Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4c6c020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4858de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4858e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4858e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4858ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4858ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4858f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4c6b900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4853de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4853e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4853e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4853ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4853ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4853f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4cf2720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4862de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4862e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4862e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4862ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4862ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4862f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4cf2000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e485dde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e485de00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e485de40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e485dec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e485def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e485df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4c75740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e486cde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e486ce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e486ce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e486cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e486cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e486cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4c75020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4867de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4867e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4867e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4867ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4867ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4867f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4c74900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4876de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4876e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4876e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4876ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4876ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4876f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4c741e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4871de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4871e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4871e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4871ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4871ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4871f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4c73ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4880de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4880e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4880e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4880ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4880ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4880f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4c733a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e487bde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e487be00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e487be40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e487bec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e487bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e487bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e487bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4cf6020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e488ade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488ae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488ae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488aec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4cf5900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4885de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4885e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4885e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4885ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4885ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4885f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4cf51e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4894de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4894e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4894e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4894ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4894ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4894f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4cf4ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e488fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488fec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4cf43a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e489ede0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e489ee00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e489ee40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e489eec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e489eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e489ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4cf3c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4899de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4899e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4899e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4899ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4899ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4899f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4cf3560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48a8de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a8e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a8e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a8ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4cf2e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48a3de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a3e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a3e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4cffac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48b2de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b2e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b2e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b2ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4cff3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48adde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48ade00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48ade40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48adec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48adef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48adf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4cfec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48bcde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48bce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48bce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48bcec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48bcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48bcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4cfe560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48b7de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b7e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b7e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b7ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4cfde40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48c6de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c6e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c6e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c6ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4cfd720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48c1de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c1e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c1e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c1ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4cfd000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48d0de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d0e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d0e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48d0ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48d0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4cf6740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48cbdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48cbdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48cbe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48cbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48cbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48cbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe00e4d05560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48dadd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dadf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48dae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48daec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48daef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48daf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48daf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe00e4d04e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48d5dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d5df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d5e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48d5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48d5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4d04720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48e4dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e4df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e4e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48e4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4d01020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48e9dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e9df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e9e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48e9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffffe00e4d001e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48f3dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48f3df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48f3e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48f3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffffe00e4d0d000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4902de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4902e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4902e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4902ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4902ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4902f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffffe00e4d08740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48fddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48fddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48fde30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48fdec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48fdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48fdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48fdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffffe00e4d08020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e490cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e490cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e490ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e490cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e490cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e490cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffffe00e4d07900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4907dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4907df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4907e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4907ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4907ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4907f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffffe00e4d071e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4916dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4916df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4916e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4916ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4916ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4916f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffffe00e4d06ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4911dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4911df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4911e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4911ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4911ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4911f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffffe00e4d063a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4920dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4920df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4920e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4920ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4920ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4920f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4920f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe00e4d05c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e491bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e491bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e491be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e491bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e491bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e491bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffffe00e4d10900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e492add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e492aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe00e4d101e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4925dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4925df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4925e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4925ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4925ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4925f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4925f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffffe00e4d0fac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4934dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4934df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4934e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4934ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4934ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4934f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4934f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe00e4d0f3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e492fdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492fdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492fe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e492fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe00e4d0ec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e493edd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e493edf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e493ee30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e493eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e493eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e493ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e493ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe00e4d0e560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4939dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4939df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4939e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4939ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4939ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4939f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4939f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe00e4d0de40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4948dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4948df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4948e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4948ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4948ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4948f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4948f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe00e4d0d720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4943dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4943df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4943e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4943ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4943ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4943f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4943f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffffe00e4d163a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4952dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4952df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4952e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4952ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4952ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4952f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4952f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe00e4d15c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e494ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e494ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e494de30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e494dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e494def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe00e4d15560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e495cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e495cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e495ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e495cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e495cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e495cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe00e4d14e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4957dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4957df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4957e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4957ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4957ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4957f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4957f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe00e4d14720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4966dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4966df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4966e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4966ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4966ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4966f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4966f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe00e4d14000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4961dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4961df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4961e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4961ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4961ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4961f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4961f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe00e4d11740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4970dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4970df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4970e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4970ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4970ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4970f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4970f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe00e4d11020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e496bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e496bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e496be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e496bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e496bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe00e4d19e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e497add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e497aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe00e4d19720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4975dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4975df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4975e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4975ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4975ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4975f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4975f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe00e4d19000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4984dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4984df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4984e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4984ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4984ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4984f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4984f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe00e4d18740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e497fdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497fdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497fe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e497fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xfffffe00e4d25ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49f5dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49f5df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49f5e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e49f5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e49f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffffe00e4d23e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e39dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e39df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e39e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e39ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e39ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e39f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e39f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffffe00e4d23720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e48dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e48df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e48e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e48ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e48ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e48f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e48f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffffe00e4d23000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e43dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e43df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e43e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e43ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e43ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e43f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e43f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100097 td 0xfffffe00e4d3ec80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e52dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e52df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e52e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e52ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e52ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffffe00e4d3e560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e4ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e4ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e4de30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e4dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e4def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100099 td 0xfffffe00e4d3de40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e5cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e5cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e5ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e5cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e5cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffffe00e4d3d720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e57dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e57df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e57e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e57ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e57ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e57f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100101 td 0xfffffe00e4d3d000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e66dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e66df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e66e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e66ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e66ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e66f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e66f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffffe00e4d27740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e61dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e61df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e61e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e61ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e61ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e61f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100103 td 0xfffffe00e4d27020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e70dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e70df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e70e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e70ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e70ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e70f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e70f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffffe00e4d26900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e6bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e6bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e6be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e6bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e6bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100105 td 0xfffffe00e4d42720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e7add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e7aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e7aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100147 td 0xfffffe010dc3ac80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ffade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ffae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ffae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4ffaec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4ffaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100148 td 0xfffffe010dc3a560 sched_switch() at sched_switch+0x582/frame 0xfffffe010da45de0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da45e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da45e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da45ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da45ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da45f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da45f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100149 td 0xfffffe010dc39e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010da40de0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da40e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da40e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da40ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da40ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da40f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da40f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100150 td 0xfffffe010dc39720 sched_switch() at sched_switch+0x582/frame 0xfffffe010da4fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da4fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da4fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da4fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da4fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da4ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100151 td 0xfffffe010dc39000 sched_switch() at sched_switch+0x582/frame 0xfffffe010da4add0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da4adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da4ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da4aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da4aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da4af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100155 td 0xfffffe010a1be020 sched_switch() at sched_switch+0x582/frame 0xfffffe010da54dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da54df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da54e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da54ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da54ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da54f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da54f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100156 td 0xfffffe010df42740 sched_switch() at sched_switch+0x582/frame 0xfffffe010da6ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da6ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da6de30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da6dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da6def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da6df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da6df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100157 td 0xfffffe010df42020 sched_switch() at sched_switch+0x582/frame 0xfffffe010da68dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da68df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da68e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da68ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da68ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da68f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da68f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffffe010df41900 sched_switch() at sched_switch+0x582/frame 0xfffffe010da77dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da77df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da77e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da77ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da77ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da77f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da77f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100174 td 0xfffffe010e0d9e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010dac7dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac7df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac7e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dac7ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100175 td 0xfffffe010e0d9720 sched_switch() at sched_switch+0x582/frame 0xfffffe010dac2dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac2df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac2e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dac2ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100176 td 0xfffffe010e0d9000 sched_switch() at sched_switch+0x582/frame 0xfffffe010dad1dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad1df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dad1e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dad1ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dad1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100177 td 0xfffffe010dfd4740 sched_switch() at sched_switch+0x582/frame 0xfffffe010daccdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010daccdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dacce30 _sleep() at _sleep+0x2ef/frame 0xfffffe010daccec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010daccef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daccf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daccf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100178 td 0xfffffe010dfd4020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dadbdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dadbdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dadbe30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dadbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dadbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dadbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dadbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100194 td 0xfffffe010e1c6560 sched_switch() at sched_switch+0x582/frame 0xfffffe010db2bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db2bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db2be30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db2bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db2bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db2bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db2bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100370 td 0xfffffe01578bf740 sched_switch() at sched_switch+0x582/frame 0xfffffe01419e1dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe01419e1df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01419e1e30 _sleep() at _sleep+0x2ef/frame 0xfffffe01419e1ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe01419e1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01419e1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01419e1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4c6aac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377e1a20 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e1a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e1a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00377e1ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00377e1ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe00377e1b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe00377e1c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe00377e1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe00377e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00377e1f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x28ea1a, rsp = 0x820922868, rbp = 0x8209228d0 --- Tracing command clock pid 2 tid 100078 td 0xfffffe00e4d17900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49b9ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49b9ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49b9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49b9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100079 td 0xfffffe00e4d171e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49c8ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c8ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100080 td 0xfffffe00e4d16ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49c3ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c3ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100081 td 0xfffffe00e4d1d740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49d2ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49d2ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49d2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49d2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49d2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100082 td 0xfffffe00e4d1d020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49cdea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49cdec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49cdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49cdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49cdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100083 td 0xfffffe00e4d1c900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49dcea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49dcec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49dcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49dcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49dcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100084 td 0xfffffe00e4d1c1e0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100085 td 0xfffffe00e4d1bac0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100086 td 0xfffffe00e4d1b3a0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100087 td 0xfffffe00e4d1ac80 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100088 td 0xfffffe00e4d1a560 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100089 td 0xfffffe00e4d261e0 fork_trampoline() at fork_trampoline Tracing command crypto pid 3 tid 100106 td 0xfffffe00e4d42000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e75dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e75de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e75e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e75eb0 crypto_dispatch_thread() at crypto_dispatch_thread+0xbf/frame 0xfffffe00e4e75ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e75f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e75f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100107 td 0xfffffe00e4d41740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e84dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e84de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e84e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e84eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e84ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e84f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e84f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100108 td 0xfffffe00e4d41020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e7fdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7fde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7fe20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e7feb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e7fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100109 td 0xfffffe00e4d40900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e8edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e8ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e8ee20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e8eeb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e8eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100110 td 0xfffffe00e4d401e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e89dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e89de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e89e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e89eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e89ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e89f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e89f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100111 td 0xfffffe00e4d3fac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e98dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e98de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e98e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e98eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e98ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e98f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e98f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100112 td 0xfffffe00e4d3f3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e93dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e93de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e93e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e93eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e93ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e93f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e93f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100113 td 0xfffffe00e4d46020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ea2dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea2de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea2e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ea2eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100114 td 0xfffffe00e4d45900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e9ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e9dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e9de20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e9deb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e9def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100115 td 0xfffffe00e4d451e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eacdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eacde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eace20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eaceb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eacef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eacf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eacf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100116 td 0xfffffe00e4d44ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ea7dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea7de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea7e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ea7eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100117 td 0xfffffe00e4d443a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eb6dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb6de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb6e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eb6eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100118 td 0xfffffe00e4d43c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eb1dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb1de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb1e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eb1eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100120 td 0xfffffe00e4d42e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ebbdb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ebbdd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ebbe10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ebbea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ebbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100121 td 0xfffffe00e4d59ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ecadb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ecadd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ecae10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ecaea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ecaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100122 td 0xfffffe00e4d593a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ec5db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec5dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec5e10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ec5ea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ec5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100123 td 0xfffffe00e4d58c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ed4db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed4dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ed4e10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ed4ea0 xpt_async_td() at xpt_async_td+0x74/frame 0xfffffe00e4ed4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100152 td 0xfffffe010a1be740 sched_switch() at sched_switch+0x582/frame 0xfffffe010da59dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da59df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da59e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010da59ec0 xpt_scanner_thread() at xpt_scanner_thread+0x154/frame 0xfffffe010da59ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da59f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da59f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command busdma pid 5 tid 100126 td 0xfffffe00e4d94720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ee8dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee8df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ee8e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ee8ec0 busdma_thread() at busdma_thread+0xb5/frame 0xfffffe00e4ee8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 6 tid 100146 td 0xfffffe010dc3b3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4fffd30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4fffd50 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4fffd90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4fffdd0 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4fffe60 random_kthread() at random_kthread+0xa7/frame 0xfffffe00e4fffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 7 tid 100153 td 0xfffffe00e4d95c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f1fd90 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1fdb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f1fdf0 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4f1fe80 enc_daemon() at enc_daemon+0xde/frame 0xfffffe00e4f1fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 8 tid 100154 td 0xfffffe010df3ee40 sched_switch() at sched_switch+0x582/frame 0xfffffe010da63d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010da63db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da63df0 _sleep() at _sleep+0x2ef/frame 0xfffffe010da63e80 enc_daemon() at enc_daemon+0xde/frame 0xfffffe010da63ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da63f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da63f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100195 td 0xfffffe010e3b7ac0 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3edf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ee00 trap() at trap+0x57/frame 0xfffffe003ce3ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3ef20 --- trap 0x13, rip = 0xffffffff810bfbbf, rsp = 0xfffffe010db4da20, rbp = 0xfffffe010db4da20 --- pmap_invalidate_preipi_pcid() at pmap_invalidate_preipi_pcid+0x7f/frame 0xfffffe010db4da20 pmap_invalidate_page() at pmap_invalidate_page+0x2b/frame 0xfffffe010db4da50 pmap_ts_referenced() at pmap_ts_referenced+0x80e/frame 0xfffffe010db4daf0 vm_pageout_worker() at vm_pageout_worker+0xbc5/frame 0xfffffe010db4deb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010db4def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db4df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100205 td 0xfffffe010df3e720 sched_switch() at sched_switch+0x582/frame 0xfffffe010da5ea80 mi_switch() at mi_switch+0x157/frame 0xfffffe010da5eaa0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da5eae0 _sleep() at _sleep+0x2ef/frame 0xfffffe010da5eb70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xb43/frame 0xfffffe010da5eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da5ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da5ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100206 td 0xfffffe010df3e000 sched_switch() at sched_switch+0x582/frame 0xfffffe0115532d90 mi_switch() at mi_switch+0x157/frame 0xfffffe0115532db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0115532df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0115532e30 _sleep() at _sleep+0x2d6/frame 0xfffffe0115532ec0 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe0115532ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0115532f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0115532f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4c6b1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377e6dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e6df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e6e30 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00377e6e90 audit_worker() at audit_worker+0x9f/frame 0xfffffe00377e6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c6a3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377f0e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4f9/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c69c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00377ebe30 mi_switch() at mi_switch+0x157/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c69560 sched_switch() at sched_switch+0x582/frame 0xfffffe00377fae30 mi_switch() at mi_switch+0x157/frame 0xfffffe00377fae50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c68e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00377f5e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c68720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4830e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4830e50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c68000 sched_switch() at sched_switch+0x582/frame 0xfffffe00377ffe30 mi_switch() at mi_switch+0x157/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4f9/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c72c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e483ae30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e483ae50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c72560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4835e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4835e50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c71e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4844e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4f9/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c71720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e483fe30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e483fe50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c71000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e484ee30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4f9/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c6c740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4849e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4849e50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100044 td 0xfffffe00e4d04000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48dfe40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dfe60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e48dfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100045 td 0xfffffe00e4d01740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffffe00e4d00900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100077 td 0xfffffe00e4d18020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49bee40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49bee60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49beef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49bef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49bef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100124 td 0xfffffe00e4d95560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100125 td 0xfffffe00e4d94e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ed9e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed9e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ed9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100127 td 0xfffffe00e4d94000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ee3e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee3e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ee3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100133 td 0xfffffe00e4d98740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f01e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f01e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f01ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f01f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f01f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100144 td 0xfffffe010a1bb560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100145 td 0xfffffe010a1bae40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f64e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f64e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f64ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f64f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f64f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100159 td 0xfffffe010df411e0 sched_switch() at sched_switch+0x582/frame 0xfffffe010da72e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010da72e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da72ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da72f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da72f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100160 td 0xfffffe010df40ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010da81e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010da81e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da81ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da81f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da81f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100161 td 0xfffffe010df403a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100162 td 0xfffffe010df3fc80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100163 td 0xfffffe010df3f560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100164 td 0xfffffe010dfd31e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100165 td 0xfffffe010dfd2ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100166 td 0xfffffe010dfd23a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100167 td 0xfffffe010dfd1c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100168 td 0xfffffe010dfd1560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100169 td 0xfffffe010dfd0e40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100170 td 0xfffffe010dfd0720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100171 td 0xfffffe010dfd0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100172 td 0xfffffe010e0dac80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffffe010e0da560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe010dfd3900 sched_switch() at sched_switch+0x582/frame 0xfffffe010dad6e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad6e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dad6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100180 td 0xfffffe010e1c5720 sched_switch() at sched_switch+0x582/frame 0xfffffe010dae5e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dae5e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dae5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dae5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dae5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100181 td 0xfffffe010e1c5000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe010e0dd740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffffe010e0dd020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffffe010e0dc900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffffe010e0dc1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffffe010e0dbac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffffe010e0db3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffffe010e1c9020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffffe010e1c8900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100190 td 0xfffffe010e1c81e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffffe010e1c7ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffffe010e1c73a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffffe010e1c6c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100251 td 0xfffffe014389dc80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100252 td 0xfffffe014389d560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100253 td 0xfffffe014389ce40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100254 td 0xfffffe014389c720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100255 td 0xfffffe014389c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100256 td 0xfffffe0142af3740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100257 td 0xfffffe0143f6c560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100258 td 0xfffffe0143f6be40 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100091 td 0xfffffe00e4d253a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e34dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e34df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e34e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e34ec0 g_run_events() at g_run_events+0x444/frame 0xfffffe00e4e34ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e34f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e34f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100092 td 0xfffffe00e4d24c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49ffdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49ffde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49ffe20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e49ffeb0 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e49ffee0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e49ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100093 td 0xfffffe00e4d24560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e3edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e3ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e3ee20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e3eeb0 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4e3eee0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4e3eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100119 td 0xfffffe00e4d43560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ec0db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec0dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec0e10 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ec0e70 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe00e4ec0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100128 td 0xfffffe00e4d5b740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ef2e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef2e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef2e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef2ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100129 td 0xfffffe00e4d5b020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eede00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eede20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eede60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eedec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eedef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eedf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eedf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100130 td 0xfffffe00e4d5a900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4efce00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4efce20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4efce60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4efcec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4efcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4efcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4efcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100131 td 0xfffffe00e4d5a1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ef7e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef7e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef7e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef7ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100132 td 0xfffffe010a1ba000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f06e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f06e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f06e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f06ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f06ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f06f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f06f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100134 td 0xfffffe00e4d98020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f10e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f10e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f10e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f10ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f10ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f10f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f10f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100135 td 0xfffffe00e4d97900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f0be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f0be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f0be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f0bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f0bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f0bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f0bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100136 td 0xfffffe00e4d971e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f1ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f1ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f1aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f1aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100137 td 0xfffffe00e4d96ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f15e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f15e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f15e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f15ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f15ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f15f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f15f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100138 td 0xfffffe00e4d963a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f24e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f24e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f24e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f24ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f24ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f24f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f24f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100139 td 0xfffffe010a1bd900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f46e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f46e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f46e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f46ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f46ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f46f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f46f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100140 td 0xfffffe010a1bd1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f41e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f41e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f41e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f41ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f41ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100141 td 0xfffffe010a1bcac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f50e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f50e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f50e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f50ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f50ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f50f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f50f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100142 td 0xfffffe010a1bc3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f4be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f4be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f4be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f4bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f4bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f4bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f4bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100143 td 0xfffffe010a1bbc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f5ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f5ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f5ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f5aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f5aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 16 tid 100196 td 0xfffffe010e3b73a0 sched_switch() at sched_switch+0x582/frame 0xfffffe010db48d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010db48db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db48df0 _sleep() at _sleep+0x2ef/frame 0xfffffe010db48e80 vm_daemon() at vm_daemon+0x82/frame 0xfffffe010db48ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db48f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db48f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100197 td 0xfffffe010e3b6c80 sched_switch() at sched_switch+0x582/frame 0xfffffe010db57d70 mi_switch() at mi_switch+0x157/frame 0xfffffe010db57d90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db57dd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db57e10 _sleep() at _sleep+0x2d6/frame 0xfffffe010db57ea0 buf_daemon() at buf_daemon+0x121/frame 0xfffffe010db57ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db57f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100198 td 0xfffffe010e3cc560 sched_switch() at sched_switch+0x582/frame 0xfffffe010fd1dd50 mi_switch() at mi_switch+0x157/frame 0xfffffe010fd1dd70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010fd1ddb0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010fd1ddf0 _sleep() at _sleep+0x2d6/frame 0xfffffe010fd1de80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010fd1def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010fd1df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010fd1df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100199 td 0xfffffe010e3cbe40 sched_switch() at sched_switch+0x582/frame 0xfffffe010db5cd50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db5cd70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db5cdb0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db5cdf0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db5ce80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db5cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db5cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100200 td 0xfffffe010e3cb720 sched_switch() at sched_switch+0x582/frame 0xfffffe010db61d50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db61d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db61db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db61df0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db61e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db61ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db61f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100201 td 0xfffffe010e3cb000 sched_switch() at sched_switch+0x582/frame 0xfffffe011072cd50 mi_switch() at mi_switch+0x157/frame 0xfffffe011072cd70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe011072cdb0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe011072cdf0 _sleep() at _sleep+0x2d6/frame 0xfffffe011072ce80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe011072cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe011072cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe011072cf30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command bufdaemon pid 17 tid 100202 td 0xfffffe010e3b9740 sched_switch() at sched_switch+0x582/frame 0xfffffe0110d37d50 mi_switch() at mi_switch+0x157/frame 0xfffffe0110d37d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0110d37db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0110d37df0 _sleep() at _sleep+0x2d6/frame 0xfffffe0110d37e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe0110d37ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0110d37f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0110d37f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command bufdaemon pid 17 tid 100203 td 0xfffffe010e3b9020 sched_switch() at sched_switch+0x582/frame 0xfffffe010db66d50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db66d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db66db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db66df0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db66e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db66ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db66f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db66f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100204 td 0xfffffe010e3b8900 sched_switch() at sched_switch+0x582/frame 0xfffffe010db70d50 mi_switch() at mi_switch+0x157/frame 0xfffffe010db70d70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db70db0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db70df0 _sleep() at _sleep+0x2d6/frame 0xfffffe010db70e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db70ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db70f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db70f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100221 td 0xfffffe0142ade1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1ecd80 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1ecda0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1ecde0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe013c1ece20 _sleep() at _sleep+0x2d6/frame 0xfffffe013c1eceb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe013c1ecef0 fork_exit() at fork_exit+0x80/frame 0xfffffe013c1ecf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe013c1ecf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100226 td 0xfffffe0141a1f720 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1d3d80 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1d3da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1d3de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe013c1d3e20 _sleep() at _sleep+0x2d6/frame 0xfffffe013c1d3eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe013c1d3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe013c1d3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe013c1d3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100640 td 0xfffffe015aa99560 sched_switch() at sched_switch+0x582/frame 0xfffffe010da13d80 mi_switch() at mi_switch+0x157/frame 0xfffffe010da13da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da13de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010da13e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da13eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe010da13ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da13f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da13f30 --- trap 0xa5a5a5a5, rip = 0xa5a5a5a5a5a5a5a5, rsp = 0xa5a5a5a5a5a5a5a5, rbp = 0xa5a5a5a5a5a5a5a5 --- Tracing command syncer pid 18 tid 100207 td 0xfffffe010e3b6560 sched_switch() at sched_switch+0x582/frame 0xfffffe010db52d40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db52d60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db52da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db52de0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x19a/frame 0xfffffe010db52e60 sched_sync() at sched_sync+0x62d/frame 0xfffffe010db52ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 19 tid 100208 td 0xfffffe010e3b5e40 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1a6d20 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1a6d40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1a6d80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe013c1a6dc0 _sleep() at _sleep+0x2d6/frame 0xfffffe013c1a6e50 vnlru_proc() at vnlru_proc+0x99c/frame 0xfffffe013c1a6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe013c1a6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe013c1a6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command dhclient pid 2339 tid 100272 td 0xfffffe0141a06000 sched_switch() at sched_switch+0x582/frame 0xfffffe010db84ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db84ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db84b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db84b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db84b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db84bd0 kern_select() at kern_select+0xadd/frame 0xfffffe010db84dc0 sys_select() at sys_select+0x56/frame 0xfffffe010db84e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db84f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db84f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x2e054263b7da, rsp = 0x2e053e14dc18, rbp = 0x2e053e14dcd0 --- Tracing command dhclient pid 2342 tid 100220 td 0xfffffe0141a23740 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1e2ae0 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1e2b00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1e2b40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1e2b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1e2ba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe013c1e2c00 kern_poll_kfds() at kern_poll_kfds+0x4dc/frame 0xfffffe013c1e2c90 kern_poll() at kern_poll+0x9f/frame 0xfffffe013c1e2de0 sys_poll() at sys_poll+0x50/frame 0xfffffe013c1e2e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1e2f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1e2f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x2e054263b6da, rsp = 0x2e053e14de58, rbp = 0x2e053e14de90 --- Tracing command dhclient pid 2401 tid 100238 td 0xfffffe0141a0a740 sched_switch() at sched_switch+0x582/frame 0xfffffe01129cda90 mi_switch() at mi_switch+0x157/frame 0xfffffe01129cdab0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01129cdaf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01129cdb40 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01129cdb80 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe01129cdc00 kern_poll_kfds() at kern_poll_kfds+0x4a9/frame 0xfffffe01129cdc90 kern_poll() at kern_poll+0x9f/frame 0xfffffe01129cdde0 sys_poll() at sys_poll+0x50/frame 0xfffffe01129cde00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129cdf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129cdf30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x2e054263b6da, rsp = 0x2e053e14de58, rbp = 0x2e053e14de90 --- Tracing command devd pid 2406 tid 100262 td 0xfffffe0141a23020 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1dda60 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1dda80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1ddac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1ddb10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe013c1ddb50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe013c1ddbd0 kern_select() at kern_select+0xab7/frame 0xfffffe013c1dddc0 sys_select() at sys_select+0x56/frame 0xfffffe013c1dde00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1ddf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1ddf30 --- syscall (93, FreeBSD ELF64, select), rip = 0xe9da7fb87da, rsp = 0xe9da286f708, rbp = 0xe9da28718a0 --- Tracing command syslogd pid 2587 tid 100248 td 0xfffffe0141a06720 sched_switch() at sched_switch+0x582/frame 0xfffffe010db89ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db89ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db89b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db89b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db89b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db89bd0 kern_select() at kern_select+0xadd/frame 0xfffffe010db89dc0 sys_select() at sys_select+0x56/frame 0xfffffe010db89e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db89f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db89f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x3253a83c77da, rsp = 0x3253a4a72fa8, rbp = 0x3253a4a73530 --- Tracing command watchdogd pid 2607 tid 100261 td 0xfffffe0142aea020 sched_switch() at sched_switch+0x582/frame 0xfffffe010db8ea20 mi_switch() at mi_switch+0x157/frame 0xfffffe010db8ea40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db8ea80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db8ead0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db8eae0 _sleep() at _sleep+0x2e5/frame 0xfffffe010db8eb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe010db8ec00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe010db8ee00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db8ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db8ef30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x1fde53e4993a, rsp = 0x1fde50c3c0a8, rbp = 0x1fde50c3c170 --- Tracing command ntpd pid 2677 tid 100234 td 0xfffffe0141a07c80 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1bfab0 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1bfad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1bfb10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1bfb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1bfb70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe013c1bfbd0 kern_select() at kern_select+0xadd/frame 0xfffffe013c1bfdc0 sys_select() at sys_select+0x56/frame 0xfffffe013c1bfe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1bff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1bff30 --- syscall (93, FreeBSD ELF64, select), rip = 0x21327322c7da, rsp = 0x21326daeeee8, rbp = 0x21326daeef20 --- Tracing command powerd pid 2680 tid 100260 td 0xfffffe013c25fac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbf5a60 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbf5a80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbf5ac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbf5b10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010dbf5b50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe010dbf5bd0 kern_select() at kern_select+0xab7/frame 0xfffffe010dbf5dc0 sys_select() at sys_select+0x56/frame 0xfffffe010dbf5e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbf5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbf5f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x1710ef63c7da, rsp = 0x1710eb67e988, rbp = 0x1710eb67eac0 --- Tracing command cron pid 2695 tid 100265 td 0xfffffe014406a000 sched_switch() at sched_switch+0x582/frame 0xfffffe0141869bc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141869be0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141869c20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141869c70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0141869cb0 _sleep() at _sleep+0x2c4/frame 0xfffffe0141869d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1c1/frame 0xfffffe0141869dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0141869e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141869f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141869f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x81e43e6565a, rsp = 0x81e42619788, rbp = 0x81e42619970 --- Tracing command sshd pid 2713 tid 100246 td 0xfffffe014389eac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010db7fab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db7fad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db7fb10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db7fb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db7fb70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db7fbd0 kern_poll_kfds() at kern_poll_kfds+0x4dc/frame 0xfffffe010db7fc60 kern_poll() at kern_poll+0x9f/frame 0xfffffe010db7fdb0 sys_ppoll() at sys_ppoll+0x6f/frame 0xfffffe010db7fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db7ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db7ff30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x20ee27d3f6fa, rsp = 0x20ee21665f98, rbp = 0x20ee21665fd0 --- Tracing command inetd pid 2722 tid 100211 td 0xfffffe013c260900 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1baab0 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1baad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1bab10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1bab60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1bab70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe013c1babd0 kern_select() at kern_select+0xadd/frame 0xfffffe013c1badc0 sys_select() at sys_select+0x56/frame 0xfffffe013c1bae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1baf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1baf30 --- syscall (93, FreeBSD ELF64, select), rip = 0x1f9b703ca7da, rsp = 0x1f9b6d399528, rbp = 0x1f9b6d39a3b0 --- Tracing command getty pid 2732 tid 100209 td 0xfffffe010e3b81e0 sched_switch() at sched_switch+0x582/frame 0xfffffe010db6bb00 mi_switch() at mi_switch+0x157/frame 0xfffffe010db6bb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db6bb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db6bbb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db6bbc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db6bc20 tty_wait() at tty_wait+0x42/frame 0xfffffe010db6bc50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe010db6bcc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe010db6bcf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe010db6bd50 dofileread() at dofileread+0x83/frame 0xfffffe010db6bd90 sys_read() at sys_read+0xc0/frame 0xfffffe010db6be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db6bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db6bf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x2b267c88575a, rsp = 0x2b267a0a0668, rbp = 0x2b267a0a06b0 --- Tracing command getty pid 2733 tid 100235 td 0xfffffe013c2601e0 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1b5b00 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1b5b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1b5b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1b5bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1b5bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe013c1b5c20 tty_wait() at tty_wait+0x42/frame 0xfffffe013c1b5c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe013c1b5cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe013c1b5cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe013c1b5d50 dofileread() at dofileread+0x83/frame 0xfffffe013c1b5d90 sys_read() at sys_read+0xc0/frame 0xfffffe013c1b5e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1b5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1b5f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x204c6dc6775a, rsp = 0x204c6abc2a98, rbp = 0x204c6abc2ae0 --- Tracing command getty pid 2734 tid 100273 td 0xfffffe010e3cdac0 sched_switch() at sched_switch+0x582/frame 0xfffffe0141882b00 mi_switch() at mi_switch+0x157/frame 0xfffffe0141882b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141882b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141882bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141882bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0141882c20 tty_wait() at tty_wait+0x42/frame 0xfffffe0141882c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe0141882cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0141882cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141882d50 dofileread() at dofileread+0x83/frame 0xfffffe0141882d90 sys_read() at sys_read+0xc0/frame 0xfffffe0141882e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141882f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141882f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x30d310dff75a, rsp = 0x30d30e6007b8, rbp = 0x30d30e600800 --- Tracing command getty pid 2735 tid 100278 td 0xfffffe013c261740 sched_switch() at sched_switch+0x582/frame 0xfffffe01418a5b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01418a5b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01418a5b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01418a5bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01418a5bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01418a5c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01418a5c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01418a5cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01418a5cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01418a5d50 dofileread() at dofileread+0x83/frame 0xfffffe01418a5d90 sys_read() at sys_read+0xc0/frame 0xfffffe01418a5e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01418a5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01418a5f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x756e329c75a, rsp = 0x756e0310fa8, rbp = 0x756e0310ff0 --- Tracing command getty pid 2736 tid 100239 td 0xfffffe00e4d46740 sched_switch() at sched_switch+0x582/frame 0xfffffe01129d7b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01129d7b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01129d7b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01129d7bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01129d7bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01129d7c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01129d7c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01129d7cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01129d7cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01129d7d50 dofileread() at dofileread+0x83/frame 0xfffffe01129d7d90 sys_read() at sys_read+0xc0/frame 0xfffffe01129d7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129d7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129d7f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x16067cbb775a, rsp = 0x16067aacc9d8, rbp = 0x16067aacca20 --- Tracing command getty pid 2737 tid 100236 td 0xfffffe00e4d57000 sched_switch() at sched_switch+0x582/frame 0xfffffe01129dcb00 mi_switch() at mi_switch+0x157/frame 0xfffffe01129dcb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01129dcb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01129dcbb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01129dcbc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01129dcc20 tty_wait() at tty_wait+0x42/frame 0xfffffe01129dcc50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01129dccc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01129dccf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01129dcd50 dofileread() at dofileread+0x83/frame 0xfffffe01129dcd90 sys_read() at sys_read+0xc0/frame 0xfffffe01129dce00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129dcf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129dcf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x18982cdd875a, rsp = 0x18982b084f18, rbp = 0x18982b084f60 --- Tracing command getty pid 2738 tid 100274 td 0xfffffe0143f6e900 sched_switch() at sched_switch+0x582/frame 0xfffffe014186eb00 mi_switch() at mi_switch+0x157/frame 0xfffffe014186eb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014186eb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014186ebb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014186ebc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe014186ec20 tty_wait() at tty_wait+0x42/frame 0xfffffe014186ec50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe014186ecc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014186ecf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe014186ed50 dofileread() at dofileread+0x83/frame 0xfffffe014186ed90 sys_read() at sys_read+0xc0/frame 0xfffffe014186ee00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014186ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014186ef30 --- syscall (3, FreeBSD ELF64, read), rip = 0x2e03bbdcd75a, rsp = 0x2e03b8636d88, rbp = 0x2e03b8636dd0 --- Tracing command getty pid 2739 tid 100245 td 0xfffffe010e1c9740 sched_switch() at sched_switch+0x582/frame 0xfffffe01129e1b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01129e1b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01129e1b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01129e1bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01129e1bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01129e1c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01129e1c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01129e1cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01129e1cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01129e1d50 dofileread() at dofileread+0x83/frame 0xfffffe01129e1d90 sys_read() at sys_read+0xc0/frame 0xfffffe01129e1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129e1f30 --- syscall (3, FreeBSD ELF64, read), rip = 0xa8930c3b75a, rsp = 0xa892d08a418, rbp = 0xa892d08a460 --- Tracing command getty pid 2740 tid 100237 td 0xfffffe0142adf740 sched_switch() at sched_switch+0x582/frame 0xfffffe01129b9b00 mi_switch() at mi_switch+0x157/frame 0xfffffe01129b9b20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01129b9b60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01129b9bb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01129b9bc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01129b9c20 tty_wait() at tty_wait+0x42/frame 0xfffffe01129b9c50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe01129b9cc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01129b9cf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01129b9d50 dofileread() at dofileread+0x83/frame 0xfffffe01129b9d90 sys_read() at sys_read+0xc0/frame 0xfffffe01129b9e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129b9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129b9f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x9299f46e75a, rsp = 0x9299c8d2878, rbp = 0x9299c8d28c0 --- Tracing command getty pid 2741 tid 100244 td 0xfffffe0142aef000 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1fbb00 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1fbb20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1fbb60 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1fbbb0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1fbbc0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe013c1fbc20 tty_wait() at tty_wait+0x42/frame 0xfffffe013c1fbc50 ttydisc_read() at ttydisc_read+0x208/frame 0xfffffe013c1fbcc0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe013c1fbcf0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe013c1fbd50 dofileread() at dofileread+0x83/frame 0xfffffe013c1fbd90 sys_read() at sys_read+0xc0/frame 0xfffffe013c1fbe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1fbf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1fbf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x3723e995f75a, rsp = 0x3723e7435a38, rbp = 0x3723e7435a80 --- Tracing command sshd pid 2742 tid 100217 td 0xfffffe010a1ba720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f5fae0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f5fb00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f5fb40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00e4f5fb90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e4f5fba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe00e4f5fc00 kern_poll_kfds() at kern_poll_kfds+0x4dc/frame 0xfffffe00e4f5fc90 kern_poll() at kern_poll+0x9f/frame 0xfffffe00e4f5fde0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e4f5fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe00e4f5ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4f5ff30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x3e16a1a276da, rsp = 0x3e1699542058, rbp = 0x3e1699542090 --- Tracing command sshd pid 2745 tid 100210 td 0xfffffe013c25d000 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1b0ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1b0ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1b0b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1b0b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1b0b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe013c1b0bd0 kern_poll_kfds() at kern_poll_kfds+0x4dc/frame 0xfffffe013c1b0c60 kern_poll() at kern_poll+0x9f/frame 0xfffffe013c1b0db0 sys_ppoll() at sys_ppoll+0x6f/frame 0xfffffe013c1b0e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1b0f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1b0f30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x3e16a1a276fa, rsp = 0x3e1699541e08, rbp = 0x3e1699541e40 --- Tracing command bash pid 2746 tid 100227 td 0xfffffe0142ae7560 --- swapped out Tracing command su pid 2752 tid 100247 td 0xfffffe0141a06e40 --- swapped out Tracing command csh pid 2753 tid 100286 td 0xfffffe014406c3a0 --- swapped out Tracing command bash pid 2755 tid 100212 td 0xfffffe0141a083a0 --- swapped out Tracing command sh pid 2908 tid 100341 td 0xfffffe0145a2eac0 --- swapped out Tracing command sleep pid 93051 tid 100277 td 0xfffffe013c25ec80 sched_switch() at sched_switch+0x582/frame 0xfffffe014189bbc0 mi_switch() at mi_switch+0x157/frame 0xfffffe014189bbe0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014189bc20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014189bc70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014189bcb0 _sleep() at _sleep+0x2c4/frame 0xfffffe014189bd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1c1/frame 0xfffffe014189bdc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe014189be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014189bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014189bf30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x3c40ed6bb65a, rsp = 0x3c40ec646f18, rbp = 0x3c40ec646f80 --- Tracing command sh pid 2961 tid 100339 td 0xfffffe0145a2b020 sched_switch() at sched_switch+0x582/frame 0xfffffe014194fa20 mi_switch() at mi_switch+0x157/frame 0xfffffe014194fa40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014194fa80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014194fad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014194fae0 _sleep() at _sleep+0x2e5/frame 0xfffffe014194fb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe014194fc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014194fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014194ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014194ff30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x159f7265d93a, rsp = 0x159f6f189cd8, rbp = 0x159f6f189d80 --- Tracing command awk pid 2962 tid 100214 td 0xfffffe010e3cf740 sched_switch() at sched_switch+0x582/frame 0xfffffe013c1abb90 mi_switch() at mi_switch+0x157/frame 0xfffffe013c1abbb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c1abbf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c1abc40 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c1abc50 _sleep() at _sleep+0x2e5/frame 0xfffffe013c1abce0 pipe_read() at pipe_read+0x42a/frame 0xfffffe013c1abd50 dofileread() at dofileread+0x83/frame 0xfffffe013c1abd90 sys_read() at sys_read+0xc0/frame 0xfffffe013c1abe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1abf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1abf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x2ab7e940f75a, rsp = 0x2ab7e6d054d8, rbp = 0x2ab7e6d054f0 --- Tracing command sh pid 2964 tid 100292 td 0xfffffe010e3ccc80 sched_switch() at sched_switch+0x582/frame 0xfffffe01418aab90 mi_switch() at mi_switch+0x157/frame 0xfffffe01418aabb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01418aabf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01418aac40 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01418aac50 _sleep() at _sleep+0x2e5/frame 0xfffffe01418aace0 pipe_read() at pipe_read+0x42a/frame 0xfffffe01418aad50 dofileread() at dofileread+0x83/frame 0xfffffe01418aad90 sys_read() at sys_read+0xc0/frame 0xfffffe01418aae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01418aaf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01418aaf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x159f7265d75a, rsp = 0x159f6f189898, rbp = 0x159f6f189dc0 --- Tracing command sh pid 60707 tid 100386 td 0xfffffe015ac53e40 sched_switch() at sched_switch+0x582/frame 0xfffffe015ae4ba20 mi_switch() at mi_switch+0x157/frame 0xfffffe015ae4ba40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015ae4ba80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015ae4bad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015ae4bae0 _sleep() at _sleep+0x2e5/frame 0xfffffe015ae4bb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe015ae4bc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe015ae4be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015ae4bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015ae4bf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x7e567eb93a, rsp = 0x7e55cd02d8, rbp = 0x7e55cd0380 --- Tracing command tee pid 60708 tid 100349 td 0xfffffe0145a2d560 sched_switch() at sched_switch+0x582/frame 0xfffffe0141945b90 mi_switch() at mi_switch+0x157/frame 0xfffffe0141945bb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141945bf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141945c40 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141945c50 _sleep() at _sleep+0x2e5/frame 0xfffffe0141945ce0 pipe_read() at pipe_read+0x42a/frame 0xfffffe0141945d50 dofileread() at dofileread+0x83/frame 0xfffffe0141945d90 sys_read() at sys_read+0xc0/frame 0xfffffe0141945e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141945f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141945f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x29fd213b575a, rsp = 0x29fd1f539c78, rbp = 0x29fd1f539cd0 --- Tracing command sh pid 60709 tid 100466 td 0xfffffe013c25d720 sched_switch() at sched_switch+0x582/frame 0xfffffe015af3ba20 mi_switch() at mi_switch+0x157/frame 0xfffffe015af3ba40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015af3ba80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015af3bad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015af3bae0 _sleep() at _sleep+0x2e5/frame 0xfffffe015af3bb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe015af3bc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe015af3be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015af3bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015af3bf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3facb60a93a, rsp = 0x3fac950ceb8, rbp = 0x3fac950cf60 --- Tracing command md10 pid 60715 tid 100387 td 0xfffffe015ac53720 sched_switch() at sched_switch+0x582/frame 0xfffffe015ae64db0 mi_switch() at mi_switch+0x157/frame 0xfffffe015ae64dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015ae64e10 _sleep() at _sleep+0x2ef/frame 0xfffffe015ae64ea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe015ae64ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe015ae64f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe015ae64f30 --- trap 0xc, rip = 0x12e2512c37a, rsp = 0x12e23523308, rbp = 0x12e23523320 --- Tracing command md22 pid 60720 tid 100287 td 0xfffffe0141a213a0 sched_switch() at sched_switch+0x582/frame 0xfffffe01418c8db0 mi_switch() at mi_switch+0x157/frame 0xfffffe01418c8dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01418c8e10 _sleep() at _sleep+0x2ef/frame 0xfffffe01418c8ea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe01418c8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01418c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01418c8f30 --- trap 0xc, rip = 0x4aa482d537a, rsp = 0x4aa453e2798, rbp = 0x4aa453e2850 --- Tracing command md23 pid 60725 tid 100223 td 0xfffffe0142aef720 sched_switch() at sched_switch+0x582/frame 0xfffffe0112958db0 mi_switch() at mi_switch+0x157/frame 0xfffffe0112958dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0112958e10 _sleep() at _sleep+0x2ef/frame 0xfffffe0112958ea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe0112958ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0112958f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0112958f30 --- trap 0xc, rip = 0xf80321cc37a, rsp = 0xf802fb12248, rbp = 0xf802fb12260 --- Tracing command md24 pid 60730 tid 100357 td 0xfffffe01578bc560 sched_switch() at sched_switch+0x582/frame 0xfffffe0141904db0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141904dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141904e10 _sleep() at _sleep+0x2ef/frame 0xfffffe0141904ea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe0141904ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0141904f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0141904f30 --- trap 0xc, rip = 0x39bda087737a, rsp = 0x39bd9dc0cce8, rbp = 0x39bd9dc0cd00 --- Tracing command swap pid 60740 tid 100281 td 0xfffffe014406d900 sched_switch() at sched_switch+0x582/frame 0xfffffe01418b9bc0 mi_switch() at mi_switch+0x157/frame 0xfffffe01418b9be0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01418b9c20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01418b9c70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01418b9cb0 _sleep() at _sleep+0x2c4/frame 0xfffffe01418b9d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1c1/frame 0xfffffe01418b9dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01418b9e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01418b9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01418b9f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x18994bc7565a, rsp = 0x18994a107f18, rbp = 0x18994a107f60 --- Tracing command swap pid 60743 tid 100486 td 0xfffffe0145a30740 sched_switch() at sched_switch+0x582/frame 0xfffffe015af7ca20 mi_switch() at mi_switch+0x157/frame 0xfffffe015af7ca40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015af7ca80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015af7cad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015af7cae0 _sleep() at _sleep+0x2e5/frame 0xfffffe015af7cb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe015af7cc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe015af7ce00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015af7cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015af7cf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x18994bc7593a, rsp = 0x18994a107f68, rbp = 0x18994a108090 --- Tracing command swap pid 60744 tid 100484 td 0xfffffe0145a28c80 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce5cdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce5ce00 trap() at trap+0x57/frame 0xfffffe003ce5cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce5cf20 --- trap 0x13, rip = 0x18912a09d755, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60745 tid 100394 td 0xfffffe014838b020 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7adf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7ae00 trap() at trap+0x57/frame 0xfffffe003ce7af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7af20 --- trap 0x13, rip = 0x18912a09d755, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60746 tid 100485 td 0xfffffe0145a27e40 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81fef380 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81fef390 trap() at trap+0x57/frame 0xffffffff81fef4b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81fef4b0 --- trap 0x13, rip = 0x18912a09d750, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command sh pid 60747 tid 100371 td 0xfffffe015ab1c3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe01419d2a20 mi_switch() at mi_switch+0x157/frame 0xfffffe01419d2a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01419d2a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01419d2ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01419d2ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe01419d2b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01419d2c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01419d2e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01419d2f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01419d2f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3facb60a93a, rsp = 0x3fac950cd08, rbp = 0x3fac950cdb0 --- Tracing command swap pid 60748 tid 100454 td 0xfffffe015ac75000 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce89df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce89e00 trap() at trap+0x57/frame 0xfffffe003ce89f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce89f20 --- trap 0x13, rip = 0xffffffff810b1950, rsp = 0xffffffff826182d8, rbp = 0x18994a107f60 --- Xinvlop_pti() at Xinvlop_pti/frame 0x18994a107f60 Tracing command swap pid 60750 tid 100267 td 0xfffffe013c25f3a0 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea7df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea7e00 trap() at trap+0x57/frame 0xfffffe003cea7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea7f20 --- trap 0x13, rip = 0x18912a09d75f, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60751 tid 100297 td 0xfffffe013c25e560 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e00 trap() at trap+0x57/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0x18912a09d75c, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command swap pid 60753 tid 100359 td 0xfffffe01578bb720 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce98df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce98e00 trap() at trap+0x57/frame 0xfffffe003ce98f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce98f20 --- trap 0x13, rip = 0x18912a09d755, rsp = 0x18994a107f30, rbp = 0x18994a107f60 --- Tracing command sh pid 60754 tid 100230 td 0xfffffe0142ae6000 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ceb6df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ceb6e00 trap() at trap+0x57/frame 0xfffffe003ceb6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceb6f20 --- trap 0x13, rip = 0xffffffff80bccdc1, rsp = 0xfffffe01129bedb0, rbp = 0xfffffe01129bee10 --- _thread_lock() at _thread_lock+0x1/frame 0xfffffe01129bee10 trap() at trap+0x793/frame 0xfffffe01129bef30 calltrap() at calltrap+0x8/frame 0xfffffe01129bef30 --- trap 0xc, rip = 0x3f2a8ade4bd, rsp = 0x3fac950cb10, rbp = 0x3fac950cc70 --- Tracing command sh pid 60756 tid 100283 td 0xfffffe014406d1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe01418b4a20 mi_switch() at mi_switch+0x157/frame 0xfffffe01418b4a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01418b4a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01418b4ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01418b4ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe01418b4b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01418b4c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01418b4e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01418b4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01418b4f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3facb60a93a, rsp = 0x3fac950cd08, rbp = 0x3fac950cdb0 --- Tracing command sh pid 60761 tid 100385 td 0xfffffe010dc3d020 sched_switch() at sched_switch+0x582/frame 0xfffffe015ae5aa20 mi_switch() at mi_switch+0x157/frame 0xfffffe015ae5aa40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015ae5aa80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015ae5aad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015ae5aae0 _sleep() at _sleep+0x2e5/frame 0xfffffe015ae5ab70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe015ae5ac00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe015ae5ae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015ae5af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015ae5af30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3facb60a93a, rsp = 0x3fac950cbe8, rbp = 0x3fac950cc90 --- Tracing command sh pid 60765 tid 100347 td 0xfffffe0145a2e3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe0141963a20 mi_switch() at mi_switch+0x157/frame 0xfffffe0141963a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141963a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141963ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141963ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe0141963b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe0141963c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0141963e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141963f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141963f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3facb60a93a, rsp = 0x3fac950cd08, rbp = 0x3fac950cdb0 --- Tracing command sh pid 60772 tid 100352 td 0xfffffe014389f1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe01418f0a20 mi_switch() at mi_switch+0x157/frame 0xfffffe01418f0a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01418f0a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01418f0ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01418f0ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe01418f0b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01418f0c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01418f0e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01418f0f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01418f0f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3facb60a93a, rsp = 0x3fac950cd98, rbp = 0x3fac950ce40 --- Tracing command sh pid 13688 tid 100376 td 0xfffffe01578bb000 sched_switch() at sched_switch+0x582/frame 0xfffffe015ae32a20 mi_switch() at mi_switch+0x157/frame 0xfffffe015ae32a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015ae32a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015ae32ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015ae32ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe015ae32b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe015ae32c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe015ae32e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015ae32f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015ae32f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x7e567eb93a, rsp = 0x7e55cd0638, rbp = 0x7e55cd06e0 --- Tracing command sleep pid 96095 tid 100219 td 0xfffffe010e1c5e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010db26bc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db26be0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db26c20 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db26c70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010db26cb0 _sleep() at _sleep+0x2c4/frame 0xfffffe010db26d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1c1/frame 0xfffffe010db26dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe010db26e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db26f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db26f30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x2203e0d8865a, rsp = 0x2203ddffe9d8, rbp = 0x2203ddffea40 --- Tracing command find pid 96590 tid 100348 td 0xfffffe0145a2dc80 sched_switch() at sched_switch+0x582/frame 0xfffffe014192c7d0 mi_switch() at mi_switch+0x157/frame 0xfffffe014192c7f0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014192c830 sleeplk() at sleeplk+0x100/frame 0xfffffe014192c890 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3ef/frame 0xfffffe014192c930 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe014192c970 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe014192c990 unionfs_lock() at unionfs_lock+0x3a4/frame 0xfffffe014192ca20 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe014192ca40 _vn_lock() at _vn_lock+0x54/frame 0xfffffe014192caa0 vfs_lookup() at vfs_lookup+0x140/frame 0xfffffe014192cb40 namei() at namei+0x33d/frame 0xfffffe014192cbc0 kern_statat() at kern_statat+0x12f/frame 0xfffffe014192cd00 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe014192ce00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014192cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014192cf30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0xf1b9bbda43a, rsp = 0xf1b9a425e28, rbp = 0xf1b9a425f40 --- Tracing command find pid 96613 tid 100436 td 0xfffffe015ac81c80 sched_switch() at sched_switch+0x582/frame 0xfffffe015af407d0 mi_switch() at mi_switch+0x157/frame 0xfffffe015af407f0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015af40830 sleeplk() at sleeplk+0x100/frame 0xfffffe015af40890 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3ef/frame 0xfffffe015af40930 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe015af40970 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe015af40990 unionfs_lock() at unionfs_lock+0x3a4/frame 0xfffffe015af40a20 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe015af40a40 _vn_lock() at _vn_lock+0x54/frame 0xfffffe015af40aa0 vfs_lookup() at vfs_lookup+0x140/frame 0xfffffe015af40b40 namei() at namei+0x33d/frame 0xfffffe015af40bc0 kern_statat() at kern_statat+0x12f/frame 0xfffffe015af40d00 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe015af40e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015af40f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015af40f30 --- syscall (552, FreeBSD ELF64, fstatat), rip = 0x269b8e3b643a, rsp = 0x269b8b525a28, rbp = 0x269b8b525b40 --- Tracing command sh pid 96622 tid 100377 td 0xfffffe014838b740 sched_switch() at sched_switch+0x582/frame 0xfffffe015ae2da20 mi_switch() at mi_switch+0x157/frame 0xfffffe015ae2da40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015ae2da80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015ae2dad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015ae2dae0 _sleep() at _sleep+0x2e5/frame 0xfffffe015ae2db70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe015ae2dc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe015ae2de00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe015ae2df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015ae2df30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x23736b3093a, rsp = 0x23734dc4b08, rbp = 0x23734dc4bb0 --- Tracing command ls pid 96625 tid 100293 td 0xfffffe0142addac0 (CPU 2) kdb_enter() at kdb_enter+0x32/frame 0xfffffe013c1e7930 vpanic() at vpanic+0x182/frame 0xfffffe013c1e7980 panic() at panic+0x43/frame 0xfffffe013c1e79e0 witness_assert() at witness_assert+0x21e/frame 0xfffffe013c1e7a10 lockmgr_upgrade() at lockmgr_upgrade+0x4e/frame 0xfffffe013c1e7a60 unionfs_lock() at unionfs_lock+0x447/frame 0xfffffe013c1e7af0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x3c/frame 0xfffffe013c1e7b10 _vn_lock() at _vn_lock+0x54/frame 0xfffffe013c1e7b70 unionfs_readdir() at unionfs_readdir+0xa8/frame 0xfffffe013c1e7cc0 VOP_READDIR_APV() at VOP_READDIR_APV+0x59/frame 0xfffffe013c1e7ce0 kern_getdirentries() at kern_getdirentries+0x1d7/frame 0xfffffe013c1e7dd0 sys_getdirentries() at sys_getdirentries+0x29/frame 0xfffffe013c1e7e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c1e7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c1e7f30 --- syscall (554, FreeBSD ELF64, getdirentries), rip = 0x4c7c74fb4ba, rsp = 0x4c7c2879508, rbp = 0x4c7c2879550 --- Tracing command find pid 96634 tid 100264 td 0xfffffe0142ade900 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce4ddf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce4de00 trap() at trap+0x57/frame 0xfffffe003ce4df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce4df20 --- trap 0x13, rip = 0xe43dea4b7a8, rsp = 0xe43dd01cf10, rbp = 0xe43dd01cf40 --- Tracing command umount pid 96645 tid 100350 td 0xfffffe014406ae40 sched_switch() at sched_switch+0x582/frame 0xfffffe0141927b90 mi_switch() at mi_switch+0x157/frame 0xfffffe0141927bb0 spinlock_exit() at spinlock_exit+0x54/frame 0xfffffe0141927bd0 lockmgr_xunlock_hard() at lockmgr_xunlock_hard+0x124/frame 0xfffffe0141927c10 lockmgr_unlock() at lockmgr_unlock+0x189/frame 0xfffffe0141927c40 ffs_unlock_debug() at ffs_unlock_debug+0xd0/frame 0xfffffe0141927c80 dounmount() at dounmount+0xb10/frame 0xfffffe0141927cf0 kern_unmount() at kern_unmount+0x2e7/frame 0xfffffe0141927e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141927f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141927f30 --- syscall (22, FreeBSD ELF64, unmount), rip = 0x2722e61856ba, rsp = 0x2722e3ee3da8, rbp = 0x2722e3ee42e0 --- Tracing command grep pid 96647 tid 100372 td 0xfffffe0142adcc80 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6be00 trap() at trap+0x57/frame 0xfffffe003ce6bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6bf20 --- trap 0x13, rip = 0xffffffff80f7a8fc, rsp = 0xfffffe01129f5a70, rbp = 0xfffffe01129f5ae0 --- vm_map_pmap_enter() at vm_map_pmap_enter+0x1ac/frame 0xfffffe01129f5ae0 vm_map_insert() at vm_map_insert+0x5dc/frame 0xfffffe01129f5b80 vm_map_fixed() at vm_map_fixed+0x110/frame 0xfffffe01129f5be0 vm_mmap_object() at vm_mmap_object+0x1b8/frame 0xfffffe01129f5c50 vn_mmap() at vn_mmap+0x141/frame 0xfffffe01129f5ce0 kern_mmap() at kern_mmap+0x596/frame 0xfffffe01129f5dc0 sys_mmap() at sys_mmap+0x42/frame 0xfffffe01129f5e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01129f5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01129f5f30 --- syscall (477, FreeBSD ELF64, mmap), rip = 0x2efd4539876a, rsp = 0x16d678e7a718, rbp = 0x16d678e7a880 --- db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:59 #1 dump_savectx () at ../../../kern/kern_shutdown.c:405 #2 0xffffffff80bf1688 in dumpsys (di=0x0) at /usr/src/sys/x86/include/dump.h:87 #3 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:434 #4 0xffffffff804b51ba in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:593 #5 0xffffffff804b4fc0 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:506 #6 0xffffffff804b5106 in db_command_script (command=command@entry=0xffffffff81bd72d0 "dump") at ../../../ddb/db_command.c:571 #7 0xffffffff804ba468 in db_script_exec (scriptname=0xffffffff81bd6c40 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #8 0xffffffff804b4fc0 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:506 #9 0xffffffff804b5106 in db_command_script (command=command@entry=0xffffffff81bd7262 "run pho1") at ../../../ddb/db_command.c:571 #10 0xffffffff804ba468 in db_script_exec (scriptname=0xffffffff81bd6c40 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #11 0xffffffff804b4fc0 in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:506 #12 0xffffffff804b4c8d in db_command_loop () at ../../../ddb/db_command.c:553 #13 0xffffffff804b8326 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #14 0xffffffff80c40ffe in kdb_trap (type=type@entry=0x3, code=, code@entry=0x0, tf=tf@entry=0xfffffe013c1e7870) at ../../../kern/subr_kdb.c:745 #15 0xffffffff810dc877 in trap (frame=0xfffffe013c1e7870) at ../../../amd64/amd64/trap.c:611 #16 #17 kdb_enter (why=, msg=) at ../../../kern/subr_kdb.c:509 #18 0xffffffff80bf1832 in vpanic (fmt=, ap=ap@entry=0xfffffe013c1e79c0) at ../../../kern/kern_shutdown.c:967 #19 0xffffffff80bf15d3 in panic (fmt=0xffffffff81e8fff0 "\271A*\201\377\377\377\377") at ../../../kern/kern_shutdown.c:903 #20 0xffffffff80c6647e in witness_assert (lock=, flags=flags@entry=0x2, file=, line=0x1e3) at ../../../kern/subr_witness.c:2487 #21 0xffffffff80bbf80e in _lockmgr_assert (lk=0xfffffe015aca5520, what=0x2, file=0xffffffff82755b7d "/usr/src/sys/fs/unionfs/union_vnops.c", line=0x1e3) at ../../../kern/kern_lock.c:1751 #22 lockmgr_upgrade (lk=0xffffffff81e8fff0 , lk@entry=0xfffffe0148378770, flags=0x400000, flags@entry=0x400100, ilk=0xfffffe015aca55e0, ilk@entry=0x0, file=0xffffffff82755b7d "/usr/src/sys/fs/unionfs/union_vnops.c", file@entry=0xfffffe013c1e7b28 "\370\351\271\201\377\377\377\377\260T\312Z\001\376\377\377", line=0x10, line@entry=0x5aca55f8, lwa=lwa@entry=0x0) at ../../../kern/kern_lock.c:993 #23 0xffffffff80bbeb2f in lockmgr_lock_flags (lk=0xffffffff81e8fff0 , flags=0x0, ilk=0xffffffff8128c1a0, file=0x1 , line=0x10) at ../../../kern/kern_lock.c:1089 #24 0xffffffff80cd07ba in vop_stdlock (ap=ap@entry=0xfffffe013c1e7b28) at ../../../kern/vfs_default.c:549 #25 0xffffffff82752be7 in unionfs_lock (ap=0xfffffe013c1e7b28) at /usr/src/sys/fs/unionfs/union_vnops.c:2044 #26 0xffffffff811b02dc in VOP_LOCK1_APV (vop=0xffffffff827564b8 , a=a@entry=0xfffffe013c1e7b28) at vnode_if.c:2243 #27 0xffffffff80cffbf4 in VOP_LOCK1 (vp=0xfffffe015aca54b0, flags=0x400000, file=0xffffffff82755b7d "/usr/src/sys/fs/unionfs/union_vnops.c", line=0x1e3) at ./vnode_if.h:1120 #28 _vn_lock (vp=0xfffffe015aca54b0, flags=0x400000, file=0xffffffff8128c1a0 "../../../kern/kern_cons.c", line=0x1) at ../../../kern/vfs_vnops.c:1810 #29 0xffffffff82752208 in unionfs_upgrade_lock (vp=0xfffffe015aca54b0) at /usr/src/sys/fs/unionfs/union_vnops.c:483 #30 unionfs_readdir (ap=0xfffffe013c1e7d08) at /usr/src/sys/fs/unionfs/union_vnops.c:1588 #31 0xffffffff811afb39 in VOP_READDIR_APV (vop=0xffffffff827564b8 , a=a@entry=0xfffffe013c1e7d08) at vnode_if.c:1935 #32 0xffffffff80cfc657 in VOP_READDIR (vp=0xfffffe015aca54b0, uio=0xfffffe013c1e7d48, cred=, eofflag=0xfffffe013c1e7d04, ncookies=0x0, cookies=0x0) at ./vnode_if.h:974 #33 kern_getdirentries (td=0xfffffe0142addac0, fd=, buf=0x4c7c79c7000 , count=0x1000, basep=basep@entry=0xfffffe013c1e7df0, residp=residp@entry=0x0, bufseg=UIO_USERSPACE) at ../../../kern/vfs_syscalls.c:4206 #34 0xffffffff80cfc869 in sys_getdirentries (td=0xffffffff81e8fff0 , uap=0xfffffe0142addeb8) at ../../../kern/vfs_syscalls.c:4149 #35 0xffffffff810dd6d5 in syscallenter (td=0xfffffe0142addac0) at ../../../amd64/amd64/../../kern/subr_syscall.c:190 #36 amd64_syscall (td=0xfffffe0142addac0, traced=0x0) at ../../../amd64/amd64/trap.c:1200 #37 #38 0x000004c7c74fb4ba in ?? () Backtrace stopped: Cannot access memory at address 0x4c7c2879508 (kgdb) f 21 #21 0xffffffff80bbf80e in _lockmgr_assert (lk=0xfffffe015aca5520, what=0x2, file=0xffffffff82755b7d "/usr/src/sys/fs/unionfs/union_vnops.c", line=0x1e3) at ../../../kern/kern_lock.c:1751 1751 witness_assert(&lk->lock_object, what, file, line); (kgdb) l 1746 * mode and a call to lockmgr_disown() happened. 1747 * Workaround this skipping the check if the lock is held in 1748 * exclusive mode even for the KA_LOCKED case. 1749 */ 1750 if (slocked || (lk->lk_lock & LK_SHARE)) { 1751 witness_assert(&lk->lock_object, what, file, line); 1752 break; 1753 } 1754 #endif 1755 if (lk->lk_lock == LK_UNLOCKED || (kgdb) info loc slocked = 0x0 (kgdb) p *lk $1 = {lock_object = {lo_name = 0xffffffff82755650 "unionfs", lo_flags = 0x6fb0008, lo_data = 0x0, lo_witness = 0xfffff8087fd84e80}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x33, lk_stack = {depth = 0xc, pcs = {0xffffffff80bbf6dc, 0xffffffff80bbfba9, 0xffffffff8274c8a6, 0xffffffff8275278d, 0xffffffff811b0159, 0xffffffff80ce88c3, 0xffffffff80ce7d79, 0xffffffff8274f363, 0xffffffff80cdc31a, 0xffffffff80cdbac7, 0xffffffff810dd6d5, 0xffffffff810b016b, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}} (kgdb) (kgdb) f 29 #29 0xffffffff82752208 in unionfs_upgrade_lock (vp=0xfffffe015aca54b0) at /usr/src/sys/fs/unionfs/union_vnops.c:483 483 if (vn_lock(vp, LK_UPGRADE) != 0) { (kgdb) l 478 ASSERT_VOP_LOCKED(vp, __func__); 479 480 if (VOP_ISLOCKED(vp) == LK_EXCLUSIVE) 481 return (UNIONFS_LKUPGRADE_ALREADY); 482 483 if (vn_lock(vp, LK_UPGRADE) != 0) { 484 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 485 if (VN_IS_DOOMED(vp)) 486 return (UNIONFS_LKUPGRADE_DOOMED); 487 } (kgdb) info loc No locals. (kgdb) p *vp $2 = {v_type = VBAD, v_state = VSTATE_DEAD, v_irflag = 0x1, v_seqc = 0x3, v_nchash = 0x719c087c, v_hash = 0x15aca54, v_op = 0xffffffff81aef908 , v_data = 0x0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, {v_mountedhere = 0x0, v_unpcb = 0x0, v_rdev = 0x0, v_fifoinfo = 0x0}, v_hashlist = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xfffffe015aca5508}, v_cache_dd = 0x0, v_lock = {lock_object = {lo_name = 0xffffffff82755650 "unionfs", lo_flags = 0x6fb0008, lo_data = 0x0, lo_witness = 0xfffff8087fd84e80}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x33, lk_stack = {depth = 0xc, pcs = {0xffffffff80bbf6dc, 0xffffffff80bbfba9, 0xffffffff8274c8a6, 0xffffffff8275278d, 0xffffffff811b0159, 0xffffffff80ce88c3, 0xffffffff80ce7d79, 0xffffffff8274f363, 0xffffffff80cdc31a, 0xffffffff80cdbac7, 0xffffffff810dd6d5, 0xffffffff810b016b, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = { lo_name = 0xffffffff81338e6a "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd75500}, mtx_lock = 0x0}, v_vnlock = 0xfffffe015aca5520, v_vnodelist = {tqe_next = 0xfffffe0148359770, tqe_prev = 0xfffffe013c269418}, v_lazylist = { tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, v_bufobj = {bo_lock = {lock_object = { lo_name = 0xffffffff812ef638 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffff8087fd80980}, rw_lock = 0x1}, bo_ops = 0xffffffff81b2d460 , bo_object = 0x0, bo_synclist = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, bo_private = 0xfffffe015aca54b0, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffffe015aca5670}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffffe015aca5690}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x4, bo_domain = 0x6, bo_bsize = 0x0}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffffe015aca56d8}, rl_currdep = 0x0}, v_holdcnt = 0x1, v_usecount = 0x4, v_iflag = 0x0, v_vflag = 0x1, v_mflag = 0x0, v_dbatchcpu = 0xffff, v_writecount = 0x0, v_seqc_users = 0x1} (kgdb) diff --git a/sys/fs/unionfs/union_vnops.c b/sys/fs/unionfs/union_vnops.c index 04d7889598927..5f41c52100c95 100644 --- a/sys/fs/unionfs/union_vnops.c +++ b/sys/fs/unionfs/union_vnops.c @@ -628,7 +628,7 @@ unionfs_close(struct vop_close_args *ap) if (unsp->uns_lower_opencnt <= 0 && unsp->uns_upper_opencnt <= 0) { #ifdef DIAGNOSTIC - printf("unionfs_close: warning: open count is 0\n"); +// printf("unionfs_close: warning: open count is 0\n"); #endif if (unp->un_uppervp != NULLVP) ovp = unp->un_uppervp; diff --git a/sys/ufs/ffs/ffs_softdep.c b/sys/ufs/ffs/ffs_softdep.c index 7c9473737e682..ef17538625950 100644 --- a/sys/ufs/ffs/ffs_softdep.c +++ b/sys/ufs/ffs/ffs_softdep.c @@ -12758,9 +12758,15 @@ softdep_fsync( pagedep_new_block = pagedep->pd_state & NEWBLOCK; FREE_LOCK(ump); locked = 0; - if (pagedep_new_block && (error = - ffs_syncvnode(pvp, MNT_WAIT, 0))) { + if (pagedep_new_block) { + VOP_UNLOCK(vp); + error = ffs_syncvnode(pvp, + MNT_WAIT, 0); + if (error == 0) + error = ERELOOKUP; vput(pvp); + vn_lock(vp, LK_EXCLUSIVE | + LK_RETRY); return (error); } } -- Test scenario: misc/unionfs9.sh