panic: invalid page, vmcore.468 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2023 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #6 main-n260600-0126bd3e6ca43-dirty: Wed Feb 8 06:59:51 CET 2023 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 14.0.5 (https://github.com/llvm/llvm-project.git llvmorg-14.0.5-0-gc12386ae247c) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.10-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33174478848 (31637 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 2 10 5 3 9 8 4 11 7 6 random: entropy device external interface kbd1 at kbdmux0 vtvga0: smbios0: at iomem 0xf0560-0xf057e smbios0: Version: 2.8, BCD Revision: 2.7 aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: EEPROM V1.63-0 eTrack 0x800009fa igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: EEPROM V1.63-0 eTrack 0x800009fa igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb433000-0xfb4333ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb432000-0xfb4327ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounter "TSC-low" frequency 1749998362 Hz quality 1000 Timecounters tick every 1.000 msec [nl_generic] genl_register_family: Registered family nlctrl id 16 [nl_generic] genl_register_cmds: Adding cmd GETFAMILY(3) to family nlctrl Expensive timeout(9) function: 0xffffffff804f7b40(0xfffffe0109fba000) 0.004977256 s ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: pass0,ada0 in 'Slot 01', SATA Slot: scbus1 target 0 ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> Expensive timeout(9) function: 0xffffffff80a398d0(0xffffffff81aec318) 0.007386513 s mlx5_core0: mem 0xf8000000-0xf9ffffff irq 32 at device 0.0 on pci3 mlx5: Mellanox Core driver 3.7.1 (November 2021)ugen2.1: at usbus2 ugen0.1: at usbus0 uhub0 on usbus2 uhub0: on usbus2 ugen1.1: at usbus1 uhub1 on usbus0 uhub1: on usbus0 uhub2 on usbus1 uhub2: on usbus1 mlx5_core0: WARN: mlx5_vsc_set_space:127:(pid 0): Space 0x7 is not supported. mlx5_core0: WARN: mlx5_fwdump_prep:102:(pid 0): VSC scan space is not supported mlx5_core0: INFO: init_one:1658:(pid 0):** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 506 files, 28553 used, 1236854 free (134 frags, 154590 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** + set +x Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.00-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc10 /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.32/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[CALLOUT],[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 lo0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: mlx5.ko interface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading moduinterface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type le: mlx5.ko kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Starting Network: mce0. mce0: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS6 ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8822 metric 0 mtu 1500 options RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWFILTER,VLAN_HWTSO,LINKSTATE,RXCSUM_IPV6,TXCSUM_IPV6,HWSTATS,HWRXTSTMP,MEXTPG,TXTLS4,TXTLS6,VXLAN_HWCSUM,VXLAN_HWTSO,RXTLS6 ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff800050a6800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Updating motd:. Recovering vi editor sessions:. Starting syslogd. Clearing /tmp (X related). No core dumps found. Starting watchdogd. Setting date via ntp. 8 Feb 07:02:44 ntpdate[2605]: step time server 192.168.5.1 offset -0.056742 sec Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Starting cron. Performing sanity check on sshd configuration. Starting sshd. Configuring vt: blanktime. Starting inetd. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Wed Feb 8 07:02 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Feb 8 07:02:58 mercat1 su[2749]: pho to root on /dev/pts/0 Stopping sshd. Waiting for PIDS: 2709. Stopping inetd. Waiting for PIDS: 2718. Stopping cron. Waiting for PIDS: 2691. Stopping ntpd. Waiting for PIDS: 2673. Stopping powerd. Waiting for PIDS: 2676. Stopping watchdogd. Waiting for PIDS: 2603, 2603. Stopping devd. Waiting for PIDS: 2400. Writing entropy file:. Writing early boot entropy file:. . Terminated Feb 8 07:03:22 mercat1 syslogd: exiting on signal 15 Enter full pathname of shell or RETURN for /bin/sh: # cd /usr/src/tools/test/stress2/misc # sync # ./fsx.sh lock order reversal: 1st 0xfffff8017d332c80 so_snd_sx (so_snd_sx, sx) @ kern/uipc_socket.c:4002 2nd 0xfffffe015be3f7e0 msdosfs (msdosfs, lockmgr) @ kern/kern_sendfile.c:859 lock order so_snd_sx -> msdosfs attempted at: #0 0xffffffff80c6521d at witness_checkorder+0xbfd #1 0xffffffff80bbf5cc at lockmgr_lock_flags+0x7c #2 0xffffffff811c95cc at VOP_LOCK1_APV+0x3c #3 0xffffffff80d04804 at _vn_lock+0x54 #4 0xffffffff80bee8c4 at vn_sendfile+0x704 #5 0xffffffff80bf0737 at sendfile+0x117 #6 0xffffffff810f66d5 at amd64_syscall+0x145 #7 0xffffffff810c946b at fast_syscall_common+0xf8 invalid page 0 m 0xfffffe0009baa348 obj 0xfffff8017d24c738 v_data 0xfffff80073efd200 bp 0xfffffe00384a61d0 0xfffffe015be3f770: type VREG state VSTATE_CONSTRUCTED usecount 2, writecount 1, refcount 128 seqc users 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8017d24c738 ref 1 pages 252 cleanbuf 1 dirtybuf 125 lock type msdosfs: EXCL by thread 0xfffffe015023eac0 (pid 3047, fsx, tid 100313) #0 0xffffffff80bc021c at lockmgr_xlock_hard+0x4ac #1 0xffffffff80bc06e9 at __lockmgr_args+0x1f9 #2 0xffffffff80bbf689 at lockmgr_lock_flags+0x139 #3 0xffffffff811c95cc at VOP_LOCK1_APV+0x3c #4 0xffffffff80d04804 at _vn_lock+0x54 #5 0xffffffff80bee8c4 at vn_sendfile+0x704 #6 0xffffffff80bf0737 at sendfile+0x117 #7 0xffffffff810f66d5 at amd64_syscall+0x145 #8 0xffffffff810c946b at fast_syscall_common+0xf8 startcluster 3, dircluster 2, diroffset 32, on dev md10a panic: invalid page cpuid = 7 time = 1675836220 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe0151a04750 vpanic() at vpanic+0x151/frame 0xfffffe0151a047a0 panic() at panic+0x43/frame 0xfffffe0151a04800 vfs_bio_getpages() at vfs_bio_getpages+0x535/frame 0xfffffe0151a04940 msdosfs_getpages() at msdosfs_getpages+0x3b/frame 0xfffffe0151a04960 VOP_GETPAGES_APV() at VOP_GETPAGES_APV+0x60/frame 0xfffffe0151a04990 vop_stdgetpages_async() at vop_stdgetpages_async+0x49/frame 0xfffffe0151a049e0 VOP_GETPAGES_ASYNC_APV() at VOP_GETPAGES_ASYNC_APV+0x60/frame 0xfffffe0151a04a10 vnode_pager_getpages_async() at vnode_pager_getpages_async+0x43/frame 0xfffffe0151a04a60 sendfile_swapin() at sendfile_swapin+0x570/frame 0xfffffe0151a04b20 vn_sendfile() at vn_sendfile+0x9ba/frame 0xfffffe0151a04d70 sendfile() at sendfile+0x117/frame 0xfffffe0151a04e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0151a04f30 fast_syscall_common() at fast_syscall_common+0xf--- syscall (393, FreeBSD ELF64, sendfile), rip = 0x29f1ce91159a, rsp = 0x29f1d7724df8, rbp = 0x2897 --- KDB: enter: panic [ thread pid 3047 tid 100313 ] Stopped at kdb_enter+0x32: movq $0,0x129b143(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 1799 out of 32624 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 3047 tid 100313 td 0xfffffe015023eac0 kdb_enter() at kdb_enter+0x32/frame 0xfffffe0151a04750 vpanic() at vpanic+0x182/frame 0xfffffe0151a047a0 panic() at panic+0x43/frame 0xfffffe0151a04800 vfs_bio_getpages() at vfs_bio_getpages+0x535/frame 0xfffffe0151a04940 msdosfs_getpages() at msdosfs_getpages+0x3b/frame 0xfffffe0151a04960 VOP_GETPAGES_APV() at VOP_GETPAGES_APV+0x60/frame 0xfffffe0151a04990 vop_stdgetpages_async() at vop_stdgetpages_async+0x49/frame 0xfffffe0151a049e0 VOP_GETPAGES_ASYNC_APV() at VOP_GETPAGES_ASYNC_APV+0x60/frame 0xfffffe0151a04a10 vnode_pager_getpages_async() at vnode_pager_getpages_async+0x43/frame 0xfffffe0151a04a60 sendfile_swapin() at sendfile_swapin+0x570/frame 0xfffffe0151a04b20 vn_sendfile() at vn_sendfile+0x9ba/frame 0xfffffe0151a04d70 sendfile() at sendfile+0x117/frame 0xfffffe0151a04e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0151a04f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0151a04f30 --- syscall (393, FreeBSD ELF64, sendfile), rip = 0x29f1ce91159a, rsp = 0x29f1d7724df8, rbp = 0x2897 --- db:1:pho1> show allpcpu Current CPU: 7 cpuid = 0 dynamic pcpu = 0x9c9740 curthread = 0xfffffe00e4c693a0: pid 11 tid 100003 critnest 1 "idle: cpu0" curpcb = 0xfffffe00e4c698c0 fpcurthread = none idlethread = 0xfffffe00e4c693a0: tid 100003 "idle: cpu0" self = 0xffffffff82610000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82610384 rsp0 = 0xfffffe00377f1000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x14c50196a gs32p = 0xffffffff82610404 ldt = 0xffffffff82610444 tss = 0xffffffff82610434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb277740 curthread = 0xfffffe00e4c68c80: pid 11 tid 100004 critnest 1 "idle: cpu1" curpcb = 0xfffffe00e4c691a0 fpcurthread = none idlethread = 0xfffffe00e4c68c80: tid 100004 "idle: cpu1" self = 0xffffffff82611000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82611384 rsp0 = 0xfffffe00377ec000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17df4ecc2 gs32p = 0xffffffff82611404 ldt = 0xffffffff82611444 tss = 0xffffffff82611434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb286740 curthread = 0xfffffe00e4c68560: pid 11 tid 100005 critnest 1 "idle: cpu2" curpcb = 0xfffffe00e4c68a80 fpcurthread = none idlethread = 0xfffffe00e4c68560: tid 100005 "idle: cpu2" self = 0xffffffff82612000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82612384 rsp0 = 0xfffffe00377fb000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17df4e936 gs32p = 0xffffffff82612404 ldt = 0xffffffff82612444 tss = 0xffffffff82612434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb295740 curthread = 0xfffffe00e4c67e40: pid 11 tid 100006 critnest 1 "idle: cpu3" curpcb = 0xfffffe00e4c68360 fpcurthread = none idlethread = 0xfffffe00e4c67e40: tid 100006 "idle: cpu3" self = 0xffffffff82613000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82613384 rsp0 = 0xfffffe00377f6000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17d44e950 gs32p = 0xffffffff82613404 ldt = 0xffffffff82613444 tss = 0xffffffff82613434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb2a4740 curthread = 0xfffffe00e4c67720: pid 11 tid 100007 critnest 1 "idle: cpu4" curpcb = 0xfffffe00e4c67c40 fpcurthread = none idlethread = 0xfffffe00e4c67720: tid 100007 "idle: cpu4" self = 0xffffffff82614000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82614384 rsp0 = 0xfffffe00e4831000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17ddfa914 gs32p = 0xffffffff82614404 ldt = 0xffffffff82614444 tss = 0xffffffff82614434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb2b3740 curthread = 0xfffffe00e4c67000: pid 11 tid 100008 critnest 1 "idle: cpu5" curpcb = 0xfffffe00e4c67520 fpcurthread = none idlethread = 0xfffffe00e4c67000: tid 100008 "idle: cpu5" self = 0xffffffff82615000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82615384 rsp0 = 0xfffffe0037800000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17d047921 gs32p = 0xffffffff82615404 ldt = 0xffffffff82615444 tss = 0xffffffff82615434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb2c2740 curthread = 0xfffffe00e4c71c80: pid 11 tid 100009 critnest 1 "idle: cpu6" curpcb = 0xfffffe00e4c721a0 fpcurthread = none idlethread = 0xfffffe00e4c71c80: tid 100009 "idle: cpu6" self = 0xffffffff82616000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82616384 rsp0 = 0xfffffe00e483b000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17df4e965 gs32p = 0xffffffff82616404 ldt = 0xffffffff82616444 tss = 0xffffffff82616434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb2d1740 curthread = 0xfffffe015023eac0: pid 3047 tid 100313 critnest 1 "fsx" curpcb = 0xfffffe015023efe0 fpcurthread = 0xfffffe015023eac0: pid 3047 "fsx" idlethread = 0xfffffe00e4c71560: tid 100010 "idle: cpu7" self = 0xffffffff82617000 curpmap = 0xfffffe014eb65530 tssp = 0xffffffff82617384 rsp0 = 0xfffffe0151a05000 kcr3 = 0x800000017df4d13d ucr3 = 0x800000017df4e93d scr3 = 0x17df4e93d gs32p = 0xffffffff82617404 ldt = 0xffffffff82617444 tss = 0xffffffff82617434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb2e0740 curthread = 0xfffffe00e4c70e40: pid 11 tid 100011 critnest 1 "idle: cpu8" curpcb = 0xfffffe00e4c71360 fpcurthread = none idlethread = 0xfffffe00e4c70e40: tid 100011 "idle: cpu8" self = 0xffffffff82618000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82618384 rsp0 = 0xfffffe00e4845000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17df4e956 gs32p = 0xffffffff82618404 ldt = 0xffffffff82618444 tss = 0xffffffff82618434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb2ef740 curthread = 0xfffffe00e4c70720: pid 11 tid 100012 critnest 1 "idle: cpu9" curpcb = 0xfffffe00e4c70c40 fpcurthread = none idlethread = 0xfffffe00e4c70720: tid 100012 "idle: cpu9" self = 0xffffffff82619000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff82619384 rsp0 = 0xfffffe00e4840000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x116076966 gs32p = 0xffffffff82619404 ldt = 0xffffffff82619444 tss = 0xffffffff82619434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb2fe740 curthread = 0xfffffe00e4c70000: pid 11 tid 100013 critnest 1 "idle: cpu10" curpcb = 0xfffffe00e4c70520 fpcurthread = none idlethread = 0xfffffe00e4c70000: tid 100013 "idle: cpu10" self = 0xffffffff8261a000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff8261a384 rsp0 = 0xfffffe00e484f000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x17dde1965 gs32p = 0xffffffff8261a404 ldt = 0xffffffff8261a444 tss = 0xffffffff8261a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb30d740 curthread = 0xfffffe00e4c6b740: pid 11 tid 100014 critnest 1 "idle: cpu11" curpcb = 0xfffffe00e4c6bc60 fpcurthread = none idlethread = 0xfffffe00e4c6b740: tid 100014 "idle: cpu11" self = 0xffffffff8261b000 curpmap = 0xffffffff81e90370 tssp = 0xffffffff8261b384 rsp0 = 0xfffffe00e484a000 kcr3 = 0x800000000257d001 ucr3 = 0xffffffffffffffff scr3 = 0x1163b5958 gs32p = 0xffffffff8261b404 ldt = 0xffffffff8261b444 tss = 0xffffffff8261b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 3047 (fsx) thread 0xfffffe014daaae40 (100217) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xfffff800736fe900) locked @ kern/uipc_socket.c:4004 Process 3047 (fsx) thread 0xfffffe015023eac0 (100313) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00384a6250) locked @ kern/vfs_bio.c:3988 exclusive lockmgr msdosfs (msdosfs) r = 0 (0xfffffe015be3f7e0) locked @ kern/kern_sendfile.c:859 exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xfffff8017d332c80) locked @ kern/uipc_socket.c:4002 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe015be3f770: type VREG state VSTATE_CONSTRUCTED usecount 2, writecount 1, refcount 128 seqc users 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8017d24c738 ref 1 pages 252 cleanbuf 1 dirtybuf 125 lock type msdosfs: EXCL by thread 0xfffffe015023eac0 (pid 3047, fsx, tid 100313) #0 0xffffffff80bc021c at lockmgr_xlock_hard+0x4ac #1 0xffffffff80bc06e9 at __lockmgr_args+0x1f9 #2 0xffffffff80bbf689 at lockmgr_lock_flags+0x139 #3 0xffffffff811c95cc at VOP_LOCK1_APV+0x3c #4 0xffffffff80d04804 at _vn_lock+0x54 #5 0xffffffff80bee8c4 at vn_sendfile+0x704 #6 0xffffffff80bf0737 at sendfile+0x117 #7 0xffffffff810f66d5 at amd64_syscall+0x145 #8 0xffffffff810c946b at fast_syscall_common+0xf8 startcluster 3, dircluster 2, diroffset 32, on dev md10a db:1:pho1> show mount 0xfffffe010e3b3700 /dev/gpt/work on / (ufs) 0xfffffe010e3b4280 devfs on /dev (devfs) 0xfffffe014f842280 /dev/gpt/tmp on /tmp (ufs) 0xfffffe015c98e280 /dev/md10a on /mnt10 (msdosfs) More info: show mount db:1:pho1> show bufqueues bqempty: 90635 Buf domain 0 freebufs 13190 lofreebufs 219 hifreebufs 329 bufspace 23257088 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 8 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1817 (21516288) dirtyq count 8 (233472) wakeup 0 lim 25 CPU 9, 6, 6, 4, 14, 16, 8, 19, 9, 6, 7, 14, Locked buffers: 0 space 0 Total buffers: 1960 space 23257088 Buf domain 1 freebufs 13489 lofreebufs 219 hifreebufs 329 bufspace 10891264 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1499 (9461760) dirtyq count 0 (0) wakeup 0 lim 25 CPU 9, 6, 9, 24, 4, 16, 5, 15, 24, 4, 20, 9, Locked buffers: 0 space 0 Total buffers: 1644 space 10891264 Buf domain 2 freebufs 13348 lofreebufs 219 hifreebufs 329 bufspace 15024128 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 126 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1500 (11968512) dirtyq count 126 (1028096) wakeup 0 lim 25 CPU 16, 5, 21, 1, 11, 12, 9, 21, 21, 20, 15, 7, Locked buffers: 1 space 8192 Total buffers: 1785 space 15024128 Buf domain 3 freebufs 11876 lofreebufs 219 hifreebufs 329 bufspace 67096576 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 3123 (66129920) dirtyq count 0 (0) wakeup 0 lim 25 CPU 10, 13, 7, 13, 1, 12, 13, 7, 19, 6, 24, 9, Locked buffers: 0 space 0 Total buffers: 3257 space 67096576 Buf domain 4 freebufs 13459 lofreebufs 219 hifreebufs 329 bufspace 15441920 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1521 (14331904) dirtyq count 0 (0) wakeup 0 lim 25 CPU 15, 16, 22, 22, 2, 20, 6, 1, 18, 9, 21, 1, Locked buffers: 0 space 0 Total buffers: 1676 space 15441920 Buf domain 5 freebufs 13518 lofreebufs 219 hifreebufs 329 bufspace 11448320 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1472 (10424320) dirtyq count 0 (0) wakeup 0 lim 25 CPU 12, 5, 1, 3, 24, 15, 18, 23, 4, 17, 17, 4, Locked buffers: 0 space 0 Total buffers: 1616 space 11448320 Buf domain 6 freebufs 11859 lofreebufs 219 hifreebufs 329 bufspace 58252800 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 11 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 3139 (55320064) dirtyq count 11 (303104) wakeup 0 lim 25 CPU 2, 20, 20, 9, 17, 16, 3, 20, 3, 8, 6, 0, Locked buffers: 0 space 0 Total buffers: 3274 space 58252800 db:1:pho1> show page vm_cnt.v_free_count: 7879640 vm_cnt.v_inactive_count: 79 vm_cnt.v_active_count: 1778 vm_cnt.v_laundry_count: 0 vm_cnt.v_wire_count: 234129 vm_cnt.v_free_reserved: 10643 vm_cnt.v_free_min: 51262 vm_cnt.v_free_target: 173119 vm_cnt.v_inactive_target: 259678 db:1:pho1> show pageq pq_free 7879640 dom 0 page_cnt 8123862 free 7879640 pq_act 1778 pq_inact 79 pq_laund 0 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 001901 | 000000 11 (008192K) | 000012 | 000000 10 (004096K) | 000017 | 000000 09 (002048K) | 000013 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000005 | 000001 04 (000064K) | 000007 | 000000 03 (000032K) | 000009 | 000001 02 (000016K) | 000009 | 000000 01 (000008K) | 000003 | 000000 00 (000004K) | 000143 | 000001 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000001 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000001 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree malloc-4096 4096 34132 20 34296 0 2 139886592 0 FFS inode 1160 114643 59 114683 0 8 133054320 0 VNODE 600 114759 148 114820 0 16 68944200 0 mbuf_cluster 2048 14828 666 14852 0 254 31731712 0 FFS2 dinode 256 114643 377 114682 0 62 29445120 0 BUF TRIE 144 1132 104820 1618 0 62 15257088 0 S VFS Cache 104 114209 724 114274 0 126 11953032 0 UMA Slabs 0 112 45131 7 45131 0 126 5055456 0 mbuf 256 16470 2335 17474 0 254 4814080 0 malloc-128 128 25961 1381 27245 0 126 3499776 0 VM OBJECT 264 10470 900 81039 0 30 3001680 0 socket 960 9 3039 5640 0 254 2926080 0 vmem btag 56 49755 1569 49755 0 254 2874144 0 pbuf 2776 0 994 0 0 0 2759344 0 mbuf_jumbo_page 4096 0 508 3 0 254 2080768 0 malloc-128 128 14344 1280 1144317 0 126 1999872 0 RADIX NODE 144 11500 2217 171951 0 62 1975248 0 malloc-128 128 13003 885 14636 0 126 1777664 0 malloc-4096 4096 353 5 637 0 2 1466368 0 256 Bucket 2048 612 46 2569 0 8 1347584 0 DIRHASH 1024 951 105 951 0 16 1081344 0 malloc-64 64 13332 1914 13920 0 254 975744 0 malloc-16384 16384 2 50 9144 0 1 851968 0 malloc-65536 65536 1 11 80 0 1 786432 0 malloc-64 64 9269 2449 17832 0 254 749952 0 unpcb 256 2 2803 5460 0 254 718080 0 malloc-8192 8192 87 0 87 0 1 712704 0 L VFS Cache 320 2016 180 2016 0 30 702720 0 DEVCTL 1024 14 662 600 0 0 692224 0 malloc-65536 65536 4 6 3929 0 1 655360 0 malloc-32768 32768 10 10 24 0 1 655360 0 mbuf_packet 256 1 2539 81 0 254 650240 0 THREAD 1824 289 63 313 0 8 642048 0 UMA Zones 2048 228 7 228 0 8 481280 0 128 Bucket 1024 267 152 1934 0 16 429056 0 malloc-32768 32768 13 0 13 0 1 425984 0 lkpicurr 168 13 2435 13 0 62 411264 0 malloc-32768 32768 12 0 12 0 1 393216 0 lkpimm 168 3 2325 3 0 62 391104 0 malloc-4096 4096 44 46 3080 0 2 368640 0 malloc-32768 32768 3 8 3621 0 1 360448 0 FPU_save_area 832 291 132 397 0 16 351936 0 malloc-32 32 8407 2051 28127 0 254 334656 0 MAP ENTRY 96 139 3137 221232 0 126 314496 0 malloc-1024 1024 221 83 264 0 16 311296 0 malloc-128 128 1350 1068 1720 0 126 309504 0 g_bio 408 0 750 76823 0 30 306000 0 malloc-16 16 16409 2091 99212 0 254 296000 0 malloc-16384 16384 12 6 4833 0 1 294912 0 32 Bucket 256 279 846 3769 0 62 288000 0 malloc-2048 2048 102 34 104 0 8 278528 0 malloc-256 256 428 637 6264 0 62 272640 0 malloc-65536 65536 3 1 4 0 1 262144 0 malloc-65536 65536 1 3 5 0 1 262144 0 64 Bucket 512 313 191 5016 0 30 258048 0 malloc-256 256 504 501 4039 0 62 257280 0 malloc-256 256 429 576 456 0 62 257280 0 malloc-128 128 443 1324 5874 0 126 226176 0 malloc-256 256 195 675 946 0 62 222720 0 VMSPACE 2560 4 80 3028 0 4 215040 0 malloc-8192 8192 21 5 143 0 1 212992 0 malloc-2048 2048 17 87 161 0 8 212992 0 malloc-128 128 476 1167 918 0 126 210304 0 malloc-512 512 245 147 1481 0 30 200704 0 malloc-64 64 329 2758 66745 0 254 197568 0 malloc-64 64 137 2950 3217 0 254 197568 0 malloc-64 64 64 3023 3098 0 254 197568 0 NAMEI 1024 0 192 171104 0 16 196608 0 malloc-2048 2048 6 90 308 0 8 196608 0 malloc-2048 2048 2 94 5684 0 8 196608 0 malloc-1024 1024 110 82 285 0 16 196608 0 malloc-1024 1024 23 169 5345 0 16 196608 0 malloc-1024 1024 34 158 4715 0 16 196608 0 filedesc0 1072 25 157 3048 0 8 195104 0 malloc-128 128 63 1456 3305 0 126 194432 0 malloc-128 128 137 1382 205 0 126 194432 0 malloc-256 256 42 708 744 0 62 192000 0 malloc-256 256 9 741 111 0 62 192000 0 malloc-256 256 25 725 505 0 62 192000 0 PROC 1368 24 108 3047 0 8 180576 0 malloc-8192 8192 15 7 3028 0 1 180224 0 udp_inpcb 456 0 392 152 0 30 178752 0 ttyoutq 256 93 597 561 0 62 176640 0 malloc-8192 8192 21 0 21 0 1 172032 0 ksiginfo 112 78 1434 246 0 126 169344 0 malloc-64 64 55 2528 3532 0 254 165312 0 malloc-64 64 25 2558 51 0 254 165312 0 malloc-64 64 61 2522 70 0 254 165312 0 malloc-1024 1024 5 155 26 0 16 163840 0 malloc-256 256 25 605 1203 0 62 161280 0 cpuset 104 27 1492 27 0 126 157976 0 malloc-384 384 142 248 151 0 30 149760 0 4 Bucket 48 32 3076 233 0 254 149184 0 malloc-512 512 1 271 20 0 30 139264 0 malloc-384 384 145 215 221 0 30 138240 0 Files 80 6 1644 35503 0 126 132000 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-1024 1024 22 106 35 0 16 131072 0 routing nhops 256 9 501 15 0 62 130560 0 PGRP 88 3 1423 62 0 126 125488 0 rl_entry 40 69 3062 73 0 254 125240 0 ttyinq 160 180 595 1080 0 62 124000 0 8 Bucket 80 179 1371 18717 0 126 124000 0 SLEEPQUEUE 88 353 1055 353 0 126 123904 0 pipe 728 0 165 1173 0 16 120120 0 malloc-32 32 562 3092 25363 0 254 116928 0 malloc-384 384 56 244 56 0 30 115200 0 malloc-384 384 15 285 71 0 30 115200 0 malloc-4096 4096 5 23 96754 0 2 114688 0 malloc-1024 1024 14 98 22 0 16 114688 0 TURNSTILE 136 353 466 353 0 62 111384 0 malloc-512 512 0 216 322 0 30 110592 0 PWD 32 5 3397 1727 0 254 108864 0 16 Bucket 144 198 558 8429 0 62 108864 0 malloc-384 384 24 246 9907 0 30 103680 0 malloc-32 32 233 2917 431 0 254 100800 0 2 Bucket 32 267 2883 34564 0 254 100800 0 ada_ccb 272 0 364 18265 0 30 99008 0 malloc-32768 32768 1 2 4 0 1 98304 0 malloc-16384 16384 1 5 17 0 1 98304 0 malloc-16384 16384 6 0 6 0 1 98304 0 malloc-2048 2048 3 45 1509 0 8 98304 0 malloc-2048 2048 6 42 12 0 8 98304 0 kenv 258 18 342 21842 0 30 92880 0 malloc-32 32 141 2757 1221 0 254 92736 0 malloc-384 384 11 229 21 0 30 92160 0 rtentry 168 12 492 15 0 62 84672 0 malloc-32 32 41 2605 144 0 254 84672 0 malloc-32 32 316 2330 472 0 254 84672 0 malloc-32 32 28 2618 37 0 254 84672 0 malloc-32 32 317 2329 429 0 254 84672 0 malloc-1024 1024 13 67 17 0 16 81920 0 UMA Kegs 384 198 5 198 0 30 77952 0 malloc-512 512 26 126 28 0 30 77824 0 KNOTE 160 0 450 11 0 62 72000 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 0 1 4 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-2048 2048 3 29 30 0 8 65536 0 ertt_txseginfo 40 0 1616 63 0 254 64640 0 tcp_inpcb 1296 7 41 18 0 8 62208 0 udp_inpcb ports 32 0 1890 14 0 254 60480 0 malloc-384 384 0 150 452 0 30 57600 0 malloc-384 384 22 128 23 0 30 57600 0 malloc-4096 4096 1 13 15 0 2 57344 0 ertt 72 7 777 18 0 126 56448 0 malloc-16 16 467 3033 1101180 0 254 56000 0 malloc-16 16 248 3002 654 0 254 52000 0 malloc-512 512 12 84 24 0 30 49152 0 pcpu-64 64 462 306 462 0 254 49152 0 malloc-16 16 224 2776 6500 0 254 48000 0 malloc-16 16 116 2884 417 0 254 48000 0 malloc-16 16 38 2962 54 0 254 48000 0 Mountpoints 2944 4 12 6 0 4 47104 0 pcpu-8 8 3506 2126 3527 0 254 45056 0 syncache 168 0 264 1 0 254 44352 0 malloc-8192 8192 5 0 5 0 1 40960 0 tcp_inpcb ports 32 7 1127 9 0 254 36288 0 malloc-16 16 256 1994 256 0 254 36000 0 malloc-4096 4096 2 6 4 0 2 32768 0 malloc-512 512 1 63 2 0 30 32768 0 malloc-512 512 0 64 3 0 30 32768 0 SMR CPU 32 7 1016 7 0 254 32736 0 malloc-16 16 25 1975 25 0 254 32000 0 clpbuf 2776 0 10 10 0 2 27760 0 NCLNODE 760 0 35 2 0 16 26600 0 SMR SHARED 24 7 1016 7 0 254 24552 0 hostcache 64 1 314 1 0 254 20160 0 epoch_record pcpu 256 4 60 4 0 62 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 1 3 2 0 2 16384 0 malloc-2048 2048 2 6 2 0 8 16384 0 pcpu-16 16 16 1008 16 0 254 16384 0 ripcb 424 0 36 1 0 30 15264 0 vmem 1856 1 7 1 0 8 14848 0 STS VFS Cache 144 0 84 1 0 62 12096 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 0 2 12 0 2 8192 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 UMA Slabs 1 176 10 12 10 0 62 3872 0 KMAP ENTRY 96 33 6 35 0 0 3744 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 da_ccb 544 0 0 0 0 16 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 456 0 0 0 0 30 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 TMPFS node 232 0 0 0 0 62 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2776 0 0 0 0 10 0 0 mdpbuf 2776 0 0 0 0 1 0 0 nfspbuf 2776 0 0 0 0 2 0 0 swwbuf 2776 0 0 0 0 1 0 0 swrbuf 2776 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-512 512 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 fakepg 104 0 0 0 0 126 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 70529 3182 212623 169 vm pgcache 4096 47429 4755 498316 169 buf free cache 848 15192 104 15411 16 buffer arena-65 65536 0 1 2 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 12398 13 12443 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 389 2 539 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 289 23 313 2 db:0:pho> acttrace Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c693a0 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81ff1080 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81ff1090 trap() at trap+0x57/frame 0xffffffff81ff11b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81ff11b0 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377f0dd0, rbp = 0xfffffe00377f0dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f0dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f0e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f0e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c68c80 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e00 trap() at trap+0x57/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377ebdd0, rbp = 0xfffffe00377ebdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ebdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ebe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ebe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c68560 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2fdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2fe00 trap() at trap+0x57/frame 0xfffffe003ce2ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2ff20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377fadd0, rbp = 0xfffffe00377fadd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377fadd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377fae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377fae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377fae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c67e40 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3edf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ee00 trap() at trap+0x57/frame 0xfffffe003ce3ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3ef20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377f5dd0, rbp = 0xfffffe00377f5dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f5dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f5e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f5e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c67720 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce4ddf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce4de00 trap() at trap+0x57/frame 0xfffffe003ce4df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce4df20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e4830dd0, rbp = 0xfffffe00e4830dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4830dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4830e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4830e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4830e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c67000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce5cdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce5ce00 trap() at trap+0x57/frame 0xfffffe003ce5cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce5cf20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377ffdd0, rbp = 0xfffffe00377ffdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ffdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ffe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ffe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c71c80 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6be00 trap() at trap+0x57/frame 0xfffffe003ce6bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6bf20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e483add0, rbp = 0xfffffe00e483add0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e483add0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e483ae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e483ae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e483ae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c70e40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce89df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce89e00 trap() at trap+0x57/frame 0xfffffe003ce89f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce89f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e4844dd0, rbp = 0xfffffe00e4844dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4844dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4844e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4844e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c70720 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce98df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce98e00 trap() at trap+0x57/frame 0xfffffe003ce98f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce98f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e483fdd0, rbp = 0xfffffe00e483fdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e483fdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e483fe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e483fe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e483fe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c70000 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea7df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea7e00 trap() at trap+0x57/frame 0xfffffe003cea7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea7f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e484edd0, rbp = 0xfffffe00e484edd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e484edd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e484ee10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e484ee30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c6b740 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ceb6df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ceb6e00 trap() at trap+0x57/frame 0xfffffe003ceb6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceb6f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e4849dd0, rbp = 0xfffffe00e4849dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4849dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4849e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4849e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4849e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command fsx pid 3047 tid 100313 td 0xfffffe015023eac0 (CPU 7) kdb_enter() at kdb_enter+0x32/frame 0xfffffe0151a04750 vpanic() at vpanic+0x182/frame 0xfffffe0151a047a0 panic() at panic+0x43/frame 0xfffffe0151a04800 vfs_bio_getpages() at vfs_bio_getpages+0x535/frame 0xfffffe0151a04940 msdosfs_getpages() at msdosfs_getpages+0x3b/frame 0xfffffe0151a04960 VOP_GETPAGES_APV() at VOP_GETPAGES_APV+0x60/frame 0xfffffe0151a04990 vop_stdgetpages_async() at vop_stdgetpages_async+0x49/frame 0xfffffe0151a049e0 VOP_GETPAGES_ASYNC_APV() at VOP_GETPAGES_ASYNC_APV+0x60/frame 0xfffffe0151a04a10 vnode_pager_getpages_async() at vnode_pager_getpages_async+0x43/frame 0xfffffe0151a04a60 sendfile_swapin() at sendfile_swapin+0x570/frame 0xfffffe0151a04b20 vn_sendfile() at vn_sendfile+0x9ba/frame 0xfffffe0151a04d70 sendfile() at sendfile+0x117/frame 0xfffffe0151a04e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0151a04f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0151a04f30 --- syscall (393, FreeBSD ELF64, sendfile), rip = 0x29f1ce91159a, rsp = 0x29f1d7724df8, rbp = 0x2897 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 3047 3034 3034 0 R+ (threaded) fsx 100217 S sbwait 0xfffff800736fe94c fsx 100313 Run CPU 7 fsx 3041 0 0 0 DL mdwait 0xfffff8011cca3000 [md10] 3034 3031 3034 0 S+ wait 0xfffffe0150372ab8 sh 3031 1 3031 0 Ss+ wait 0xfffffe010d9fdac0 sh 2762 0 0 0 SL - 0xffffffff81e76840 [newnfs 0] 19 0 0 0 DL syncer 0xffffffff81fa06a8 [syncer] 18 0 0 0 DL vlruwt 0xfffffe003ce56000 [vnlru] 17 0 0 0 DL (threaded) [bufdaemon] 100199 D psleep 0xffffffff81f9f6d0 [bufdaemon] 100200 D - 0xffffffff81a0b140 [bufspacedaemon-0] 100201 D - 0xffffffff81a13400 [bufspacedaemon-1] 100202 D - 0xffffffff81a1b6c0 [bufspacedaemon-2] 100203 D - 0xffffffff81a23980 [bufspacedaemon-3] 100204 D - 0xffffffff81a2bc40 [bufspacedaemon-4] 100205 D - 0xffffffff81a33f00 [bufspacedaemon-5] 100206 D - 0xffffffff81a3c1c0 [bufspacedaemon-6] 100219 D sdflush 0xfffff800699a0ce8 [/ worker] 100224 D sdflush 0xfffff800735c3ce8 [/tmp worker] 16 0 0 0 DL psleep 0xffffffff81fc8350 [vmdaemon] 9 0 0 0 DL (threaded) [pagedaemon] 100195 D psleep 0xffffffff81fbc7b8 [dom0] 100197 D launds 0xffffffff81fbc7c4 [laundry: dom0] 100198 D umarcl 0xffffffff80f80ab0 [uma] 8 0 0 0 DL idle 0xfffffe010d9fcab8 [enc_daemon1] 7 0 0 0 DL idle 0xfffffe010d9fd010 [enc_daemon0] 6 0 0 0 DL - 0xffffffff81ce3448 [rand_harvestq] 15 0 0 0 DL (threaded) [usb] 100128 D - 0xfffffe010a1b8440 [usbus0] 100129 D - 0xfffffe010a1b8498 [usbus0] 100130 D - 0xfffffe010a1b84f0 [usbus0] 100131 D - 0xfffffe010a1b8548 [usbus0] 100132 D - 0xfffffe010a1b85a0 [usbus0] 100134 D - 0xfffffe00e4d81cf0 [usbus1] 100135 D - 0xfffffe00e4d81d48 [usbus1] 100136 D - 0xfffffe00e4d81da0 [usbus1] 100137 D - 0xfffffe00e4d81df8 [usbus1] 100138 D - 0xfffffe00e4d81e50 [usbus1] 100139 D - 0xfffffe010a576cf0 [usbus2] 100140 D - 0xfffffe010a576d48 [usbus2] 100141 D - 0xfffffe010a576da0 [usbus2] 100142 D - 0xfffffe010a576df8 [usbus2] 100143 D - 0xfffffe010a576e50 [usbus2] 5 0 0 0 DL - 0xffffffff81fd0d38 [busdma] 4 0 0 0 DL (threaded) [cam] 100120 D - 0xffffffff81bcce40 [doneq0] 100121 D - 0xffffffff81bccec0 [doneq1] 100122 D - 0xffffffff81bccf40 [doneq2] 100123 D - 0xffffffff81bccdc0 [async] 100152 D - 0xffffffff81bccc90 [scanner] 14 0 0 0 DL seqstat 0xfffff8000447a088 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100106 D crypto_ 0xffffffff81fb9bf0 [crypto] 100107 D crypto_ 0xfffff800044e5c30 [crypto returns 0] 100108 D crypto_ 0xfffff800044e5c80 [crypto returns 1] 100109 D crypto_ 0xfffff800044e5cd0 [crypto returns 2] 100110 D crypto_ 0xfffff800044e5d20 [crypto returns 3] 100111 D crypto_ 0xfffff800044e5d70 [crypto returns 4] 100112 D crypto_ 0xfffff800044e5dc0 [crypto returns 5] 100113 D crypto_ 0xfffff800044e5e10 [crypto returns 6] 100114 D crypto_ 0xfffff800044e5e60 [crypto returns 7] 100115 D crypto_ 0xfffff800044e5eb0 [crypto returns 8] 100116 D crypto_ 0xfffff800044e5f00 [crypto returns 9] 100117 D crypto_ 0xfffff800044e5f50 [crypto returns 10] 100118 D crypto_ 0xfffff800044e5fa0 [crypto returns 11] 13 0 0 0 DL (threaded) [geom] 100091 D - 0xffffffff81e8f010 [g_event] 100092 D - 0xffffffff81e8f018 [g_up] 100093 D - 0xffffffff81e8f020 [g_down] 2 0 0 0 WL (threaded) [clock] 100078 I [clock (0)] 100079 I [clock (1)] 100080 I [clock (2)] 100081 I [clock (3)] 100082 I [clock (4)] 100083 I [clock (5)] 100084 I [clock (6)] 100085 I [clock (7)] 100086 I [clock (8)] 100087 I [clock (9)] 100088 I [clock (10)] 100089 I [clock (11)] 12 0 0 0 WL (threaded) [intr] 100041 I [swi6: task queue] 100042 I [swi6: Giant taskq] 100044 I [swi5: fast taskq] 100077 I [swi1: netisr 0] 100124 I [swi4: apei] 100125 I [irq56: ahci0] 100127 I [irq19: xhci0] 100133 I [irq18: ehci0 ehci1+] 100144 I [irq71: ahci1] 100145 I [swi0: uart uart] 100159 I [irq73: mlx5_core0] 100160 I [irq74: mlx5_core0] 100161 I [irq72: mlx5_core0] 100162 I [irq75: mlx5_core0] 100163 I [irq76: mlx5_core0] 100164 I [irq77: mlx5_core0] 100165 I [irq78: mlx5_core0] 100166 I [irq79: mlx5_core0] 100167 I [irq80: mlx5_core0] 100168 I [irq81: mlx5_core0] 100169 I [irq82: mlx5_core0] 100170 I [irq83: mlx5_core0] 100171 I [irq84: mlx5_core0] 100172 I [irq85: mlx5_core0] 100173 I [irq86: mlx5_core0] 100179 I [irq88: mlx5_core1] 100180 I [irq89: mlx5_core1] 100181 I [irq87: mlx5_core1] 100182 I [irq90: mlx5_core1] 100183 I [irq91: mlx5_core1] 100184 I [irq92: mlx5_core1] 100185 I [irq93: mlx5_core1] 100186 I [irq94: mlx5_core1] 100187 I [irq95: mlx5_core1] 100188 I [irq96: mlx5_core1] 100189 I [irq97: mlx5_core1] 100190 I [irq98: mlx5_core1] 100191 I [irq99: mlx5_core1] 100192 I [irq100: mlx5_core1] 100193 I [irq101: mlx5_core1] 100254 I [irq102: ioat0] 100255 I [irq103: ioat1] 100256 I [irq104: ioat2] 100257 I [irq105: ioat3] 100258 I [irq106: ioat4] 100259 I [irq107: ioat5] 100260 I [irq108: ioat6] 100261 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 Run CPU 6 [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 Run CPU 11 [idle: cpu11] 1 0 1 0 SLs wait 0xfffffe00e4c65010 [init] 10 0 0 0 DL audit_w 0xffffffff81fba198 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81e8f590 [swapper] 100015 D - 0xfffff80003a32e00 [softirq_0] 100016 D - 0xfffff80003a32d00 [softirq_1] 100017 D - 0xfffff80003a32c00 [softirq_2] 100018 D - 0xfffff80003a32b00 [softirq_3] 100019 D - 0xfffff80003a32a00 [softirq_4] 100020 D - 0xfffff80003a32900 [softirq_5] 100021 D - 0xfffff80003a32800 [softirq_6] 100022 D - 0xfffff80003a32700 [softirq_7] 100023 D - 0xfffff80003a32600 [softirq_8] 100024 D - 0xfffff80003a32500 [softirq_9] 100025 D - 0xfffff80003a32400 [softirq_10] 100026 D - 0xfffff80003a32300 [softirq_11] 100027 D - 0xfffff80003a32200 [if_io_tqg_0] 100028 D - 0xfffff80003a32100 [if_io_tqg_1] 100029 D - 0xfffff80003a32000 [if_io_tqg_2] 100030 D - 0xfffff80003a31e00 [if_io_tqg_3] 100031 D - 0xfffff80003a31d00 [if_io_tqg_4] 100032 D - 0xfffff80003a31c00 [if_io_tqg_5] 100033 D - 0xfffff80003a31b00 [if_io_tqg_6] 100034 D - 0xfffff80003a31a00 [if_io_tqg_7] 100035 D - 0xfffff80003a31900 [if_io_tqg_8] 100036 D - 0xfffff80003a31800 [if_io_tqg_9] 100037 D - 0xfffff80003a31700 [if_io_tqg_10] 100038 D - 0xfffff80003a31600 [if_io_tqg_11] 100039 D - 0xfffff80003a31500 [if_config_tqg_0] 100040 D - 0xfffff80003a18000 [deferred_unmount ta] 100043 D - 0xfffff80003a17c00 [thread taskq] 100045 D - 0xfffff80003a17a00 [in6m_free taskq] 100046 D - 0xfffff80003a17900 [pci_hp taskq] 100047 D - 0xfffff80003a17800 [kqueue_ctx taskq] 100048 D - 0xfffff80003a17700 [inm_free taskq] 100049 D - 0xfffff80003a17600 [linuxkpi_irq_wq] 100050 D - 0xfffff80003a17500 [aiod_kick taskq] 100051 D - 0xfffff80003a17400 [linuxkpi_short_wq_0] 100052 D - 0xfffff80003a17400 [linuxkpi_short_wq_1] 100053 D - 0xfffff80003a17400 [linuxkpi_short_wq_2] 100054 D - 0xfffff80003a17400 [linuxkpi_short_wq_3] 100055 D - 0xfffff80003a17400 [linuxkpi_short_wq_4] 100056 D - 0xfffff80003a17400 [linuxkpi_short_wq_5] 100057 D - 0xfffff80003a17400 [linuxkpi_short_wq_6] 100058 D - 0xfffff80003a17400 [linuxkpi_short_wq_7] 100059 D - 0xfffff80003a17400 [linuxkpi_short_wq_8] 100060 D - 0xfffff80003a17400 [linuxkpi_short_wq_9] 100061 D - 0xfffff80003a17400 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003a17400 [linuxkpi_short_wq_1] 100063 D - 0xfffff80003a17400 [linuxkpi_short_wq_1] 100064 D - 0xfffff80003a17300 [linuxkpi_long_wq_0] 100065 D - 0xfffff80003a17300 [linuxkpi_long_wq_1] 100066 D - 0xfffff80003a17300 [linuxkpi_long_wq_2] 100067 D - 0xfffff80003a17300 [linuxkpi_long_wq_3] 100068 D - 0xfffff80003a17300 [linuxkpi_long_wq_4] 100069 D - 0xfffff80003a17300 [linuxkpi_long_wq_5] 100070 D - 0xfffff80003a17300 [linuxkpi_long_wq_6] 100071 D - 0xfffff80003a17300 [linuxkpi_long_wq_7] 100072 D - 0xfffff80003a17300 [linuxkpi_long_wq_8] 100073 D - 0xfffff80003a17300 [linuxkpi_long_wq_9] 100074 D - 0xfffff80003a17300 [linuxkpi_long_wq_10] 100075 D - 0xfffff80003a17300 [linuxkpi_long_wq_11] 100076 D - 0xfffff80003a17300 [linuxkpi_long_wq_12] 100090 D - 0xfffff80003a17200 [firmware taskq] 100094 D - 0xfffff80003a17000 [crypto_0] 100095 D - 0xfffff80003a17000 [crypto_1] 100096 D - 0xfffff80003a17000 [crypto_2] 100097 D - 0xfffff80003a17000 [crypto_3] 100098 D - 0xfffff80003a17000 [crypto_4] 100099 D - 0xfffff80003a17000 [crypto_5] 100100 D - 0xfffff80003a17000 [crypto_6] 100101 D - 0xfffff80003a17000 [crypto_7] 100102 D - 0xfffff80003a17000 [crypto_8] 100103 D - 0xfffff80003a17000 [crypto_9] 100104 D - 0xfffff80003a17000 [crypto_10] 100105 D - 0xfffff80003a17000 [crypto_11] 100146 D - 0xfffff8001b23d400 [acpi_task_0] 100147 D - 0xfffff8001b23d400 [acpi_task_1] 100148 D - 0xfffff8001b23d400 [acpi_task_2] 100150 D - 0xfffff80003a18100 [mca taskq] 100151 D - 0xfffff80003a16d00 [CAM taskq] 100155 D - 0xfffff8001b23d300 [mlx5_core0-rec] 100156 D - 0xfffff8001b23d200 [mlx5_core0-wdg] 100157 D - 0xfffff8001b23d100 [mlx5_core0-cmd] 100158 D - 0xfffff8001b23d000 [mlx5_page_allocator] 100174 D - 0xfffff8001b23ee00 [mlx5_esw_wq] 100175 D - 0xfffff8001b23ed00 [mlx5_core1-rec] 100176 D - 0xfffff8001b23ec00 [mlx5_core1-wdg] 100177 D - 0xfffff8001b23eb00 [mlx5_core1-cmd] 100178 D - 0xfffff8001b23ea00 [mlx5_page_allocator] 100194 D - 0xfffff8001b2d0a00 [mlx5_esw_wq] db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81e8fb00 sched_switch() at sched_switch+0x582/frame 0xffffffff82573e10 mi_switch() at mi_switch+0x157/frame 0xffffffff82573e30 sleepq_switch() at sleepq_switch+0x107/frame 0xffffffff82573e70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82573eb0 _sleep() at _sleep+0x2d6/frame 0xffffffff82573f40 swapper() at swapper+0x75/frame 0xffffffff82573fa0 mi_startup() at mi_startup+0x30e/frame 0xffffffff82573ff0 btext() at btext+0x23 Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4c6b020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4858de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4858e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4858e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4858ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4858ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4858f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4c6a900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4853de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4853e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4853e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4853ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4853ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4853f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4cf1720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4862de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4862e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4862e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4862ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4862ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4862f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4cf1000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e485dde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e485de00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e485de40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e485dec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e485def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e485df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4c74740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e486cde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e486ce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e486ce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e486cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e486cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e486cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4c74020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4867de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4867e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4867e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4867ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4867ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4867f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4c73900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4876de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4876e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4876e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4876ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4876ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4876f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4c731e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4871de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4871e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4871e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4871ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4871ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4871f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4c72ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4880de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4880e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4880e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4880ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4880ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4880f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4c723a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e487bde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e487be00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e487be40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e487bec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e487bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e487bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e487bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4cf5020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e488ade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488ae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488ae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488aec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4cf4900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4885de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4885e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4885e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4885ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4885ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4885f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4cf41e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4894de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4894e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4894e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4894ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4894ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4894f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4cf3ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e488fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488fec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4cf33a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e489ede0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e489ee00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e489ee40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e489eec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e489eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e489ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4cf2c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4899de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4899e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4899e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4899ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4899ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4899f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4cf2560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48a8de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a8e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a8e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a8ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4cf1e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48a3de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a3e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a3e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4cfeac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48b2de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b2e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b2e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b2ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4cfe3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48adde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48ade00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48ade40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48adec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48adef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48adf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4cfdc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48bcde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48bce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48bce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48bcec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48bcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48bcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4cfd560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48b7de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b7e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b7e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b7ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4cfce40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48c6de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c6e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c6e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c6ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4cfc720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48c1de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c1e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c1e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c1ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4cfc000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48d0de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d0e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d0e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48d0ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48d0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4cf5740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48cbdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48cbdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48cbe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48cbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48cbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48cbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4d03720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48e4dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e4df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e4e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48e4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe00e4d00740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48eedd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48eedf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48eee30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48eeec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48eeef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48eef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48eef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4d00020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48e9dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e9df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e9e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48e9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100047 td 0xfffffe00e4cff900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48f8dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48f8df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48f8e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48f8ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffffe00e4cff1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48f3dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48f3df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48f3e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48f3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffffe00e4d0c000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4902de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4902e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4902e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4902ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4902ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4902f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffffe00e4d07740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48fddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48fddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48fde30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e48fdec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48fdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48fdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48fdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffffe00e4d07020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e490cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e490cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e490ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e490cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e490cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e490cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffffe00e4d06900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4907dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4907df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4907e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4907ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4907ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4907f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffffe00e4d061e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4916dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4916df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4916e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4916ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4916ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4916f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffffe00e4d05ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4911dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4911df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4911e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4911ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4911ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4911f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffffe00e4d053a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4920dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4920df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4920e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4920ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4920ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4920f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4920f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe00e4d04c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e491bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e491bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e491be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e491bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e491bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e491bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffffe00e4d0f900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e492add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e492aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe00e4d0f1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4925dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4925df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4925e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4925ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4925ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4925f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4925f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffffe00e4d0eac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4934dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4934df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4934e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4934ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4934ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4934f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4934f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe00e4d0e3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e492fdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492fdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492fe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e492fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe00e4d0dc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e493edd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e493edf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e493ee30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e493eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e493eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e493ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e493ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe00e4d0d560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4939dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4939df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4939e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4939ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4939ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4939f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4939f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe00e4d0ce40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4948dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4948df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4948e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4948ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4948ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4948f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4948f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe00e4d0c720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4943dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4943df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4943e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4943ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4943ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4943f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4943f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffffe00e4d153a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4952dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4952df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4952e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4952ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4952ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4952f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4952f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe00e4d14c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e494ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e494ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e494de30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e494dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e494def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe00e4d14560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e495cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e495cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e495ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e495cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e495cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e495cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe00e4d13e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4957dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4957df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4957e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4957ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4957ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4957f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4957f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe00e4d13720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4966dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4966df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4966e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4966ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4966ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4966f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4966f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe00e4d13000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4961dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4961df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4961e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4961ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4961ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4961f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4961f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe00e4d10740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4970dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4970df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4970e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4970ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4970ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4970f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4970f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe00e4d10020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e496bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e496bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e496be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e496bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e496bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe00e4d18e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e497add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e497aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe00e4d18720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4975dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4975df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4975e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4975ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4975ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4975f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4975f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe00e4d18000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4984dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4984df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4984e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4984ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4984ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4984f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4984f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe00e4d17740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e497fdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497fdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497fe30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e497fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xfffffe00e4d24ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49f5dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49f5df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49f5e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e49f5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e49f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffffe00e4d22e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e39dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e39df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e39e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e39ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e39ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e39f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e39f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffffe00e4d22720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e48dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e48df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e48e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e48ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e48ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e48f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e48f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffffe00e4d22000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e43dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e43df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e43e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e43ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e43ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e43f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e43f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100097 td 0xfffffe00e4d3dc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e52dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e52df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e52e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e52ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e52ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffffe00e4d3d560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e4ddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e4ddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e4de30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e4dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e4def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100099 td 0xfffffe00e4d3ce40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e5cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e5cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e5ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e5cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e5cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffffe00e4d3c720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e57dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e57df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e57e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e57ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e57ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e57f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100101 td 0xfffffe00e4d3c000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e66dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e66df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e66e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e66ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e66ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e66f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e66f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffffe00e4d26740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e61dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e61df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e61e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e61ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e61ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e61f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100103 td 0xfffffe00e4d26020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e70dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e70df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e70e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e70ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e70ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e70f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e70f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffffe00e4d25900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e6bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e6bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e6be30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e6bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e6bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100105 td 0xfffffe00e4d41720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e7add0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7adf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7ae30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e7aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e7aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100146 td 0xfffffe010d9be3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4fffde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4fffe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4fffe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4fffec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4fffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100147 td 0xfffffe010d9bdc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ffade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ffae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ffae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4ffaec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4ffaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100148 td 0xfffffe010d9bd560 sched_switch() at sched_switch+0x582/frame 0xfffffe010daa5de0 mi_switch() at mi_switch+0x157/frame 0xfffffe010daa5e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010daa5e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010daa5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010daa5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daa5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daa5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100150 td 0xfffffe010d9bc720 sched_switch() at sched_switch+0x582/frame 0xfffffe010daafde0 mi_switch() at mi_switch+0x157/frame 0xfffffe010daafe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010daafe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010daafec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010daafef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daaff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daaff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100151 td 0xfffffe010d9bc000 sched_switch() at sched_switch+0x582/frame 0xfffffe010daaadd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010daaadf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010daaae30 _sleep() at _sleep+0x2ef/frame 0xfffffe010daaaec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010daaaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daaaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daaaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100155 td 0xfffffe010a1be020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dab4dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dab4df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dab4e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dab4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dab4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dab4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dab4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100156 td 0xfffffe010ddfc740 sched_switch() at sched_switch+0x582/frame 0xfffffe010dacddd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dacddf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dacde30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dacdec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dacdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dacdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dacdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100157 td 0xfffffe010ddfc020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dac8dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac8df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac8e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dac8ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffffe010ddfb900 sched_switch() at sched_switch+0x582/frame 0xfffffe010dad7dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad7df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dad7e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dad7ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dad7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100174 td 0xfffffe010e0e9e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010db27dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db27df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db27e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db27ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db27ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db27f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db27f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100175 td 0xfffffe010e0e9720 sched_switch() at sched_switch+0x582/frame 0xfffffe010db22dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db22df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db22e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db22ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db22ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db22f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db22f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100176 td 0xfffffe010e0e9000 sched_switch() at sched_switch+0x582/frame 0xfffffe010db31dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db31df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db31e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db31ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db31ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db31f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db31f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100177 td 0xfffffe010df4f740 sched_switch() at sched_switch+0x582/frame 0xfffffe010db2cdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db2cdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db2ce30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db2cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db2cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db2cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db2cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100178 td 0xfffffe010df4f020 sched_switch() at sched_switch+0x582/frame 0xfffffe010db3bdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db3bdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db3be30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db3bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db3bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db3bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db3bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100194 td 0xfffffe010e25c900 sched_switch() at sched_switch+0x582/frame 0xfffffe010db86dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db86df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db86e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010db86ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db86ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db86f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db86f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4c69ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377e1a20 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e1a40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e1a80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00377e1ad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00377e1ae0 _sleep() at _sleep+0x2e5/frame 0xfffffe00377e1b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe00377e1c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe00377e1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe00377e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00377e1f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x28fc3a, rsp = 0x820eca488, rbp = 0x820eca570 --- Tracing command clock pid 2 tid 100078 td 0xfffffe00e4d16900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49b9ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49b9ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49b9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49b9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100079 td 0xfffffe00e4d161e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49c8ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c8ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100080 td 0xfffffe00e4d15ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49c3ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c3ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100081 td 0xfffffe00e4d1c740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49d2ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49d2ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49d2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49d2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49d2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100082 td 0xfffffe00e4d1c020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49cdea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49cdec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49cdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49cdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49cdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100083 td 0xfffffe00e4d1b900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49dcea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49dcec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49dcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49dcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49dcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100084 td 0xfffffe00e4d1b1e0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100085 td 0xfffffe00e4d1aac0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100086 td 0xfffffe00e4d1a3a0 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100087 td 0xfffffe00e4d19c80 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100088 td 0xfffffe00e4d19560 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100089 td 0xfffffe00e4d251e0 fork_trampoline() at fork_trampoline Tracing command crypto pid 3 tid 100106 td 0xfffffe00e4d41000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e75dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e75de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e75e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e75eb0 crypto_dispatch_thread() at crypto_dispatch_thread+0xbf/frame 0xfffffe00e4e75ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e75f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e75f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100107 td 0xfffffe00e4d40740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e84dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e84de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e84e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e84eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e84ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e84f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e84f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100108 td 0xfffffe00e4d40020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e7fdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7fde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7fe20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e7feb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e7fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100109 td 0xfffffe00e4d3f900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e8edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e8ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e8ee20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e8eeb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e8eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100110 td 0xfffffe00e4d3f1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e89dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e89de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e89e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e89eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e89ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e89f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e89f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100111 td 0xfffffe00e4d3eac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e98dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e98de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e98e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e98eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e98ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e98f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e98f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100112 td 0xfffffe00e4d3e3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e93dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e93de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e93e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e93eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e93ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e93f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e93f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100113 td 0xfffffe00e4d45020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ea2dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea2de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea2e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ea2eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100114 td 0xfffffe00e4d44900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e9ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e9dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e9de20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e9deb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e9def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100115 td 0xfffffe00e4d441e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eacdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eacde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eace20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eaceb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eacef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eacf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eacf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100116 td 0xfffffe00e4d43ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ea7dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea7de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea7e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ea7eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100117 td 0xfffffe00e4d433a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eb6dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb6de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb6e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eb6eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100118 td 0xfffffe00e4d42c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eb1dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb1de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb1e20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4eb1eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100120 td 0xfffffe00e4d41e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ebbdb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ebbdd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ebbe10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ebbea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ebbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100121 td 0xfffffe00e4d58ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ecadb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ecadd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ecae10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ecaea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ecaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100122 td 0xfffffe00e4d583a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ec5db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec5dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec5e10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ec5ea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ec5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100123 td 0xfffffe00e4d57c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ed4db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed4dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ed4e10 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ed4ea0 xpt_async_td() at xpt_async_td+0x74/frame 0xfffffe00e4ed4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100152 td 0xfffffe010a1be740 sched_switch() at sched_switch+0x582/frame 0xfffffe010dab9dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dab9df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dab9e30 _sleep() at _sleep+0x2ef/frame 0xfffffe010dab9ec0 xpt_scanner_thread() at xpt_scanner_thread+0x154/frame 0xfffffe010dab9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dab9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dab9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command busdma pid 5 tid 100126 td 0xfffffe00e4d93720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ee8dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee8df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ee8e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4ee8ec0 busdma_thread() at busdma_thread+0xb5/frame 0xfffffe00e4ee8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 6 tid 100149 td 0xfffffe010d9bce40 sched_switch() at sched_switch+0x582/frame 0xfffffe010daa0d30 mi_switch() at mi_switch+0x157/frame 0xfffffe010daa0d50 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010daa0d90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010daa0dd0 _sleep() at _sleep+0x2d6/frame 0xfffffe010daa0e60 random_kthread() at random_kthread+0xa7/frame 0xfffffe010daa0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daa0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daa0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 7 tid 100153 td 0xfffffe010ddf8e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010dac3d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac3db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac3df0 _sleep() at _sleep+0x2ef/frame 0xfffffe010dac3e80 enc_daemon() at enc_daemon+0xde/frame 0xfffffe010dac3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 8 tid 100154 td 0xfffffe010ddf8720 sched_switch() at sched_switch+0x582/frame 0xfffffe010dabed90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dabedb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dabedf0 _sleep() at _sleep+0x2ef/frame 0xfffffe010dabee80 enc_daemon() at enc_daemon+0xde/frame 0xfffffe010dabeef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dabef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dabef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100195 td 0xfffffe00e4d57560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ecf9c0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ecf9e0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ecfa20 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4ecfa60 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ecfaf0 vm_pageout_worker() at vm_pageout_worker+0x28c/frame 0xfffffe00e4ecfeb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe00e4ecfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100197 td 0xfffffe010a1ba720 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f5fa80 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f5faa0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f5fae0 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4f5fb70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xb43/frame 0xfffffe00e4f5fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100198 td 0xfffffe010e3b9ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbb7d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbb7db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbb7df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbb7e30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbb7ec0 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe010dbb7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbb7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbb7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4c6a1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00377e6dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e6df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e6e30 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00377e6e90 audit_worker() at audit_worker+0x9f/frame 0xfffffe00377e6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c693a0 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81ff1080 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81ff1090 trap() at trap+0x57/frame 0xffffffff81ff11b0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81ff11b0 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377f0dd0, rbp = 0xfffffe00377f0dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f0dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f0e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f0e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c68c80 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e00 trap() at trap+0x57/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377ebdd0, rbp = 0xfffffe00377ebdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ebdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ebe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ebe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c68560 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2fdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2fe00 trap() at trap+0x57/frame 0xfffffe003ce2ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2ff20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377fadd0, rbp = 0xfffffe00377fadd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377fadd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377fae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377fae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377fae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c67e40 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3edf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ee00 trap() at trap+0x57/frame 0xfffffe003ce3ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3ef20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377f5dd0, rbp = 0xfffffe00377f5dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377f5dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377f5e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377f5e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c67720 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce4ddf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce4de00 trap() at trap+0x57/frame 0xfffffe003ce4df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce4df20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e4830dd0, rbp = 0xfffffe00e4830dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4830dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4830e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4830e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4830e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c67000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce5cdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce5ce00 trap() at trap+0x57/frame 0xfffffe003ce5cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce5cf20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00377ffdd0, rbp = 0xfffffe00377ffdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377ffdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00377ffe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00377ffe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c71c80 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6be00 trap() at trap+0x57/frame 0xfffffe003ce6bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6bf20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e483add0, rbp = 0xfffffe00e483add0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e483add0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e483ae10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e483ae30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e483ae50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c71560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4835e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4835e50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c70e40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce89df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce89e00 trap() at trap+0x57/frame 0xfffffe003ce89f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce89f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e4844dd0, rbp = 0xfffffe00e4844dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4844dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4844e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4844e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c70720 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce98df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce98e00 trap() at trap+0x57/frame 0xfffffe003ce98f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce98f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e483fdd0, rbp = 0xfffffe00e483fdd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e483fdd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e483fe10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e483fe30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e483fe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c70000 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea7df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea7e00 trap() at trap+0x57/frame 0xfffffe003cea7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea7f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e484edd0, rbp = 0xfffffe00e484edd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e484edd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e484ee10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e484ee30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c6b740 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ceb6df0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ceb6e00 trap() at trap+0x57/frame 0xfffffe003ceb6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceb6f20 --- trap 0x13, rip = 0xffffffff810b2806, rsp = 0xfffffe00e4849dd0, rbp = 0xfffffe00e4849dd0 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00e4849dd0 acpi_cpu_idle() at acpi_cpu_idle+0x278/frame 0xfffffe00e4849e10 cpu_idle_acpi() at cpu_idle_acpi+0x4d/frame 0xfffffe00e4849e30 cpu_idle() at cpu_idle+0xac/frame 0xfffffe00e4849e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100041 td 0xfffffe00e4d04560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e48dae40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dae60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e48daef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48daf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48daf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100042 td 0xfffffe00e4d03e40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffffe00e4d03000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100077 td 0xfffffe00e4d17020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49bee40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49bee60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49beef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49bef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49bef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100124 td 0xfffffe00e4d94560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100125 td 0xfffffe00e4d93e40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ed9e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed9e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ed9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100127 td 0xfffffe00e4d93000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ee3e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee3e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ee3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100133 td 0xfffffe00e4d97740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f01e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f01e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f01ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f01f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f01f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100144 td 0xfffffe010a1bb560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100145 td 0xfffffe010a1bae40 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f64e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f64e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f64ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f64f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f64f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100159 td 0xfffffe010ddfb1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe010dad2e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad2e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dad2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100160 td 0xfffffe010ddfaac0 sched_switch() at sched_switch+0x582/frame 0xfffffe010dae1e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dae1e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dae1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dae1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dae1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100161 td 0xfffffe010ddfa3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100162 td 0xfffffe010ddf9c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100163 td 0xfffffe010ddf9560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100164 td 0xfffffe010df4e1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100165 td 0xfffffe010df4dac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100166 td 0xfffffe010df4d3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100167 td 0xfffffe010df4cc80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100168 td 0xfffffe010df4c560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100169 td 0xfffffe010df4be40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100170 td 0xfffffe010df4b720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100171 td 0xfffffe010df4b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100172 td 0xfffffe010e0eac80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffffe010e0ea560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe010ddf8000 sched_switch() at sched_switch+0x582/frame 0xfffffe010db45e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db45e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010db45ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db45f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db45f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100180 td 0xfffffe010d9c0740 sched_switch() at sched_switch+0x582/frame 0xfffffe010db40e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db40e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010db40ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db40f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db40f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100181 td 0xfffffe010d9c0020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe010d9bf900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffffe010d9bf1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffffe010d9beac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffffe010e259720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffffe010e259000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffffe010e0ed740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffffe010e0ed020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffffe010e0ec900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100190 td 0xfffffe010e0ec1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffffe010e0ebac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffffe010e0eb3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffffe010e25d020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100254 td 0xfffffe013cadd740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100255 td 0xfffffe013cadd020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100256 td 0xfffffe014fc59560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100257 td 0xfffffe014fc58e40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100258 td 0xfffffe014fc58720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100259 td 0xfffffe014fc58000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100260 td 0xfffffe014f913740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100261 td 0xfffffe014f913020 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100091 td 0xfffffe00e4d243a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e34dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e34df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e34e30 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e34ec0 g_run_events() at g_run_events+0x444/frame 0xfffffe00e4e34ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e34f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e34f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100092 td 0xfffffe00e4d23c80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e49ffdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49ffde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49ffe20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e49ffeb0 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e49ffee0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e49ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100093 td 0xfffffe00e4d23560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4e3edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e3ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e3ee20 _sleep() at _sleep+0x2ef/frame 0xfffffe00e4e3eeb0 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4e3eee0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4e3eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100119 td 0xfffffe00e4d42560 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ec0db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec0dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec0e10 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ec0e70 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe00e4ec0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100128 td 0xfffffe00e4d5a740 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ef2e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef2e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef2e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef2ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100129 td 0xfffffe00e4d5a020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4eede00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eede20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eede60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eedec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eedef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eedf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eedf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100130 td 0xfffffe00e4d59900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4efce00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4efce20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4efce60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4efcec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4efcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4efcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4efcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100131 td 0xfffffe00e4d591e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4ef7e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef7e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef7e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef7ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100132 td 0xfffffe010a1ba000 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f06e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f06e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f06e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f06ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f06ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f06f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f06f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100134 td 0xfffffe00e4d97020 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f10e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f10e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f10e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f10ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f10ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f10f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f10f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100135 td 0xfffffe00e4d96900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f0be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f0be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f0be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f0bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f0bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f0bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f0bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100136 td 0xfffffe00e4d961e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f1ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f1ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f1aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f1aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100137 td 0xfffffe00e4d95ac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f15e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f15e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f15e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f15ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f15ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f15f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f15f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100138 td 0xfffffe00e4d953a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f24e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f24e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f24e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f24ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f24ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f24f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f24f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100139 td 0xfffffe010a1bd900 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f46e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f46e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f46e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f46ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f46ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f46f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f46f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100140 td 0xfffffe010a1bd1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f41e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f41e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f41e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f41ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f41ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100141 td 0xfffffe010a1bcac0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f50e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f50e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f50e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f50ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f50ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f50f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f50f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100142 td 0xfffffe010a1bc3a0 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f4be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f4be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f4be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f4bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f4bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f4bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f4bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100143 td 0xfffffe010a1bbc80 sched_switch() at sched_switch+0x582/frame 0xfffffe00e4f5ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f5ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f5ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f5aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f5aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 16 tid 100196 td 0xfffffe00e4d56e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbb2d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbb2db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbb2df0 _sleep() at _sleep+0x2ef/frame 0xfffffe010dbb2e80 vm_daemon() at vm_daemon+0x82/frame 0xfffffe010dbb2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbb2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbb2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100199 td 0xfffffe00e4d56720 sched_switch() at sched_switch+0x582/frame 0xfffffe010db9cd70 mi_switch() at mi_switch+0x157/frame 0xfffffe010db9cd90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db9cdd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db9ce10 _sleep() at _sleep+0x2d6/frame 0xfffffe010db9cea0 buf_daemon() at buf_daemon+0x2f4/frame 0xfffffe010db9cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db9cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db9cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100200 td 0xfffffe010e3c3560 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbc1d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbc1db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbc1df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbc1e30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbc1ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbc1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbc1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbc1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100201 td 0xfffffe010e3c2e40 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbbcd90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbbcdb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbbcdf0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbbce30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbbcec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbbcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbbcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbbcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100202 td 0xfffffe010e3c2720 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbcbd90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbcbdb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbcbdf0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbcbe30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbcbec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbcbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbcbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbcbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100203 td 0xfffffe010e3c2000 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbc6d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbc6db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbc6df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbc6e30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbc6ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbc6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbc6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbc6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100204 td 0xfffffe010e3bb740 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbd5d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbd5db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbd5df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbd5e30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbd5ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbd5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbd5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbd5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100205 td 0xfffffe010e3bb020 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbd0d90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbd0db0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbd0df0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbd0e30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbd0ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbd0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbd0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbd0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100206 td 0xfffffe010e3ba900 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbdfd90 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbdfdb0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbdfdf0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbdfe30 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbdfec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010dbdfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbdff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbdff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100219 td 0xfffffe010df4e900 sched_switch() at sched_switch+0x582/frame 0xfffffe010db36d80 mi_switch() at mi_switch+0x157/frame 0xfffffe010db36da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db36de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db36e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010db36eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe010db36ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db36f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db36f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100224 td 0xfffffe014da9c560 sched_switch() at sched_switch+0x582/frame 0xfffffe013c9f0d80 mi_switch() at mi_switch+0x157/frame 0xfffffe013c9f0da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c9f0de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe013c9f0e20 _sleep() at _sleep+0x2d6/frame 0xfffffe013c9f0eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe013c9f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe013c9f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe013c9f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 18 tid 100207 td 0xfffffe00e4d56000 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbe9d20 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbe9d40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbe9d80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbe9dc0 _sleep() at _sleep+0x2d6/frame 0xfffffe010dbe9e50 vnlru_proc() at vnlru_proc+0x99c/frame 0xfffffe010dbe9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbe9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbe9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 19 tid 100208 td 0xfffffe00e4d45740 sched_switch() at sched_switch+0x582/frame 0xfffffe010dbe4d40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbe4d60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbe4da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010dbe4de0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x19a/frame 0xfffffe010dbe4e60 sched_sync() at sched_sync+0x62d/frame 0xfffffe010dbe4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dbe4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dbe4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command newnfs 0 pid 2762 tid 100253 td 0xfffffe010e3c51e0 sched_switch() at sched_switch+0x582/frame 0xfffffe014d9c5d30 mi_switch() at mi_switch+0x157/frame 0xfffffe014d9c5d50 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014d9c5d90 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014d9c5de0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014d9c5e20 _sleep() at _sleep+0x2c4/frame 0xfffffe014d9c5eb0 nfssvc_iod() at nfssvc_iod+0xfe/frame 0xfffffe014d9c5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe014d9c5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014d9c5f30 --- trap 0xc, rip = 0xc7fbdae993a, rsp = 0xc7fbc499268, rbp = 0xc7fbc499280 --- Tracing command sh pid 3031 tid 100269 td 0xfffffe010e3c43a0 sched_switch() at sched_switch+0x582/frame 0xfffffe011316fa20 mi_switch() at mi_switch+0x157/frame 0xfffffe011316fa40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe011316fa80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe011316fad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe011316fae0 _sleep() at _sleep+0x2e5/frame 0xfffffe011316fb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe011316fc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe011316fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe011316ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe011316ff30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x3f9b68f9cefa, rsp = 0x3f9b6739a278, rbp = 0x3f9b6739a320 --- Tracing command sh pid 3034 tid 100306 td 0xfffffe015023f1e0 sched_switch() at sched_switch+0x582/frame 0xfffffe01131baa20 mi_switch() at mi_switch+0x157/frame 0xfffffe01131baa40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01131baa80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01131baad0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01131baae0 _sleep() at _sleep+0x2e5/frame 0xfffffe01131bab70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01131bac00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01131bae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01131baf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01131baf30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x1649dd4d7efa, rsp = 0x1649daaee458, rbp = 0x1649daaee500 --- Tracing command md10 pid 3041 tid 100218 td 0xfffffe010e3c6020 sched_switch() at sched_switch+0x582/frame 0xfffffe013c9badb0 mi_switch() at mi_switch+0x157/frame 0xfffffe013c9badd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c9bae10 _sleep() at _sleep+0x2ef/frame 0xfffffe013c9baea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe013c9baef0 fork_exit() at fork_exit+0x80/frame 0xfffffe013c9baf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe013c9baf30 --- trap 0xc, rip = 0x1c56b119893a, rsp = 0x1c56ae8f6988, rbp = 0x1c56ae8f6a80 --- Tracing command fsx pid 3047 tid 100217 td 0xfffffe014daaae40 sched_switch() at sched_switch+0x582/frame 0xfffffe013c9b0a50 mi_switch() at mi_switch+0x157/frame 0xfffffe013c9b0a70 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe013c9b0ab0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe013c9b0b00 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe013c9b0b10 _sleep() at _sleep+0x2e5/frame 0xfffffe013c9b0ba0 sbwait() at sbwait+0x89/frame 0xfffffe013c9b0bd0 soreceive_generic() at soreceive_generic+0x2ff/frame 0xfffffe013c9b0ca0 soreceive() at soreceive+0x44/frame 0xfffffe013c9b0cc0 kern_recvit() at kern_recvit+0x19e/frame 0xfffffe013c9b0d70 sys_recvfrom() at sys_recvfrom+0x95/frame 0xfffffe013c9b0e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe013c9b0f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe013c9b0f30 --- syscall (29, FreeBSD ELF64, recvfrom), rip = 0x29f1ce912d5a, rsp = 0x29f1cc059b08, rbp = 0x29f1cc059b50 --- Tracing command fsx pid 3047 tid 100313 td 0xfffffe015023eac0 (CPU 7) kdb_enter() at kdb_enter+0x32/frame 0xfffffe0151a04750 vpanic() at vpanic+0x182/frame 0xfffffe0151a047a0 panic() at panic+0x43/frame 0xfffffe0151a04800 vfs_bio_getpages() at vfs_bio_getpages+0x535/frame 0xfffffe0151a04940 msdosfs_getpages() at msdosfs_getpages+0x3b/frame 0xfffffe0151a04960 VOP_GETPAGES_APV() at VOP_GETPAGES_APV+0x60/frame 0xfffffe0151a04990 vop_stdgetpages_async() at vop_stdgetpages_async+0x49/frame 0xfffffe0151a049e0 VOP_GETPAGES_ASYNC_APV() at VOP_GETPAGES_ASYNC_APV+0x60/frame 0xfffffe0151a04a10 vnode_pager_getpages_async() at vnode_pager_getpages_async+0x43/frame 0xfffffe0151a04a60 sendfile_swapin() at sendfile_swapin+0x570/frame 0xfffffe0151a04b20 vn_sendfile() at vn_sendfile+0x9ba/frame 0xfffffe0151a04d70 sendfile() at sendfile+0x117/frame 0xfffffe0151a04e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0151a04f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0151a04f30 --- syscall (393, FreeBSD ELF64, sendfile), rip = 0x29f1ce91159a, rsp = 0x29f1d7724df8, rbp = 0x2897 --- db> reset Uptime: 1m17s (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:59 #1 dump_savectx () at ../../../kern/kern_shutdown.c:403 #2 0xffffffff80bf21d8 in dumpsys (di=0x0) at /usr/src/sys/x86/include/dump.h:87 #3 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:432 #4 0xffffffff804b524a in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:593 #5 0xffffffff804b5050 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:506 #6 0xffffffff804b5196 in db_command_script (command=command@entry=0xffffffff81bd8350 "dump") at ../../../ddb/db_command.c:571 #7 0xffffffff804ba508 in db_script_exec (scriptname=0xffffffff81bd7cc0 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #8 0xffffffff804b5050 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:506 #9 0xffffffff804b5196 in db_command_script (command=command@entry=0xffffffff81bd82e2 "run pho1") at ../../../ddb/db_command.c:571 #10 0xffffffff804ba508 in db_script_exec (scriptname=0xffffffff81bd7cc0 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #11 0xffffffff804b5050 in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:506 #12 0xffffffff804b4d1d in db_command_loop () at ../../../ddb/db_command.c:553 #13 0xffffffff804b83c6 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #14 0xffffffff80c41aae in kdb_trap (type=type@entry=0x3, code=, code@entry=0x0, tf=tf@entry=0xfffffe0151a04690) at ../../../kern/subr_kdb.c:745 #15 0xffffffff810f5877 in trap (frame=0xfffffe0151a04690) at ../../../amd64/amd64/trap.c:611 #16 #17 kdb_enter (why=, msg=) at ../../../kern/subr_kdb.c:509 #18 0xffffffff80bf2382 in vpanic (fmt=, ap=ap@entry=0xfffffe0151a047e0) at ../../../kern/kern_shutdown.c:971 #19 0xffffffff80bf2123 in panic (fmt=0xffffffff81e91070 "\374\a,\201\377\377\377\377") at ../../../kern/kern_shutdown.c:907 #20 0xffffffff80cc1625 in vfs_bio_getpages (vp=0xfffffe015be3f770, ma=0xfffff80003f96340, count=0x1, rbehind=0x0, rahead=0xfffffe0151a04af4, get_lblkno=0xffffffff80a89c60 , get_blksize=0xffffffff80a89c80 ) at ../../../kern/vfs_bio.c:5338 #21 0xffffffff80a89bab in msdosfs_getpages (ap=0x12) at ../../../fs/msdosfs/msdosfs_vnops.c:1861 #22 0xffffffff811ca760 in VOP_GETPAGES_APV (vop=0xffffffff81af1740 , a=a@entry=0xfffffe0151a049a0) at vnode_if.c:2904 #23 0xffffffff80cd5779 in VOP_GETPAGES (vp=0x12, m=0x1, count=0x812a826e, rbehind=, rahead=) at ./vnode_if.h:1500 #24 vop_stdgetpages_async (ap=0xfffffe0151a04a20) at ../../../kern/vfs_default.c:779 #25 0xffffffff811ca910 in VOP_GETPAGES_ASYNC_APV (vop=0xffffffff81af1740 , a=a@entry=0xfffffe0151a04a20) at vnode_if.c:2965 #26 0xffffffff80fbd8f3 in VOP_GETPAGES_ASYNC (vp=, m=, count=0x812a826e, rbehind=0x1, rahead=0x10, iodone=0x1d0, arg=0x12) at ./vnode_if.h:1546 #27 vnode_pager_getpages_async (object=, m=, count=0x812a826e, rbehind=0x1, rahead=0x10, iodone=0x1d0, arg=0xfffff80003f96300) at ../../../vm/vnode_pager.c:835 #28 0xffffffff80befe30 in sendfile_swapin (obj=0xffffffff81e91070 , obj@entry=0xfffff8017d24c738, sfio=sfio@entry=0xfffff80003f96300, nios=nios@entry=0xfffffe0151a04ccc, off=off@entry=0x24000, len=, rhpages=, rhpages@entry=0x3b, flags=) at ../../../kern/kern_sendfile.c:523 #29 0xffffffff80beeb7a in vn_sendfile (fp=, sockfd=0x5, hdr_uio=0x0, trl_uio=0x0, offset=, nbytes=0x5e374, sent=0xfffffe0151a04dc8, flags=0x0, td=0xfffffe015023eac0) at ../../../kern/kern_sendfile.c:942 #30 0xffffffff80bf0737 in fo_sendfile (fp=0xffffffff81e91070 , sockfd=0x0, hdr_uio=0xffffffff812a826e, trl_uio=0x1, offset=0x10, --Type for more, q to quit, c to continue without paging-- nbytes=0x1d0, sent=0xfffffe0151a04dc8, flags=0x12, td=0xfffffe015023eac0) at ../../../sys/file.h:421 #31 sendfile (td=0xfffffe015023eac0, uap=0xfffffe015023eeb8, compat=) at ../../../kern/kern_sendfile.c:1319 #32 0xffffffff810f66d5 in syscallenter (td=0xfffffe015023eac0) at ../../../amd64/amd64/../../kern/subr_syscall.c:190 #33 amd64_syscall (td=0xfffffe015023eac0, traced=0x0) at ../../../amd64/amd64/trap.c:1200 #34 #35 0x000029f1ce91159a in ?? () Backtrace stopped: Cannot access memory at address 0x29f1d7724df8 (kgdb) f 20 #20 0xffffffff80cc1625 in vfs_bio_getpages (vp=0xfffffe015be3f770, ma=0xfffff80003f96340, count=0x1, rbehind=0x0, rahead=0xfffffe0151a04af4, get_lblkno=0xffffffff80a89c60 , get_blksize=0xffffffff80a89c80 ) at ../../../kern/vfs_bio.c:5338 5338 panic("invalid page"); (kgdb) l 5333 goto end_pages; 5334 if (vm_page_none_valid(m) && pho > 99000) { 5335 vn_printf(vp, 5336 "invalid page %d m %p obj %p v_data %p bp %p\n", 5337 i, m, m->object, vp->v_data, bp); 5338 panic("invalid page"); 5339 } 5340 if (bp->b_rcred == curthread->td_ucred) { 5341 crfree(bp->b_rcred); 5342 bp->b_rcred = NOCRED; (kgdb) info loc m = 0xfffffe0009baa348 object = 0xfffff8017d24c738 bp = 0xfffffe00384a61d0 mp = 0xfffffe015c98e280 lbn = 0x12 lbnp = 0x12 la = 0x26000 lb = 0x25000 poff = 0x25000 poffe = 0x26000 bo_bs = 0x2000 bsize = 0x2000 br_flags = 0x0 error = 0x0 i = 0x0 pgsin = 0x2 pgsin_a = 0x0 pgsin_b = 0x1 redo = 0x1 lpart = 0x0 pho = 0x182b9 (kgdb) p *m $1 = {plinks = {q = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, s = {ss = {sle_next = 0xffffffffffffffff}}, memguard = { p = 0xffffffffffffffff, v = 0xffffffffffffffff}, uma = {slab = 0xffffffffffffffff, zone = 0xffffffffffffffff}}, listq = { tqe_next = 0xfffffe0009a245b8, tqe_prev = 0xfffffe0009baa2f0}, object = 0xfffff8017d24c738, pindex = 0x25, phys_addr = 0x17f2dd000, md = { pv_list = {tqh_first = 0x0, tqh_last = 0xfffffe0009baa380}, pv_gen = 0x2, pat_mode = 0x6}, ref_count = 0x80000002, busy_lock = 0x9, a = {{ flags = 0x0, queue = 0xff, act_count = 0x0}, _bits = 0xff0000}, order = 0xd, pool = 0x0, flags = 0x1, oflags = 0x0, psind = 0x0, segind = 0x8, valid = 0x0, dirty = 0x0} (kgdb) p *object $2 = {lock = {lock_object = {lo_name = 0xffffffff8124674a "vm object", lo_flags = 0x25630000, lo_data = 0x0, lo_witness = 0xfffff8087fd75700}, rw_lock = 0x1}, object_list = {tqe_next = 0xfffff8017d24c840, tqe_prev = 0xfffff8017d24c650}, shadow_head = {lh_first = 0x0}, shadow_list = { le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, memq = {tqh_first = 0xfffffe0009b3d410, tqh_last = 0xfffffe0009aa85e0}, rtree = { rt_root = 0xfffff80073e6c870}, size = 0xfb, domain = {dr_policy = 0x0, dr_iter = 0x0}, generation = 0x1, cleangeneration = 0x1, ref_count = 0x1, shadow_count = 0x0, memattr = 0x6, type = 0x2, flags = 0x0, pg_color = 0x0, paging_in_progress = {__count = 0x1}, busy = {__count = 0x0}, resident_page_count = 0xfc, backing_object = 0x0, backing_object_offset = 0x0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = { lh_first = 0x0}, handle = 0xfffffe015be3f770, un_pager = {vnp = {vnp_size = 0xfa37c, writemappings = 0x0}, devp = {devp_pglist = { tqh_first = 0xfa37c, tqh_last = 0x0}, ops = 0x0, dev = 0x0}, sgp = {sgp_pglist = {tqh_first = 0xfa37c, tqh_last = 0x0}}, swp = { swp_priv = 0xfa37c, swp_blks = {pt_root = 0x0}, writemappings = 0x0}, phys = {ops = 0xfa37c, {data_ptr = 0x0, data_val = 0x0}}}, cred = 0x0, charge = 0x0, umtx_data = 0x0} (kgdb) p *bp $3 = {b_bufobj = 0xfffffe015be3f8e8, b_bcount = 0x2000, b_caller1 = 0x0, b_data = 0xfffffe0055854000 "\b\232\b\222\b\350\b\204\b\245\b=\b\301\b\250\b\273\bf\b\275\b\355\b2\bL\bD\ba\b\310\b\262\b\236\b\332\b\365\b\377\b\322\b\347\b\332\b\003\bF\b\235\b|\b5\b;\b\234\b\332\b\271\bf\b\255\b#\b\353\b\251\b\036\b\277\b\251\b\204\b\216\b\364\b\305\b\336\b~\b\365\b\n\b\211\bo\b\274\b\005\b\332\b]\b:\b@\bs\b\343\b\021\bc\b\\\bP\b\t\bi\by\bQ\b\352\b\222\b\225\b(\b\353\ba\b_\b{\b\206\bf\b8\bb\bg\b\274\b\211\b\035\b7\b\340\b\030\b{\bH\bE\bT\b\354\b=\b\225\b\024\b\376\b\344\b\301\b\002\b\177"..., b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x0, b_iooffset = 0x0, b_resid = 0x0, b_iodone = 0x0, b_ckhashcalc = 0x0, b_ckhash = 0x0, b_blkno = 0x114c, b_offset = 0x24000, b_bobufs = {tqe_next = 0xfffffe00384be8b0, tqe_prev = 0xfffffe00384a6580}, b_vflags = 0x0, b_qindex = 0x2, b_domain = 0x2, b_subqueue = 0xffff, b_flags = 0xa00210a0, b_xflags = 0x1, b_lock = {lock_object = {lo_name = 0xffffffff816a7f90 "bufwait", lo_flags = 0x26730000, lo_data = 0x0, lo_witness = 0xfffff8087fd7b700}, lk_lock = 0xfffffe015023eac0, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x0, lk_stack = {depth = 0x10, pcs = {0xffffffff80bc021c, 0xffffffff80bc06e9, 0xffffffff80cbc745, 0xffffffff80cbaee8, 0xffffffff80cbab28, 0xffffffff80cc15a2, 0xffffffff80a89bab, 0xffffffff811ca760, 0xffffffff80cd5779, 0xffffffff811ca910, 0xffffffff80fbd8f3, 0xffffffff80befe30, 0xffffffff80beeb7a, 0xffffffff80bf0737, 0xffffffff810f66d5, 0xffffffff810c946b, 0x0, 0x0}}}, b_bufsize = 0x2000, b_runningbufspace = 0x0, b_kvasize = 0x4000, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_kvabase = 0xfffffe0055854000 "\b\232\b\222\b\350\b\204\b\245\b=\b\301\b\250\b\273\bf\b\275\b\355\b2\bL\bD\ba\b\310\b\262\b\236\b\332\b\365\b\377\b\322\b\347\b\332\b\003\bF\b\235\b|\b5\b;\b\234\b\332\b\271\bf\b\255\b#\b\353\b\251\b\036\b\277\b\251\b\204\b\216\b\364\b\305\b\336\b~\b\365\b\n\b\211\bo\b\274\b\005\b\332\b]\b:\b@\bs\b\343\b\021\bc\b\\\bP\b\t\bi\by\bQ\b\352\b\222\b\225\b(\b\353\ba\b_\b{\b\206\bf\b8\bb\bg\b\274\b\211\b\035\b7\b\340\b\030\b{\bH\bE\bT\b\354\b=\b\225\b\024\b\376\b\344\b\301\b\002\b\177"..., b_lblkno = 0x12, b_vp = 0xfffffe015be3f770, b_rcred = 0x0, b_wcred = 0x0, { b_freelist = {tqe_next = 0xfffffe00384be8b0, tqe_prev = 0xfffffe00384a66a0}, {b_pgiodone = 0xfffffe00384be8b0, b_pgbefore = 0x384a66a0, b_pgafter = 0xfffffe00}}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_npages = 0x2, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_io_tracking = {0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx", 0xffffffff8130cbca "brelse", 0xffffffff8129ccde "getblkx"}, b_io_tcnt = 0x3057c, b_pages = 0xfffffe00384a64a0} (kgdb) p *vp $4 = {v_type = VREG, v_state = VSTATE_CONSTRUCTED, v_irflag = 0x0, v_seqc = 0x6, v_nchash = 0x9554e0f9, v_hash = 0x4020, v_op = 0xffffffff81af1740 , v_data = 0xfffff80073efd200, v_mount = 0xfffffe015c98e280, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xfffffe015c71b798}, {v_mountedhere = 0x0, v_unpcb = 0x0, v_rdev = 0x0, v_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xfffffe010c9d9c40}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xfffffe015be3f7c8}, v_cache_dd = 0x0, v_lock = {lock_object = {lo_name = 0xffffffff81276087 "msdosfs", lo_flags = 0x6fb0008, lo_data = 0x0, lo_witness = 0xfffff8087fd85400}, lk_lock = 0xfffffe015023eac0, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x33, lk_stack = {depth = 0x9, pcs = {0xffffffff80bc021c, 0xffffffff80bc06e9, 0xffffffff80bbf689, 0xffffffff811c95cc, 0xffffffff80d04804, 0xffffffff80bee8c4, 0xffffffff80bf0737, 0xffffffff810f66d5, 0xffffffff810c946b, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = { lo_name = 0xffffffff81357065 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd75500}, mtx_lock = 0x0}, v_vnlock = 0xfffffe015be3f7e0, v_vnodelist = {tqe_next = 0xfffffe015be3f9c8, tqe_prev = 0xfffffe015ba64ab8}, v_lazylist = {tqe_next = 0x0, tqe_prev = 0xfffffe015c98ecc8}, v_bufobj = {bo_lock = {lock_object = {lo_name = 0xffffffff8130cc03 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffff8087fd80a80}, rw_lock = 0x1}, bo_ops = 0xffffffff81b2d5e0 , bo_object = 0xfffff8017d24c738, bo_synclist = {le_next = 0xfffffe01502d0438, le_prev = 0xfffff80018f1d330}, bo_private = 0xfffffe015be3f770, bo_clean = {bv_hd = { tqh_first = 0xfffffe00384a3370, tqh_last = 0xfffffe00384a33d0}, bv_root = {pt_root = 0xfffffe00384a34d1}, bv_cnt = 0x1}, bo_dirty = {bv_hd = { tqh_first = 0xfffffe00384a3020, tqh_last = 0xfffffe00384be5c0}, bv_root = {pt_root = 0xfffff80018f61000}, bv_cnt = 0x7d}, bo_numoutput = 0x0, bo_flag = 0x1, bo_domain = 0x2, bo_bsize = 0x2000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffffe015be3f998}, rl_currdep = 0x0}, v_holdcnt = 0x80, v_usecount = 0x2, v_iflag = 0x0, v_vflag = 0x0, v_mflag = 0x1, v_dbatchcpu = 0xffff, v_writecount = 0x1, v_seqc_users = 0x0} (kgdb) p *(struct denode *)0xfffff80073efd200 $5 = {de_vnode = 0xfffffe015be3f770, de_clusterw = {v_cstart = 0x60, v_lasta = 0x17ec, v_lastw = 0x7c, v_clen = 0x7f}, de_flag = 0x20, de_dirclust = 0x2, de_diroffset = 0x20, de_fndoffset = 0x0, de_fndcnt = 0x0, de_refcnt = 0x1, de_pmp = 0xfffff8001b08c000, de_Name = "FSX BIN", de_Attributes = 0x20, de_LowerCase = 0x0, de_CHun = 0x20, de_CTime = 0x3074, de_CDate = 0x5648, de_ADate = 0x5648, de_MTime = 0x3074, de_MDate = 0x5648, de_StartCluster = 0x3, de_FileSize = 0xfa37c, de_fc = {{fc_frcn = 0x12, fc_fsrcn = 0x15}, {fc_frcn = 0x7d, fc_fsrcn = 0x80}, { fc_frcn = 0x60, fc_fsrcn = 0x63}}, de_modrev = 0x4d92f742a6, de_inode = 0x4020} (kgdb) diff --git a/sys/kern/vfs_bio.c b/sys/kern/vfs_bio.c index cb94f3390d8aa..c57ad5f7428b8 100644 --- a/sys/kern/vfs_bio.c +++ b/sys/kern/vfs_bio.c @@ -5249,6 +5249,7 @@ vfs_bio_getpages(struct vnode *vp, vm_page_t *ma, int count, long bo_bs, bsize; int br_flags, error, i, pgsin, pgsin_a, pgsin_b; bool redo, lpart; + u_long pho; object = vp->v_object; mp = vp->v_mount; @@ -5288,6 +5289,7 @@ vfs_bio_getpages(struct vnode *vp, vm_page_t *ma, int count, VM_CNT_INC(v_vnodein); VM_CNT_ADD(v_vnodepgsin, pgsin); + pho = 0; br_flags = (mp != NULL && (mp->mnt_kern_flag & MNTK_UNMAPPED_BUFS) != 0) ? GB_UNMAPPED : 0; again: @@ -5329,6 +5331,12 @@ vfs_bio_getpages(struct vnode *vp, vm_page_t *ma, int count, curthread->td_ucred, br_flags, &bp); if (error != 0) goto end_pages; + if (vm_page_none_valid(m) && pho > 99000) { + vn_printf(vp, + "invalid page %d m %p obj %p v_data %p bp %p\n", + i, m, m->object, vp->v_data, bp); + panic("invalid page"); + } if (bp->b_rcred == curthread->td_ucred) { crfree(bp->b_rcred); bp->b_rcred = NOCRED; @@ -5394,8 +5402,16 @@ next_page:; if (!vm_page_all_valid(ma[i])) redo = true; } - if (redo && error == 0) + if (redo && error == 0) { + pho++; + if (pho > 100000) { + vn_printf(vp, "buffer pager looping\n"); + for (i = 0; i < count; i++) + printf("ma[%d] %p %#x\n", i, ma[i], ma[i]->valid); + panic("looping"); + } goto again; + } return (error != 0 ? VM_PAGER_ERROR : VM_PAGER_OK); } diff --git a/sys/vm/vm_page.c b/sys/vm/vm_page.c index 90413f235ec0e..912708d62c930 100644 --- a/sys/vm/vm_page.c +++ b/sys/vm/vm_page.c @@ -5350,6 +5350,9 @@ vm_page_invalid(vm_page_t m) vm_page_assert_busied(m); VM_OBJECT_ASSERT_WLOCKED(m->object); MPASS(!pmap_page_is_mapped(m)); + if (m->object->type == OBJT_VNODE && m->valid != 0 && + m->dirty != 0) + panic("page %p: invalidate dirty", m); if (vm_page_xbusied(m)) m->valid = 0; -- Test scenario: misc/fsx.sh