panic: lockmgr_xlock_hard: recursing on non recursive lockmgr 0xfffffe0039491d00 @ ../../../kern/vfs_bio.c:4038, vmcore.785 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2023 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 15.0-CURRENT #1 ufs-n266885-5c25492bbe9: Sat Dec 9 20:50:04 CET 2023 pho@mercat1.netperf.freebsd.org:/var/tmp/deviant3/sys/amd64/compile/PHO amd64 FreeBSD clang version 16.0.6 (https://github.com/llvm/llvm-project.git llvmorg-16.0.6-0-g7cbf1a259152) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.13-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33172762624 (31636 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 7 10 4 2 5 6 3 11 9 8 random: entropy device external interface kbd1 at kbdmux0 vtvga0: smbios0: at iomem 0xf05e0-0xf05fe smbios0: Version: 3.0, BCD Revision: 3.0 aesni0: acpi0: <> acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb416000-0xfb4167ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb412000-0xfb4123ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: EEPROM V1.63-0 eTrack 0x800009fa igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: EEPROM V1.63-0 eTrack 0x800009fa igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb411000-0xfb4113ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb410000-0xfb4107ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 apei0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounter "TSC-low" frequency 1749998348 Hz quality 1000 Timecounters tick every 1.000 msec Expensive callout(9) function: 0xffffffff804e6970(0xfffffe0109fd1000) 0.010810417 s ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: ada0,pass0 in 'Slot 01', SATA Slot: scbus1 target 0 mlx5_core0: mem 0xf8000000-0xf9ffffff irq 32 at device 0.0 on pci3 mlx5: Mellanox Core driver 3.7.1 (November 2021)ugen1.1: at usbus1 uhub0 on usbus1 uhub0: on usbus1 ugen2.1: at usbus2 ugen0.1: at usbus0 uhub1 on usbus2 uhub1: on usbus2 uhub2 on usbus0 uhub2: on usbus0 mlx5_core0: WARN: mlx5_vsc_set_space:125:(pid 0): Space 0x7 is not supported. mlx5_core0: WARN: mlx5_fwdump_prep:99:(pid 0): VSC scan space is not supported mlx5_core0: INFO: init_one:1708:(pid 0): cannot find SR-IOV PCIe cap mlx5_core: INFO: (mlx5_core0): E-Switch: Total vports 1, l2 table size(65536), per vport: max uc(1024) max mc(16384) mlx5_core0: Failed to initialize SR-IOV support, error 2 mlx5_core1: mem 0xf6000000-0xf7ffffff irq 32 at device 0.1 on pci3 Setting hostuuid: 00000000-0000-0000-0000-002590c99976. Setting hostid: 0x90b83241. Starting file system checks: WARNING: / was not properly dismounted Mounting local filesystems:. Autoloading module: acpi_wmi Autoloading module: ichsmb Autoloading module: ioat ioat0: mem 0x383ffff1c000-0x383ffff1ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0x383ffff18000-0x383ffff1bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0x383ffff14000-0x383ffff17fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0x383ffff10000-0x383ffff13fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0x383ffff0c000-0x383ffff0ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0x383ffff08000-0x383ffff0bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0x383ffff04000-0x383ffff07fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0x383ffff00000-0x383ffff03fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0x383ffff21000-0x383ffff210ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device fsck2+ fsck -fy /tmp ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 812 files, 13601 used, 1251806 free (102 frags, 156463 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** + set +x Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.00-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. Setting up harvesting: PURE_RDRAND,[CALLOUT],[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Setting hostname: mercat1.netperf.freebsd.org. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/e2fsprogs /usr/local/lib/perl5/5.36/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat igb0: link state changed to UP debugnet_any_ifnet_update: Bad dn_init result from igb0 (ifp 0xfffff800049c7000), ignoring. lo0: link state changed to UP igb0: link state changed to DOWN Starting Network: lo0 igb0 igb1 mce0 mce1. lo0: flags=1008049 metric 0 mtu 16384 options=680003 inet 127.0.0.1 netmask 0xff000000 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 groups: lo nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8802 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 mce0: flags=8802 metric 0 mtu 1500 options=7eef07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 mce1: flags=8802 metric 0 mtu 1500 options=7eef07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: mlx5 Autoloading module: mlx5 Starting Network: igb1. igb1: flags=8802 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce0. mce0: flags=8802 metric 0 mtu 1500 options=7eef07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8802 metric 0 mtu 1500 options=7eef07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid Autoloading module: ums Autoloading module: usbhid ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192.168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. route: message indicates error: File exists add host 127.0.0.1: gateway lo0 fib 0: route already in table route: message indicates error: File exists add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Recovering vi editor sessions:. Updating motd:. Clearing /tmp (X related). Updating /var/run/os-release done. Starting syslogd. Setting date via ntp. 9 Dec 20:53:22 ntpdate[3485]: step time server 192.168.5.1 offset -0.665871 sec No core dumps found. Starting watchdogd. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Starting inetd. Starting cron. Performing sanity check on sshd configuration. Starting sshd. Sat Dec 9 20:53 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Dec 9 20:56:55 mercat1 su[3665]: pho to root on /dev/pts/0 #0 0xffffffff80b21b1e at lockmgr_xlock_hard+0x49e #1 0xffffffff80b21fa7 at __lockmgr_args+0x207 #2 0xffffffff80c21275 at _lockmgr_args_rw+0x85 #3 0xffffffff80c29234 at buf_alloc+0xe4 #4 0xffffffff80c23279 at getnewbuf+0x149 #5 0xffffffff80c1ff7f at getblkx+0x69f #6 0xffffffff80c22e6c at getblk+0x4c #7 0xffffffff80eaba78 at ffs_balloc_ufs2+0xbd8 #8 0xffffffff80eed984 at ffs_write+0x3f4 #9 0xffffffff811596df at VOP_WRITE_APV+0xcf #10 0xffffffff80c7322e at VOP_WRITE+0x4e #11 0xffffffff80c7a604 at vn_write+0x214 #12 0xffffffff80c79f93 at vn_io_fault_doio+0x73 #13 0xffffffff80c72d35 at vn_io_fault1+0x115 #14 0xffffffff80c6f5d6 at vn_io_fault+0x256 #15 0xffffffff80bcde32 at dofilewrite+0x82 #16 0xffffffff80bcd982 at sys_write+0xc2 #17 0xffffffff81082733 at amd64_syscall+0x153 panic: lockmgr_xlock_hard: recursing on non recursive lockmgr 0xfffffe0039491d00 @ ../../../kern/vfs_bio.c:4038 cpuid = 5 time = 1702152083 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe016a37c230 vpanic() at vpanic+0x132/frame 0xfffffe016a37c360 panic() at panic+0x43/frame 0xfffffe016a37c3c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x11c/frame 0xfffffe016a37c470 __lockmgr_args() at __lockmgr_args+0x207/frame 0xfffffe016a37c510 _lockmgr_args_rw() at _lockmgr_args_rw+0x85/frame 0xfffffe016a37c570 getblkx() at getblkx+0x26e/frame 0xfffffe016a37c600 getblk() at getblk+0x4c/frame 0xfffffe016a37c660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xbd8/frame 0xfffffe016a37c810 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a37c910 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a37ca20 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a37ca80 vn_write() at vn_write+0x214/frame 0xfffffe016a37caf0 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a37cb30 vn_io_fault1() at vn_io_fault1+0x3cb/frame 0xfffffe016a37ccb0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a37cd40 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a37cd90 sys_write() at sys_write+0xc2/frame 0xfffffe016a37ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a37cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a37cf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x8220bfd0a, rsp = 0x820a39698, rbp = 0x820a397c0 --- KDB: enter: pani[ thread pid 4098 tid 100519 ] Stopped at kdb_enter+0x32: movq $0,0xe38b83(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 1971 out of 32622 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 4098 tid 100519 td 0xfffff8004a81c000 kdb_enter() at kdb_enter+0x32/frame 0xfffffe016a37c230 vpanic() at vpanic+0x163/frame 0xfffffe016a37c360 panic() at panic+0x43/frame 0xfffffe016a37c3c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x11c/frame 0xfffffe016a37c470 __lockmgr_args() at __lockmgr_args+0x207/frame 0xfffffe016a37c510 _lockmgr_args_rw() at _lockmgr_args_rw+0x85/frame 0xfffffe016a37c570 getblkx() at getblkx+0x26e/frame 0xfffffe016a37c600 getblk() at getblk+0x4c/frame 0xfffffe016a37c660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xbd8/frame 0xfffffe016a37c810 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a37c910 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a37ca20 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a37ca80 vn_write() at vn_write+0x214/frame 0xfffffe016a37caf0 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a37cb30 vn_io_fault1() at vn_io_fault1+0x3cb/frame 0xfffffe016a37ccb0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a37cd40 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a37cd90 sys_write() at sys_write+0xc2/frame 0xfffffe016a37ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a37cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a37cf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x8220bfd0a, rsp = 0x820a39698, rbp = 0x820a397c0 --- db:1:pho1> show allpcpu Current CPU: 5 cpuid = 0 dynamic pcpu = 0x9fc040 curthread = 0xfffff8004a72a000: pid 9 tid 100198 critnest 0 "laundry: dom0" curpcb = 0xfffff8004a72a520 fpcurthread = none idlethread = 0xfffff80003c91740: tid 100003 "idle: cpu0" self = 0xffffffff82210000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff82210384 rsp0 = 0xfffffe010dace000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x15a100b64 gs32p = 0xffffffff82210404 ldt = 0xffffffff82210444 tss = 0xffffffff82210434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb6ce040 curthread = 0xfffff800570b5740: pid 4068 tid 100239 critnest 0 "mmap42.sort" curpcb = 0xfffff800570b5c60 fpcurthread = 0xfffff800570b5740: pid 4068 "mmap42.sort" idlethread = 0xfffff80003c91000: tid 100004 "idle: cpu1" self = 0xffffffff82211000 curpmap = 0xfffff8048b7d1ad0 tssp = 0xffffffff82211384 rsp0 = 0xfffffe010db83000 kcr3 = 0x8000000485b9c38e ucr3 = 0x8000000485b9ab8e scr3 = 0x485b9ab8e gs32p = 0xffffffff82211404 ldt = 0xffffffff82211444 tss = 0xffffffff82211434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb6dd040 curthread = 0xfffff803883b3740: pid 4074 tid 100360 critnest 0 "mmap42.sort" curpcb = 0xfffff803883b3c60 fpcurthread = 0xfffff803883b3740: pid 4074 "mmap42.sort" idlethread = 0xfffff80003c92740: tid 100005 "idle: cpu2" self = 0xffffffff82212000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff82212384 rsp0 = 0xfffffe016d814000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x485f48b91 gs32p = 0xffffffff82212404 ldt = 0xffffffff82212444 tss = 0xffffffff82212434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb6ec040 curthread = 0xfffff80003c92000: pid 11 tid 100006 critnest 1 "idle: cpu3" curpcb = 0xfffff80003c92520 fpcurthread = none idlethread = 0xfffff80003c92000: tid 100006 "idle: cpu3" self = 0xffffffff82213000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff82213384 rsp0 = 0xfffffe00377f6000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x4542ccbb3 gs32p = 0xffffffff82213404 ldt = 0xffffffff82213444 tss = 0xffffffff82213434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb6fb040 curthread = 0xfffff802f67b3740: pid 4067 tid 100349 critnest 0 "mmap42.sort" curpcb = 0xfffff802f67b3c60 fpcurthread = 0xfffff802f67b3740: pid 4067 "mmap42.sort" idlethread = 0xfffff80003c98740: tid 100007 "idle: cpu4" self = 0xffffffff82214000 curpmap = 0xfffff802f67cf398 tssp = 0xffffffff82214384 rsp0 = 0xfffffe016a3f5000 kcr3 = 0x8000000485b063d7 ucr3 = 0x8000000485b13bd7 scr3 = 0x485b13bd7 gs32p = 0xffffffff82214404 ldt = 0xffffffff82214444 tss = 0xffffffff82214434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb70a040 curthread = 0xfffff8004a81c000: pid 4098 tid 100519 critnest 1 "mmap42" curpcb = 0xfffff8004a81c520 fpcurthread = 0xfffff8004a81c000: pid 4098 "mmap42" idlethread = 0xfffff80003c98000: tid 100008 "idle: cpu5" self = 0xffffffff82215000 curpmap = 0xfffff8004af57130 tssp = 0xffffffff82215384 rsp0 = 0xfffffe016a37d000 kcr3 = 0x80000008445843ae ucr3 = 0x8000000836705bae scr3 = 0x485b13bad gs32p = 0xffffffff82215404 ldt = 0xffffffff82215444 tss = 0xffffffff82215434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb719040 curthread = 0xfffff8004ae46000: pid 4070 tid 100229 critnest 0 "mmap42.sort" curpcb = 0xfffff8004ae46520 fpcurthread = 0xfffff8004ae46000: pid 4070 "mmap42.sort" idlethread = 0xfffff80003c85740: tid 100009 "idle: cpu6" self = 0xffffffff82216000 curpmap = 0xfffff802f639a868 tssp = 0xffffffff82216384 rsp0 = 0xfffffe0163f98000 kcr3 = 0x800000048b6e13bc ucr3 = 0x80000004542c3bbc scr3 = 0x4542c3bbc gs32p = 0xffffffff82216404 ldt = 0xffffffff82216444 tss = 0xffffffff82216434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb728040 curthread = 0xfffff802f67b3000: pid 4072 tid 100463 critnest 0 "mmap42.sort" curpcb = 0xfffff802f67b3520 fpcurthread = 0xfffff802f67b3000: pid 4072 "mmap42.sort" idlethread = 0xfffff80003c85000: tid 100010 "idle: cpu7" self = 0xffffffff82217000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff82217384 rsp0 = 0xfffffe016a3f0000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x6591a8ba6 gs32p = 0xffffffff82217404 ldt = 0xffffffff82217444 tss = 0xffffffff82217434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb737040 curthread = 0xfffff8004a798740: pid 9 tid 100197 critnest 0 "dom0" curpcb = 0xfffff8004a798c60 fpcurthread = none idlethread = 0xfffff80003c86740: tid 100011 "idle: cpu8" self = 0xffffffff82218000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff82218384 rsp0 = 0xfffffe010db45000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x4542c3bab gs32p = 0xffffffff82218404 ldt = 0xffffffff82218444 tss = 0xffffffff82218434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb746040 curthread = 0xfffff80005139000: pid 4071 tid 100326 critnest 0 "mmap42.sort" curpcb = 0xfffff80005139520 fpcurthread = 0xfffff80005139000: pid 4071 "mmap42.sort" idlethread = 0xfffff80003c86000: tid 100012 "idle: cpu9" self = 0xffffffff82219000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff82219384 rsp0 = 0xfffffe016a391000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x6591dcba5 gs32p = 0xffffffff82219404 ldt = 0xffffffff82219444 tss = 0xffffffff82219434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb755040 curthread = 0xfffff800570b6740: pid 4073 tid 100258 critnest 0 "mmap42.sort" curpcb = 0xfffff800570b6c60 fpcurthread = 0xfffff800570b6740: pid 4073 "mmap42.sort" idlethread = 0xfffff80003c87740: tid 100013 "idle: cpu10" self = 0xffffffff8221a000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff8221a384 rsp0 = 0xfffffe016a2fb000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x485bc2c35 gs32p = 0xffffffff8221a404 ldt = 0xffffffff8221a444 tss = 0xffffffff8221a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb764040 curthread = 0xfffff80005129000: pid 4066 tid 100231 critnest 0 "mmap42.sort" curpcb = 0xfffff80005129520 fpcurthread = 0xfffff80005129000: pid 4066 "mmap42.sort" idlethread = 0xfffff80003c87000: tid 100014 "idle: cpu11" self = 0xffffffff8221b000 curpmap = 0xffffffff8197fe90 tssp = 0xffffffff8221b384 rsp0 = 0xfffffe0163fc2000 kcr3 = 0x8000000002175001 ucr3 = 0xffffffffffffffff scr3 = 0x4542ccc96 gs32p = 0xffffffff8221b404 ldt = 0xffffffff8221b444 tss = 0xffffffff8221b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 4098 (mmap42) thread 0xfffff8004a81c000 (100519) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe017a0d2330) locked @ kern/vfs_vnops.c:1174 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0039491d00) locked @ kern/vfs_bio.c:1741 Process 4074 (mmap42.sort) thread 0xfffff803883b3740 (100360) exclusive rw vmobject (vmobject) r = 0 (0xfffff80485fe8738) locked @ vm/vm_object.c:653 Process 4073 (mmap42.sort) thread 0xfffff800570b6740 (100258) exclusive rw vmobject (vmobject) r = 0 (0xfffff804858de948) locked @ vm/vm_object.c:653 Process 4072 (mmap42.sort) thread 0xfffff802f67b3000 (100463) exclusive rw vmobject (vmobject) r = 0 (0xfffff8048b454b58) locked @ kern/kern_rwlock.c:176 Process 4071 (mmap42.sort) thread 0xfffff80005139000 (100326) exclusive rw vmobject (vmobject) r = 0 (0xfffff80485f43528) locked @ vm/vm_object.c:653 Process 4070 (mmap42.sort) thread 0xfffff8004ae46000 (100229) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00376ea640) locked @ amd64/amd64/pmap.c:8642 exclusive sleep mutex pmap (pmap) r = 0 (0xfffff802f639a868) locked @ amd64/amd64/pmap.c:8552 Process 4068 (mmap42.sort) thread 0xfffff800570b5740 (100239) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00376f5b80) locked @ amd64/amd64/pmap.c:8642 exclusive sleep mutex pmap (pmap) r = 0 (0xfffff8048b7d1ad0) locked @ amd64/amd64/pmap.c:8552 Process 4067 (mmap42.sort) thread 0xfffff802f67b3740 (100349) exclusive rw pmap pv list (pmap pv list) r = 0 (0xfffffe00376f64c0) locked @ amd64/amd64/pmap.c:8642 exclusive sleep mutex pmap (pmap) r = 0 (0xfffff802f67cf398) locked @ amd64/amd64/pmap.c:8552 Process 4066 (mmap42.sort) thread 0xfffff80005129000 (100231) exclusive rw vmobject (vmobject) r = 0 (0xfffff80388a29108) locked @ vm/vm_object.c:653 Process 3477 (syslogd) thread 0xfffff802f6041740 (100304) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003948e800) locked @ kern/vfs_bio.c:1741 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe016caf9e80) locked @ kern/vfs_vnops.c:1174 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe016caf9e10: type VREG state VSTATE_CONSTRUCTED op 0xffffffff81737618 usecount 1, writecount 1, refcount 3 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8004afd2840 ref 0 pages 7 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff802f6041740 (pid 3477, syslogd, tid 100304) #0 0xffffffff80b21049 at lockmgr_lock_flags+0x1d9 #1 0xffffffff80eee3cb at ffs_lock+0x14b #2 0xffffffff8115b4bd at VOP_LOCK1_APV+0x3d #3 0xffffffff80c745db at VOP_LOCK1+0x4b #4 0xffffffff80c72077 at _vn_lock+0x117 #5 0xffffffff80c7a582 at vn_write+0x192 #6 0xffffffff80c79f93 at vn_io_fault_doio+0x73 #7 0xffffffff80c72d35 at vn_io_fault1+0x115 #8 0xffffffff80c6f5d6 at vn_io_fault+0x256 #9 0xffffffff80bcde32 at dofilewrite+0x82 #10 0xffffffff80bcdd4c at sys_writev+0x6c #11 0xffffffff81082733 at amd64_syscall+0x153 #12 0xffffffff81053d9b at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=190119, extsize 0 generation=40b853b, uid=0, gid=0, flags=0x0 ino 83145259, on dev gpt/work vnode 0xfffffe017a0d22c0: type VREG state VSTATE_CONSTRUCTED op 0xffffffff81737618 usecount 3, writecount 1, refcount 7121 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80454230420 ref 1 pages 56952 cleanbuf 7119 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8004a81c000 (pid 4098, mmap42, tid 100519) #0 0xffffffff80b21049 at lockmgr_lock_flags+0x1d9 #1 0xffffffff80eee3cb at ffs_lock+0x14b #2 0xffffffff8115b4bd at VOP_LOCK1_APV+0x3d #3 0xffffffff80c745db at VOP_LOCK1+0x4b #4 0xffffffff80c72077 at _vn_lock+0x117 #5 0xffffffff80c7a582 at vn_write+0x192 #6 0xffffffff80c79f93 at vn_io_fault_doio+0x73 #7 0xffffffff80c72feb at vn_io_fault1+0x3cb #8 0xffffffff80c6f5d6 at vn_io_fault+0x256 #9 0xffffffff80bcde32 at dofilewrite+0x82 #10 0xffffffff80bcd982 at sys_write+0xc2 #11 0xffffffff81082733 at amd64_syscall+0x153 #12 0xffffffff81053d9b at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=875998990, extsize 0 generation=4b9a7545, uid=0, gid=0, flags=0x0 ino 5, on dev md10 db:1:pho1> show mount 0xfffffe010e5dd700 /dev/gpt/work on / (ufs) 0xfffffe010e5de280 devfs on /dev (devfs) 0xfffffe016c166280 /dev/gpt/tmp on /tmp (ufs) 0xfffffe017943a280 /dev/md10 on /mnt (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 73200 Buf domain 0 freebufs 7913 lofreebufs 219 hifreebufs 329 bufspace 235425792 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 7082 (232050688) dirtyq count 0 (0) wakeup 0 lim 25 CPU 1, 20, 19, 7, 10, 13, 22, 8, 22, 3, 11, 2, Locked buffers: 0 space 0 Total buffers: 7289 space 235425792 Buf domain 1 freebufs 7928 lofreebufs 219 hifreebufs 329 bufspace 235446272 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 7096 (232312832) dirtyq count 0 (0) wakeup 0 lim 25 CPU 1, 1, 8, 8, 22, 16, 11, 0, 16, 16, 7, 3, Locked buffers: 0 space 0 Total buffers: 7777 space 235446272 Buf domain 2 freebufs 13161 lofreebufs 219 hifreebufs 329 bufspace 19165184 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1847 (17092608) dirtyq count 0 (0) wakeup 0 lim 25 CPU 14, 21, 11, 5, 14, 4, 13, 2, 19, 14, 1, 7, Locked buffers: 0 space 0 Total buffers: 1973 space 19165184 Buf domain 3 freebufs 12517 lofreebufs 219 hifreebufs 329 bufspace 44183552 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2446 (41771008) dirtyq count 0 (0) wakeup 0 lim 25 CPU 6, 14, 20, 11, 11, 22, 13, 12, 15, 24, 16, 6, Locked buffers: 0 space 0 Total buffers: 2616 space 44183552 Buf domain 4 freebufs 7910 lofreebufs 219 hifreebufs 329 bufspace 235491328 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 7109 (232919040) dirtyq count 0 (0) wakeup 0 lim 25 CPU 7, 14, 9, 4, 17, 1, 6, 1, 18, 16, 7, 13, Locked buffers: 1 space 32768 Total buffers: 8525 space 235491328 Buf domain 5 freebufs 12299 lofreebufs 219 hifreebufs 329 bufspace 49582080 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2674 (47546368) dirtyq count 0 (0) wakeup 0 lim 25 CPU 16, 15, 18, 2, 0, 18, 1, 22, 24, 21, 20, 3, Locked buffers: 0 space 0 Total buffers: 2835 space 49582080 Buf domain 6 freebufs 11501 lofreebufs 219 hifreebufs 329 bufspace 74727424 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 3515 (71962624) dirtyq count 1 (32768) wakeup 0 lim 25 CPU 3, 12, 11, 2, 2, 9, 3, 18, 9, 6, 18, 22, Locked buffers: 1 space 28672 Total buffers: 3664 space 74727424 db:1:pho1> show page vm_cnt.v_free_count: 1162264 vm_cnt.v_inactive_count: 264 vm_cnt.v_active_count: 5196916 vm_cnt.v_laundry_count: 1286303 vm_cnt.v_wire_count: 474283 vm_cnt.v_free_reserved: 10643 vm_cnt.v_free_min: 51260 vm_cnt.v_free_target: 173111 vm_cnt.v_inactive_target: 259666 db:1:pho1> show pageq pq_free 1162264 dom 0 page_cnt 8123551 free 1162264 pq_act 5196916 pq_inact 264 pq_laund 1286303 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000006 | 000000 08 (001024K) | 000117 | 000080 07 (000512K) | 000357 | 000043 06 (000256K) | 000461 | 000002 05 (000128K) | 000504 | 000002 04 (000064K) | 000706 | 000001 03 (000032K) | 000933 | 000011 02 (000016K) | 003290 | 000553 01 (000008K) | 069160 | 005433 00 (000004K) | 794746 | 016475 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000000 | 000001 05 (000128K) | 000000 | 000001 04 (000064K) | 000000 | 000001 03 (000032K) | 000000 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000007 | 000001 00 (000004K) | 000036 | 000001 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree malloc-4096 4096 34148 0 34303 0 2 139870208 0 FFS inode 1168 115549 91 115650 0 8 135067520 0 RADIX NODE 144 519719 26643 1740148 0 62 78676128 0 swblk 136 576002 431 576148 0 62 78394888 0 VNODE 600 115676 219 115781 0 16 69537000 0 FFS2 dinode 256 115549 161 115648 0 62 29621760 0 mbuf_cluster 2048 12162 6 14736 0 8 24920064 0 BUF TRIE 144 2854 103098 45223 0 62 15257088 0 S VFS Cache 104 116326 518 116411 0 126 12151776 0 UMA Slabs 0 112 58048 1562 62366 0 126 6676320 0 swpctrie 144 38763 437 38770 0 62 5644800 0 mbuf 256 15526 772 18296 0 254 4172288 0 pbuf 2776 0 1366 0 0 0 3792016 0 malloc-128 128 25981 245 26419 0 126 3356928 0 VM OBJECT 264 12092 253 88956 0 30 3259080 0 vmem btag 56 47598 1926 49031 0 254 2773344 0 malloc-128 128 18876 375 1612166 0 126 2464128 0 malloc-4096 4096 416 6 132607 0 2 1728512 0 malloc-128 128 12752 454 19463 0 126 1690368 0 L VFS Cache 320 3804 72 3805 0 30 1240320 0 malloc-64 64 11871 2052 161849 0 254 891072 0 malloc-16384 16384 4 50 11357 0 1 884736 0 malloc-32768 32768 23 0 75 0 1 753664 0 THREAD 1824 306 86 519 0 8 715008 0 malloc-8192 8192 87 0 87 0 1 712704 0 malloc-64 64 8996 706 9588 0 254 620928 0 lkpimm 168 3 3093 3 0 62 520128 0 lkpicurr 168 13 3083 13 0 62 520128 0 UMA Zones 2048 228 7 228 0 8 481280 0 malloc-32768 32768 14 0 14 0 1 458752 0 FPU_save_area 832 308 142 1061 0 16 374400 0 MAP ENTRY 96 1976 1846 275953 0 126 366912 0 malloc-64 64 4218 1326 9383 0 254 354816 0 256 Bucket 2048 107 39 125416 0 8 299008 0 malloc-32 32 8267 1057 9686 0 254 298368 0 malloc-16 16 15845 2405 25177 0 254 292000 0 malloc-1024 1024 236 28 270 0 16 270336 0 malloc-2048 2048 119 11 138 0 8 266240 0 malloc-8192 8192 32 0 32 0 1 262144 0 malloc-128 128 1452 408 1883 0 126 238080 0 128 Bucket 1024 73 138 967272 0 16 216064 0 64 Bucket 512 179 237 30966 0 30 212992 0 mbuf_packet 256 10 762 124 0 254 197632 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-65536 65536 3 0 3270 0 1 196608 0 malloc-16384 16384 12 0 4766 0 1 196608 0 VMSPACE 616 55 251 4080 0 16 188496 0 PROC 1376 74 58 4098 0 8 181632 0 filedesc0 1072 67 94 4099 0 8 172592 0 swrbuf 2776 3 59 2142 0 4 172112 0 malloc-512 512 251 85 257 0 30 172032 0 32 Bucket 256 77 583 13351 0 62 168960 0 PGRP 120 30 1356 63 0 126 166320 0 g_bio 408 16 374 1367650 0 30 159120 0 NAMEI 1024 0 144 230522 0 16 147456 0 malloc-1024 1024 130 14 275 0 16 147456 0 malloc-256 256 473 97 3870 0 62 145920 0 malloc-256 256 354 201 2542 0 62 142080 0 4 Bucket 48 514 2258 3457 0 254 133056 0 malloc-65536 65536 2 0 7 0 1 131072 0 malloc-128 128 699 293 5115 0 126 126976 0 Files 80 119 1431 61806 0 126 124000 0 malloc-256 256 272 208 992 0 62 122880 0 TURNSTILE 136 393 489 393 0 62 119952 0 16 Bucket 144 56 728 11434 0 62 112896 0 malloc-64 64 149 1489 12275 0 254 104832 0 DEVCTL 1024 0 100 637 0 0 102400 0 malloc-384 384 195 65 10237 0 30 99840 0 malloc-256 256 178 212 1105 0 62 99840 0 malloc-32768 32768 3 0 19 0 1 98304 0 malloc-32 32 340 2558 617 0 254 92736 0 malloc-128 128 342 371 2244 0 126 91264 0 ttyinq 160 315 235 810 0 62 88000 0 udp_inpcb 424 11 196 158 0 30 87768 0 ada_ccb 272 0 322 340675 0 30 87584 0 2 Bucket 32 141 2505 39076 0 254 84672 0 malloc-16384 16384 5 0 5 0 1 81920 0 malloc-8192 8192 10 0 2980 0 1 81920 0 UMA Kegs 384 199 4 199 0 30 77952 0 swwbuf 2776 0 28 318164 0 2 77728 0 socket 960 32 48 6149 0 16 76800 0 ttyoutq 256 165 135 423 0 62 76800 0 malloc-256 256 168 132 707 0 62 76800 0 PWD 40 15 1904 1837 0 254 76760 0 malloc-32 32 1369 1025 553125 0 254 76608 0 malloc-4096 4096 18 0 28 0 2 73728 0 malloc-384 384 128 52 129 0 30 69120 0 ksiginfo 112 93 519 696 0 126 68544 0 malloc-64 64 460 611 505 0 254 68544 0 malloc-8192 8192 8 0 50 0 1 65536 0 malloc-256 256 97 158 260 0 62 65280 0 SLEEPQUEUE 88 393 343 393 0 126 64768 0 malloc-256 256 38 187 3888 0 62 57600 0 rl_entry 40 85 1329 97 0 254 56560 0 unpcb 256 13 197 5918 0 62 53760 0 malloc-16384 16384 3 0 6 0 1 49152 0 malloc-8192 8192 6 0 50 0 1 49152 0 pcpu-8 8 3822 2322 3824 0 254 49152 0 malloc-32 32 134 1378 21321 0 254 48384 0 malloc-32 32 96 1416 722 0 254 48384 0 pipe 728 8 58 1979 0 16 48048 0 Mountpoints 2944 4 12 5 0 4 47104 0 pcpu-64 64 451 253 451 0 254 45056 0 malloc-32 32 144 1242 397 0 254 44352 0 malloc-16 16 201 2549 302 0 254 44000 0 malloc-64 64 95 535 199 0 254 40320 0 malloc-64 64 33 597 135 0 254 40320 0 malloc-16 16 390 2110 685 0 254 40000 0 malloc-128 128 45 265 172 0 126 39680 0 malloc-1024 1024 33 3 4460 0 16 36864 0 malloc-32 32 25 1109 74 0 254 36288 0 malloc-16 16 619 1631 1686249 0 254 36000 0 8 Bucket 80 191 259 335139 0 126 36000 0 malloc-128 128 39 240 42 0 126 35712 0 malloc-32768 32768 1 0 2 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 3571 0 1 32768 0 malloc-8192 8192 4 0 5 0 1 32768 0 malloc-64 64 30 474 149 0 254 32256 0 cpuset 200 27 133 27 0 62 32000 0 malloc-16 16 52 1948 218 0 254 32000 0 malloc-16 16 274 1726 85099 0 254 32000 0 malloc-2048 2048 12 2 1502 0 8 28672 0 malloc-512 512 27 29 27 0 30 28672 0 malloc-16 16 219 1531 252 0 254 28000 0 malloc-384 384 25 45 39 0 30 26880 0 malloc-8192 8192 3 0 3 0 1 24576 0 rtentry 168 12 132 14 0 62 24192 0 malloc-16 16 23 1477 23 0 254 24000 0 routing nhops 256 9 81 14 0 62 23040 0 malloc-384 384 19 41 169 0 30 23040 0 malloc-1024 1024 4 16 7877 0 16 20480 0 tcp_inpcb 1312 5 10 10 0 8 19680 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 5 0 1 16384 0 malloc-4096 4096 4 0 17 0 2 16384 0 malloc-2048 2048 7 1 7 0 8 16384 0 malloc-2048 2048 6 2 299 0 8 16384 0 malloc-1024 1024 9 7 10 0 16 16384 0 pcpu-16 16 16 1008 16 0 254 16384 0 fakepg 104 0 156 4 0 126 16224 0 udp_inpcb ports 32 3 501 12 0 254 16128 0 malloc-32 32 96 408 96 0 254 16128 0 malloc-256 256 5 55 107092 0 62 15360 0 malloc-2048 2048 3 3 167 0 8 12288 0 malloc-2048 2048 3 3 74275 0 8 12288 0 malloc-1024 1024 7 5 16 0 16 12288 0 malloc-512 512 3 21 239 0 30 12288 0 malloc-512 512 12 12 12 0 30 12288 0 ertt 72 5 163 10 0 126 12096 0 malloc-384 384 13 17 21 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-4096 4096 2 0 2 0 2 8192 0 malloc-4096 4096 2 0 15 0 2 8192 0 malloc-2048 2048 4 0 7 0 8 8192 0 malloc-1024 1024 4 4 182 0 16 8192 0 malloc-1024 1024 4 4 308 0 16 8192 0 malloc-512 512 4 12 1310 0 30 8192 0 tcp_inpcb ports 32 2 250 2 0 254 8064 0 KNOTE 160 10 40 105 0 62 8000 0 kenv 258 18 12 27409 0 30 7740 0 malloc-384 384 13 7 500 0 30 7680 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 7 0 2 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 malloc-512 512 1 7 10 0 30 4096 0 SMR CPU 32 7 120 7 0 254 4064 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 UMA Slabs 1 176 11 11 11 0 62 3872 0 malloc-384 384 1 9 5 0 30 3840 0 KMAP ENTRY 96 33 6 33 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 ripcb 392 1 8 1 0 30 3528 0 SMR SHARED 24 7 120 7 0 254 3048 0 FFS1 dinode 128 0 0 0 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 64 0 0 0 0 254 0 0 syncache 168 0 0 1 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_id_node 120 0 0 0 0 126 0 0 tcp_log_id_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 udplite_inpcb ports 32 0 0 0 0 254 0 0 udplite_inpcb 424 0 0 0 0 30 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 netlink 2048 0 0 64 0 8 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIO 208 0 0 0 0 62 0 0 DIRHASH 1024 0 0 1119 0 16 0 0 TMPFS node 232 0 0 0 0 62 0 0 NCLNODE 760 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 104 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 mbuf_jumbo_page 4096 0 0 2 0 2 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 clpbuf 2776 0 0 4066 0 4 0 0 vnpbuf 2776 0 0 0 0 4 0 0 nfspbuf 2776 0 0 0 0 4 0 0 ertt_txseginfo 40 0 0 493 0 254 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 9 0 1 0 0 malloc-65536 65536 0 0 20 0 1 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-65536 65536 0 0 8 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 12 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-2048 2048 0 0 23 0 8 0 0 malloc-512 512 0 0 4 0 30 0 0 malloc-512 512 0 0 65 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 113636 251 484221 5 vm pgcache 4096 6498302 2943 10234750 5 buf free cache 848 32702 29 233032 16 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 7383 0 11439 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 5 0 14 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 306 0 519 1 db:0:pho> acttrace Tracing command pagedaemon pid 9 tid 100197 td 0xfffff8004a798740 (CPU 8) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003cea5df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003cea5e00 trap() at trap+0x56/frame 0xfffffe003cea5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea5f20 --- trap 0x13, rip = 0xffffffff80ba4910, rsp = 0xfffffe010db44970, rbp = 0xfffffe010db44970 --- lock_delay() at lock_delay+0x10/frame 0xfffffe010db44970 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe010db44a00 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe010db44a50 pmap_ts_referenced() at pmap_ts_referenced+0x667/frame 0xfffffe010db44af0 vm_pageout_worker() at vm_pageout_worker+0xb9d/frame 0xfffffe010db44eb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010db44ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db44f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db44f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100198 td 0xfffff8004a72a000 (CPU 0) cpustop_handler() at cpustop_handler+0x27/frame 0xffffffff81b0e300 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xffffffff81b0e310 trap() at trap+0x56/frame 0xffffffff81b0e430 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81b0e430 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe010dacda90, rbp = 0xfffffe010dacda90 --- lock_delay() at lock_delay+0x12/frame 0xfffffe010dacda90 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe010dacdb30 _rw_wlock_cookie() at _rw_wlock_cookie+0xb5/frame 0xfffffe010dacdb70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0x41f/frame 0xfffffe010dacdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dacdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dacdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff80003c92000 (CPU 3) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce5adf0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce5ae00 trap() at trap+0x56/frame 0xfffffe003ce5af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce5af20 --- trap 0x13, rip = 0xffffffff8103e3b2, rsp = 0xfffffe00377f5d70, rbp = 0xfffffe00377f5d70 --- acpi_cpu_idle_mwait() at acpi_cpu_idle_mwait+0x72/frame 0xfffffe00377f5d70 acpi_cpu_idle() at acpi_cpu_idle+0x1ef/frame 0xfffffe00377f5db0 cpu_idle_acpi() at cpu_idle_acpi+0x50/frame 0xfffffe00377f5dd0 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe00377f5df0 sched_idletd() at sched_idletd+0x544/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command mmap42.sort pid 4066 tid 100231 td 0xfffff80005129000 (CPU 11) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ced2df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ced2e00 trap() at trap+0x56/frame 0xfffffe003ced2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ced2f20 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe0163fc19d0, rbp = 0xfffffe0163fc19d0 --- lock_delay() at lock_delay+0x12/frame 0xfffffe0163fc19d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe0163fc1a60 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe0163fc1ab0 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe0163fc1b00 zone_import() at zone_import+0x1c7/frame 0xfffffe0163fc1ba0 zone_alloc_item() at zone_alloc_item+0x78/frame 0xfffffe0163fc1bf0 cache_free() at cache_free+0x1ba/frame 0xfffffe0163fc1c40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe0163fc1c90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe0163fc1cd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe0163fc1d00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe0163fc1d20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe0163fc1d50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe0163fc1d80 exit1() at exit1+0x533/frame 0xfffffe0163fc1df0 sys_exit() at sys_exit+0xd/frame 0xfffffe0163fc1e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163fc1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163fc1f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x1218768127ca, rsp = 0x121873d36338, rbp = 0x121873d36350 --- Tracing command mmap42.sort pid 4067 tid 100349 td 0xfffff802f67b3740 (CPU 4) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce69df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce69e00 trap() at trap+0x56/frame 0xfffffe003ce69f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce69f20 --- trap 0x13, rip = 0xffffffff8106532f, rsp = 0xfffffe016a3f4c00, rbp = 0xfffffe016a3f4c00 --- pmap_pdpe() at pmap_pdpe+0x4f/frame 0xfffffe016a3f4c00 pmap_remove_pages() at pmap_remove_pages+0x4bb/frame 0xfffffe016a3f4d50 vmspace_exit() at vmspace_exit+0x7d/frame 0xfffffe016a3f4d80 exit1() at exit1+0x533/frame 0xfffffe016a3f4df0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a3f4e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3f4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3f4f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x17338ffb7ca, rsp = 0x17336bdf338, rbp = 0x17336bdf350 --- Tracing command mmap42.sort pid 4068 tid 100239 td 0xfffff800570b5740 (CPU 1) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce3cdf0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce3ce00 trap() at trap+0x56/frame 0xfffffe003ce3cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3cf20 --- trap 0x13, rip = 0xffffffff8106fde7, rsp = 0xfffffe010db82c10, rbp = 0xfffffe010db82d50 --- pmap_remove_pages() at pmap_remove_pages+0x9c7/frame 0xfffffe010db82d50 vmspace_exit() at vmspace_exit+0x7d/frame 0xfffffe010db82d80 exit1() at exit1+0x533/frame 0xfffffe010db82df0 sys_exit() at sys_exit+0xd/frame 0xfffffe010db82e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe010db82f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db82f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x1b922487ca, rsp = 0x1b900ff6f8, rbp = 0x1b900ff710 --- Tracing command mmap42.sort pid 4070 tid 100229 td 0xfffff8004ae46000 (CPU 6) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce87df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce87e00 trap() at trap+0x56/frame 0xfffffe003ce87f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce87f20 --- trap 0x13, rip = 0xffffffff8106fb31, rsp = 0xfffffe0163f97c10, rbp = 0xfffffe0163f97d50 --- pmap_remove_pages() at pmap_remove_pages+0x711/frame 0xfffffe0163f97d50 vmspace_exit() at vmspace_exit+0x7d/frame 0xfffffe0163f97d80 exit1() at exit1+0x533/frame 0xfffffe0163f97df0 sys_exit() at sys_exit+0xd/frame 0xfffffe0163f97e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163f97f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163f97f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x21dc414a57ca, rsp = 0x21dc3f2f3838, rbp = 0x21dc3f2f3850 --- Tracing command mmap42.sort pid 4071 tid 100326 td 0xfffff80005139000 (CPU 9) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ceb4df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ceb4e00 trap() at trap+0x56/frame 0xfffffe003ceb4f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceb4f20 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe016a3909d0, rbp = 0xfffffe016a3909d0 --- lock_delay() at lock_delay+0x12/frame 0xfffffe016a3909d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe016a390a60 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe016a390ab0 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016a390b00 zone_import() at zone_import+0x1c7/frame 0xfffffe016a390ba0 zone_alloc_item() at zone_alloc_item+0x78/frame 0xfffffe016a390bf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016a390c40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016a390c90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016a390cd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016a390d00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016a390d20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016a390d50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016a390d80 exit1() at exit1+0x533/frame 0xfffffe016a390df0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a390e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a390f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a390f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x11509a4967ca, rsp = 0x1150988c7778, rbp = 0x1150988c7790 --- Tracing command mmap42.sort pid 4072 tid 100463 td 0xfffff802f67b3000 (CPU 7) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce96df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce96e00 trap() at trap+0x56/frame 0xfffffe003ce96f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce96f20 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe016a3ef980, rbp = 0xfffffe016a3ef980 --- lock_delay() at lock_delay+0x12/frame 0xfffffe016a3ef980 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe016a3efa10 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe016a3efa60 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016a3efab0 zone_import() at zone_import+0x1c7/frame 0xfffffe016a3efb50 cache_alloc() at cache_alloc+0x3fd/frame 0xfffffe016a3efbb0 cache_alloc_retry() at cache_alloc_retry+0x23/frame 0xfffffe016a3efbf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016a3efc40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016a3efc90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016a3efcd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016a3efd00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016a3efd20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016a3efd50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016a3efd80 exit1() at exit1+0x533/frame 0xfffffe016a3efdf0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a3efe00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3eff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3eff30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x60d72a817ca, rsp = 0x60d6f680e78, rbp = 0x60d6f680e90 --- Tracing command mmap42.sort pid 4073 tid 100258 td 0xfffff800570b6740 (CPU 10) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003cec3df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003cec3e00 trap() at trap+0x56/frame 0xfffffe003cec3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cec3f20 --- trap 0x13, rip = 0xffffffff80ba4910, rsp = 0xfffffe016a2fa9d0, rbp = 0xfffffe016a2fa9d0 --- lock_delay() at lock_delay+0x10/frame 0xfffffe016a2fa9d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe016a2faa60 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe016a2faab0 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016a2fab00 zone_import() at zone_import+0x1c7/frame 0xfffffe016a2faba0 zone_alloc_item() at zone_alloc_item+0x78/frame 0xfffffe016a2fabf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016a2fac40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016a2fac90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016a2facd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016a2fad00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016a2fad20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016a2fad50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016a2fad80 exit1() at exit1+0x533/frame 0xfffffe016a2fadf0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a2fae00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2faf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2faf30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x2e1a1c16e7ca, rsp = 0x2e1a19980038, rbp = 0x2e1a19980050 --- Tracing command mmap42.sort pid 4074 tid 100360 td 0xfffff803883b3740 (CPU 2) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce4bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce4be00 trap() at trap+0x56/frame 0xfffffe003ce4bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce4bf20 --- trap 0x13, rip = 0xffffffff80b2e8f5, rsp = 0xfffffe016d813a20, rbp = 0xfffffe016d813a60 --- __mtx_lock_flags() at __mtx_lock_flags+0xa5/frame 0xfffffe016d813a60 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016d813ab0 zone_import() at zone_import+0x11b/frame 0xfffffe016d813b50 cache_alloc() at cache_alloc+0x3fd/frame 0xfffffe016d813bb0 cache_alloc_retry() at cache_alloc_retry+0x23/frame 0xfffffe016d813bf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016d813c40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016d813c90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016d813cd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016d813d00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016d813d20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016d813d50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016d813d80 exit1() at exit1+0x533/frame 0xfffffe016d813df0 sys_exit() at sys_exit+0xd/frame 0xfffffe016d813e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016d813f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016d813f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x31aba1aeb7ca, rsp = 0x31ab9f6d43f8, rbp = 0x31ab9f6d4410 --- Tracing command mmap42 pid 4098 tid 100519 td 0xfffff8004a81c000 (CPU 5) kdb_enter() at kdb_enter+0x32/frame 0xfffffe016a37c230 vpanic() at vpanic+0x163/frame 0xfffffe016a37c360 panic() at panic+0x43/frame 0xfffffe016a37c3c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x11c/frame 0xfffffe016a37c470 __lockmgr_args() at __lockmgr_args+0x207/frame 0xfffffe016a37c510 _lockmgr_args_rw() at _lockmgr_args_rw+0x85/frame 0xfffffe016a37c570 getblkx() at getblkx+0x26e/frame 0xfffffe016a37c600 getblk() at getblk+0x4c/frame 0xfffffe016a37c660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xbd8/frame 0xfffffe016a37c810 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a37c910 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a37ca20 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a37ca80 vn_write() at vn_write+0x214/frame 0xfffffe016a37caf0 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a37cb30 vn_io_fault1() at vn_io_fault1+0x3cb/frame 0xfffffe016a37ccb0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a37cd40 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a37cd90 sys_write() at sys_write+0xc2/frame 0xfffffe016a37ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a37cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a37cf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x8220bfd0a, rsp = 0x820a39698, rbp = 0x820a397c0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 4098 4015 4015 0 R+ CPU 5 mmap42 4097 4093 4097 0 Ds swread 0xfffff8004acbee30 cron 4096 4092 4096 0 Ds vmpfw 0xfffffe00309652a8 cron 4095 4094 4095 0 Ds vmpfw 0xfffffe00309652a8 cron 4094 3586 3586 0 S piperd 0xfffffe016c140e38 cron 4093 3586 3586 0 S piperd 0xfffffe010a049888 cron 4092 3586 3586 0 S piperd 0xfffffe010e2a6c70 cron 4074 4054 4015 0 RE+ CPU 2 mmap42.sort 4073 4062 4015 0 RE+ CPU 10 mmap42.sort 4072 4063 4015 0 RE+ CPU 7 mmap42.sort 4071 4061 4015 0 RE+ CPU 9 mmap42.sort 4070 4057 4015 0 RE+ CPU 6 mmap42.sort 4069 4055 4015 0 D+ swread 0xfffff8048584a4e8 mmap42.sort 4068 4060 4015 0 RE+ CPU 1 mmap42.sort 4067 4058 4015 0 RE+ CPU 4 mmap42.sort 4066 4059 4015 0 RE+ CPU 11 mmap42.sort 4065 4056 4015 0 D+ swread 0xfffff80485e24908 mmap42.sort 4063 4015 4015 0 S+ pause 0xfffffe016c1420b0 timeout 4062 4015 4015 0 S+ pause 0xfffffe016cc9b0b0 timeout 4061 4015 4015 0 S+ pause 0xfffffe010e5db670 timeout 4060 4015 4015 0 S+ pause 0xfffffe010e068110 timeout 4059 4015 4015 0 S+ pause 0xfffffe003ce38650 timeout 4058 4015 4015 0 S+ pause 0xfffffe010e067650 timeout 4057 4015 4015 0 S+ pause 0xfffffe010e067bb0 timeout 4056 4015 4015 0 S+ pause 0xfffffe010e5db110 timeout 4055 4015 4015 0 S+ pause 0xfffffe003ce370d0 timeout 4054 4015 4015 0 S+ pause 0xfffffe016406ab70 timeout 4040 0 0 0 DL mdwait 0xfffff80485dbe000 [md10] 4015 3667 4015 0 S+ wait 0xfffffe003ce38040 sh 3667 3665 3667 0 SW+ wait 0xfffffe010e5da5a0 bash 3665 3664 3665 0 SW+ pause 0xfffffe003ce37b90 csh 3664 3642 3664 2006 SW+ wait 0xfffffe003ce72000 su 3642 3641 3642 2006 SWs+ wait 0xfffffe016c145060 sh 3641 3638 3638 2006 S select 0xfffff80003fedc40 sshd 3638 3603 3638 0 Ss select 0xfffff800049c4c40 sshd 3620 1 3620 0 Ss+ ttyin 0xfffff8000587c8b0 getty 3619 1 3619 0 Ss+ ttyin 0xfffff8003f9a6cb0 getty 3618 1 3618 0 Ss+ ttyin 0xfffff8003f9a54b0 getty 3617 1 3617 0 Ss+ ttyin 0xfffff8003f9a5cb0 getty 3616 1 3616 0 Ss+ ttyin 0xfffff80003f5f4b0 getty 3615 1 3615 0 Ss+ ttyin 0xfffff80003f5fcb0 getty 3614 1 3614 0 Ss+ ttyin 0xfffff80003f5e4b0 getty 3613 1 3613 0 Ss+ ttyin 0xfffff80003f5ecb0 getty 3612 1 3612 0 Ss+ ttyin 0xfffff80003f5d4b0 getty 3603 1 3603 0 Ss select 0xfffff800573fa5c0 sshd 3586 1 3586 0 Ss nanslp 0xffffffff819c3129 cron 3583 1 3583 0 Ss select 0xfffff80003fedac0 inetd 3564 1 3564 0 Ss select 0xfffff8004a7b9dc0 powerd 3556 1 3556 123 Ss (threaded) ntpd 100312 S select 0xfffff800573fa540 ntpd 3497 1 3497 0 Ss nanslp 0xffffffff819c312a watchdogd 3477 1 3477 0 Ds biord 0xfffffe003948e780 syslogd 3278 1 3278 0 Ss select 0xfffff800573faac0 devd 3263 1 3263 65 Ss select 0xfffff80004407c40 dhclient 3204 1 3204 0 Ss select 0xfffff80004407cc0 dhclient 3201 1 3201 0 Ss select 0xfffff800573fa940 dhclient 19 0 0 0 DL syncer 0xffffffff81aa9958 [syncer] 18 0 0 0 DL vlruwt 0xfffffe010e5d8000 [vnlru] 17 0 0 0 DL (threaded) [bufdaemon] 100201 D psleep 0xffffffff81aa8940 [bufdaemon] 100202 D - 0xffffffff81603100 [bufspacedaemon-0] 100203 D - 0xffffffff81603380 [bufspacedaemon-1] 100204 D - 0xffffffff81603600 [bufspacedaemon-2] 100205 D - 0xffffffff81603880 [bufspacedaemon-3] 100206 D - 0xffffffff81603b00 [bufspacedaemon-4] 100207 D - 0xffffffff81603d80 [bufspacedaemon-5] 100208 D - 0xffffffff81604000 [bufspacedaemon-6] 100234 D sdflush 0xfffff8004a8544e8 [/ worker] 100248 D sdflush 0xfffff80003d3c0e8 [/tmp worker] 100515 D sdflush 0xfffff80003f8cce8 [/mnt worker] 16 0 0 0 RL [vmdaemon] 9 0 0 0 RL (threaded) [pagedaemon] 100197 Run CPU 8 [dom0] 100198 Run CPU 0 [laundry: dom0] 100199 D umarcl 0xffffffff80f11e70 [uma] 8 0 0 0 DL idle 0xfffffe010e066ae0 [enc_daemon1] 7 0 0 0 DL idle 0xfffffe010e067040 [enc_daemon0] 6 0 0 0 DL - 0xffffffff817c4960 [rand_harvestq] 15 0 0 0 DL (threaded) [usb] 100127 D - 0xfffffe010a1cf440 [usbus0] 100128 D - 0xfffffe010a1cf498 [usbus0] 100129 D - 0xfffffe010a1cf4f0 [usbus0] 100130 D - 0xfffffe010a1cf548 [usbus0] 100131 D - 0xfffffe010a1cf5a0 [usbus0] 100133 D - 0xfffffe00e4d9ccf0 [usbus1] 100134 D - 0xfffffe00e4d9cd48 [usbus1] 100135 D - 0xfffffe00e4d9cda0 [usbus1] 100136 D - 0xfffffe00e4d9cdf8 [usbus1] 100137 D - 0xfffffe00e4d9ce50 [usbus1] 100138 D - 0xfffffe010a57ccf0 [usbus2] 100139 D - 0xfffffe010a57cd48 [usbus2] 100140 D - 0xfffffe010a57cda0 [usbus2] 100141 D - 0xfffffe010a57cdf8 [usbus2] 100142 D - 0xfffffe010a57ce50 [usbus2] 5 0 0 0 DL - 0xffffffff81b07998 [busdma] 4 0 0 0 DL (threaded) [cam] 100120 D - 0xffffffff81796240 [doneq0] 100121 D - 0xffffffff817962c0 [doneq1] 100122 D - 0xffffffff81796340 [doneq2] 100123 D - 0xffffffff817961c0 [async] 100152 D - 0xffffffff81796090 [scanner] 3 0 0 0 DL (threaded) [crypto] 100107 D crypto_ 0xffffffff81ae35b0 [crypto] 100108 D crypto_ 0xfffff8000429a830 [crypto returns 0] 100109 D crypto_ 0xfffff8000429a880 [crypto returns 1] 100110 D crypto_ 0xfffff8000429a8d0 [crypto returns 2] 100111 D crypto_ 0xfffff8000429a920 [crypto returns 3] 100112 D crypto_ 0xfffff8000429a970 [crypto returns 4] 100113 D crypto_ 0xfffff8000429a9c0 [crypto returns 5] 100114 D crypto_ 0xfffff8000429aa10 [crypto returns 6] 100115 D crypto_ 0xfffff8000429aa60 [crypto returns 7] 100116 D crypto_ 0xfffff8000429aab0 [crypto returns 8] 100117 D crypto_ 0xfffff8000429ab00 [crypto returns 9] 100118 D crypto_ 0xfffff8000429ab50 [crypto returns 10] 100119 D crypto_ 0xfffff8000429aba0 [crypto returns 11] 14 0 0 0 DL seqstat 0xfffff8000428d088 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100091 D - 0xffffffff8197eb40 [g_event] 100092 D - 0xffffffff8197eb48 [g_up] 100093 D - 0xffffffff8197eb50 [g_down] 2 0 0 0 WL (threaded) [clock] 100077 I [clock (0)] 100078 I [clock (1)] 100079 I [clock (2)] 100080 I [clock (3)] 100081 I [clock (4)] 100082 I [clock (5)] 100083 I [clock (6)] 100084 I [clock (7)] 100085 I [clock (8)] 100086 I [clock (9)] 100087 I [clock (10)] 100088 I [clock (11)] 12 0 0 0 WL (threaded) [intr] 100042 I [swi6: task queue] 100043 I [swi6: Giant taskq] 100045 I [swi5: fast taskq] 100089 I [swi1: netisr 0] 100124 I [irq56: ahci0] 100126 I [irq19: xhci0] 100132 I [irq18: ehci0 ehci1+] 100143 I [irq71: ahci1] 100144 I [swi4: apei] 100145 I [swi0: uart uart] 100159 I [irq73: mlx5_core0] 100160 I [irq74: mlx5_core0] 100161 I [irq72: mlx5_core0] 100162 I [irq75: mlx5_core0] 100163 I [irq76: mlx5_core0] 100164 I [irq77: mlx5_core0] 100165 I [irq78: mlx5_core0] 100166 I [irq79: mlx5_core0] 100167 I [irq80: mlx5_core0] 100168 I [irq81: mlx5_core0] 100169 I [irq82: mlx5_core0] 100170 I [irq83: mlx5_core0] 100171 I [irq84: mlx5_core0] 100172 I [irq85: mlx5_core0] 100173 I [irq86: mlx5_core0] 100180 I [irq88: mlx5_core1] 100181 I [irq89: mlx5_core1] 100182 I [irq87: mlx5_core1] 100183 I [irq90: mlx5_core1] 100184 I [irq91: mlx5_core1] 100185 I [irq92: mlx5_core1] 100186 I [irq93: mlx5_core1] 100187 I [irq94: mlx5_core1] 100188 I [irq95: mlx5_core1] 100189 I [irq96: mlx5_core1] 100190 I [irq97: mlx5_core1] 100191 I [irq98: mlx5_core1] 100192 I [irq99: mlx5_core1] 100193 I [irq100: mlx5_core1] 100194 I [irq101: mlx5_core1] 100240 I [irq102: ioat0] 100241 I [irq103: ioat1] 100242 I [irq104: ioat2] 100243 I [irq105: ioat3] 100244 I [irq106: ioat4] 100245 I [irq107: ioat5] 100246 I [irq108: ioat6] 100247 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffffe00e4c84040 [init] 10 0 0 0 DL audit_w 0xffffffff81ae3ab0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff8197f0c0 [swapper] 100015 D - 0xfffff80003a97c00 [softirq_0] 100016 D - 0xfffff80003a97b00 [softirq_1] 100017 D - 0xfffff80003a97a00 [softirq_2] 100018 D - 0xfffff80003a97900 [softirq_3] 100019 D - 0xfffff80003a97800 [softirq_4] 100020 D - 0xfffff80003a97700 [softirq_5] 100021 D - 0xfffff80003a97600 [softirq_6] 100022 D - 0xfffff80003a97500 [softirq_7] 100023 D - 0xfffff80003a97400 [softirq_8] 100024 D - 0xfffff80003a97300 [softirq_9] 100025 D - 0xfffff80003a97200 [softirq_10] 100026 D - 0xfffff80003a97100 [softirq_11] 100027 D - 0xfffff80003a97000 [if_io_tqg_0] 100028 D - 0xfffff80003c59300 [if_io_tqg_1] 100029 D - 0xfffff80003c59200 [if_io_tqg_2] 100030 D - 0xfffff80003c59100 [if_io_tqg_3] 100031 D - 0xfffff80003c59000 [if_io_tqg_4] 100032 D - 0xfffff80003c5ae00 [if_io_tqg_5] 100033 D - 0xfffff80003c5ad00 [if_io_tqg_6] 100034 D - 0xfffff80003c5ac00 [if_io_tqg_7] 100035 D - 0xfffff80003c5ab00 [if_io_tqg_8] 100036 D - 0xfffff80003c5aa00 [if_io_tqg_9] 100037 D - 0xfffff80003c5a900 [if_io_tqg_10] 100038 D - 0xfffff80003c5a800 [if_io_tqg_11] 100039 D - 0xfffff80003c5a700 [if_config_tqg_0] 100040 D - 0xfffff80003a76000 [pci_hp taskq] 100041 D - 0xfffff80003a75e00 [kqueue_ctx taskq] 100044 D - 0xfffff80003a75b00 [thread taskq] 100046 D - 0xfffff80003a75900 [aiod_kick taskq] 100047 D - 0xfffff80003a75800 [deferred_unmount ta] 100048 D - 0xfffff80003a75700 [inm_free taskq] 100049 D - 0xfffff80003a75600 [in6m_free taskq] 100050 D - 0xfffff80003a75500 [linuxkpi_irq_wq] 100051 D - 0xfffff80003a75400 [linuxkpi_short_wq_0] 100052 D - 0xfffff80003a75400 [linuxkpi_short_wq_1] 100053 D - 0xfffff80003a75400 [linuxkpi_short_wq_2] 100054 D - 0xfffff80003a75400 [linuxkpi_short_wq_3] 100055 D - 0xfffff80003a75400 [linuxkpi_short_wq_4] 100056 D - 0xfffff80003a75400 [linuxkpi_short_wq_5] 100057 D - 0xfffff80003a75400 [linuxkpi_short_wq_6] 100058 D - 0xfffff80003a75400 [linuxkpi_short_wq_7] 100059 D - 0xfffff80003a75400 [linuxkpi_short_wq_8] 100060 D - 0xfffff80003a75400 [linuxkpi_short_wq_9] 100061 D - 0xfffff80003a75400 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003a75400 [linuxkpi_short_wq_1] 100063 D - 0xfffff80003a75400 [linuxkpi_short_wq_1] 100064 D - 0xfffff80003a75300 [linuxkpi_long_wq_0] 100065 D - 0xfffff80003a75300 [linuxkpi_long_wq_1] 100066 D - 0xfffff80003a75300 [linuxkpi_long_wq_2] 100067 D - 0xfffff80003a75300 [linuxkpi_long_wq_3] 100068 D - 0xfffff80003a75300 [linuxkpi_long_wq_4] 100069 D - 0xfffff80003a75300 [linuxkpi_long_wq_5] 100070 D - 0xfffff80003a75300 [linuxkpi_long_wq_6] 100071 D - 0xfffff80003a75300 [linuxkpi_long_wq_7] 100072 D - 0xfffff80003a75300 [linuxkpi_long_wq_8] 100073 D - 0xfffff80003a75300 [linuxkpi_long_wq_9] 100074 D - 0xfffff80003a75300 [linuxkpi_long_wq_10] 100075 D - 0xfffff80003a75300 [linuxkpi_long_wq_11] 100076 D - 0xfffff80003a75300 [linuxkpi_long_wq_12] 100090 D - 0xfffff80003a75200 [firmware taskq] 100095 D - 0xfffff80003a75000 [crypto_0] 100096 D - 0xfffff80003a75000 [crypto_1] 100097 D - 0xfffff80003a75000 [crypto_2] 100098 D - 0xfffff80003a75000 [crypto_3] 100099 D - 0xfffff80003a75000 [crypto_4] 100100 D - 0xfffff80003a75000 [crypto_5] 100101 D - 0xfffff80003a75000 [crypto_6] 100102 D - 0xfffff80003a75000 [crypto_7] 100103 D - 0xfffff80003a75000 [crypto_8] 100104 D - 0xfffff80003a75000 [crypto_9] 100105 D - 0xfffff80003a75000 [crypto_10] 100106 D - 0xfffff80003a75000 [crypto_11] 100146 D - 0xfffff8003f9ca300 [acpi_task_0] 100147 D - 0xfffff8003f9ca300 [acpi_task_1] 100148 D - 0xfffff8003f9ca300 [acpi_task_2] 100150 D - 0xfffff80003a76100 [mca taskq] 100151 D - 0xfffff80003a74e00 [CAM taskq] 100155 D - 0xfffff8003f9ca200 [mlx5_core0-rec] 100156 D - 0xfffff8003f9ca100 [mlx5_core0-wdg] 100157 D - 0xfffff8003f9ca000 [mlx5_core0-cmd] 100158 D - 0xfffff8003f9cbe00 [mlx5_page_allocator] 100174 D - 0xfffff8003f9cbd00 [mlx5_fc] 100175 D - 0xfffff8003f9cbc00 [mlx5_esw_wq] 100176 D - 0xfffff8003f9cbb00 [mlx5_core1-rec] 100177 D - 0xfffff8003f9cba00 [mlx5_core1-wdg] 100178 D - 0xfffff8003f9cb900 [mlx5_core1-cmd] 100179 D - 0xfffff8003f9cb800 [mlx5_page_allocator] 100195 D - 0xfffff80003cdf500 [mlx5_fc] 100196 D - 0xfffff80003cdf400 [mlx5_esw_wq] db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff8197f620 sched_switch() at sched_switch+0x5da/frame 0xffffffff8216be00 mi_switch() at mi_switch+0x173/frame 0xffffffff8216be20 sleepq_switch() at sleepq_switch+0x104/frame 0xffffffff8216be60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff8216bea0 _sleep() at _sleep+0x2bd/frame 0xffffffff8216bf40 swapper() at swapper+0x75/frame 0xffffffff8216bfa0 mi_startup() at mi_startup+0x226/frame 0xffffffff8216bff0 Tracing command kernel pid 0 tid 100015 td 0xfffff80003c88740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4858de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4858e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4858e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4858ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4858ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4858f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffff80003c88000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4853de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4853e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4853e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4853ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4853ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4853f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffff80003c61740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4862de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4862e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4862e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4862ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4862ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4862f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffff80003c61000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e485dde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e485de00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e485de40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e485dec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e485def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e485df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffff80003c62740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e486cde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e486ce00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e486ce40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e486cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e486cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e486cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffff80003c62000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4867de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4867e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4867e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4867ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4867ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4867f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffff80003c63740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4876de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4876e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4876e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4876ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4876ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4876f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffff80003c63000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4871de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4871e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4871e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4871ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4871ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4871f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffff80003c64740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4880de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4880e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4880e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4880ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4880ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4880f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffff80003c64000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e487bde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e487be00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e487be40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e487bec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e487bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e487bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e487bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffff80003c5d740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e488ade0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e488ae00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e488ae40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e488aec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e488aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e488af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffff80003c5d000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4885de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4885e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4885e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4885ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4885ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4885f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffff80003c5e740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4894de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4894e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4894e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4894ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4894ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4894f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffff80003c5e000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e488fde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e488fe00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e488fe40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e488fec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e488fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e488ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffff80003c5f740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e489ede0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e489ee00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e489ee40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e489eec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e489eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e489ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffff80003c5f000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4899de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4899e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4899e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4899ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e4899ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4899f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffff80003c60740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48a8de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48a8e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48a8e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48a8ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48a8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48a8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffff80003c60000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48a3de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48a3e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48a3e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffff80003c53740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48b2de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48b2e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48b2e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48b2ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48b2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48b2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffff80003c53000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48adde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48ade00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48ade40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48adec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48adef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48adf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffff80003c54740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48bcde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48bce00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48bce40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48bcec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48bcef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48bcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffff80003c54000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48b7de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48b7e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48b7e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48b7ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48b7ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48b7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffff80003c55740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48c6de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48c6e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48c6e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48c6ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48c6ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48c6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffff80003c55000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48c1de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48c1e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48c1e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48c1ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48c1ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48c1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffff80003c56740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48d0de0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48d0e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48d0e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48d0ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0x104/frame 0xfffffe00e48d0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48d0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffff80003c56000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48cbdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48cbde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48cbe20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e48cbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e48cbef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48cbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffff80003c4f740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48dadc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48dade0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48dae20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e48daec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e48daef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48daf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48daf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xfffff80003c50000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48dfdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48dfde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48dfe20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e48dfec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e48dfef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48dff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffff80003c51000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48e9dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48e9de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48e9e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e48e9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e48e9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48e9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100047 td 0xfffff80003c52740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48f8dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48f8de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48f8e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e48f8ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e48f8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48f8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffff80003c52000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48f3dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48f3de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48f3e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e48f3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e48f3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48f3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffff80003c49740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4902dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4902de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4902e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4902ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4902ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4902f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffff80003c49000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48fdde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48fde00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e48fde40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e48fdec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00e48fdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48fdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48fdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffff80003c4a740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e490cdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e490cde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e490ce20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e490cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e490cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e490cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffff80003c4a000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4907dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4907de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4907e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4907ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4907ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4907f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffff80003c4b740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4916dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4916de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4916e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4916ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4916ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4916f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffff80003c4b000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4911dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4911de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4911e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4911ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4911ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4911f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffff80003c4c740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4920dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4920de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4920e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4920ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4920ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4920f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4920f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffff80003c4c000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e491bdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e491bde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e491be20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e491bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e491bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e491bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffff80003c42740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e492adc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e492ade0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e492ae20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e492aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e492aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e492af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffff80003c42000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4925dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4925de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4925e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4925ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4925ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4925f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4925f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffff80003c46740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4934dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4934de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4934e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4934ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4934ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4934f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4934f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffff80003c46000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e492fdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e492fde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e492fe20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e492fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e492fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e492ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff80003c47740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e493edc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e493ede0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e493ee20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e493eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e493eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e493ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e493ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffff80003c47000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4939dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4939de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4939e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4939ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4939ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4939f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4939f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffff80003c48740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4948dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4948de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4948e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4948ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4948ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4948f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4948f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffff80003c48000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4943dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4943de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4943e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4943ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4943ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4943f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4943f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffff80003c36740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4952dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4952de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4952e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4952ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4952ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4952f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4952f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffff80003c36000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e494ddc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e494dde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e494de20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e494dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e494def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e494df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff80003c37740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e495cdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e495cde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e495ce20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e495cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e495cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e495cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffff80003c37000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4957dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4957de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4957e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4957ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4957ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4957f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4957f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffff80003c38740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4966dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4966de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4966e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4966ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4966ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4966f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4966f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffff80003c38000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4961dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4961de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4961e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4961ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4961ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4961f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4961f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffff80003c39740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4970dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4970de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4970e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4970ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4970ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4970f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4970f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffff80003c39000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e496bdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e496bde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e496be20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e496bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e496bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e496bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffff80003c32740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e497adc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e497ade0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e497ae20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e497aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e497aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e497af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffff80003c32000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4975dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4975de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4975e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4975ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4975ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4975f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4975f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffff80003c33740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4984dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4984de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4984e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4984ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4984ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4984f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4984f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffff80003c33000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e497fdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e497fde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e497fe20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e497fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e497fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e497ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xfffff80003bfa000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49f5dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49f5de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e49f5e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e49f5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e49f5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffff80003bfd740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e48dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e48de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e48e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e48ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e48ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e48f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e48f30 --- trap 0x6060302, rip = 0x703000703070303, rsp = 0xfff57418fff57420, rbp = 0xfff573e8fff573f0 --- Tracing command kernel pid 0 tid 100096 td 0xfffff80003bfd000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e43dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e43de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e43e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e43ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e43ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e43f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e43f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command kernel pid 0 tid 100097 td 0xfffff80004332740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e52dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e52de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e52e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e52ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e52ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e52f30 --- trap 0x4, rip = 0x300000000, rsp = 0x400000007, rbp = 0xffffff00120046c8 --- ??() at 0x300000000/frame 0xffffff00120046c8 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe016a37b940 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe016a37b950 calltrap() at calltrap+0x8/frame 0xfffffe016a37b950 --- trap 0xc, rip = 0xffffffff81050d30, rsp = 0xfffffe016a37ba20, rbp = 0xfffffe016a37bab0 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe016a37bab0 db_get_value() at db_get_value+0x31/frame 0xfffffe016a37baf0 db_backtrace() at db_backtrace+0x1d9/frame 0xfffffe016a37bb70 db_trace_thread() at db_trace_thread+0x3a/frame 0xfffffe016a37bb90 _db_stack_trace_all() at _db_stack_trace_all+0xfd/frame 0xfffffe016a37bc30 db_command() at db_command+0x30d/frame 0xfffffe016a37bcf0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe016a37bd90 db_command() at db_command+0x30d/frame 0xfffffe016a37be50 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe016a37be60 db_trap() at db_trap+0xe6/frame 0xfffffe016a37bef0 kdb_trap() at kdb_trap+0x253/frame 0xfffffe016a37c040 trap() at trap+0x8c9/frame 0xfffffe016a37c160 calltrap() at calltrap+0x8/frame 0xfffffe016a37c160 --- trap 0x3, rip = 0xffffffff80ba3082, rsp = 0xfffffe016a37c230, rbp = 0xfffffe016a37c230 --- kdb_enter() at kdb_enter+0x32/frame 0xfffffe016a37c230 vpanic() at vpanic+0x163/frame 0xfffffe016a37c360 panic() at panic+0x43/frame 0xfffffe016a37c3c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x11c/frame 0xfffffe016a37c470 __lockmgr_args() at __lockmgr_args+0x207/frame 0xfffffe016a37c510 _lockmgr_args_rw() at _lockmgr_args_rw+0x85/frame 0xfffffe016a37c570 getblkx() at getblkx+0x26e/frame 0xfffffe016a37c600 getblk() at getblk+0x4c/frame 0xfffffe016a37c660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xbd8/frame 0xfffffe016a37c810 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a37c910 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a37ca20 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a37ca80 vn_write() at vn_write+0x214/frame 0xfffffe016a37caf0 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a37cb30 vn_io_fault1() at vn_io_fault1+0x3cb/frame 0xfffffe016a37ccb0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a37cd40 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a37cd90 sys_write() at sys_write+0xc2/frame 0xfffffe016a37ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a37cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a37cf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x8220bfd0a, rsp = 0x820a39698, rbp = 0x820a397c0 --- *** error reading from address ffffff00120046d0 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe016a37baa0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe016a37bab0 db_get_value() at db_get_value+0x4b/frame 0xfffffe016a37baf0 db_backtrace() at db_backtrace+0x1d9/frame 0xfffffe016a37bb70 db_trace_thread() at db_trace_thread+0x3a/frame 0xfffffe016a37bb90 _db_stack_trace_all() at _db_stack_trace_all+0xfd/frame 0xfffffe016a37bc30 db_command() at db_command+0x30d/frame 0xfffffe016a37bcf0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe016a37bd90 db_command() at db_command+0x30d/frame 0xfffffe016a37be50 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe016a37be60 db_trap() at db_trap+0xe6/frame 0xfffffe016a37bef0 kdb_trap() at kdb_trap+0x253/frame 0xfffffe016a37c040 trap() at trap+0x8c9/frame 0xfffffe016a37c160 calltrap() at calltrap+0x8/frame 0xfffffe016a37c160 --- trap 0x3, rip = 0xffffffff80ba3082, rsp = 0xfffffe016a37c230, rbp = 0xfffffe016a37c230 --- kdb_enter() at kdb_enter+0x32/frame 0xfffffe016a37c230 vpanic() at vpanic+0x163/frame 0xfffffe016a37c360 panic() at panic+0x43/frame 0xfffffe016a37c3c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x11c/frame 0xfffffe016a37c470 __lockmgr_args() at __lockmgr_args+0x207/frame 0xfffffe016a37c510 _lockmgr_args_rw() at _lockmgr_args_rw+0x85/frame 0xfffffe016a37c570 getblkx() at getblkx+0x26e/frame 0xfffffe016a37c600 getblk() at getblk+0x4c/frame 0xfffffe016a37c660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xbd8/frame 0xfffffe016a37c810 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a37c910 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a37ca20 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a37ca80 vn_write() at vn_write+0x214/frame 0xfffffe016a37caf0 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a37cb30 vn_io_fault1() at vn_io_fault1+0x3cb/frame 0xfffffe016a37ccb0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a37cd40 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a37cd90 sys_write() at sys_write+0xc2/frame 0xfffffe016a37ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a37cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a37cf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x8220bfd0a, rsp = 0x820a39698, rbp = 0x820a397c0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff80004332000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e4ddc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e4dde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e4de20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e4dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e4def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4df30 --- trap 0xffffffff, rip = 0xffffffff000000e0, rsp = 0x200000003, rbp = 0xffffffffffffffff --- ??() at 0xffffffff000000e0/frame 0xffffffffffffffff Tracing command kernel pid 0 tid 100099 td 0xfffff80004333740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e5cdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e5cde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e5ce20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e5cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e5cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5cf30 --- trap 0x5328202e, rip = 0x6547336e6547203a, rsp = 0x4f50202c64253d54, rbp = 0x5328202e2e2e326e --- Tracing command kernel pid 0 tid 100100 td 0xfffff80004333000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e57dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e57de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e57e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e57ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e57ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e57f30 --- trap 0x10272900, rip = 0x1b10150162a2b01, rsp = 0x56182c2d00f7122e, rbp = 0x1620e2122002c82 --- Tracing command kernel pid 0 tid 100101 td 0xfffff80004334740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e66dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e66de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e66e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e66ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e66ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e66f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e66f30 --- trap 0x58450301, rip = 0x7e24453966fffffe, rsp = 0xffffff40820f083a, rbp = 0xc22b99c103fffffe --- Tracing command kernel pid 0 tid 100102 td 0xfffff80004334000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e61dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e61de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e61e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e61ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e61ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e61f30 --- trap 0xfffff4f8, rip = 0xc0840874013c0000, rsp = 0xc68b52006a000373, rbp = 0xca8100001a89e8c3 --- Tracing command kernel pid 0 tid 100103 td 0xfffff80004335740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e70dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e70de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e70e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e70ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e70ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e70f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e70f30 --- trap 0x4302444, rip = 0x14c4833824440324, rsp = 0xffff970ae8565553, rbp = 0x54890472c23b2424 --- Tracing command kernel pid 0 tid 100104 td 0xfffff80004335000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e6bdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e6bde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e6be20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e6bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e6bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6bf30 --- trap 0x1b0c35d, rip = 0x7d830cc483ffffed, rsp = 0x8bc2b60fd2320cc4, rbp = 0x33d88b008b10458b --- Tracing command kernel pid 0 tid 100105 td 0xfffff8000432b740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e7adc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e7ade0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e7ae20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e7aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e7aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e7af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7af30 --- trap 0x75ff0c75, rip = 0x2075ff2475ff176a, rsp = 0xe9fffffaede80a75, rbp = 0xff1c75ff2075ff24 --- Tracing command kernel pid 0 tid 100106 td 0xfffff8000432b000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e75dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e75de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e75e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e75ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe00e4e75ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e75f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e75f30 --- trap 0xbe0574c0, rip = 0x40000000d00046e, rsp = 0xad72020b7d800b45, rbp = 0x8300046fabe853f6 --- Tracing command kernel pid 0 tid 100146 td 0xfffff8003f9b9740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da28de0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da28e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da28e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe010da28ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe010da28ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da28f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da28f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100147 td 0xfffff8003f9b9000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ffcde0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ffce00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ffce40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe00e4ffcec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe00e4ffcef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ffcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffcf30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command kernel pid 0 tid 100148 td 0xfffff8003f9ba740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da32de0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da32e00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da32e40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe010da32ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe010da32ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da32f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da32f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100150 td 0xfffff8003f9bb740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da3cde0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da3ce00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da3ce40 msleep_spin_sbt() at msleep_spin_sbt+0x14d/frame 0xfffffe010da3cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0x104/frame 0xfffffe010da3cef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da3cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da3cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100151 td 0xfffff8003f9bb000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da37dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da37de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da37e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da37ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010da37ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da37f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da37f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100155 td 0xfffff8003f9c7000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da41dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da41de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da41e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da41ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010da41ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100156 td 0xfffff8003f980740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da5adc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da5ade0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da5ae20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da5aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010da5aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da5af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da5af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100157 td 0xfffff8003f980000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da55dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da55de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da55e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da55ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010da55ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da55f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da55f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffff8003f981740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da64dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da64de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da64e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da64ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010da64ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da64f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da64f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100174 td 0xfffff8004615b740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dab4dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010dab4de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010dab4e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010dab4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010dab4ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dab4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dab4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100175 td 0xfffff8004615b000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010daafdc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010daafde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010daafe20 _sleep() at _sleep+0x2d6/frame 0xfffffe010daafec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010daafef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010daaff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daaff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100176 td 0xfffff8004615c740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dabedc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010dabede0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010dabee20 _sleep() at _sleep+0x2d6/frame 0xfffffe010dabeec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010dabeef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dabef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dabef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100177 td 0xfffff8004615c000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dab9dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010dab9de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010dab9e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010dab9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010dab9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dab9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dab9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100178 td 0xfffff8004615d740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dac8dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010dac8de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010dac8e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010dac8ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010dac8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dac8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100179 td 0xfffff8004615d000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dac3dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010dac3de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010dac3e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010dac3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010dac3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dac3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100195 td 0xfffff80003ceb740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db22dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010db22de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db22e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010db22ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010db22ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db22f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db22f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100196 td 0xfffff80003ceb000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db1ddc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010db1dde0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db1de20 _sleep() at _sleep+0x2d6/frame 0xfffffe010db1dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xc1/frame 0xfffffe010db1def0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db1df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db1df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff80003c90000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00377e1a10 mi_switch() at mi_switch+0x173/frame 0xfffffe00377e1a30 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00377e1a70 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe00377e1ac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00377e1ad0 _sleep() at _sleep+0x2cc/frame 0xfffffe00377e1b70 kern_wait6() at kern_wait6+0x481/frame 0xfffffe00377e1c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe00377e1e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe00377e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00377e1f30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x28d9aa, rsp = 0x820627298, rbp = 0x820627300 --- Tracing command clock pid 2 tid 100077 td 0xfffff80003c34740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49beea0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49beec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49beef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49bef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49bef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100078 td 0xfffff80003c34000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49b9ea0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49b9ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49b9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49b9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100079 td 0xfffff80003c35740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49c8ea0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49c8ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100080 td 0xfffff80003c35000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49c3ea0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49c3ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49c3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100081 td 0xfffff80003bfe740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49d2ea0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49d2ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49d2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49d2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49d2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100082 td 0xfffff80003bfe000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49cdea0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49cdec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49cdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49cdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49cdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100083 td 0xfffff80003bff740 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100084 td 0xfffff80003bff000 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100085 td 0xfffff80003c00740 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100086 td 0xfffff80003c00000 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100087 td 0xfffff80003c01740 fork_trampoline() at fork_trampoline Tracing command clock pid 2 tid 100088 td 0xfffff80003c01000 fork_trampoline() at fork_trampoline Tracing command crypto pid 3 tid 100107 td 0xfffff8000432c740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e84db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e84dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e84e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e84eb0 crypto_dispatch_thread() at crypto_dispatch_thread+0x193/frame 0xfffffe00e4e84ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e84f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e84f30 --- trap 0xd00037e, rip = 0x45fe5959fffec66f, rsp = 0x5e5ffffffd91820f, rbp = 0xff0c0048206851c8 --- Tracing command crypto pid 3 tid 100108 td 0xfffff8000432c000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e7fdb0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e7fdd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e7fe10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e7feb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4e7fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e7ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7ff30 --- trap 0x4c458b28, rip = 0xeb80054c8966ffff, rsp = 0xe1c1c18bc8b70fff, rbp = 0x51ffffff400584b7 --- Tracing command crypto pid 3 tid 100109 td 0xfffff8000432d740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e8edb0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e8edd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e8ee10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e8eeb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4e8eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e8ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8ef30 --- trap 0x75084589, rip = 0x5d3966db33530000, rsp = 0xe8560c75ff571475, rbp = 0xff1075ff531875ff --- Tracing command crypto pid 3 tid 100110 td 0xfffff8000432d000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e89db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e89dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e89e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e89eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4e89ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e89f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e89f30 --- trap 0x99e85750, rip = 0x2b5045c758296a, rsp = 0x38805c458b5c4589, rbp = 0x5753fffe862fe857 --- Tracing command crypto pid 3 tid 100111 td 0xfffff8000432e740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e98db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e98dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e98e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e98eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4e98ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e98f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e98f30 --- trap 0x57000226, rip = 0xf5756530c458b10, rsp = 0x3a000000dcbe1045, rbp = 0x1075ff560a03408c --- Tracing command crypto pid 3 tid 100112 td 0xfffff8000432e000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e93db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e93dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e93e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e93eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4e93ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e93f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e93f30 --- trap 0xc1404cc4, rip = 0x1420885048d59c0, rsp = 0x6a137502147d8019, rbp = 0x8dc0b60ffffde609 --- Tracing command crypto pid 3 tid 100113 td 0xfffff80004325740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ea2db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ea2dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ea2e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ea2eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4ea2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ea2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea2f30 --- trap 0x8b51511c, rip = 0x5600000a36838a08, rsp = 0xe85357fffffdd6e8, rbp = 0x56ec8b55c35df1f7 --- Tracing command crypto pid 3 tid 100114 td 0xfffff80004325000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e9ddb0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e9ddd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e9de10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e9deb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4e9def0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e9df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9df30 --- trap 0xf03c2f6, rip = 0xfffccd62e80875ff, rsp = 0xcdc8e80875ff50c0, rbp = 0xf45589c9b60fec4d --- Tracing command crypto pid 3 tid 100115 td 0xfffff80004326740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4eacdb0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4eacdd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4eace10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4eaceb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4eacef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4eacf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eacf30 --- trap 0xff458d18, rip = 0x8dfc8b5151686a50, rsp = 0x516a6a50ff458d18, rbp = 0xfc8b515100000084 --- Tracing command crypto pid 3 tid 100116 td 0xfffff80004326000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ea7db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ea7dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ea7e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ea7eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4ea7ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ea7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea7f30 --- trap 0x15c06bc7, rip = 0x148800020646938a, rsp = 0x8400fe45c6000201, rbp = 0x2b76303b000220d4 --- Tracing command crypto pid 3 tid 100117 td 0xfffff80004327740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4eb6db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4eb6dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4eb6e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4eb6eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4eb6ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4eb6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb6f30 --- trap 0xc75ff57, rip = 0xf24d0f653076ae0, rsp = 0x66a406afffd828d, rbp = 0xfbb62ce8ffef45c6 --- Tracing command crypto pid 3 tid 100118 td 0xfffff80004327000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4eb1db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4eb1dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4eb1e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4eb1eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4eb1ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4eb1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb1f30 --- trap 0xb60fffff, rip = 0xd6184d8c8d880c8d, rsp = 0x56538734ff106a51, rbp = 0xef7d801075000229 --- Tracing command crypto pid 3 tid 100119 td 0xfffff80004328740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ec0db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ec0dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ec0e10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ec0eb0 crypto_ret_thread() at crypto_ret_thread+0x144/frame 0xfffffe00e4ec0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ec0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec0f30 --- trap 0x4475ff2c, rip = 0xe0c1c18b4674c785, rsp = 0x1ffffe7810a8b, rbp = 0x537475ffffffff71 --- Tracing command cam pid 4 tid 100120 td 0xfffff80004328000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ebbda0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ebbdc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ebbe00 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ebbea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ebbef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ebbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebbf30 --- trap 0x8d374688, rip = 0x9968500b45, rsp = 0x68500b458d394688, rbp = 0x9668500b458d --- Tracing command cam pid 4 tid 100121 td 0xfffff80004410740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ecada0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ecadc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ecae00 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ecaea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ecaef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ecaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecaf30 --- trap 0xc107241e, rip = 0xb60fc0fec902c002, rsp = 0x5db60f02e2c1006f, rbp = 0x16d45c60100f604 --- Tracing command cam pid 4 tid 100122 td 0xfffff80004410000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ec5da0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ec5dc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ec5e00 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ec5ea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ec5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ec5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec5f30 --- trap 0x45c614c4, rip = 0xf8830a74016c45f6, rsp = 0x83480b798000003f, rbp = 0x1f88340fec88348 --- Tracing command cam pid 4 tid 100123 td 0xfffff80004415740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ed4da0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ed4dc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ed4e00 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ed4ea0 xpt_async_td() at xpt_async_td+0x74/frame 0xfffffe00e4ed4ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ed4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed4f30 --- trap 0xe8530c75, rip = 0x57501147d801188, rsp = 0xc483fffe7f3ce853, rbp = 0xeb041345c602fb45 --- Tracing command cam pid 4 tid 100152 td 0xfffff8003f9c7740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da46dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe010da46de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da46e20 _sleep() at _sleep+0x2d6/frame 0xfffffe010da46ec0 xpt_scanner_thread() at xpt_scanner_thread+0x158/frame 0xfffffe010da46ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da46f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da46f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command busdma pid 5 tid 100125 td 0xfffff80004896000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ed9da0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ed9dc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ed9e00 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4ed9ea0 busdma_thread() at busdma_thread+0xc5/frame 0xfffffe00e4ed9ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ed9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed9f30 --- trap 0x4d958dd0, rip = 0x73fff98305723f77, rsp = 0x753b04728b2372dc, rbp = 0x8d078bffffef6ae8 --- Tracing command rand_harvestq pid 6 tid 100149 td 0xfffff8003f9ba000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da2dd20 mi_switch() at mi_switch+0x173/frame 0xfffffe010da2dd40 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da2dd80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010da2ddc0 _sleep() at _sleep+0x2bd/frame 0xfffffe010da2de60 random_kthread() at random_kthread+0xb7/frame 0xfffffe010da2def0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da2df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da2df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 7 tid 100153 td 0xfffff8003f87d740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da50d80 mi_switch() at mi_switch+0x173/frame 0xfffffe010da50da0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da50de0 _sleep() at _sleep+0x2d6/frame 0xfffffe010da50e80 enc_daemon() at enc_daemon+0xdd/frame 0xfffffe010da50ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da50f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da50f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 8 tid 100154 td 0xfffff8003f87d000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da4bd80 mi_switch() at mi_switch+0x173/frame 0xfffffe010da4bda0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010da4bde0 _sleep() at _sleep+0x2d6/frame 0xfffffe010da4be80 enc_daemon() at enc_daemon+0xdd/frame 0xfffffe010da4bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da4bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100197 td 0xfffff8004a798740 (CPU 8) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003cea5df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003cea5e00 trap() at trap+0x56/frame 0xfffffe003cea5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea5f20 --- trap 0x13, rip = 0xffffffff80ba4910, rsp = 0xfffffe010db44970, rbp = 0xfffffe010db44970 --- lock_delay() at lock_delay+0x10/frame 0xfffffe010db44970 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe010db44a00 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe010db44a50 pmap_ts_referenced() at pmap_ts_referenced+0x667/frame 0xfffffe010db44af0 vm_pageout_worker() at vm_pageout_worker+0xb9d/frame 0xfffffe010db44eb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010db44ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db44f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db44f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100198 td 0xfffff8004a72a000 (CPU 0) cpustop_handler() at cpustop_handler+0x27/frame 0xffffffff81b0e300 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xffffffff81b0e310 trap() at trap+0x56/frame 0xffffffff81b0e430 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81b0e430 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe010dacda90, rbp = 0xfffffe010dacda90 --- lock_delay() at lock_delay+0x12/frame 0xfffffe010dacda90 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe010dacdb30 _rw_wlock_cookie() at _rw_wlock_cookie+0xb5/frame 0xfffffe010dacdb70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0x41f/frame 0xfffffe010dacdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dacdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dacdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100199 td 0xfffff8004a72b740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db4ed80 mi_switch() at mi_switch+0x173/frame 0xfffffe010db4eda0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db4ede0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db4ee20 _sleep() at _sleep+0x2bd/frame 0xfffffe010db4eec0 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe010db4eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db4ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db4ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffff80003c90740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00377e6dd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00377e6df0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00377e6e30 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00377e6e90 audit_worker() at audit_worker+0x8f/frame 0xfffffe00377e6ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff80003c91740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00377f0dd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00377f0df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff80003c91000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00377ebdd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00377ebdf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff80003c92740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00377fadd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00377fadf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff80003c92000 (CPU 3) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce5adf0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce5ae00 trap() at trap+0x56/frame 0xfffffe003ce5af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce5af20 --- trap 0x13, rip = 0xffffffff8103e3b2, rsp = 0xfffffe00377f5d70, rbp = 0xfffffe00377f5d70 --- acpi_cpu_idle_mwait() at acpi_cpu_idle_mwait+0x72/frame 0xfffffe00377f5d70 acpi_cpu_idle() at acpi_cpu_idle+0x1ef/frame 0xfffffe00377f5db0 cpu_idle_acpi() at cpu_idle_acpi+0x50/frame 0xfffffe00377f5dd0 cpu_idle() at cpu_idle+0xa6/frame 0xfffffe00377f5df0 sched_idletd() at sched_idletd+0x544/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff80003c98740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4830dd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4830df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff80003c98000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00377ffdd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00377ffdf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff80003c85740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e483add0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e483adf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff80003c85000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4835dd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4835df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff80003c86740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4844dd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4844df0 sched_idletd() at sched_idletd+0x544/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff80003c86000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e483fdd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e483fdf0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff80003c87740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e484edd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e484edf0 sched_idletd() at sched_idletd+0x58c/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff80003c87000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4849dd0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4849df0 sched_idletd() at sched_idletd+0x90/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100042 td 0xfffff80003c4f000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e48d5e40 mi_switch() at mi_switch+0x173/frame 0xfffffe00e48d5e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e48d5ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e48d5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100043 td 0xfffff80003c50740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffff80003c51740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100089 td 0xfffff80003bfa740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49fae40 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49fae60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49faef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100124 td 0xfffff80004896740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4edee40 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4edee60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4edeef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4edef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4edef30 --- trap 0x3c0, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xfe80d727facddea4 --- Tracing command intr pid 12 tid 100126 td 0xfffff80004897740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ee8e40 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ee8e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ee8ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ee8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee8f30 --- trap 0x1, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0x30646870 --- Tracing command intr pid 12 tid 100132 td 0xfffff800049d4740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f06e40 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f06e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f06ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f06f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f06f30 --- trap 0x7f, rip = 0x2020900000000, rsp = 0x7000000000, rbp = 0x100020204 --- Tracing command intr pid 12 tid 100143 td 0xfffff80005045000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100144 td 0xfffff8000504d740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100145 td 0xfffff8000504d000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f49e40 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f49e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f49ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f49f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f49f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0 --- Tracing command intr pid 12 tid 100159 td 0xfffff8003f981000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da5fe40 mi_switch() at mi_switch+0x173/frame 0xfffffe010da5fe60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da5fef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da5ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da5ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100160 td 0xfffff8003f982740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010da6ee40 mi_switch() at mi_switch+0x173/frame 0xfffffe010da6ee60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da6eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010da6ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da6ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100161 td 0xfffff8003f982000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100162 td 0xfffff8003f983740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100163 td 0xfffff8003f983000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100164 td 0xfffff8004615e740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100165 td 0xfffff8004615e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100166 td 0xfffff8004600d740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100167 td 0xfffff8004600d000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100168 td 0xfffff8004600e740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100169 td 0xfffff8004600e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100170 td 0xfffff8004600f740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100171 td 0xfffff8004600f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100172 td 0xfffff8004615a740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffff8004615a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100180 td 0xfffff8004a72a740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dad2e40 mi_switch() at mi_switch+0x173/frame 0xfffffe010dad2e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dad2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dad2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100181 td 0xfffff80003d05740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010dadce40 mi_switch() at mi_switch+0x173/frame 0xfffffe010dadce60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dadcef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010dadcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dadcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100182 td 0xfffff80003d05000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffff80003d06740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffff80003d06000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffff80003d07740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffff80003d07000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffff80003d13740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffff80003d13000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffff80003ce8740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100190 td 0xfffff80003ce8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffff80003ce9740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffff80003ce9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffff80003cea740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100194 td 0xfffff80003cea000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100240 td 0xfffff8000513f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100241 td 0xfffff80005140740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100242 td 0xfffff80005140000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100243 td 0xfffff80005141740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100244 td 0xfffff80005141000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100245 td 0xfffff80005154740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100246 td 0xfffff80005154000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100247 td 0xfffff800571d4740 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100091 td 0xfffff80003bfb740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e34dc0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e34de0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e34e20 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e34ec0 g_run_events() at g_run_events+0x434/frame 0xfffffe00e4e34ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e34f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e34f30 --- trap 0x76a6024, rip = 0x44c6565378778d53, rsp = 0x8497ff3c247489, rbp = 0x6814c4834824448b --- Tracing command geom pid 13 tid 100092 td 0xfffff80003bfb000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e49ffdb0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e49ffdd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e49ffe10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e49ffeb0 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e49ffee0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e49ffef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e49fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100093 td 0xfffff80003bfc740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e3edb0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e3edd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e3ee10 _sleep() at _sleep+0x2d6/frame 0xfffffe00e4e3eeb0 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4e3eee0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4e3eef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e3ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3ef30 --- trap 0xd, rip = 0x1000000e0ffffff, rsp = 0x1000000e0ffffff, rbp = 0xe0ffff07002428 --- Tracing command sequencer 00 pid 14 tid 100094 td 0xfffff80003bfc000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4e39db0 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4e39dd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4e39e10 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4e39e70 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe00e4e39ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4e39f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e39f30 --- trap 0x82e06b32, rip = 0x182bc0ec79e60087, rsp = 0xa366b94a1cbb8a50, rbp = 0xdcb7b2f928208f02 --- Tracing command usb pid 15 tid 100127 td 0xfffff80004897000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ee3e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ee3e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ee3e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4ee3ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4ee3ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ee3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee3f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command usb pid 15 tid 100128 td 0xfffff80004898740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ef2e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ef2e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ef2e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4ef2ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4ef2ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ef2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef2f30 --- trap 0x540, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0x50006700630054 --- Tracing command usb pid 15 tid 100129 td 0xfffff80004898000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4eede00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4eede20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4eede60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4eedec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4eedef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4eedf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eedf30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xb8664 --- Tracing command usb pid 15 tid 100130 td 0xfffff800048a0740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4efce00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4efce20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4efce60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4efcec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4efcef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4efcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4efcf30 --- trap 0x33c80b0a, rip = 0xfee89589d103c80b, rsp = 0xfef0958bfffffee0, rbp = 0x858b02eac1fffffe --- Tracing command usb pid 15 tid 100131 td 0xfffff800048a0000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ef7e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ef7e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ef7e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4ef7ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4ef7ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ef7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef7f30 --- trap 0xff25, rip = 0xcb888808458b00e2, rsp = 0x45c708c483ffffe6, rbp = 0xc8828808558b --- Tracing command usb pid 15 tid 100133 td 0xfffff800049d4000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f01e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f01e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f01e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f01ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f01ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f01f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f01f30 --- trap 0xffe98130, rip = 0x1000b8057400, rsp = 0x7774c023c07e0f66, rbp = 0xd37e0f0d7406fb83 --- Tracing command usb pid 15 tid 100134 td 0xfffff800049d5740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f10e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f10e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f10e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f10ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f10ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f10f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f10f30 --- trap 0x8024b4ff, rip = 0x6a00000522e9010f, rsp = 0x70247c836620c7, rbp = 0x896c2474ff016a50 --- Tracing command usb pid 15 tid 100135 td 0xfffff800049d5000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f0be00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f0be20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f0be60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f0bec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f0bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f0bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f0bf30 --- trap 0xb589ffff, rip = 0x8d89fffffde4b589, rsp = 0xfffdf4b589fffffd, rbp = 0xfec4b589fffffef0 --- Tracing command usb pid 15 tid 100136 td 0xfffff800049d6740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f1ae00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f1ae20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f1ae60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f1aec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f1aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f1af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1af30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafaf6c617470 --- Tracing command usb pid 15 tid 100137 td 0xfffff800049d6000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f15e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f15e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f15e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f15ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f15ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f15f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f15f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xc8664 --- Tracing command usb pid 15 tid 100138 td 0xfffff80005043740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f30e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f30e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f30e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f30ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f30ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f30f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f30f30 --- trap 0x3fa000, rip = 0x3fc000, rsp = 0x1000, rbp = 0x1000 --- Tracing command usb pid 15 tid 100139 td 0xfffff80005043000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f2be00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f2be20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f2be60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f2bec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f2bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f2bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f2bf30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command usb pid 15 tid 100140 td 0xfffff80005044740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f3ae00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f3ae20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f3ae60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f3aec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f3aef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f3af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f3af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100141 td 0xfffff80005044000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f35e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f35e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f35e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f35ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f35ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f35f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f35f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command usb pid 15 tid 100142 td 0xfffff80005045740 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4f44e00 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4f44e20 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4f44e60 _cv_wait() at _cv_wait+0x165/frame 0xfffffe00e4f44ec0 usb_process() at usb_process+0xb0/frame 0xfffffe00e4f44ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4f44f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f44f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 16 tid 100200 td 0xfffff8004a798000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db33de0 mi_switch() at mi_switch+0x173/frame 0xfffffe010db33e00 sched_bind() at sched_bind+0xba/frame 0xfffffe010db33e20 vm_page_pqbatch_drain() at vm_page_pqbatch_drain+0x7f/frame 0xfffffe010db33e80 vm_daemon() at vm_daemon+0xc1/frame 0xfffffe010db33ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db33f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db33f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100201 td 0xfffff8004a799740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db58d60 mi_switch() at mi_switch+0x173/frame 0xfffffe010db58d80 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db58dc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db58e00 _sleep() at _sleep+0x2bd/frame 0xfffffe010db58ea0 buf_daemon() at buf_daemon+0x2f6/frame 0xfffffe010db58ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db58f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db58f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100202 td 0xfffff80004415000 sched_switch() at sched_switch+0x5da/frame 0xfffffe00e4ecfd80 mi_switch() at mi_switch+0x173/frame 0xfffffe00e4ecfda0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe00e4ecfde0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4ecfe20 _sleep() at _sleep+0x2bd/frame 0xfffffe00e4ecfec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe00e4ecfef0 fork_exit() at fork_exit+0x82/frame 0xfffffe00e4ecff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecff30 --- trap 0xec8b55c3, rip = 0xc75ff0875ff1875, rsp = 0x75ff560c408b0845, rbp = 0xc95bc0335e714688 --- Tracing command bufdaemon pid 17 tid 100203 td 0xfffff800042c7740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db5dd80 mi_switch() at mi_switch+0x173/frame 0xfffffe010db5dda0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db5dde0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db5de20 _sleep() at _sleep+0x2bd/frame 0xfffffe010db5dec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010db5def0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db5df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db5df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100204 td 0xfffff800042c7000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010ed07d80 mi_switch() at mi_switch+0x173/frame 0xfffffe010ed07da0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010ed07de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010ed07e20 _sleep() at _sleep+0x2bd/frame 0xfffffe010ed07ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010ed07ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010ed07f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010ed07f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100205 td 0xfffff800042c8740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db62d80 mi_switch() at mi_switch+0x173/frame 0xfffffe010db62da0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db62de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db62e20 _sleep() at _sleep+0x2bd/frame 0xfffffe010db62ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010db62ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db62f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db62f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100206 td 0xfffff800042c8000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010f514d80 mi_switch() at mi_switch+0x173/frame 0xfffffe010f514da0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010f514de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010f514e20 _sleep() at _sleep+0x2bd/frame 0xfffffe010f514ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010f514ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010f514f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010f514f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100207 td 0xfffff80004713740 sched_switch() at sched_switch+0x5da/frame 0xfffffe011072bd80 mi_switch() at mi_switch+0x173/frame 0xfffffe011072bda0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe011072bde0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe011072be20 _sleep() at _sleep+0x2bd/frame 0xfffffe011072bec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe011072bef0 fork_exit() at fork_exit+0x82/frame 0xfffffe011072bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe011072bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100208 td 0xfffff80004713000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db67d80 mi_switch() at mi_switch+0x173/frame 0xfffffe010db67da0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db67de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db67e20 _sleep() at _sleep+0x2bd/frame 0xfffffe010db67ec0 bufspace_daemon() at bufspace_daemon+0x296/frame 0xfffffe010db67ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db67f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db67f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100234 td 0xfffff8004a812740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163feed60 mi_switch() at mi_switch+0x173/frame 0xfffffe0163feed80 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163feedc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0163feee00 _sleep() at _sleep+0x2bd/frame 0xfffffe0163feeea0 softdep_flush() at softdep_flush+0x241/frame 0xfffffe0163feeef0 fork_exit() at fork_exit+0x82/frame 0xfffffe0163feef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0163feef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100248 td 0xfffff8004a79b000 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163ffdd60 mi_switch() at mi_switch+0x173/frame 0xfffffe0163ffdd80 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163ffddc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0163ffde00 _sleep() at _sleep+0x2bd/frame 0xfffffe0163ffdea0 softdep_flush() at softdep_flush+0x241/frame 0xfffffe0163ffdef0 fork_exit() at fork_exit+0x82/frame 0xfffffe0163ffdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0163ffdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 17 tid 100515 td 0xfffff80004714000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016d818d60 mi_switch() at mi_switch+0x173/frame 0xfffffe016d818d80 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016d818dc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe016d818e00 _sleep() at _sleep+0x2bd/frame 0xfffffe016d818ea0 softdep_flush() at softdep_flush+0x241/frame 0xfffffe016d818ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe016d818f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe016d818f30 --- trap 0xc, rip = 0x826bee66a, rsp = 0x82f0d6f48, rbp = 0x82f0d6f60 --- Tracing command vnlru pid 18 tid 100209 td 0xfffff8004a799000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db53d10 mi_switch() at mi_switch+0x173/frame 0xfffffe010db53d30 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db53d70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db53db0 _sleep() at _sleep+0x2bd/frame 0xfffffe010db53e50 vnlru_proc_sleep() at vnlru_proc_sleep+0x6d/frame 0xfffffe010db53e70 vnlru_proc_light() at vnlru_proc_light+0x74/frame 0xfffffe010db53e90 vnlru_proc() at vnlru_proc+0x50/frame 0xfffffe010db53ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe010db53f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db53f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 19 tid 100210 td 0xfffff8004a79a740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163f68d70 mi_switch() at mi_switch+0x173/frame 0xfffffe0163f68d90 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163f68dd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0163f68e10 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x188/frame 0xfffffe0163f68e80 sched_sync() at sched_sync+0x5c9/frame 0xfffffe0163f68ef0 fork_exit() at fork_exit+0x82/frame 0xfffffe0163f68f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0163f68f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command dhclient pid 3201 tid 100238 td 0xfffff8004a812000 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163fe9ab0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163fe9ad0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163fe9b10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163fe9b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163fe9b70 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe0163fe9bd0 kern_select() at kern_select+0xaeb/frame 0xfffffe0163fe9dc0 sys_select() at sys_select+0x57/frame 0xfffffe0163fe9e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163fe9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163fe9f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x1edd0585db6a, rsp = 0x1edd019290d8, rbp = 0x1edd01929190 --- Tracing command dhclient pid 3204 tid 100320 td 0xfffff802f6040740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163ff3ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163ff3b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163ff3b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163ff3b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163ff3ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe0163ff3c00 kern_poll_kfds() at kern_poll_kfds+0x4cc/frame 0xfffffe0163ff3c90 kern_poll() at kern_poll+0x99/frame 0xfffffe0163ff3de0 sys_poll() at sys_poll+0x50/frame 0xfffffe0163ff3e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163ff3f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163ff3f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x1edd0585da6a, rsp = 0x1edd01929318, rbp = 0x1edd01929350 --- Tracing command dhclient pid 3263 tid 100232 td 0xfffff8004a72d740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163fb7aa0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163fb7ac0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163fb7b00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163fb7b50 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0163fb7b90 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x188/frame 0xfffffe0163fb7c00 kern_poll_kfds() at kern_poll_kfds+0x497/frame 0xfffffe0163fb7c90 kern_poll() at kern_poll+0x99/frame 0xfffffe0163fb7de0 sys_poll() at sys_poll+0x50/frame 0xfffffe0163fb7e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163fb7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163fb7f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x1edd0585da6a, rsp = 0x1edd01929318, rbp = 0x1edd01929350 --- Tracing command devd pid 3278 tid 100252 td 0xfffff8004a79b740 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db78a70 mi_switch() at mi_switch+0x173/frame 0xfffffe010db78a90 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db78ad0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe010db78b20 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010db78b60 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x188/frame 0xfffffe010db78bd0 kern_select() at kern_select+0xac5/frame 0xfffffe010db78dc0 sys_select() at sys_select+0x57/frame 0xfffffe010db78e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe010db78f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db78f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x1d0647399b6a, rsp = 0x1d0641851238, rbp = 0x1d06418533d0 --- Tracing command syslogd pid 3477 tid 100304 td 0xfffff802f6041740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a363470 mi_switch() at mi_switch+0x173/frame 0xfffffe016a363490 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3634d0 _sleep() at _sleep+0x2d6/frame 0xfffffe016a363570 bwait() at bwait+0x8c/frame 0xfffffe016a3635b0 bufwait() at bufwait+0x32/frame 0xfffffe016a3635e0 breadn_flags() at breadn_flags+0x2a7/frame 0xfffffe016a363660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xd25/frame 0xfffffe016a363840 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a363940 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a363a50 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a363ab0 vn_write() at vn_write+0x214/frame 0xfffffe016a363b20 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a363b60 vn_io_fault1() at vn_io_fault1+0x115/frame 0xfffffe016a363ce0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a363d70 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a363dc0 sys_writev() at sys_writev+0x6c/frame 0xfffffe016a363e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a363f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a363f30 --- syscall (121, FreeBSD ELF64, writev), rip = 0x3cb74c1f8d2a, rsp = 0x3cb749c3db48, rbp = 0x3cb749c3dcc0 --- Tracing command watchdogd pid 3497 tid 100330 td 0xfffff800040c8000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a39fbb0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a39fbd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a39fc10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a39fc60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe016a39fca0 _sleep() at _sleep+0x2ae/frame 0xfffffe016a39fd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1cf/frame 0xfffffe016a39fdc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe016a39fe00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a39ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a39ff30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x5a12bbce9ea, rsp = 0x5a12af67518, rbp = 0x5a12af67560 --- Tracing command ntpd pid 3556 tid 100312 td 0xfffff8004af60000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a377ab0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a377ad0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a377b10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a377b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a377b70 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a377bd0 kern_select() at kern_select+0xaeb/frame 0xfffffe016a377dc0 sys_select() at sys_select+0x57/frame 0xfffffe016a377e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a377f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a377f30 --- syscall (93, FreeBSD ELF64, select), rip = 0x416e74a0b6a, rsp = 0x416e3195b18, rbp = 0x416e3195b50 --- Tracing command powerd pid 3564 tid 100329 td 0xfffff800040c8740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3a4a70 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3a4a90 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3a4ad0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3a4b20 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe016a3a4b60 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x188/frame 0xfffffe016a3a4bd0 kern_select() at kern_select+0xac5/frame 0xfffffe016a3a4dc0 sys_select() at sys_select+0x57/frame 0xfffffe016a3a4e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3a4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3a4f30 --- syscall (93, FreeBSD ELF64, select), rip = 0xb1a51bf8b6a, rsp = 0xb1a4f38aef8, rbp = 0xb1a4f38b030 --- Tracing command inetd pid 3583 tid 100339 td 0xfffff80355ee7740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a33bab0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a33bad0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a33bb10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a33bb60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a33bb70 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a33bbd0 kern_select() at kern_select+0xaeb/frame 0xfffffe016a33bdc0 sys_select() at sys_select+0x57/frame 0xfffffe016a33be00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a33bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a33bf30 --- syscall (93, FreeBSD ELF64, select), rip = 0x393480797b6a, rsp = 0x39347ef84b68, rbp = 0x39347ef85a00 --- Tracing command cron pid 3586 tid 100225 td 0xfffff8000513f740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163f8dbb0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163f8dbd0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163f8dc10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163f8dc60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0163f8dca0 _sleep() at _sleep+0x2ae/frame 0xfffffe0163f8dd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1cf/frame 0xfffffe0163f8ddc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0163f8de00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163f8df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163f8df30 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x3a3a50ddd9ea, rsp = 0x3a3a4f1c9978, rbp = 0x3a3a4f1c9b00 --- Tracing command sshd pid 3603 tid 100301 td 0xfffff8004a814000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a31dab0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a31dad0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a31db10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a31db60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a31db70 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a31dbd0 kern_poll_kfds() at kern_poll_kfds+0x4cc/frame 0xfffffe016a31dc60 kern_poll() at kern_poll+0x99/frame 0xfffffe016a31ddb0 sys_ppoll() at sys_ppoll+0x70/frame 0xfffffe016a31de00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a31df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a31df30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x1d0d04789a8a, rsp = 0x1d0cfc9d3f88, rbp = 0x1d0cfc9d3fc0 --- Tracing command getty pid 3612 tid 100211 td 0xfffff800049d7740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163f72ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163f72b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163f72b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163f72b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163f72ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe0163f72c00 tty_wait() at tty_wait+0x42/frame 0xfffffe0163f72c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe0163f72ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0163f72cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe0163f72d40 dofileread() at dofileread+0x86/frame 0xfffffe0163f72d90 sys_read() at sys_read+0xc2/frame 0xfffffe0163f72e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163f72f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163f72f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x1e5172a8daea, rsp = 0x1e5171281ea8, rbp = 0x1e5171281ef0 --- Tracing command getty pid 3613 tid 100341 td 0xfffff802f693d000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a395ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a395b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a395b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a395b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a395ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a395c00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a395c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a395ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a395cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a395d40 dofileread() at dofileread+0x86/frame 0xfffffe016a395d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a395e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a395f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a395f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x257ed7ea6aea, rsp = 0x257ed5a6f1f8, rbp = 0x257ed5a6f240 --- Tracing command getty pid 3614 tid 100249 td 0xfffff800571d4000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a291ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a291b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a291b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a291b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a291ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a291c00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a291c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a291ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a291cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a291d40 dofileread() at dofileread+0x86/frame 0xfffffe016a291d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a291e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a291f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a291f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x7379a4c2aea, rsp = 0x73798adf448, rbp = 0x73798adf490 --- Tracing command getty pid 3615 tid 100342 td 0xfffff80355e2a740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3ccae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3ccb00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3ccb40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3ccb90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a3ccba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a3ccc00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a3ccc30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a3ccca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a3cccd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a3ccd40 dofileread() at dofileread+0x86/frame 0xfffffe016a3ccd90 sys_read() at sys_read+0xc2/frame 0xfffffe016a3cce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3ccf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3ccf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x1232bcb5aea, rsp = 0x1232ab34a68, rbp = 0x1232ab34ab0 --- Tracing command getty pid 3616 tid 100343 td 0xfffff80355e2a000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3c7ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3c7b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3c7b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3c7b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a3c7ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a3c7c00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a3c7c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a3c7ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a3c7cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a3c7d40 dofileread() at dofileread+0x86/frame 0xfffffe016a3c7d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a3c7e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3c7f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3c7f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x2ee0e31abaea, rsp = 0x2ee0e0dd9d88, rbp = 0x2ee0e0dd9dd0 --- Tracing command getty pid 3617 tid 100344 td 0xfffff802f6a37740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3d6ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3d6b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3d6b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3d6b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a3d6ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a3d6c00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a3d6c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a3d6ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a3d6cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a3d6d40 dofileread() at dofileread+0x86/frame 0xfffffe016a3d6d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a3d6e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3d6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3d6f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x11b439557aea, rsp = 0x11b4368f4c48, rbp = 0x11b4368f4c90 --- Tracing command getty pid 3618 tid 100345 td 0xfffff802f6a37000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3d1ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3d1b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3d1b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3d1b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a3d1ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a3d1c00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a3d1c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a3d1ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a3d1cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a3d1d40 dofileread() at dofileread+0x86/frame 0xfffffe016a3d1d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a3d1e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3d1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3d1f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x2fdfb8d7aea, rsp = 0x2fdfa009888, rbp = 0x2fdfa0098d0 --- Tracing command getty pid 3619 tid 100346 td 0xfffff802f652c740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3e0ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3e0b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3e0b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3e0b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a3e0ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a3e0c00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a3e0c30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a3e0ca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a3e0cd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a3e0d40 dofileread() at dofileread+0x86/frame 0xfffffe016a3e0d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a3e0e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3e0f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3e0f30 --- syscall (3, FreeBSD ELF64, read), rip = 0xc7b774adaea, rsp = 0xc7b75a3aa38, rbp = 0xc7b75a3aa80 --- Tracing command getty pid 3620 tid 100347 td 0xfffff802f652c000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3dbae0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3dbb00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3dbb40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a3dbb90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a3dbba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe016a3dbc00 tty_wait() at tty_wait+0x42/frame 0xfffffe016a3dbc30 ttydisc_read() at ttydisc_read+0x1f7/frame 0xfffffe016a3dbca0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe016a3dbcd0 devfs_read_f() at devfs_read_f+0xee/frame 0xfffffe016a3dbd40 dofileread() at dofileread+0x86/frame 0xfffffe016a3dbd90 sys_read() at sys_read+0xc2/frame 0xfffffe016a3dbe00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3dbf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3dbf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x32f66867eaea, rsp = 0x32f66664c0a8, rbp = 0x32f66664c0f0 --- Tracing command sshd pid 3638 tid 100230 td 0xfffff8004ae47740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163fe4ae0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163fe4b00 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163fe4b40 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163fe4b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163fe4ba0 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe0163fe4c00 kern_poll_kfds() at kern_poll_kfds+0x4cc/frame 0xfffffe0163fe4c90 kern_poll() at kern_poll+0x99/frame 0xfffffe0163fe4de0 sys_poll() at sys_poll+0x50/frame 0xfffffe0163fe4e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163fe4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163fe4f30 --- syscall (209, FreeBSD ELF64, poll), rip = 0x31a4296e8a6a, rsp = 0x31a42324e898, rbp = 0x31a42324e8c0 --- Tracing command sshd pid 3641 tid 100213 td 0xfffff80004714740 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163f92ab0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163f92ad0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163f92b10 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163f92b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163f92b70 _cv_wait_sig() at _cv_wait_sig+0x15f/frame 0xfffffe0163f92bd0 kern_poll_kfds() at kern_poll_kfds+0x4cc/frame 0xfffffe0163f92c60 kern_poll() at kern_poll+0x99/frame 0xfffffe0163f92db0 sys_ppoll() at sys_ppoll+0x70/frame 0xfffffe0163f92e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163f92f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163f92f30 --- syscall (545, FreeBSD ELF64, ppoll), rip = 0x31a4296e8a8a, rsp = 0x31a42324e648, rbp = 0x31a42324e680 --- Tracing command sh pid 3642 tid 100352 td 0xfffff80355d97000 --- swapped out Tracing command su pid 3664 tid 100322 td 0xfffff8004a72b000 --- swapped out Tracing command csh pid 3665 tid 100283 td 0xfffff8004af5a000 --- swapped out Tracing command bash pid 3667 tid 100274 td 0xfffff80057071740 --- swapped out Tracing command sh pid 4015 tid 100268 td 0xfffff8004af59000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a2ffa10 mi_switch() at mi_switch+0x173/frame 0xfffffe016a2ffa30 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a2ffa70 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a2ffac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a2ffad0 _sleep() at _sleep+0x2cc/frame 0xfffffe016a2ffb70 kern_wait6() at kern_wait6+0x481/frame 0xfffffe016a2ffc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe016a2ffe00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2fff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2fff30 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x2e51c76c7cca, rsp = 0x2e51c52155b8, rbp = 0x2e51c5215660 --- Tracing command md10 pid 4040 tid 100351 td 0xfffff80355d97740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3feda0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3fedc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3fee00 _sleep() at _sleep+0x2d6/frame 0xfffffe016a3feea0 md_kthread() at md_kthread+0xd5/frame 0xfffffe016a3feef0 fork_exit() at fork_exit+0x82/frame 0xfffffe016a3fef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe016a3fef30 --- trap 0xc, rip = 0x3681d08c87ca, rsp = 0x3681ce734da8, rbp = 0x3681ce734dc0 --- Tracing command timeout pid 4054 tid 100357 td 0xfffff802f6619000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a2ebba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a2ebbc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a2ebc00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a2ebc50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a2ebc60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a2ebd00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a2ebdd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a2ebe00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2ebf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2ebf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x3b60d1c8bc2a, rsp = 0x3b60d0182358, rbp = 0x3b60d0182570 --- Tracing command timeout pid 4055 tid 100355 td 0xfffff803883b2740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016d809ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016d809bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016d809c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016d809c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016d809c60 _sleep() at _sleep+0x2cc/frame 0xfffffe016d809d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016d809dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016d809e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016d809f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016d809f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x13c35c7e7c2a, rsp = 0x13c35a856b78, rbp = 0x13c35a856d90 --- Tracing command timeout pid 4056 tid 100262 td 0xfffff8004ad3f740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a30eba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a30ebc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a30ec00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a30ec50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a30ec60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a30ed00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a30edd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a30ee00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a30ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a30ef30 --- syscall (4, FreeBSD ELF64, write), rip = 0x1826cb1e0c2a, rsp = 0x1826c91bac78, rbp = 0x1826c91bae90 --- Tracing command timeout pid 4057 tid 100253 td 0xfffff80057464740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a2e6ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a2e6bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a2e6c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a2e6c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a2e6c60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a2e6d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a2e6dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a2e6e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2e6f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2e6f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x334cdc0b3c2a, rsp = 0x334cdbe6a8a8, rbp = 0x334cdbe6aac0 --- Tracing command timeout pid 4058 tid 100260 td 0xfffff80057464000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a2e1ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a2e1bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a2e1c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a2e1c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a2e1c60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a2e1d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a2e1dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a2e1e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2e1f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x2188a8b6c2a, rsp = 0x21888c9c728, rbp = 0x21888c9c940 --- Tracing command timeout pid 4059 tid 100259 td 0xfffff8004af59740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a304ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a304bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a304c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a304c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a304c60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a304d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a304dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a304e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a304f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a304f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x23b7e6adec2a, rsp = 0x23b7e5a9b268, rbp = 0x23b7e5a9b480 --- Tracing command timeout pid 4060 tid 100233 td 0xfffff8004a79a000 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163f63ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163f63bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163f63c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163f63c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163f63c60 _sleep() at _sleep+0x2cc/frame 0xfffffe0163f63d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe0163f63dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe0163f63e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163f63f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163f63f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x1d2589764c2a, rsp = 0x1d25879eebd8, rbp = 0x1d25879eedf0 --- Tracing command timeout pid 4061 tid 100261 td 0xfffff8004ad3e000 sched_switch() at sched_switch+0x5da/frame 0xfffffe0163fa1ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe0163fa1bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe0163fa1c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe0163fa1c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0163fa1c60 _sleep() at _sleep+0x2cc/frame 0xfffffe0163fa1d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe0163fa1dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe0163fa1e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163fa1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163fa1f30 --- syscall (4, FreeBSD ELF64, write), rip = 0x265173830c2a, rsp = 0x265173379138, rbp = 0x265173379350 --- Tracing command timeout pid 4062 tid 100350 td 0xfffff80355ee7000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a36dba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a36dbc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a36dc00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a36dc50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a36dc60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a36dd00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a36ddd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a36de00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a36df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a36df30 --- syscall (4, FreeBSD ELF64, write), rip = 0x3d55d6a3fc2a, rsp = 0x3d55d517f1a8, rbp = 0x3d55d517f3c0 --- Tracing command timeout pid 4063 tid 100263 td 0xfffff800570b6000 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a2f5ba0 mi_switch() at mi_switch+0x173/frame 0xfffffe016a2f5bc0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a2f5c00 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a2f5c50 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a2f5c60 _sleep() at _sleep+0x2cc/frame 0xfffffe016a2f5d00 kern_sigsuspend() at kern_sigsuspend+0x1f2/frame 0xfffffe016a2f5dd0 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe016a2f5e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2f5f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2f5f30 --- syscall (4, FreeBSD ELF64, write), rip = 0xa39c62f4c2a, rsp = 0xa39c507e268, rbp = 0xa39c507e480 --- Tracing command mmap42.sort pid 4065 tid 100358 td 0xfffff802f688a740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a3eaa20 mi_switch() at mi_switch+0x173/frame 0xfffffe016a3eaa40 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a3eaa80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe016a3eaac0 _sleep() at _sleep+0x2bd/frame 0xfffffe016a3eab60 swap_pager_getpages_locked() at swap_pager_getpages_locked+0x590/frame 0xfffffe016a3eabe0 vm_pager_get_pages() at vm_pager_get_pages+0x5f/frame 0xfffffe016a3eac30 vm_fault() at vm_fault+0x70c/frame 0xfffffe016a3ead60 vm_fault_trap() at vm_fault_trap+0x6f/frame 0xfffffe016a3eada0 trap_pfault() at trap_pfault+0x24a/frame 0xfffffe016a3eae10 trap() at trap+0x48c/frame 0xfffffe016a3eaf30 calltrap() at calltrap+0x8/frame 0xfffffe016a3eaf30 --- trap 0xc, rip = 0x1368e9fa208e, rsp = 0x1368e7bac2a0, rbp = 0x1368e7bac330 --- Tracing command mmap42.sort pid 4066 tid 100231 td 0xfffff80005129000 (CPU 11) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ced2df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ced2e00 trap() at trap+0x56/frame 0xfffffe003ced2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ced2f20 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe0163fc19d0, rbp = 0xfffffe0163fc19d0 --- lock_delay() at lock_delay+0x12/frame 0xfffffe0163fc19d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe0163fc1a60 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe0163fc1ab0 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe0163fc1b00 zone_import() at zone_import+0x1c7/frame 0xfffffe0163fc1ba0 zone_alloc_item() at zone_alloc_item+0x78/frame 0xfffffe0163fc1bf0 cache_free() at cache_free+0x1ba/frame 0xfffffe0163fc1c40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe0163fc1c90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe0163fc1cd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe0163fc1d00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe0163fc1d20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe0163fc1d50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe0163fc1d80 exit1() at exit1+0x533/frame 0xfffffe0163fc1df0 sys_exit() at sys_exit+0xd/frame 0xfffffe0163fc1e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163fc1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163fc1f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x1218768127ca, rsp = 0x121873d36338, rbp = 0x121873d36350 --- Tracing command mmap42.sort pid 4067 tid 100349 td 0xfffff802f67b3740 (CPU 4) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce69df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce69e00 trap() at trap+0x56/frame 0xfffffe003ce69f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce69f20 --- trap 0x13, rip = 0xffffffff8106532f, rsp = 0xfffffe016a3f4c00, rbp = 0xfffffe016a3f4c00 --- pmap_pdpe() at pmap_pdpe+0x4f/frame 0xfffffe016a3f4c00 pmap_remove_pages() at pmap_remove_pages+0x4bb/frame 0xfffffe016a3f4d50 vmspace_exit() at vmspace_exit+0x7d/frame 0xfffffe016a3f4d80 exit1() at exit1+0x533/frame 0xfffffe016a3f4df0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a3f4e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3f4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3f4f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x17338ffb7ca, rsp = 0x17336bdf338, rbp = 0x17336bdf350 --- Tracing command mmap42.sort pid 4068 tid 100239 td 0xfffff800570b5740 (CPU 1) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce3cdf0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce3ce00 trap() at trap+0x56/frame 0xfffffe003ce3cf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3cf20 --- trap 0x13, rip = 0xffffffff8106fde7, rsp = 0xfffffe010db82c10, rbp = 0xfffffe010db82d50 --- pmap_remove_pages() at pmap_remove_pages+0x9c7/frame 0xfffffe010db82d50 vmspace_exit() at vmspace_exit+0x7d/frame 0xfffffe010db82d80 exit1() at exit1+0x533/frame 0xfffffe010db82df0 sys_exit() at sys_exit+0xd/frame 0xfffffe010db82e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe010db82f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db82f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x1b922487ca, rsp = 0x1b900ff6f8, rbp = 0x1b900ff710 --- Tracing command mmap42.sort pid 4069 tid 100442 td 0xfffff8004af7f740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016d84aa20 mi_switch() at mi_switch+0x173/frame 0xfffffe016d84aa40 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016d84aa80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe016d84aac0 _sleep() at _sleep+0x2bd/frame 0xfffffe016d84ab60 swap_pager_getpages_locked() at swap_pager_getpages_locked+0x590/frame 0xfffffe016d84abe0 vm_pager_get_pages() at vm_pager_get_pages+0x5f/frame 0xfffffe016d84ac30 vm_fault() at vm_fault+0x70c/frame 0xfffffe016d84ad60 vm_fault_trap() at vm_fault_trap+0x6f/frame 0xfffffe016d84ada0 trap_pfault() at trap_pfault+0x24a/frame 0xfffffe016d84ae10 trap() at trap+0x48c/frame 0xfffffe016d84af30 calltrap() at calltrap+0x8/frame 0xfffffe016d84af30 --- trap 0xc, rip = 0x741f425a770, rsp = 0x741f38d34d0, rbp = 0x741f38d34e0 --- Tracing command mmap42.sort pid 4070 tid 100229 td 0xfffff8004ae46000 (CPU 6) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce87df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce87e00 trap() at trap+0x56/frame 0xfffffe003ce87f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce87f20 --- trap 0x13, rip = 0xffffffff8106fb31, rsp = 0xfffffe0163f97c10, rbp = 0xfffffe0163f97d50 --- pmap_remove_pages() at pmap_remove_pages+0x711/frame 0xfffffe0163f97d50 vmspace_exit() at vmspace_exit+0x7d/frame 0xfffffe0163f97d80 exit1() at exit1+0x533/frame 0xfffffe0163f97df0 sys_exit() at sys_exit+0xd/frame 0xfffffe0163f97e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe0163f97f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0163f97f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x21dc414a57ca, rsp = 0x21dc3f2f3838, rbp = 0x21dc3f2f3850 --- Tracing command mmap42.sort pid 4071 tid 100326 td 0xfffff80005139000 (CPU 9) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ceb4df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ceb4e00 trap() at trap+0x56/frame 0xfffffe003ceb4f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceb4f20 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe016a3909d0, rbp = 0xfffffe016a3909d0 --- lock_delay() at lock_delay+0x12/frame 0xfffffe016a3909d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe016a390a60 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe016a390ab0 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016a390b00 zone_import() at zone_import+0x1c7/frame 0xfffffe016a390ba0 zone_alloc_item() at zone_alloc_item+0x78/frame 0xfffffe016a390bf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016a390c40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016a390c90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016a390cd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016a390d00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016a390d20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016a390d50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016a390d80 exit1() at exit1+0x533/frame 0xfffffe016a390df0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a390e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a390f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a390f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x11509a4967ca, rsp = 0x1150988c7778, rbp = 0x1150988c7790 --- Tracing command mmap42.sort pid 4072 tid 100463 td 0xfffff802f67b3000 (CPU 7) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce96df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce96e00 trap() at trap+0x56/frame 0xfffffe003ce96f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce96f20 --- trap 0x13, rip = 0xffffffff80ba4912, rsp = 0xfffffe016a3ef980, rbp = 0xfffffe016a3ef980 --- lock_delay() at lock_delay+0x12/frame 0xfffffe016a3ef980 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe016a3efa10 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe016a3efa60 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016a3efab0 zone_import() at zone_import+0x1c7/frame 0xfffffe016a3efb50 cache_alloc() at cache_alloc+0x3fd/frame 0xfffffe016a3efbb0 cache_alloc_retry() at cache_alloc_retry+0x23/frame 0xfffffe016a3efbf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016a3efc40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016a3efc90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016a3efcd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016a3efd00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016a3efd20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016a3efd50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016a3efd80 exit1() at exit1+0x533/frame 0xfffffe016a3efdf0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a3efe00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a3eff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a3eff30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x60d72a817ca, rsp = 0x60d6f680e78, rbp = 0x60d6f680e90 --- Tracing command mmap42.sort pid 4073 tid 100258 td 0xfffff800570b6740 (CPU 10) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003cec3df0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003cec3e00 trap() at trap+0x56/frame 0xfffffe003cec3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cec3f20 --- trap 0x13, rip = 0xffffffff80ba4910, rsp = 0xfffffe016a2fa9d0, rbp = 0xfffffe016a2fa9d0 --- lock_delay() at lock_delay+0x10/frame 0xfffffe016a2fa9d0 __mtx_lock_sleep() at __mtx_lock_sleep+0x108/frame 0xfffffe016a2faa60 __mtx_lock_flags() at __mtx_lock_flags+0xe6/frame 0xfffffe016a2faab0 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016a2fab00 zone_import() at zone_import+0x1c7/frame 0xfffffe016a2faba0 zone_alloc_item() at zone_alloc_item+0x78/frame 0xfffffe016a2fabf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016a2fac40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016a2fac90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016a2facd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016a2fad00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016a2fad20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016a2fad50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016a2fad80 exit1() at exit1+0x533/frame 0xfffffe016a2fadf0 sys_exit() at sys_exit+0xd/frame 0xfffffe016a2fae00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a2faf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a2faf30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x2e1a1c16e7ca, rsp = 0x2e1a19980038, rbp = 0x2e1a19980050 --- Tracing command mmap42.sort pid 4074 tid 100360 td 0xfffff803883b3740 (CPU 2) cpustop_handler() at cpustop_handler+0x27/frame 0xfffffe003ce4bdf0 ipi_nmi_handler() at ipi_nmi_handler+0x3a/frame 0xfffffe003ce4be00 trap() at trap+0x56/frame 0xfffffe003ce4bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce4bf20 --- trap 0x13, rip = 0xffffffff80b2e8f5, rsp = 0xfffffe016d813a20, rbp = 0xfffffe016d813a60 --- __mtx_lock_flags() at __mtx_lock_flags+0xa5/frame 0xfffffe016d813a60 keg_fetch_free_slab() at keg_fetch_free_slab+0x53/frame 0xfffffe016d813ab0 zone_import() at zone_import+0x11b/frame 0xfffffe016d813b50 cache_alloc() at cache_alloc+0x3fd/frame 0xfffffe016d813bb0 cache_alloc_retry() at cache_alloc_retry+0x23/frame 0xfffffe016d813bf0 cache_free() at cache_free+0x1ba/frame 0xfffffe016d813c40 uma_zfree_arg() at uma_zfree_arg+0x21a/frame 0xfffffe016d813c90 vm_object_terminate() at vm_object_terminate+0xfd/frame 0xfffffe016d813cd0 vm_object_deallocate() at vm_object_deallocate+0x2bd/frame 0xfffffe016d813d00 vm_map_process_deferred() at vm_map_process_deferred+0xa9/frame 0xfffffe016d813d20 vm_map_remove() at vm_map_remove+0xed/frame 0xfffffe016d813d50 vmspace_exit() at vmspace_exit+0xa8/frame 0xfffffe016d813d80 exit1() at exit1+0x533/frame 0xfffffe016d813df0 sys_exit() at sys_exit+0xd/frame 0xfffffe016d813e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016d813f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016d813f30 --- syscall (1, FreeBSD ELF64, exit), rip = 0x31aba1aeb7ca, rsp = 0x31ab9f6d43f8, rbp = 0x31ab9f6d4410 --- Tracing command cron pid 4092 tid 100518 td 0xfffff804542e7740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a368b70 mi_switch() at mi_switch+0x173/frame 0xfffffe016a368b90 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a368bd0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a368c20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a368c30 _sleep() at _sleep+0x2cc/frame 0xfffffe016a368cd0 pipe_read() at pipe_read+0x44e/frame 0xfffffe016a368d40 dofileread() at dofileread+0x86/frame 0xfffffe016a368d90 sys_read() at sys_read+0xc2/frame 0xfffffe016a368e00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a368f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a368f30 --- syscall (3, FreeBSD ELF64, read), rip = 0x3a3a50dddaea, rsp = 0x3a3a4f1c9348, rbp = 0x3a3a4f1c9360 --- Tracing command cron pid 4093 tid 100267 td 0xfffff800571e4740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a32cb70 mi_switch() at mi_switch+0x173/frame 0xfffffe016a32cb90 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a32cbd0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a32cc20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a32cc30 _sleep() at _sleep+0x2cc/frame 0xfffffe016a32ccd0 pipe_read() at pipe_read+0x44e/frame 0xfffffe016a32cd40 dofileread() at dofileread+0x86/frame 0xfffffe016a32cd90 sys_read() at sys_read+0xc2/frame 0xfffffe016a32ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a32cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a32cf30 --- syscall (3, FreeBSD ELF64, read), rip = 0x3a3a50dddaea, rsp = 0x3a3a4f1c9348, rbp = 0x3a3a4f1c9360 --- Tracing command cron pid 4094 tid 100278 td 0xfffff8004af5a740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a34ab70 mi_switch() at mi_switch+0x173/frame 0xfffffe016a34ab90 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a34abd0 sleepq_catch_signals() at sleepq_catch_signals+0x276/frame 0xfffffe016a34ac20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe016a34ac30 _sleep() at _sleep+0x2cc/frame 0xfffffe016a34acd0 pipe_read() at pipe_read+0x44e/frame 0xfffffe016a34ad40 dofileread() at dofileread+0x86/frame 0xfffffe016a34ad90 sys_read() at sys_read+0xc2/frame 0xfffffe016a34ae00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a34af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a34af30 --- syscall (3, FreeBSD ELF64, read), rip = 0x3a3a50dddaea, rsp = 0x3a3a4f1c9348, rbp = 0x3a3a4f1c9360 --- Tracing command cron pid 4095 tid 100264 td 0xfffff8004a813740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a318b80 mi_switch() at mi_switch+0x173/frame 0xfffffe016a318ba0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a318be0 _vm_page_busy_sleep() at _vm_page_busy_sleep+0x10f/frame 0xfffffe016a318c30 vm_fault() at vm_fault+0xd50/frame 0xfffffe016a318d60 vm_fault_trap() at vm_fault_trap+0x6f/frame 0xfffffe016a318da0 trap_pfault() at trap_pfault+0x24a/frame 0xfffffe016a318e10 trap() at trap+0x48c/frame 0xfffffe016a318f30 calltrap() at calltrap+0x8/frame 0xfffffe016a318f30 --- trap 0xc, rip = 0x3a3a50dfde75, rsp = 0x3a3a4f1c8fc8, rbp = 0x3a3a4f1c91b0 --- Tracing command cron pid 4096 tid 100256 td 0xfffff800570b5000 sched_switch() at sched_switch+0x5da/frame 0xfffffe010db7db80 mi_switch() at mi_switch+0x173/frame 0xfffffe010db7dba0 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe010db7dbe0 _vm_page_busy_sleep() at _vm_page_busy_sleep+0x10f/frame 0xfffffe010db7dc30 vm_fault() at vm_fault+0xd50/frame 0xfffffe010db7dd60 vm_fault_trap() at vm_fault_trap+0x6f/frame 0xfffffe010db7dda0 trap_pfault() at trap_pfault+0x24a/frame 0xfffffe010db7de10 trap() at trap+0x48c/frame 0xfffffe010db7df30 calltrap() at calltrap+0x8/frame 0xfffffe010db7df30 --- trap 0xc, rip = 0x3a3a50dfde75, rsp = 0x3a3a4f1c8fc8, rbp = 0x3a3a4f1c91b0 --- Tracing command cron pid 4097 tid 100257 td 0xfffff802f603f740 sched_switch() at sched_switch+0x5da/frame 0xfffffe016a2f0a20 mi_switch() at mi_switch+0x173/frame 0xfffffe016a2f0a40 sleepq_switch() at sleepq_switch+0x104/frame 0xfffffe016a2f0a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe016a2f0ac0 _sleep() at _sleep+0x2bd/frame 0xfffffe016a2f0b60 swap_pager_getpages_locked() at swap_pager_getpages_locked+0x590/frame 0xfffffe016a2f0be0 vm_pager_get_pages() at vm_pager_get_pages+0x5f/frame 0xfffffe016a2f0c30 vm_fault() at vm_fault+0x70c/frame 0xfffffe016a2f0d60 vm_fault_trap() at vm_fault_trap+0x6f/frame 0xfffffe016a2f0da0 trap_pfault() at trap_pfault+0x24a/frame 0xfffffe016a2f0e10 trap() at trap+0x48c/frame 0xfffffe016a2f0f30 calltrap() at calltrap+0x8/frame 0xfffffe016a2f0f30 --- trap 0xc, rip = 0x3a3a50dfde75, rsp = 0x3a3a4f1c8fc8, rbp = 0x3a3a4f1c91b0 --- Tracing command mmap42 pid 4098 tid 100519 td 0xfffff8004a81c000 (CPU 5) kdb_enter() at kdb_enter+0x32/frame 0xfffffe016a37c230 vpanic() at vpanic+0x163/frame 0xfffffe016a37c360 panic() at panic+0x43/frame 0xfffffe016a37c3c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x11c/frame 0xfffffe016a37c470 __lockmgr_args() at __lockmgr_args+0x207/frame 0xfffffe016a37c510 _lockmgr_args_rw() at _lockmgr_args_rw+0x85/frame 0xfffffe016a37c570 getblkx() at getblkx+0x26e/frame 0xfffffe016a37c600 getblk() at getblk+0x4c/frame 0xfffffe016a37c660 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xbd8/frame 0xfffffe016a37c810 ffs_write() at ffs_write+0x3f4/frame 0xfffffe016a37c910 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe016a37ca20 VOP_WRITE() at VOP_WRITE+0x4e/frame 0xfffffe016a37ca80 vn_write() at vn_write+0x214/frame 0xfffffe016a37caf0 vn_io_fault_doio() at vn_io_fault_doio+0x73/frame 0xfffffe016a37cb30 vn_io_fault1() at vn_io_fault1+0x3cb/frame 0xfffffe016a37ccb0 vn_io_fault() at vn_io_fault+0x256/frame 0xfffffe016a37cd40 dofilewrite() at dofilewrite+0x82/frame 0xfffffe016a37cd90 sys_write() at sys_write+0xc2/frame 0xfffffe016a37ce00 amd64_syscall() at amd64_syscall+0x153/frame 0xfffffe016a37cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe016a37cf30 --- syscall (4, FreeBSD ELF64, write), rip = 0x8220bfd0a, rsp = 0x820a39698, rbp = 0x820a397c0 --- db> reset Uptime: 8m25s i(kgdb) bt #0 __curthread () at /var/tmp/deviant3/sys/amd64/include/pcpu_aux.h:57 #1 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:403 #2 0xffffffff804a4c5a in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:590 #3 0xffffffff804a4a5d in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:503 #4 0xffffffff804a4ba6 in db_command_script (command=command@entry=0xffffffff817b9750 "dump") at ../../../ddb/db_command.c:568 #5 0xffffffff804a9ef8 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:301 #6 0xffffffff804a4a5d in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:503 #7 0xffffffff804a4ba6 in db_command_script (command=command@entry=0xffffffff817b96e2 "run pho1") at ../../../ddb/db_command.c:568 #8 0xffffffff804a9ef8 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:301 #9 0xffffffff804a4a5d in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:503 #10 0xffffffff804a471d in db_command_loop () at ../../../ddb/db_command.c:550 #11 0xffffffff804a7df6 in db_trap (type=, code=) at ../../../ddb/db_main.c:267 #12 0xffffffff80ba3ae3 in kdb_trap (type=type@entry=0x3, code=code@entry=0x0, tf=tf@entry=0xfffffe016a37c170) at ../../../kern/subr_kdb.c:790 #13 0xffffffff810818c9 in trap (frame=0xfffffe016a37c170) at ../../../amd64/amd64/trap.c:606 #14 #15 kdb_enter (why=, msg=) at ../../../kern/subr_kdb.c:556 #16 0xffffffff80b543b3 in vpanic (fmt=0xffffffff812099e2 "%s: recursing on non recursive lockmgr %p @ %s:%d\n", ap=ap@entry=0xfffffe016a37c3a0) at ../../../kern/kern_shutdown.c:953 #17 0xffffffff80b54193 in panic (fmt=0xffffffff81980420 "\004\002\030\201\377\377\377\377") at ../../../kern/kern_shutdown.c:889 #18 0xffffffff80b2179c in lockmgr_xlock_hard (lk=lk@entry=0xfffffe0039491d00, flags=flags@entry=0x81900, ilk=0xfffffe017a0d2438, file=, line=0xfc6, lwa=lwa@entry=0xfffffe016a37c4a8) at ../../../kern/kern_lock.c:822 #19 0xffffffff80b21fa7 in __lockmgr_args (lk=0xfffffe0039491d00, flags=0x81900, ilk=0xf, wmesg=, pri=, timo=, file=0xffffffff81286c41 "../../../kern/vfs_bio.c", line=0xfc6) at ../../../kern/kern_lock.c:1376 #20 0xffffffff80c21275 in _lockmgr_args_rw (lk=0xfffffe0039491d00, flags=0x81900, ilk=0xfffffe017a0d2438, wmesg=0xffffffff81168ae9 "getblk", prio=0x40, timo=0x0, file=0xffffffff81286c41 "../../../kern/vfs_bio.c", line=0xfc6) at ../../../sys/lockmgr.h:114 #21 0xffffffff80c1fb4e in getblkx (vp=0xfffffe017a0d22c0, blkno=0x0, dblkno=0x0, size=0x8000, slpflag=0x0, slptimeo=0x0, flags=0x8, bpp=0xfffffe016a37c630) at ../../../kern/vfs_bio.c:4037 #22 0xffffffff80c22e6c in getblk (vp=0xfffffe017a0d22c0, blkno=0x0, size=0x8000, slpflag=0x0, slptimeo=0x0, flags=0x8) at ../../../kern/vfs_bio.c:3924 #23 0xffffffff80eaba78 in ffs_balloc_ufs2 (vp=0xfffffe017a0d22c0, startoffset=, size=0x8000, cred=0xfffff80003fac300, flags=0x7f040000, bpp=0xfffffe016a37c8d8) at ../../../ufs/ffs/ffs_balloc.c:796 #24 0xffffffff80eed984 in ffs_write (ap=0xfffffe016a37ca38) at ../../../ufs/ffs/ffs_vnops.c:936 #25 0xffffffff811596df in VOP_WRITE_APV (vop=0xffffffff81737618 , a=0xfffffe016a37ca38) at vnode_if.c:1167 #26 0xffffffff80c7322e in VOP_WRITE (vp=0xfffffe017a0d22c0, uio=0xfffffe016a37cba8, ioflag=0x7f0001, cred=0xfffff80003fac300) at ./vnode_if.h:595 #27 0xffffffff80c7a604 in vn_write (fp=0xfffff8004a6ff050, uio=0xfffffe016a37cba8, active_cred=0xfffff80003fac300, flags=0x1, td=0xfffff8004a81c000) at ../../../kern/vfs_vnops.c:1191 #28 0xffffffff80c79f93 in vn_io_fault_doio (args=0xfffffe016a37ccd0, uio=0xfffffe016a37cba8, td=0xfffff8004a81c000) at ../../../kern/vfs_vnops.c:1256 #29 0xffffffff80c72feb in vn_io_fault1 (vp=0xfffffe017a0d22c0, uio=0xfffffe016a37cda0, args=0xfffffe016a37ccd0, td=0xfffff8004a81c000) at ../../../kern/vfs_vnops.c:1423 #30 0xffffffff80c6f5d6 in vn_io_fault (fp=0xfffff8004a6ff050, uio=0xfffffe016a37cda0, active_cred=0xfffff80003fac300, flags=0x0, td=0xfffff8004a81c000) at ../../../kern/vfs_vnops.c:1500 #31 0xffffffff80bcde32 in fo_write (fp=0xfffff8004a6ff050, uio=0xfffffe016a37cda0, active_cred=0xffffffff812c55e6, td=0xfffff8004a81c000, flags=) at ../../../sys/file.h:348 #32 dofilewrite (td=td@entry=0xfffff8004a81c000, fd=fd@entry=0x4, fp=0xfffff8004a6ff050, auio=auio@entry=0xfffffe016a37cda0, offset=offset@entry=0xffffffffffffffff, flags=flags@entry=0x0) at ../../../kern/sys_generic.c:561 #33 0xffffffff80bcd982 in kern_writev (td=0xfffff8004a81c000, fd=0x4, auio=0xfffffe016a37cda0) at ../../../kern/sys_generic.c:488 #34 sys_write (td=0xfffff8004a81c000, uap=) at ../../../kern/sys_generic.c:403 #35 0xffffffff81082733 in syscallenter (td=0xfffff8004a81c000) at ../../../amd64/amd64/../../kern/subr_syscall.c:186 #36 amd64_syscall (td=0xfffff8004a81c000, traced=0x0) at ../../../amd64/amd64/trap.c:1192 #37 #38 0x00000008220bfd0a in ?? () Backtrace stopped: Cannot access memory at address 0x820a39698 (kgdb) f 20 #20 0xffffffff80c21275 in _lockmgr_args_rw (lk=0xfffffe0039491d00, flags=0x81900, ilk=0xfffffe017a0d2438, wmesg=0xffffffff81168ae9 "getblk", prio=0x40, timo=0x0, file=0xffffffff81286c41 "../../../kern/vfs_bio.c", line=0xfc6) at ../../../sys/lockmgr.h:114 114 return (__lockmgr_args(lk, flags, (ilk != NULL) ? &ilk->lock_object : (kgdb) p *lk $2 = {lock_object = {lo_name = 0xffffffff813ebc50 "bufwait", lo_flags = 0x26730000, lo_data = 0x0, lo_witness = 0xfffff8087fd7b900}, lk_lock = 0xfffff8004a81c000, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x0, lk_stack = {depth = 0x12, pcs = {0xffffffff80b21b1e, 0xffffffff80b21fa7, 0xffffffff80c21275, 0xffffffff80c29234, 0xffffffff80c23279, 0xffffffff80c1ff7f, 0xffffffff80c22e6c, 0xffffffff80eaba78, 0xffffffff80eed984, 0xffffffff811596df, 0xffffffff80c7322e, 0xffffffff80c7a604, 0xffffffff80c79f93, 0xffffffff80c72d35, 0xffffffff80c6f5d6, 0xffffffff80bcde32, 0xffffffff80bcd982, 0xffffffff81082733}}} (kgdb) (kgdb) f 21 #21 0xffffffff80c1fb4e in getblkx (vp=0xfffffe017a0d22c0, blkno=0x0, dblkno=0x0, size=0x8000, slpflag=0x0, slptimeo=0x0, flags=0x8, bpp=0xfffffe016a37c630) at ../../../kern/vfs_bio.c:4037 4037 error = BUF_TIMELOCK(bp, lockflags, (kgdb) l 4032 ((flags & GB_LOCK_NOWAIT) != 0 ? LK_NOWAIT : LK_SLEEPFAIL); 4033 #ifdef WITNESS 4034 lockflags |= (flags & GB_NOWITNESS) != 0 ? LK_NOWITNESS : 0; 4035 #endif 4036 4037 error = BUF_TIMELOCK(bp, lockflags, 4038 BO_LOCKPTR(bo), "getblk", slpflag, slptimeo); 4039 4040 /* 4041 * If we slept and got the lock we have to restart in case (kgdb) info loc lockflags = 0x80900 bp = 0xfffffe0039491c80 bo = 0xfffffe017a0d2438 d_blkno = 0x0 bsize = 0xfffff808 error = 0x10 maxsize = 0xffffffff vmio = 0x812172b5 offset = 0x0 (kgdb) p *bp $1 = {b_bufobj = 0xfffffe017a0d2438, b_bcount = 0x8000, b_caller1 = 0x0, b_data = 0xfffffe00e472c000 , b_error = 0x0, b_iocmd = 0x1, b_ioflags = 0x10, b_iooffset = 0x1ad88000, b_resid = 0x0, b_iodone = 0x0, b_ckhashcalc = 0x0, b_ckhash = 0x0, b_blkno = 0xd6c40, b_offset = 0x0, b_bobufs = { tqe_next = 0xfffffe003948e430, tqe_prev = 0xfffffe003790b4a0}, b_vflags = 0x0, b_qindex = 0x0, b_domain = 0x4, b_subqueue = 0xffff, b_flags = 0x20000220, b_xflags = 0x2, b_lock = {lock_object = {lo_name = 0xffffffff813ebc50 "bufwait", lo_flags = 0x26730000, lo_data = 0x0, lo_witness = 0xfffff8087fd7b900}, lk_lock = 0xfffff8004a81c000, lk_exslpfail = 0x0, lk_pri = 0x40, lk_timo = 0x0, lk_stack = {depth = 0x12, pcs = {0xffffffff80b21b1e, 0xffffffff80b21fa7, 0xffffffff80c21275, 0xffffffff80c29234, 0xffffffff80c23279, 0xffffffff80c1ff7f, 0xffffffff80c22e6c, 0xffffffff80eaba78, 0xffffffff80eed984, 0xffffffff811596df, 0xffffffff80c7322e, 0xffffffff80c7a604, 0xffffffff80c79f93, 0xffffffff80c72d35, 0xffffffff80c6f5d6, 0xffffffff80bcde32, 0xffffffff80bcd982, 0xffffffff81082733}}}, b_bufsize = 0x8000, b_runningbufspace = 0x0, b_kvasize = 0x0, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_kvabase = 0xfffffe00e472c000 , b_lblkno = 0x0, b_vp = 0xfffffe017a0d22c0, b_rcred = 0x0, b_wcred = 0x0, {b_freelist = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, {b_pgiodone = 0xffffffffffffffff, b_pgbefore = 0xffffffff, b_pgafter = 0xffffffff}}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = { tqe_next = 0x0, tqe_prev = 0x0}}, b_npages = 0x8, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_io_tracking = {0xffffffff812eb9a6 "getblkx", 0xffffffff812b8302 "g_vfs_strategy", 0xffffffff812922e4 "g_io_request", 0xffffffff8117fdf3 "g_io_check", 0xffffffff811a52af "g_io_deliver", 0xffffffff8126df6b "biodone", 0xffffffff81199f1a "bufdone", 0x0 }, b_io_tcnt = 0x7, b_pages = 0xfffffe0039491f50} (kgdb) p *bo $3 = {bo_lock = {lock_object = {lo_name = 0xffffffff8122f6a1 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffff8087fd80b80}, rw_lock = 0x1}, bo_ops = 0xffffffff816edd20 , bo_object = 0xfffff80454230420, bo_synclist = { le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, bo_private = 0xfffffe017a0d22c0, bo_clean = {bv_hd = { tqh_first = 0xfffffe0038fbd640, tqh_last = 0xfffffe003948e490}, bv_root = {pt_root = 0xfffff8003f7cbf30}, bv_cnt = 0x1bcf}, bo_dirty = { bv_hd = {tqh_first = 0x0, tqh_last = 0xfffffe017a0d24a0}, bv_root = {pt_root = 0x1}, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_domain = 0x4, bo_bsize = 0x8000} (kgdb) -- Test scenario: src/tools/test/stress2/misc/mmap42.sh