panic: rw lock 0xfffff801bccb1410 not unlocked, vmcore.529 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2022 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #0 main-n254137-31190aa02eef0: Thu Mar 31 21:50:47 CEST 2022 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 13.0.0 (git@github.com:llvm/llvm-project.git llvmorg-13.0.0-0-gd7b669b3a303) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.14-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33176530944 (31639 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 9 4 3 8 2 11 7 6 10 5 random: entropy device external interface kbd1 at kbdmux0 vtvga0: smbios0: at iomem 0xf0560-0xf057e smbios0: Version: 2.8, BCD Revision: 2.7 aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: EEPROM V1.63-0 eTrack 0x800009fa igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: . ugen0.3: at usbus0 ukbd0 on uhub3 ukbd0: on usbus0 kbd2 at ukbd0 fsck** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 72 files, 3599 used, 1261808 free (96 frags, 157714 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.00-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc10 /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.32/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[CALLOUT],[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device lo0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: mlx5.ko interface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading moduinterface mlx5.1 already present in the KLD 'kernel'! linker_load_file: /boot/kernel/mlx5.ko - unsupported file type le: mlx5.ko kldload: an error occurred while loading module mlx5.ko. Please check dmesg(8) for more details. Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Starting Network: mce0. mce0: flags=8822 metric 0 mtu 1500 options=7eed07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8822 metric 0 mtu 1500 options=7eed07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Recovering vi editor sessions:. Updating motd:. Clearing /tmp (X related). Starting syslogd. Starting watchdogd. No core dumps found. Setting date via ntp. 31 Mar 21:57:36 ntpdate[2611]: step time server 192.168.5.1 offset -0.765195 sec Starting rpcbind. NFS access cache time=60 Starting statd. Starting lockd. Starting powerd. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Mounting late filesystems:. Starting inetd. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Thu Mar 31 21:57 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Mar 31 21:57:42 mercat1 su[2763]: pho to root on /dev/pts/0 20220331 21:59:47 all (1/822): 1st.sh 20220331 21:59:49 all (2/822): 256m.sh 20220331 21:59:51 all (3/822): audit.sh 20220331 21:59:52 all (4/822): beneath3.sh 20220331 21:59:57 all (5/822): beneath4.sh 20220331 21:59:59 all (6/822): buildworld.sh 20220331 22:00:01 all (7/822): buildworld2.sh 20220331 22:00:03 all (8/822): contigmalloc3.sh 20220331 22:00:06 all (9/822): cpuset.sh 20220331 22:00:08 all (10/822): crossmp2.sh 20220331 22:00:09 all (11/822): crossmp6.sh 20220331 22:00:11 all (12/822): datagram2.sh 20220331 22:00:13 all (13/822): datagram3.sh 20220331 22:00:15 all (14/822): datamove.sh 20220331 22:00:17 all (15/822): datamove3.sh 20220331 22:00:18 all (16/822): devfs2.sh 20220331 22:00:20 all (17/822): devfs5.sh 20220331 22:00:22 all (18/822): dumpfs.sh stress2: newblk leak: 307/312. 20220331 22:00:24 all (19/822): dup2.sh 20220331 22:00:26 all (20/822): execi386.sh 20220331 22:00:28 all (21/822): execpath.sh 20220331 22:00:30 all (22/822): extattr_set_fd.sh 20220331 22:00:32 all (23/822): extattrctl.sh lock order reversal: 1st 0xfffff80003e79a40 ufs_extattr_sx (ufs_extattr_sx, sx) @ ufs/ufs/ufs_extattr.c:119 2nd 0xfffffe015747f588 ufs (ufs, lockmgr) @ kern/vfs_subr.c:3265 lock order ufs -> ufs_extattr_sx established at: #0 0xffffffff80c8155e at witness_checkorder+0x31e #1 0xffffffff80c1ad83 at _sx_xlock+0x63 #2 0xffffffff80f69542 at ufs_extattr_vnode_inactive+0x42 #3 0xffffffff80f69e85 at ufs_inactive+0x215 #4 0xffffffff811ca699 at VOP_INACTIVE_APV+0x59 #5 0xffffffff80d0290a at vinactivef+0xda #6 0xffffffff80d01faa at vput_final+0x2aa #7 0xffffffff80d18da6 at vn_closefile+0xa6 #8 0xffffffff80bace9b at _fdrop+0x1b #9 0xffffffff80bb08bb at closef+0x1db #10 0xffffffff80bb4d67 at closefp_impl+0x77 #11 0xffffffff810f8635 at amd64_syscall+0x145 #12 0xffffffff810c926b at fast_syscall_common+0xf8 lock order ufs_extattr_sx -> ufs attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80bde78c at lockmgr_lock_flags+0x16c #2 0xffffffff80f60aad at ffs_lock+0x9d #3 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #4 0xffffffff80d1a3f4 at _vn_lock+0x54 #5 0xffffffff80d01e6e at vput_final+0x16e #6 0xffffffff80f680fb at ufs_extattr_autostart+0xab #7 0xffffffff80f5f158 at ffs_mountfs+0xbd8 #8 0xffffffff80f5cec2 at ffs_mount+0x432 #9 0xffffffff80cf9ddf at vfs_domount_first+0x21f #10 0xffffffff80cf632f at vfs_domount+0x2cf #11 0xffffffff80cf4b88 at vfs_donmount+0x878 #12 0xffffffff80cf42d9 at sys_nmount+0x69 #13 0xffffffff810f8635 at amd64_syscall+0x145 #14 0xffffffff810c926b at fast_syscall_common+0xf8 20220331 22:00:34 all (24/822): fcntl3.sh 20220331 22:00:36 all (25/822): fexecve.sh 20220331 22:00:38 all (26/822): fifo.sh 20220331 22:00:39 all (27/822): geomleak.sh 20220331 22:00:42 all (28/822): gnop3.sh 20220331 22:00:43 all (29/822): gnop5.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20220331 22:00:45 all (30/822): gpt.sh g_dev_taste: g_dev_taste(gptid/4182f64d-b12d-11ec-8a95-0cc47aa8cdda) failed to g_attach, error=6 g_dev_taste: g_dev_taste(gpt/tst0) failed to g_attach, error=6 20220331 22:00:47 all (31/822): holdcnt0.sh 20220331 22:00:49 all (32/822): holdcnt02.sh 20220331 22:00:51 all (33/822): holdcnt03.sh 20220331 22:00:52 all (34/822): holdcnt04.sh 20220331 22:00:54 all (35/822): holdcnt05.sh 20220331 22:00:56 all (36/822): isofs2.sh 20220331 22:00:58 all (37/822): jail2.sh 20220331 22:00:59 all (38/822): jail3.sh 20220331 22:01:01 all (39/822): jail4.sh 20220331 22:01:03 all (40/822): jexec.sh 20220331 22:01:05 all (41/822): kevent10.sh 20220331 22:01:06 all (42/822): kevent3.sh 20220331 22:01:09 all (43/822): ldt.sh 20220331 22:01:10 all (44/822): ldt2.sh 20220331 22:01:12 all (45/822): libMicro.sh 20220331 22:01:14 all (46/822): linux.sh 20220331 22:01:16 all (47/822): lockd.sh 20220331 22:01:18 all (48/822): lockf.sh 20220331 22:01:19 all (49/822): lookup_shared.sh 20220331 22:01:21 all (50/822): mac.sh 20220331 22:01:23 all (51/822): mac_chkexec.sh 20220331 22:01:24 all (52/822): machipc.sh 20220331 22:01:26 all (53/822): machipc2.sh 20220331 22:01:28 all (54/822): maxmemdom.sh 20220331 22:01:30 all (55/822): maxproc.sh 20220331 22:01:31 all (56/822): md4.sh 20220331 22:01:33 all (57/822): md5.sh stress2: newblk leak: 147/152. 20220331 22:01:35 all (58/822): md6.sh 20220331 22:01:37 all (59/822): mdconfig.sh 20220331 22:01:39 all (60/822): mdconfig3.sh stress2: newblk leak: 148/153. 20220331 22:01:40 all (61/822): memguard4.sh 20220331 22:01:42 all (62/822): mkfifo7.sh 20220331 22:01:44 all (63/822): mlockall5.sh 20220331 22:01:46 all (64/822): mmap.sh 20220331 22:01:48 all (65/822): mmap12.sh 20220331 22:01:49 all (66/822): mmap16.sh 20220331 22:01:51 all (67/822): mmap17.sh 20220331 22:01:53 all (68/822): mmap20.sh 20220331 22:01:55 all (69/822): mmap24.sh 20220331 22:01:57 all (70/822): mmap28.sh 20220331 22:01:59 all (71/822): mmap30.sh 20220331 22:02:00 all (72/822): mmap33.sh 20220331 22:02:02 all (73/822): mmap35.sh 20220331 22:02:04 all (74/822): mmap36.sh 20220331 22:02:06 all (75/822): mount.sh 20220331 22:02:07 all (76/822): mountro2.sh 20220331 22:02:10 all (77/822): mprotect.sh 20220331 22:02:12 all (78/822): msdos2.sh 20220331 22:02:13 all (79/822): msdos3.sh 20220331 22:02:15 all (80/822): msetdomain.sh 20220331 22:02:17 all (81/822): nanosleep.sh 20220331 22:02:19 all (82/822): nfs.sh 20220331 22:02:20 all (83/822): nfs12.sh 20220331 22:02:22 all (84/822): nfs14.sh 20220331 22:02:24 all (85/822): nfs15.sh 20220331 22:02:26 all (86/822): nfs15lockd3.sh 20220331 22:02:27 all (87/822): nfs17.sh 20220331 22:02:29 all (88/822): nfs19.sh 20220331 22:02:31 all (89/822): nfs3.sh 20220331 22:02:33 all (90/822): nfs4.sh 20220331 22:02:34 all (91/822): nfs7.sh 20220331 22:02:36 all (92/822): nfs8.sh 20220331 22:02:38 all (93/822): nfs9.sh 20220331 22:02:40 all (94/822): nfs_halfpage.sh 20220331 22:02:41 all (95/822): nfs_halfpage2.sh 20220331 22:02:43 all (96/822): nfsdelegation.sh 20220331 22:02:45 all (97/822): nfsdepth.sh 20220331 22:02:47 all (98/822): nfsrename.sh 20220331 22:02:48 all (99/822): nfssillyrename.sh 20220331 22:02:50 all (100/822): nullfs13.sh 20220331 22:02:52 all (101/822): nullfs14.sh 20220331 22:02:54 all (102/822): nullfs15.sh 20220331 22:02:56 all (103/822): nullfs21.sh 20220331 22:02:57 all (104/822): nullfs23.sh 20220331 22:02:59 all (105/822): nullfs4.sh stress2: mount leak: 13/44 20220331 22:03:01 all (106/822): nullfs6.sh 20220331 22:03:03 all (107/822): nullfs7.sh 20220331 22:03:05 all (108/822): nullfs9.sh 20220331 22:03:06 all (109/822): numa.sh 20220331 22:03:08 all (110/822): oom.sh 20220331 22:03:10 all (111/822): parallelmount2.sh 20220331 22:03:12 all (112/822): pathconf.sh 20220331 22:03:13 all (113/822): pathconf2.sh 20220331 22:03:15 all (114/822): pcatch.sh 20220331 22:03:17 all (115/822): pcatch2.sh 20220331 22:03:18 all (116/822): ping.sh 20220331 22:03:20 all (117/822): pipe_enomem.sh kern.ipc.maxpipekva exceeded; see tuning(7) 20220331 22:03:23 all (118/822): pkru.sh 20220331 22:03:24 all (119/822): pkru2.sh 20220331 22:03:26 all (120/822): poll.sh 20220331 22:03:28 all (121/822): posix_fadvise.sh 20220331 22:03:30 all (122/822): posix_fadvise2.sh 20220331 22:03:31 all (123/822): procfs5.sh 20220331 22:03:33 all (124/822): procfs6.sh 20220331 22:03:35 all (125/822): procstat.sh 20220331 22:03:37 all (126/822): pthread9.sh 20220331 22:03:39 all (127/822): ptrace.sh 20220331 22:03:40 all (128/822): ptrace3.sh 20220331 22:03:42 all (129/822): pts2.sh 20220331 22:03:44 all (130/822): quota5.sh 20220331 22:03:46 all (131/822): rename13.sh 20220331 22:03:48 all (132/822): rename4.sh 20220331 22:03:49 all (133/822): revoke.sh 20220331 22:03:51 all (134/822): routetbl.sh 20220331 22:03:53 all (135/822): ruby.sh 20220331 22:03:55 all (136/822): schedfuzz.sh 20220331 22:03:57 all (137/822): seekdir.sh 20220331 22:03:59 all (138/822): segnp.sh 20220331 22:04:00 all (139/822): segregs.sh 20220331 22:04:02 all (140/822): select3.sh 20220331 22:04:04 all (141/822): sendfile19.sh 20220331 22:04:05 all (142/822): sendfile2.sh 20220331 22:04:07 all (143/822): sendfile20.sh 20220331 22:04:09 all (144/822): sendfile4.sh stress2: newblk leak: 194/199. 20220331 22:04:11 all (145/822): sendfile6.sh 20220331 22:04:13 all (146/822): setuid.sh 20220331 22:04:15 all (147/822): shm_super.sh 20220331 22:04:17 all (148/822): sigaltstack.sh 20220331 22:04:19 all (149/822): sigreturn.sh 20220331 22:04:20 all (150/822): sigstop.sh 20220331 22:04:23 all (151/822): snap.sh lock order reversal: 1st 0xfffffe0038ab17f0 bufwait (bufwait, lockmgr) @ ufs/ffs/ffs_vnops.c:323 2nd 0xfffff802cde89830 snaplk (snaplk, lockmgr) @ ufs/ffs/ffs_snapshot.c:2349 lock order snaplk -> bufwait established at: #0 0xffffffff80c8155e at witness_checkorder+0x31e #1 0xffffffff80bdeeac at lockmgr_xlock_hard+0x6c #2 0xffffffff80bdf7b9 at __lockmgr_args+0x1f9 #3 0xffffffff80cffff0 at bnoreuselist+0xc0 #4 0xffffffff80cec62e at vop_stdadvise+0x14e #5 0xffffffff811cd4f9 at VOP_ADVISE_APV+0x59 #6 0xffffffff80709b44 at mdstart_vnode+0x564 #7 0xffffffff8070752c at md_kthread+0x20c #8 0xffffffff80bc79d0 at fork_exit+0x80 #9 0xffffffff810c99ce at fork_trampoline+0xe lock order bufwait -> snaplk attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80bdeeac at lockmgr_xlock_hard+0x6c #2 0xffffffff80bdf7b9 at __lockmgr_args+0x1f9 #3 0xffffffff80f3b963 at ffs_copyonwrite+0x1b3 #4 0xffffffff80f5f8ef at ffs_geom_strategy+0xcf #5 0xffffffff80f74a03 at ufs_strategy+0x83 #6 0xffffffff811caf81 at VOP_STRATEGY_APV+0x61 #7 0xffffffff80cd2cbe at bufstrategy+0x3e #8 0xffffffff80cd2b5c at bufwrite+0x24c #9 0xffffffff80f61f08 at ffs_syncvnode+0x398 #10 0xffffffff80f6094e at ffs_fsync+0x1e #11 0xffffffff811c96fc at VOP_FSYNC_APV+0x3c #12 0xffffffff80f72664 at ufs_remove+0x114 #13 0xffffffff811c98a5 at VOP_REMOVE_APV+0x85 #14 0xffffffff80d11e8a at kern_funlinkat+0x35a #15 0xffffffff80d11b28 at sys_unlink+0x28 #16 0xffffffff810f8635 at amd64_syscall+0x145 #17 0xffffffff810c926b at fast_syscall_common+0xf8 20220331 22:04:25 all (152/822): snap12.sh 20220331 22:04:26 all (153/822): snap2-1.sh 20220331 22:04:28 all (154/822): snap2.sh 20220331 22:04:30 all (155/822): socketpair.sh 20220331 22:04:32 all (156/822): socketpair2.sh 20220331 22:04:34 all (157/822): suj2.sh 20220331 22:04:36 all (158/822): suj35.sh Mar 31 22:04:37 mercat1 kernel: pid 73088 (mkdir), uid 0 inumber 255 on /mnt: out of inodes 20220331 22:04:37 all (159/822): suj7.sh Failed to find journal. Use tunefs to create one Failed to start journal: 2 20220331 22:04:39 all (160/822): suj8.sh Mar 31 22:04:41 mercat1 kernel: pid 74585 (dd), uid 0 inumber 4 on /mnt: filesystem full Mar 31 22:04:41 mercat1 kernel: pid 74601 (dd), uid 0 inumber 5 on /mnt: filesystem full 20220331 22:04:41 all (161/822): syzkaller2.sh 20220331 22:04:43 all (162/822): syzkaller22.sh 20220331 22:04:45 all (163/822): syzkaller3.sh 20220331 22:04:47 all (164/822): syzkaller35.sh 20220331 22:04:49 all (165/822): syzkaller36.sh 20220331 22:04:50 all (166/822): syzkaller37.sh 20220331 22:04:52 all (167/822): syzkaller38.sh 20220331 22:04:54 all (168/822): syzkaller44.sh 20220331 22:04:56 all (169/822): syzkaller5.sh 20220331 22:04:58 all (170/822): syzkaller6.sh 20220331 22:04:59 all (171/822): tmpfs15.sh 20220331 22:05:01 all (172/822): tmpfs4.sh 20220331 22:05:03 all (173/822): tmpfs6.sh 20220331 22:05:05 all (174/822): tmpfs7.sh 20220331 22:05:07 all (175/822): trim5.sh 20220331 22:05:09 all (176/822): trim6.sh 20220331 22:05:11 all (177/822): trim7.sh 20220331 22:05:13 all (178/822): trim8.sh 20220331 22:05:15 all (179/822): truncate4.sh 20220331 22:05:16 all (180/822): tvnlru.sh 20220331 22:05:18 all (181/822): ufssuspend.sh 20220331 22:05:20 all (182/822): uma_zalloc_arg.sh 20220331 22:05:22 all (183/822): unionfs3.sh unionfs_close: warning: open count is 0 20220331 22:05:24 all (184/822): unlink.sh 20220331 22:05:26 all (185/822): vfork.sh 20220331 22:05:28 all (186/822): vmio.sh 20220331 22:05:30 all (187/822): watchman.sh 20220331 22:05:31 all (188/822): beneath.sh 20220331 22:05:34 all (189/822): beneath2.sh 20220331 22:05:35 all (190/822): contigmalloc2.sh 20220331 22:05:38 all (191/822): datamove4.sh 20220331 22:05:42 all (192/822): dtrace_fault.sh 20220331 22:05:43 all (193/822): fcntl.sh 20220331 22:05:46 all (194/822): fpclone2.sh 20220331 22:05:48 all (195/822): fsck2.sh 20220331 22:05:50 all (196/822): fsck3.sh 20220331 22:05:52 all (197/822): isofs.sh 20220331 22:05:55 all (198/822): jail.sh 20220331 22:05:57 all (199/822): kern_umtx_inf_loop.sh 20220331 22:05:59 all (200/822): killpg.sh 20220331 22:06:02 all (201/822): md9.sh 20220331 22:06:04 all (202/822): mdconfig4.sh 20220331 22:06:06 all (203/822): mkfifo5.sh 20220331 22:06:08 all (204/822): mmap25.sh 20220331 22:06:11 all (205/822): mmap26.sh 20220331 22:06:14 all (206/822): mmap9.sh 20220331 22:06:16 all (207/822): mountro3.sh stress2: newblk leak: 2031/2040. 20220331 22:06:19 all (208/822): msdos7.sh 20220331 22:06:21 all (209/822): msdos9.sh 20220331 22:06:23 all (210/822): nullfs10.sh 20220331 22:06:26 all (211/822): nullfs12.sh 20220331 22:06:28 all (212/822): nullfs16.sh 20220331 22:06:31 all (213/822): nullfs3.sh 20220331 22:06:34 all (214/822): open.sh 20220331 22:06:35 all (215/822): openlock.sh 20220331 22:06:38 all (216/822): pdfork.sh 20220331 22:06:41 all (217/822): pmc4.sh hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 20220331 22:06:44 all (218/822): procfs2.sh 20220331 22:06:47 all (219/822): ptrace11.sh 20220331 22:06:50 all (220/822): ptrace8.sh 20220331 22:06:53 all (221/822): quota9.sh lock order reversal: 1st 0xfffff80003e79a98 FFS (FFS Lock, sleep mutex) @ ufs/ufs/ufs_quota.c:755 2nd 0xfffffe0157d3a040 struct mount mtx (struct mount mtx, sleep mutex) @ ufs/ufs/ufs_quota.c:761 lock order struct mount mtx -> FFS Lock established at: #0 0xffffffff80c8155e at witness_checkorder+0x31e #1 0xffffffff80beb514 at __mtx_lock_flags+0x94 #2 0xffffffff80f3cd75 at softdep_flushfiles+0x395 #3 0xffffffff80f5d84b at ffs_unmount+0xab #4 0xffffffff80cf72da at dounmount+0x7ea #5 0xffffffff80cf6aa7 at kern_unmount+0x2d7 #6 0xffffffff810f8635 at amd64_syscall+0x145 #7 0xffffffff810c926b at fast_syscall_common+0xf8 lock order FFS Lock -> struct mount mtx attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80beb514 at __mtx_lock_flags+0x94 #2 0xffffffff80f6f4bd at quotaoff_inchange+0xbd #3 0xffffffff80f5bfaa at ffs_flushfiles+0x10a #4 0xffffffff80f3ca8d at softdep_flushfiles+0xad #5 0xffffffff80f5d84b at ffs_unmount+0xab #6 0xffffffff80cf72da at dounmount+0x7ea #7 0xffffffff80cf6aa7 at kern_unmount+0x2d7 #8 0xffffffff810f8635 at amd64_syscall+0x145 #9 0xffffffff810c926b at fast_syscall_common+0xf8 stress2: newblk leak: 1584/1592. 20220331 22:06:55 all (222/822): random.sh 20220331 22:06:57 all (223/822): recursiveflushes.sh 20220331 22:07:00 all (224/822): rename6.sh 20220331 22:07:03 all (225/822): rwlock_ronly.sh 20220331 22:07:05 all (226/822): sendfile.sh 20220331 22:07:07 all (227/822): snap10.sh 20220331 22:07:10 all (228/822): sndstat.sh 20220331 22:07:12 all (229/822): sparse.sh 20220331 22:07:16 all (230/822): suj32.sh 20220331 22:07:18 all (231/822): syzkaller1.sh 20220331 22:07:20 all (232/822): syzkaller45.sh 20220331 22:07:22 all (233/822): temp.sh 20220331 22:07:24 all (234/822): trim2.sh 20220331 22:07:26 all (235/822): truncate5.sh 20220331 22:07:30 all (236/822): truncate6.sh 20220331 22:07:31 all (237/822): umtx_suspend.sh 20220331 22:07:34 all (238/822): unionfs10.sh unionfs_close: warning: open count is 0 20220331 22:07:37 all (239/822): unionfs11.sh unionfs_close: warning: open count is 0 20220331 22:07:39 all (240/822): unionfs12.sh unionfs_close: warning: open count is 0 20220331 22:07:42 all (241/822): vm_fault_dontneed.sh 20220331 22:07:44 all (242/822): datagram.sh 20220331 22:07:47 all (243/822): devfd.sh 20220331 22:07:51 all (244/822): dup.sh 20220331 22:07:55 all (245/822): ext2fs3.sh 20220331 22:07:57 all (246/822): extattr.sh 20220331 22:08:00 all (247/822): extattr3.sh 20220331 22:08:04 all (248/822): fsck7.sh 20220331 22:08:06 all (249/822): mmap13.sh 20220331 22:08:10 all (250/822): mmap23.sh 20220331 22:08:14 all (251/822): mmap4.sh vnode_pager_putpages: I/O error 28 0xfffffe015808e2c0: type VREG usecount 0, writecount 0, refcount 3203 seqc users 0 hold count flags () flags (VIRF_PGREAD|VI_DOINGINACT|VMP_LAZYLIST) v_object 0xfffff803ea987d68 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe01e5b39e40 (pid 29551, mmap4, tid 105015) #0 0xffffffff80bde7ef at lockmgr_lock_flags+0x1cf #1 0xffffffff80f60aad at ffs_lock+0x9d #2 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #3 0xffffffff80d1a3f4 at _vn_lock+0x54 #4 0xffffffff80d01e6e at vput_final+0x16e #5 0xffffffff80f8f6b9 at vm_map_process_deferred+0xa9 #6 0xffffffff80f96f9e at vm_map_remove+0xee #7 0xffffffff80f8ef89 at vmspace_exit+0xa9 #8 0xffffffff80bc21e8 at exit1+0x528 #9 0xffffffff80bc1cbd at sys_exit+0xd #10 0xffffffff810f8635 at amd64_syscall+0x145 #11 0xffffffff810c926b at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=104857600, extsize 0 generation=d4c0abc0, uid=0, gid=0, flags=0x0 Mar 31 22:08:16 ino 4, on dev md10a vnode_pager_putpages: residual I/O 32768 at 9760 0xfffffe015808e2c0: type VREG usecount 0, writecount 0, refcount 3203 seqc users 0 hold count flags () flags (VIRF_PGREAD|VI_DOINGINACT|VMP_LAZYLIST) v_object 0xfffff803ea987d68 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe01e5b39e40 (pid 29551, mmap4, tid 105015) mercat1 kernel: #0 0xffffffff80bde7ef at lockmgr_lock_flags+0x1cf #1 0xffffffff80f60aad at ffs_lock+0x9d pid 29551 (mmap4#2 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c ), uid 0 inumber#3 0xffffffff80d1a3f4 at _vn_lock+0x54 4 on /mnt: file#4 0xffffffff80d01e6e at vput_final+0x16e system full #5 0xffffffff80f8f6b9 at vm_map_process_deferred+0xa9 #6 0xffffffff80f96f9e at vm_map_remove+0xee #7 0xffffffff80f8ef89 at vmspace_exit+0xa9 #8 0xffffffff80bc21e8 at exit1+0x528 #9 0xffffffff80bc1cbd at sys_exit+0xd #10 0xffffffff810f8635 at amd64_syscall+0x145 #11 0xffffffff810c926b at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=104857600, extsize 0 generation=d4c0abc0, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: zero-length write at 40075264 resid 131072 0xfffffe015808e2c0: type VREG usecount 1, writecount 0, refcount 3203 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff803ea987d68 ref 0 pages 25608 cleanbuf 3201 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe014ebace40 (pid 29559, umount, tid 100365) #0 0xffffffff80bde7ef at lockmgr_lock_flags+0x1cf #1 0xffffffff80f60aad at ffs_lock+0x9d #2 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #3 0xffffffff80d1a3f4 at _vn_lock+0x54 #4 0xffffffff80d016ea at vget_finish+0x7a #5 0xffffffff80d0455f at vfs_periodic_msync_inactive+0x17f #6 0xffffffff80cf7277 at dounmount+0x787 #7 0xffffffff80cf6aa7 at kern_unmount+0x2d7 #8 0xffffffff810f8635 at amd64_syscall+0x145 #9 0xffffffff810c926b at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=104857600, extsize 0 generation=d4c0abc0, uid=0, gid=0, flags=0x0 ino 4, on dev md10a Mar 31 22:08:18 mercat1 kernel: pid 29559 (umount), uid 0 inumber 4 on /mnt: filesystem full 20220331 22:08:18 all (252/822): mmap8.sh 20220331 22:08:21 all (253/822): newfs5.sh 20220331 22:08:24 all (254/822): pmc5.sh hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 20220331 22:08:28 all (255/822): quota6.sh lock order reversal: 1st 0xfffffe0158069778 ufs (ufs, lockmgr) @ kern/vfs_subr.c:3023 2nd 0xfffff802cde89830 snaplk (snaplk, lockmgr) @ kern/vfs_subr.c:3023 3rd 0xfffffe015804f070 ufs (ufs, lockmgr) @ ufs/ufs/ufs_quota.c:1591 lock order ufs -> snaplk established at: #0 0xffffffff80c8155e at witness_checkorder+0x31e #1 0xffffffff80bde69c at lockmgr_lock_flags+0x7c #2 0xffffffff80f60aad at ffs_lock+0x9d #3 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #4 0xffffffff80d1a3f4 at _vn_lock+0x54 #5 0xffffffff80d016ea at vget_finish+0x7a #6 0xffffffff80cef80d at vfs_hash_get+0xcd #7 0xffffffff80f5c078 at ffs_vgetf+0x58 #8 0xffffffff80f6acd7 at ufs_lookup_ino+0xbe7 #9 0xffffffff811c74fa at VOP_CACHEDLOOKUP_APV+0x5a #10 0xffffffff80ce1256 at vfs_cache_lookup+0xa6 #11 0xffffffff811c733a at VOP_LOOKUP_APV+0x5a #12 0xffffffff80cf20ca at vfs_lookup+0x4aa #13 0xffffffff80cf1178 at namei+0x3e8 #14 0xffffffff80d19b50 at vn_open_cred+0x4b0 #15 0xffffffff80d10506 at kern_openat+0x286 #16 0xffffffff810f8635 at amd64_syscall+0x145 #17 0xffffffff810c926b at fast_syscall_common+0xf8 lock order snaplk -> ufs attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80bde78c at lockmgr_lock_flags+0x16c #2 0xffffffff80f60aad at ffs_lock+0x9d #3 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #4 0xffffffff80d1a3f4 at _vn_lock+0x54 #5 0xffffffff80f700ee at dqsync+0x15e #6 0xffffffff80f703fd at qsyncvp+0x3d #7 0xffffffff80f69cae at ufs_inactive+0x3e #8 0xffffffff811ca699 at VOP_INACTIVE_APV+0x59 #9 0xffffffff80d0290a at vinactivef+0xda #10 0xffffffff80d01faa at vput_final+0x2aa #11 0xffffffff80cf2a9a at vfs_lookup+0xe7a #12 0xffffffff80cf1178 at namei+0x3e8 #13 0xffffffff80d19b50 at vn_open_cred+0x4b0 #14 0xffffffff80d10506 at kern_openat+0x286 #15 0xffffffff810f8635 at amd64_syscall+0x145 #16 0xffffffff810c926b at fast_syscall_common+0xf8 Mar 31 22:08:32 mercat1 kernel: pid 31546 (rw), uid 0 inumber 7 on /mnt: filesystem full Mar 31 22:08:34 mercat1 kernel: pid 31719 (rw), uid 0 inumber 5 on /mnt: filesystem full Mar 31 22:08:53 mercat1 kernel: pid 31633 (rw), uid 0 inumber 28 on /mnt: filesystem full Mar 31 22:09:03 mercat1 kernel: pid 16 (bufdaemon), uid 0 inumber 27 on /mnt: filesystem full 20220331 22:09:06 all (256/822): snap9.sh Mar 31 22:09:08 mercat1 kernel: pid 37058 (dd), uid 0 inumber 8 on /mnt: filesystem full 20220331 22:09:09 all (257/822): spin.sh 20220331 22:09:12 all (258/822): tmpfs23.sh 20220331 22:09:16 all (259/822): tmpfs5.sh 20220331 22:09:19 all (260/822): truncate7.sh 20220331 22:09:25 all (261/822): udp.sh 20220331 22:09:29 all (262/822): udp2.sh 20220331 22:09:32 all (263/822): unix_socket.sh 20220331 22:09:36 all (264/822): kevent2.sh 20220331 22:09:41 all (265/822): kevent8.sh 20220331 22:09:45 all (266/822): mountro4.sh 20220331 22:09:50 all (267/822): procfs.sh 20220331 22:09:56 all (268/822): procfs3.sh 20220331 22:10:00 all (269/822): pthread.sh 20220331 22:10:04 all (270/822): ptrace2.sh 20220331 22:10:09 all (271/822): rename11.sh 20220331 22:10:14 all (272/822): sendfile26.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20220331 22:10:18 all (273/822): symlink4.sh 20220331 22:10:24 all (274/822): truncate3.sh 20220331 22:10:29 all (275/822): chroot.sh 20220331 22:10:33 all (276/822): datamove5.sh 20220331 22:10:38 all (277/822): growfs.sh g_dev_taste: g_dev_taste(ufsid/62460ac0d336e18e) failed to g_attach, error=6 g_dev_taste: g_dev_taste(gptid/a315a5fe-b12e-11ec-8a95-0cc47aa8cdda) failed to g_attach, error=6 20220331 22:10:43 all (278/822): linger3.sh 20220331 22:10:49 all (279/822): mkfifo6.sh 20220331 22:10:54 all (280/822): tmpfs10.sh 20220331 22:10:59 all (281/822): fsck4.sh stress2: newblk leak: 6254/6262. 20220331 22:11:17 all (282/822): mlockall4.sh 20220331 22:11:24 all (283/822): ptrace9.sh 20220331 22:11:31 all (284/822): quota11.sh 20220331 22:11:38 all (285/822): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20220331 22:11:45 all (286/822): core2.sh 20220331 22:11:53 all (287/822): fork.sh 20220331 22:12:00 all (288/822): symlink2.sh stress2: newblk leak: 307/315. 20220331 22:12:08 all (289/822): sysctl.sh lock order reversal: 1st 0xffffffff81a02a00 allproc (allproc, sx) @ kern/kern_descrip.c:4191 2nd 0xfffffe01c746c0e0 filedesc structure (filedesc structure, sx) @ kern/kern_descrip.c:4208 lock order allproc -> filedesc structure attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80c1be07 at _sx_slock_int+0x67 #2 0xffffffff80bb50fb at sysctl_kern_file+0x1fb #3 0xffffffff80c2133c at sysctl_root_handler_locked+0x9c #4 0xffffffff80c206d3 at sysctl_root+0x213 #5 0xffffffff80c20d97 at userland_sysctl+0x187 #6 0xffffffff80c20bcc at sys___sysctl+0x5c #7 0xffffffff810f8635 at amd64_syscall+0x145 #8 0xffffffff810c926b at fast_syscall_common+0xf8 20220331 22:12:15 all (290/822): tmpfs8.sh 20220331 22:12:24 all (291/822): rename8.sh 20220331 22:12:33 all (292/822): sigfastblock.sh 20220331 22:12:41 all (293/822): unionfs13.sh unionfs_close: warning: open count is 0 20220331 22:12:50 all (294/822): vm_fault.sh 20220331 22:12:52 all (295/822): compare.sh stress2: newblk leak: 32773/32780. 20220331 22:13:03 all (296/822): credleak.sh stress2: freework leak: 141/173. 20220331 22:13:11 all (297/822): force6.sh UFS: forcibly unmounting /dev/md10 from /mnt stress2: newblk leak: 32597/32768. 20220331 22:13:22 all (298/822): fsck5.sh 20220331 22:13:32 all (299/822): kevent16.sh 20220331 22:13:43 all (300/822): thr.sh 20220331 22:13:53 all (301/822): ffs_blkfree.sh stress2: newblk leak: 32760/32768. 20220331 22:14:04 all (302/822): nfs15lockd2.sh 20220331 22:14:16 all (303/822): proccontrol.sh 20220331 22:14:28 all (304/822): rename9.sh 20220331 22:14:40 all (305/822): sendfile24.sh GEOM_NOP: Device md10.nop created. g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 GEOM_NOP: Device md10.nop removed. 20220331 22:14:51 all (306/822): symlink5.sh 20220331 22:15:02 all (307/822): mprotect2.sh 20220331 22:15:15 all (308/822): msdos17a.sh 20220331 22:17:32 all (309/822): pmc7.sh hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 lock order reversal: 1st 0xffffffff81e8ef78 kernel linker (kernel linker, sx) @ kern/kern_linker.c:1083 2nd 0xffffffff81e92fa0 pmc-sx (pmc-sx, sx) @ /usr/src/sys/dev/hwpmc/hwpmc_mod.c:5782 lock order pmc-sx -> kernel linker established at: lock order kernel linker -> pmc-sx attempted at: 20220331 22:17:45 all (310/822): posix_fadvise3.sh 20220331 22:17:59 all (311/822): rdgsbase.sh 20220331 22:18:12 all (312/822): tmpfs14.sh 20220331 22:18:24 all (313/822): zfs11.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20220331 22:18:37 all (314/822): zfs13.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20220331 22:18:49 all (315/822): pipe2.sh 20220331 22:19:05 all (316/822): pread.sh lock order reversal: 1st 0xfffffe010e7f10d8 devfs (devfs, lockmgr) @ kern/vfs_mount.c:2122 2nd 0xfffffe01e7205778 fdescfs (fdescfs, lockmgr) @ kern/vfs_subr.c:3023 lock order devfs -> fdescfs attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80bde78c at lockmgr_lock_flags+0x16c #2 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #3 0xffffffff80d1a3f4 at _vn_lock+0x54 #4 0xffffffff80d016ea at vget_finish+0x7a #5 0xffffffff82eaf242 at fdesc_root+0x22 #6 0xffffffff80d02a08 at vflush+0x48 #7 0xffffffff82eaf1f2 at fdesc_unmount+0x72 #8 0xffffffff80cf72da at dounmount+0x7ea #9 0xffffffff80cf6aa7 at kern_unmount+0x2d7 #10 0xffffffff810f8635 at amd64_syscall+0x145 #11 0xffffffff810c926b at fast_syscall_common+0xf8 20220331 22:19:18 all (317/822): shm_open.sh 20220331 22:19:31 all (318/822): umountf11.sh 20220331 22:19:45 all (319/822): graid1_11.sh GEOM_NOP: Device md0.nop created. GEOM_NOP: Device md1.nop created. lock order reversal: 1st 0xffffffff81e8c410 GEOM topology (GEOM topology, sx) @ /usr/src/sys/geom/mirror/g_mirror.c:2903 2nd 0xfffffe003cffb020 filedesc structure (filedesc structure, sx) @ kern/kern_descrip.c:2396 lock order GEOM topology -> filedesc structure attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80c1be07 at _sx_slock_int+0x67 #2 0xffffffff80baf755 at fdcopy+0x95 #3 0xffffffff80bc6a1d at do_fork+0x4fd #4 0xffffffff80bc6055 at fork1+0x595 #5 0xffffffff80bd4ce6 at kproc_create+0x96 #6 0xffffffff82eb93fd at g_mirror_create+0x2dd #7 0xffffffff82eb74c8 at g_mirror_taste+0x4c8 #8 0xffffffff80b4b49a at g_new_provider_event+0x17a #9 0xffffffff80b44524 at g_run_events+0x124 #10 0xffffffff80bc79d0 at fork_exit+0x80 #11 0xffffffff810c99ce at fork_trampoline+0xe GEOM_MIRROR: Device mirror/testmirror launched (2/2). GEOM_NOP: Device md0.nop is still open, so it can't be definitely removed. GEOM_MIRROR: Request failed (error=6). md0.nop[READ(offset=52391424, length=512)] GEOM_MIRROR: Device testmirror: provider md0.nop disconnected. GEOM_NOP: Device md1.nop is still open, so it can't be definitely removed. GEOM_MIRROR: Device testmirror: provider md1.nop disconnected. GEOM_MIRROR: Device testmirror: provider destroyed. GEOM_MIRROR: Device testmirror destroyed. 20220331 22:19:59 all (320/822): umountf12.sh 20220331 22:20:13 all (321/822): umountf4.sh stress2: freework leak: 192/197. stress2: newblk leak: 4657/4662. 20220331 22:20:25 all (322/822): smrstress.sh Completed 10000000 loops with 0 failures lock order reversal: 1st 0xffffffff81a02a40 proctree (proctree, sx) @ kern/imgact_elf.c:2454 2nd 0xfffffe01e827ec28 ufs (ufs, lockmgr) @ kern/vfs_vnops.c:661 lock order ufs -> proctree established at: #0 0xffffffff80c8155e at witness_checkorder+0x31e #1 0xffffffff80c1be07 at _sx_slock_int+0x67 #2 0xffffffff80c636db at uprintf+0x6b #3 0xffffffff80f2d336 at ffs_valloc+0x656 #4 0xffffffff80f73e93 at ufs_mkdir+0x103 #5 0xffffffff811c9dc5 at VOP_MKDIR_APV+0x65 #6 0xffffffff80d16536 at kern_mkdirat+0x1f6 #7 0xffffffff810f8635 at amd64_syscall+0x145 #8 0xffffffff810c926b at fast_syscall_common+0xf8 lock order proctree -> ufs attempted at: #0 0xffffffff80c81e1d at witness_checkorder+0xbdd #1 0xffffffff80bde78c at lockmgr_lock_flags+0x16c #2 0xffffffff80f60aad at ffs_lock+0x9d #3 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #4 0xffffffff80d1a3f4 at _vn_lock+0x54 #5 0xffffffff80d1a9d9 at vn_rdwr+0x1b9 #6 0xffffffff80d1b080 at vn_rdwr_inchunks+0x90 #7 0xffffffff80bc12fe at sbuf_drain_core_output+0xae #8 0xffffffff80c6a932 at sbuf_drain+0x52 #9 0xffffffff80c6aa7e at sbuf_put_bytes+0x9e #10 0xffffffff80c6a9ce at sbuf_bcat+0xe #11 0xffffffff80bf3a6b at kern_proc_out+0xeb #12 0xffffffff80b8eb16 at elf64_note_procstat_proc+0x96 #13 0xffffffff80b8d173 at elf64_coredump+0x3c3 #14 0xffffffff80c155c7 at sigexit+0xd57 #15 0xffffffff80c15dca at postsig+0x1aa #16 0xffffffff80c76c3b at ast+0x4fb #17 0xffffffff810cb359 at doreti_ast+0x1f 20220331 22:20:40 all (323/822): f_offset.sh 20220331 22:20:57 all (324/822): rdwr.sh 20220331 22:21:13 all (325/822): umountf6.sh stress2: freework leak: 189/197. stress2: newblk leak: 4642/4650. 20220331 22:21:29 all (326/822): mountu.sh 20220331 22:21:46 all (327/822): sem.sh 20220331 22:22:05 all (328/822): suj14.sh Mar 31 22:22:18 mercat1 kernel: pid 16611 (cp), uid 0 inumber 43906 on /mnt: filesystem full Mar 31 22:22:19 mercat1 kernel: pid 16627 (cp), uid 0 inumber 109444 on /mnt: filesystem full Mar 31 22:22:20 mercat1 kernel: pid 16656 (mkdir), uid 0 inumber 109443 on /mnt: filesystem full Mar 31 22:22:21 mercat1 kernel: pid 16685 (cp), uid 0 inumber 109444 on /mnt: filesystem full 20220331 22:22:22 all (329/822): tmpfs19.sh 20220331 22:22:51 all (330/822): kevent6.sh 20220331 22:23:15 all (331/822): suj10.sh 20220331 22:23:38 all (332/822): fsck.sh 20220331 22:24:40 all (333/822): mountro6.sh 20220331 22:25:02 all (334/822): msdos8.sh 20220331 22:26:03 all (335/822): multicast.sh 20220331 22:26:25 all (336/822): suj33.sh if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 20220331 22:26:47 all (337/822): mkfifo3.sh 20220331 22:27:09 all (338/822): nullfs22.sh 20220331 22:27:33 all (339/822): core4.sh 20220331 22:27:57 all (340/822): largepage.sh 20220331 22:28:59 all (341/822): msdos10.sh 20220331 22:29:22 all (342/822): tmpfs2.sh 20220331 22:29:46 all (343/822): sendmsg2.sh 20220331 22:30:13 all (344/822): execve.sh 20220331 22:30:19 all (345/822): rename7.sh 20220331 22:30:44 all (346/822): swap4.sh Mar 31 22:30:58 mercat1 kernel: pid 30920 (swap4), jid 0, uid 0, was killed: failed to reclaim memory Mar 31 22:30:59 mercat1 kernel: pid 30928 (swap4), jid 0, uid 0, was killed: failed to reclaim memory 20220331 22:31:01 all (347/822): linger2.sh Mar 31 22:31:05 mercat1 kernel: pid 32719 (linger2), uid 2007 inumber 890 on /mnt: filesystem full 20220331 22:31:39 all (348/822): msdos13.sh 20220331 22:32:06 all (349/822): sendfile5.sh 20220331 22:32:31 all (350/822): mmap7.sh 20220331 22:32:54 all (351/822): fifo3.sh 20220331 22:33:26 all (352/822): md8.sh stress2: freework leak: 789/795. stress2: newblk leak: 4549/4555. 20220331 22:33:56 all (353/822): mmap37.sh 20220331 22:34:29 all (354/822): rename3.sh 20220331 22:35:02 all (355/822): timeout.sh 20220331 22:35:34 all (356/822): crossmp5.sh stress2: newblk leak: 167/173. 20220331 22:36:19 all (357/822): msdos5.sh stress2: GEOM leak: 19/93 20220331 22:36:51 all (358/822): mmap5.sh 20220331 22:37:15 all (359/822): force.sh UFS: forcibly unmounting /dev/md10 from /mnt 20220331 22:38:40 all (360/822): umountf7.sh 20220331 22:39:27 all (361/822): sendfile3.sh stress2: freework leak: 267/276. stress2: newblk leak: 67212/67224. 20220331 22:40:01 all (362/822): fsck6.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt 20220331 22:40:41 all (363/822): msdos15.sh 20220331 22:40:53 all (364/822): zfs12.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20220331 22:41:17 all (365/822): bench.sh 20220331 22:42:02 all (366/822): force5.sh UFS: forcibly unmounting /dev/md10 from /mnt 20220331 22:42:35 all (367/822): pthread5.sh witness_lock_list_get: witness exhausted 20220331 22:43:08 all (368/822): namecache2.sh 20220331 22:43:47 all (369/822): vnodes.sh 20220331 22:44:26 all (370/822): msdos16.sh 20220331 22:44:48 all (371/822): force3.sh UFS: forcibly unmounting /dev/md10 from /mnt 20220331 22:45:09 all (372/822): exlock.sh 20220331 22:45:55 all (373/822): pfl3.sh 20220331 22:46:17 all (374/822): fpu.sh 20220331 22:47:09 all (375/822): perf.sh 20220331 22:47:58 all (376/822): force8.sh UFS: forcibly unmounting /dev/md10 from /mnt 20220331 22:48:32 all (377/822): nullfs11.sh 20220331 22:49:25 all (378/822): crossmp7.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20220331 22:50:17 all (379/822): quota8.sh stress2: newblk leak: 28670/28674. 20220331 22:51:11 all (380/822): posix_openpt.sh 20220331 22:52:06 all (381/822): pthread6.sh stress2: newblk leak: 251/256. 20220331 22:52:33 all (382/822): ufsbench.sh 20220331 22:53:30 all (383/822): jumbo.sh 20220331 22:54:29 all (384/822): fsgs.sh 20220331 22:55:31 all (385/822): fsync2.sh 20220331 22:56:32 all (386/822): geomleak2.sh 20220331 22:57:33 all (387/822): mdconfig2.sh 20220331 22:58:34 all (388/822): midi2.sh 20220331 22:59:35 all (389/822): mkfifo8.sh 20220331 23:00:36 all (390/822): mknod.sh 20220331 23:01:37 all (391/822): sem_wait.sh 20220331 23:02:38 all (392/822): sendfile9.sh 20220331 23:03:39 all (393/822): shm.sh 20220331 23:04:41 all (394/822): sigstop2.sh 20220331 23:05:43 all (395/822): socketpair3.sh 20220331 23:06:44 all (396/822): syzkaller10.sh 20220331 23:07:46 all (397/822): syzkaller12.sh 20220331 23:08:47 all (398/822): syzkaller7.sh 20220331 23:09:49 all (399/822): syzkaller8.sh 20220331 23:10:51 all (400/822): syzkaller9.sh 20220331 23:11:53 all (401/822): crossmp8.sh 20220331 23:12:56 all (402/822): flock.sh 20220331 23:13:59 all (403/822): fullpath.sh 20220331 23:15:00 all (404/822): mmap29.sh 20220331 23:16:03 all (405/822): pts3.sh 20220331 23:17:04 all (406/822): sendfile8.sh 20220331 23:18:05 all (407/822): syzkaller14.sh 20220331 23:19:07 all (408/822): avx_sig.sh 20220331 23:20:09 all (409/822): fts2.sh 20220331 23:21:10 all (410/822): advlock.sh 20220331 23:22:12 all (411/822): sendfile_shm.sh stress2: freework leak: 128/133. stress2: newblk leak: 9660/9664. 20220331 23:22:53 all (412/822): umountf.sh 20220331 23:24:33 all (413/822): force2.sh UFS: forcibly unmounting /dev/md10 from /mnt stress2: newblk leak: 4084/4088. 20220331 23:25:36 all (414/822): rename10.sh 20220331 23:26:46 all (415/822): syzkaller21.sh 20220331 23:27:49 all (416/822): tmpfs21.sh Mar 31 23:30:20 mercat1 kernel: pid 92139 (swap), jid 0, uid 0, was killed: failed to reclaim memory 20220331 23:30:49 all (417/822): umountf5.sh Mar 31 23:30:57 mercat1 kernel: pid 9492 (creat), uid 0 inumber 1152 on /mnt: out of inodes Mar 31 23:31:00 mercat1 kernel: pid 9489 (creat), uid 0 inumber 1154 on /mnt: out of inodes Mar 31 23:31:02 mercat1 syslogd: last message repeated 1 times Mar 31 23:31:12 mercat1 kernel: pid 9492 (creat), uid 0 inumber 1152 on /mnt: out of inodes Mar 31 23:31:17 mercat1 kernel: pid 9489 (creat), uid 0 inumber 1154 on /mnt: out of inodes Mar 31 23:31:20 mercat1 syslogd: last message repeated 1 times Mar 31 23:31:22 mercat1 kernel: pid 9486 (creat), uid 0 inumber 769 on /mnt: out of inodes Mar 31 23:31:23 mercat1 kernel: pid 9492 (creat), uid 0 inumber 1152 on /mnt: out of inodes Mar 31 23:31:27 mercat1 kernel: pid 9486 (creat), uid 0 inumber 769 on /mnt: out of inodes Mar 31 23:31:30 mercat1 kernel: pid 9489 (creat), uid 0 inumber 1154 on /mnt: out of inodes Mar 31 23:31:34 mercat1 kernel: pid 9492 (creat), uid 0 inumber 1152 on /mnt: out of inodes Mar 31 23:31:34 mercat1 kernel: pid 9532 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page 20220331 23:32:23 all (418/822): vmstat.sh 20220331 23:33:28 all (419/822): syzkaller20.sh Mar 31 23:34:10 mercat1 kernel: pid 30167 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page 20220331 23:34:41 all (420/822): syzkaller13.sh Mar 31 23:35:42 mercat1 kernel: pid 31921 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page stress2: newblk leak: 103/107. 20220331 23:35:49 all (421/822): gnop2.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20220331 23:37:01 all (422/822): stack_guard_page.sh 20220331 23:38:22 all (423/822): crossmp.sh stress2: freework leak: 191/197. 20220331 23:39:35 all (424/822): quota4.sh stress2: newblk leak: 4084/4088. 20220331 23:40:44 all (425/822): pmc6.sh hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 20220331 23:41:57 all (426/822): md10.sh 20220331 23:43:12 all (427/822): marcus6.sh 20220331 23:44:39 all (428/822): suj5.sh 20220331 23:46:04 all (429/822): suj6.sh 20220331 23:47:27 all (430/822): pthread2.sh 20220331 23:48:53 all (431/822): swappedout.sh 20220331 23:51:00 all (432/822): pthread7.sh 20220331 23:52:31 all (433/822): rename12.sh 20220331 23:53:29 all (434/822): mmap18.sh 20220331 23:54:51 all (435/822): umountf9.sh 20220331 23:56:06 all (436/822): mountro5.sh Expensive timeout(9) function: 0xffffffff80a070a0(0xfffffe010a1a2428) 0.031437644 s 20220331 23:57:34 all (437/822): multicast2.sh if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f000 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 if_delmulti_locked: detaching ifnet instance 0xfffff8000602f800 20220331 23:59:45 all (438/822): radix.sh swap_pager: indefinite wait buffer: bufobj: 0, blkno: 1117447, size: 4096 20220401 00:04:36 all (439/822): mmap14.sh 20220401 00:07:01 all (440/822): tmpfs12.sh 20220401 00:08:50 all (441/822): pthread3.sh 20220401 00:10:31 all (442/822): syzkaller17.sh 20220401 00:10:33 all (443/822): syzkaller18.sh Apr 1 00:11:19 mercat1 kernel: pid 80636 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page 20220401 00:12:20 all (444/822): ptrace10.sh 20220401 00:14:09 all (445/822): callout_reset_on.sh 20220401 00:15:56 all (446/822): zfs6.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20220401 00:17:34 all (447/822): symlink.sh Apr 1 00:19:08 mercat1 kernel: pid 96778 (symlink), uid 0 inumber 2 on /mnt: out of inodes 20220401 00:19:28 all (448/822): tcp3.sh 20220401 00:20:35 all (449/822): execve2.sh 20220401 00:22:37 all (450/822): exlock2.sh 20220401 00:24:38 all (451/822): fifo2.sh 20220401 00:26:39 all (452/822): kevent.sh 20220401 00:28:41 all (453/822): kevent14.sh 20220401 00:30:42 all (454/822): kpti.sh 20220401 00:32:43 all (455/822): midi.sh 20220401 00:34:45 all (456/822): overflow3.sh 20220401 00:36:46 all (457/822): sendfile10.sh 20220401 00:38:48 all (458/822): syzkaller49.sh 20220401 00:40:49 all (459/822): contigmalloc.sh 20220401 00:42:58 all (460/822): fstat.sh 20220401 00:45:08 all (461/822): fts3.sh 20220401 00:47:11 all (462/822): gnop11.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. g_vfs_done():md10.nop[WRITE(offset=3988320256, length=4096)]error = 6 UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. g_vfs_done():md10.nop[WRITE(offset=2750070784, length=16384)]error = 6 UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. g_vfs_done():md10.nop[WRITE(offset=4670881792, length=20480)]erUFS: forcibly unmounting /dev/md10.nop from /mnt ror = 6 GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. g_vfs_done():md10.nop[WRITE(offset=133234688, length=24576)]error = 6 UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt 20220401 00:49:14 all (463/822): socketpair4.sh 20220401 00:52:17 all (464/822): syzkaller48.sh 20220401 00:54:18 all (465/822): graid1_10.sh 20220401 00:56:25 all (466/822): poll2.sh 20220401 00:58:27 all (467/822): snap11.sh 20220401 01:00:29 all (468/822): tmpfs22.sh 20220401 01:02:32 all (469/822): umount4.sh 20220401 01:04:36 all (470/822): pty2.sh 20220401 01:07:37 all (471/822): syscall4.sh WARNING pid 81451 (calls): ioctl sign-extension ioctl 25cc2532ab7b WARNING pid 81499 (calls): ioctl sign-extension ioctl 32403712d35dd4b5 WARNING pid 83342 (calls): ioctl sign-extension ioctl a572b26fd32f3726 WARNING pid 83955 (calls): ioctl sign-extension ioctl 678f87ecbb673a4d WARNING pid 84315 (calls): ioctl sign-extension ioctl 753bd914cdc7 20220401 01:09:42 all (472/822): vm_map.sh 20220401 01:11:47 all (473/822): fifo4.sh 20220401 01:14:00 all (474/822): mmap27.sh 20220401 01:16:15 all (475/822): nullfs18.sh Apr 1 01:17:10 mercat1 kernel: pid 98260 (swap), jid 0, uid 0, was killed: a thread waited too long to allocate a page 20220401 01:18:30 all (476/822): rename14.sh 20220401 01:21:35 all (477/822): tmpfs13.sh 20220401 01:23:41 all (478/822): fpclone.sh 20220401 01:25:51 all (479/822): mmap39.sh 20220401 01:27:58 all (480/822): shm2.sh 20220401 01:30:03 all (481/822): vmp.sh 20220401 01:32:07 all (482/822): racct.sh 20220401 01:34:15 all (483/822): pthread4.sh 20220401 01:36:25 all (484/822): truncate2.sh 20220401 01:38:33 all (485/822): unionfs4.sh unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 Apr 1 01:40:01 mercat1 kernel: pid 36661 (mkdir), uid 0 inumber 262543 on /mnt10: out of inodes unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 unionfs_close: warning: open count is 0 20220401 01:40:42 all (486/822): arp.sh 20220401 01:41:25 all.sh done, elapsed 0 day(s), 03:41.40 panic: rw lock 0xfffff801bccb1410 not unlocked cpuid = 4 time = 1648770125 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00e48a3d10 vpanic() at vpanic+0x17f/frame 0xfffffe00e48a3d60 panic() at panic+0x43/frame 0xfffffe00e48a3dc0 _rw_destroy() at _rw_destroy+0x35/frame 0xfffffe00e48a3dd0 in_lltable_destroy_lle_unlocked() at in_lltable_destroy_lle_unlocked+0x1a/frame 0xfffffe00e48a3df0 epoch_call_task() at epoch_call_task+0x13a/frame 0xfffffe00e48a3e40 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xc2/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- KDB: enter: panic [ thread pid 0 tid 100032 ] Stopped at kdb_enter+0x37: movq $0,0x127b96e(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 3510 out of 32626 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 0 tid 100032 td 0xfffffe00e4ce6e40 kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e48a3d10 vpanic() at vpanic+0x1b0/frame 0xfffffe00e48a3d60 panic() at panic+0x43/frame 0xfffffe00e48a3dc0 _rw_destroy() at _rw_destroy+0x35/frame 0xfffffe00e48a3dd0 in_lltable_destroy_lle_unlocked() at in_lltable_destroy_lle_unlocked+0x1a/frame 0xfffffe00e48a3df0 epoch_call_task() at epoch_call_task+0x13a/frame 0xfffffe00e48a3e40 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xc2/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:1:pho1> show allpcpu Current CPU: 4 cpuid = 0 dynamic pcpu = 0x7ca180 curthread = 0xfffffe00e4c603a0: pid 11 tid 100003 critnest 0 "idle: cpu0" curpcb = 0xfffffe00e4c608b0 fpcurthread = none idlethread = 0xfffffe00e4c603a0: tid 100003 "idle: cpu0" self = 0xffffffff82410000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82410384 rsp0 = 0xfffffe00377f1000 kcr3 = 0x800000000236d003 ucr3 = 0xffffffffffffffff scr3 = 0x59acd1944 gs32p = 0xffffffff82410404 ldt = 0xffffffff82410444 tss = 0xffffffff82410434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb286180 curthread = 0xfffffe00e4c5fc80: pid 11 tid 100004 critnest 0 "idle: cpu1" curpcb = 0xfffffe00e4c60190 fpcurthread = none idlethread = 0xfffffe00e4c5fc80: tid 100004 "idle: cpu1" self = 0xffffffff82411000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82411384 rsp0 = 0xfffffe00377ec000 kcr3 = 0x800000000236d003 ucr3 = 0xffffffffffffffff scr3 = 0x78ec32891 gs32p = 0xffffffff82411404 ldt = 0xffffffff82411444 tss = 0xffffffff82411434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb293180 curthread = 0xfffffe0158ea3720: pid 3373 tid 379973 critnest 0 "date" curpcb = 0xfffffe0158ea3c30 fpcurthread = 0xfffffe0158ea3720: pid 3373 "date" idlethread = 0xfffffe00e4c5f560: tid 100005 "idle: cpu2" self = 0xffffffff82412000 curpmap = 0xfffffe010e7e6128 tssp = 0xffffffff82412384 rsp0 = 0xfffffe069f869000 kcr3 = 0x80000005b3047531 ucr3 = 0x80000002318a9d31 scr3 = 0x2318a9d31 gs32p = 0xffffffff82412404 ldt = 0xffffffff82412444 tss = 0xffffffff82412434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb2a0180 curthread = 0xfffffe00e4c5ee40: pid 11 tid 100006 critnest 0 "idle: cpu3" curpcb = 0xfffffe00e4c5f350 fpcurthread = none idlethread = 0xfffffe00e4c5ee40: tid 100006 "idle: cpu3" self = 0xffffffff82413000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82413384 rsp0 = 0xfffffe00377f6000 kcr3 = 0x800000000236d002 ucr3 = 0xffffffffffffffff scr3 = 0x2a0a1fb08 gs32p = 0xffffffff82413404 ldt = 0xffffffff82413444 tss = 0xffffffff82413434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb2ad180 curthread = 0xfffffe00e4ce6e40: pid 0 tid 100032 critnest 1 "softirq_4" curpcb = 0xfffffe00e4ce7350 fpcurthread = none idlethread = 0xfffffe00e4c5e720: tid 100007 "idle: cpu4" self = 0xffffffff82414000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82414384 rsp0 = 0xfffffe00e48a4000 kcr3 = 0x800000000236d002 ucr3 = 0xffffffffffffffff scr3 = 0x197ec3c66 gs32p = 0xffffffff82414404 ldt = 0xffffffff82414444 tss = 0xffffffff82414434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb2ba180 curthread = 0xfffffe00e4c5e000: pid 11 tid 100008 critnest 0 "idle: cpu5" curpcb = 0xfffffe00e4c5e510 fpcurthread = none idlethread = 0xfffffe00e4c5e000: tid 100008 "idle: cpu5" self = 0xffffffff82415000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82415384 rsp0 = 0xfffffe0037800000 kcr3 = 0x800000000236d002 ucr3 = 0xffffffffffffffff scr3 = 0x6db22eec1 gs32p = 0xffffffff82415404 ldt = 0xffffffff82415444 tss = 0xffffffff82415434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb2c7180 curthread = 0xfffffe01e6cc4900: pid 3375 tid 389079 critnest 0 "date" curpcb = 0xfffffe01e6cc4e10 fpcurthread = 0xfffffe01e6cc4900: pid 3375 "date" idlethread = 0xfffffe00e4c66c80: tid 100009 "idle: cpu6" self = 0xffffffff82416000 curpmap = 0xfffffe01573cdb20 tssp = 0xffffffff82416384 rsp0 = 0xfffffe068a9ee000 kcr3 = 0x80000006a7a1a76b ucr3 = 0x8000000384663f6b scr3 = 0x384663f6b gs32p = 0xffffffff82416404 ldt = 0xffffffff82416444 tss = 0xffffffff82416434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb2d4180 curthread = 0xfffffe00e4c66560: pid 11 tid 100010 critnest 0 "idle: cpu7" curpcb = 0xfffffe00e4c66a70 fpcurthread = none idlethread = 0xfffffe00e4c66560: tid 100010 "idle: cpu7" self = 0xffffffff82417000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82417384 rsp0 = 0xfffffe00e4836000 kcr3 = 0x800000000236d003 ucr3 = 0xffffffffffffffff scr3 = 0x6e4c16c1b gs32p = 0xffffffff82417404 ldt = 0xffffffff82417444 tss = 0xffffffff82417434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb2e1180 curthread = 0xfffffe00e4c65e40: pid 11 tid 100011 critnest 0 "idle: cpu8" curpcb = 0xfffffe00e4c66350 fpcurthread = none idlethread = 0xfffffe00e4c65e40: tid 100011 "idle: cpu8" self = 0xffffffff82418000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82418384 rsp0 = 0xfffffe00e4845000 kcr3 = 0x800000000236d002 ucr3 = 0xffffffffffffffff scr3 = 0x689ab8a45 gs32p = 0xffffffff82418404 ldt = 0xffffffff82418444 tss = 0xffffffff82418434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb2ee180 curthread = 0xfffffe00e4c65720: pid 11 tid 100012 critnest 0 "idle: cpu9" curpcb = 0xfffffe00e4c65c30 fpcurthread = none idlethread = 0xfffffe00e4c65720: tid 100012 "idle: cpu9" self = 0xffffffff82419000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff82419384 rsp0 = 0xfffffe00e4840000 kcr3 = 0x800000000236d002 ucr3 = 0xffffffffffffffff scr3 = 0x6db22edf9 gs32p = 0xffffffff82419404 ldt = 0xffffffff82419444 tss = 0xffffffff82419434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb2fb180 curthread = 0xfffffe00e4c65000: pid 11 tid 100013 critnest 0 "idle: cpu10" curpcb = 0xfffffe00e4c65510 fpcurthread = none idlethread = 0xfffffe00e4c65000: tid 100013 "idle: cpu10" self = 0xffffffff8241a000 curpmap = 0xffffffff81e8d778 tssp = 0xffffffff8241a384 rsp0 = 0xfffffe00e484f000 kcr3 = 0x800000000236d002 ucr3 = 0xffffffffffffffff scr3 = 0x2a0a37ca9 gs32p = 0xffffffff8241a404 ldt = 0xffffffff8241a444 tss = 0xffffffff8241a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb308180 curthread = 0xfffffe01e50e6740: pid 3374 tid 382788 critnest 0 "arp" curpcb = 0xfffffe01e50e6c50 fpcurthread = 0xfffffe01e50e6740: pid 3374 "arp" idlethread = 0xfffffe00e4c62740: tid 100014 "idle: cpu11" self = 0xffffffff8241b000 curpmap = 0xfffffe01461c1128 tssp = 0xffffffff8241b384 rsp0 = 0xfffffe06bf154000 kcr3 = 0x800000062da1c093 ucr3 = 0x8000000270987893 scr3 = 0x270987893 gs32p = 0xffffffff8241b404 ldt = 0xffffffff8241b444 tss = 0xffffffff8241b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe01ca712068: type VDIR usecount 2, writecount 0, refcount 4 seqc users 0 mountedhere 0 hold count flags () flags (VV_VMSIZEVNLOCK) v_object 0xfffff8035a04a108 ref 0 pages 2 cleanbuf 1 dirtybuf 0 lock type nfs: SHARED (count 1) #0 0xffffffff80bde7ef at lockmgr_lock_flags+0x1cf #1 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #2 0xffffffff80ae86bc at nfs_lock+0x2c #3 0xffffffff80ced54f at vop_sigdefer+0x2f #4 0xffffffff811cab0c at VOP_LOCK1_APV+0x3c #5 0xffffffff80d1a3f4 at _vn_lock+0x54 #6 0xffffffff80d016ea at vget_finish+0x7a #7 0xffffffff80cdc544 at cache_lookup+0x314 #8 0xffffffff80ae4c20 at nfs_lookup+0x150 #9 0xffffffff80ced54f at vop_sigdefer+0x2f #10 0xffffffff811c733a at VOP_LOOKUP_APV+0x5a #11 0xffffffff80cf20ca at vfs_lookup+0x4aa #12 0xffffffff80cf1178 at namei+0x3e8 #13 0xffffffff80d127fe at kern_statat+0x12e #14 0xffffffff80d12933 at freebsd11_lstat+0x33 #15 0xffffffff810f8635 at amd64_syscall+0x145 #16 0xffffffff810c926b at fast_syscall_common+0xf8 fileid 5020576 fsid 0x3a3a4bffa7 db:1:pho1> show mount 0xfffffe010e38f700 /dev/gpt/work on / (ufs) 0xfffffe010e390280 devfs on /dev (devfs) 0xfffffe010e38eb80 /dev/gpt/tmp on /tmp (ufs) 0xfffffe01428aa000 procfs on /proc (procfs) 0xfffffe0157d40000 192.168.5.1:tank/users/pho/mercat1 on /media (nfs) More info: show mount db:1:pho1> show bufqueues bqempty: 96304 Buf domain 0 freebufs 13906 lofreebufs 219 hifreebufs 329 bufspace 10338304 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1037 (8826880) dirtyq count 2 (8192) wakeup 0 lim 25 CPU 11, 21, 14, 5, 20, 16, 15, 18, 17, 20, 11, 20, Locked buffers: 0 space 0 Total buffers: 18057 space 10338304 Buf domain 1 freebufs 14616 lofreebufs 219 hifreebufs 329 bufspace 13036544 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 4 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 388 (11267072) dirtyq count 4 (65536) wakeup 0 lim 25 CPU 5, 22, 11, 7, 8, 5, 17, 6, 10, 3, 24, 7, Locked buffers: 0 space 0 Total buffers: 14515 space 13036544 Buf domain 2 freebufs 13997 lofreebufs 219 hifreebufs 329 bufspace 6246400 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 4 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 957 (5140480) dirtyq count 4 (32768) wakeup 0 lim 25 CPU 17, 11, 11, 9, 17, 14, 16, 17, 18, 0, 24, 21, Locked buffers: 0 space 0 Total buffers: 7728 space 6246400 Buf domain 3 freebufs 14765 lofreebufs 219 hifreebufs 329 bufspace 2457600 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 7 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 186 (1155072) dirtyq count 7 (28672) wakeup 0 lim 25 CPU 21, 24, 7, 3, 1, 12, 18, 18, 17, 18, 24, 12, Locked buffers: 0 space 0 Total buffers: 23896 space 2457600 Buf domain 4 freebufs 13355 lofreebufs 219 hifreebufs 329 bufspace 31190016 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 9 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1651 (29178368) dirtyq count 9 (151552) wakeup 0 lim 25 CPU 12, 0, 10, 6, 0, 4, 13, 20, 3, 23, 14, 13, Locked buffers: 0 space 0 Total buffers: 11106 space 31190016 Buf domain 5 freebufs 13423 lofreebufs 219 hifreebufs 329 bufspace 27503104 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 61 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1505 (23820288) dirtyq count 61 (1826816) wakeup 0 lim 25 CPU 6, 5, 17, 9, 17, 0, 21, 16, 13, 7, 12, 21, Locked buffers: 0 space 0 Total buffers: 13504 space 27503104 Buf domain 6 freebufs 14499 lofreebufs 219 hifreebufs 329 bufspace 11506688 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 47 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 377 (6893568) dirtyq count 47 (1454080) wakeup 0 lim 25 CPU 20, 18, 19, 18, 16, 23, 18, 15, 17, 15, 12, 17, Locked buffers: 2 space 65536 Total buffers: 17125 space 11506688 db:1:pho1> show lockedbufs buf at 0xfffffe003867a360 b_flags = 0x20000000, b_xflags=0x2 b_vflags=0x0 b_ioflags0x0 b_error = 0, b_bufsize = 32768, b_bcount = 32768, b_resid = 0 b_bufobj = (0xfffffe010e3913d0), b_data = 0xfffffe0063c00000 , b_blkno = 250630080, b_lblkno = 250630080, b_vp = 0xfffffe010e391258, b_dep = 0 b_kvabase = 0xfffffe0063c00000, b_kvasize = 32768 b_npages = 8, pages(OBJ, IDX, PA): (0xfffff800049bae70, 0x1de09f8, 0x24cfb7000),(0xfffff800049bae70, 0x1de09f9, 0x55fe5d000),(0xfffff800049bae70, 0x1de09fa, 0x3b0365000),(0xfffff800049bae70, 0x1de09fb, 0x4ad8e2000),(0xfffff800049bae70, 0x1de09fc, 0x6218ce000),(0xfffff800049bae70, 0x1de09fd, 0x811bd2000),(0xfffff800049bae70, 0x1de09fe, 0x206ae6000),(0xfffff800049bae70, 0x1de09ff, 0x32d4ae000) lock type bufwait: EXCL by KERNPROC #0 0xffffffff80be0990 at _lockmgr_disown+0xd0 #1 0xffffffff80f56071 at indirdep_lookup+0xa1 #2 0xffffffff80f45fe0 at setup_allocindir_phase2+0x80 #3 0xffffffff80f45d6c at softdep_setup_allocindir_page+0xfc #4 0xffffffff80f33ac3 at ffs_balloc_ufs2+0x1713 #5 0xffffffff80f60492 at ffs_write+0x262 #6 0xffffffff811c8eef at VOP_WRITE_APV+0xcf #7 0xffffffff80d1f47c at vn_write+0x2fc #8 0xffffffff80d1ed83 at vn_io_fault_doio+0x43 #9 0xffffffff80d1ada3 at vn_io_fault1+0x163 #10 0xffffffff80d1871a at vn_io_fault+0x1aa #11 0xffffffff80c87531 at dofilewrite+0x81 #12 0xffffffff80c87060 at sys_write+0xc0 #13 0xffffffff810f8635 at amd64_syscall+0x145 #14 0xffffffff810c926b at fast_syscall_common+0xf8 b_io_tracking: b_io_tcnt = 2265 1: getblkx 2: brelse 3: bqrelse 4: getblkx 5: bqrelse 6: getblkx 7: bqrelse 8: getblkx 9: bqrelse 10: bdwrite 11: getblkx 12: brelse 13: getblkx 14: brelse 15: getblkx 16: brelse 17: getblkx 18: bqrelse 19: bdwrite 20: getblkx 21: brelse 22: getblkx 23: bqrelse 24: bdwrite 25: getblkx 26: brelse 27: bqrelse 28: getblkx 29: bqrelse 30: getblkx 31: bqrelse 32: getblkx buf at 0xfffffe003b7117a0 b_flags = 0x20000000, b_xflags=0x2 b_vflags=0x0 b_ioflags0x0 b_error = 0, b_bufsize = 32768, b_bcount = 32768, b_resid = 0 b_bufobj = (0xfffffe010e3913d0), b_data = 0xfffffe004c3e8000 , b_blkno = 252373376, b_lblkno = 252373376, b_vp = 0xfffffe010e391258, b_dep = 0 b_kvabase = 0xfffffe004c3e8000, b_kvasize = 32768 b_npages = 8, pages(OBJ, IDX, PA): (0xfffff800049bae70, 0x1e15d30, 0x4f59c9000),(0xfffff800049bae70, 0x1e15d31, 0x3a58fc000),(0xfffff800049bae70, 0x1e15d32, 0x814a000),(0xfffff800049bae70, 0x1e15d33, 0x5bdc3b000),(0xfffff800049bae70, 0x1e15d34, 0x6e9a8b000),(0xfffff800049bae70, 0x1e15d35, 0x2e2576000),(0xfffff800049bae70, 0x1e15d36, 0x56375b000),(0xfffff800049bae70, 0x1e15d37, 0x1b59bf000) lock type bufwait: EXCL by KERNPROC #0 0xffffffff80be0990 at _lockmgr_disown+0xd0 #1 0xffffffff80f56071 at indirdep_lookup+0xa1 #2 0xffffffff80f45fe0 at setup_allocindir_phase2+0x80 #3 0xffffffff80f45d6c at softdep_setup_allocindir_page+0xfc #4 0xffffffff80f33ac3 at ffs_balloc_ufs2+0x1713 #5 0xffffffff80f60492 at ffs_write+0x262 #6 0xffffffff811c8eef at VOP_WRITE_APV+0xcf #7 0xffffffff80d1f47c at vn_write+0x2fc #8 0xffffffff80d1ed83 at vn_io_fault_doio+0x43 #9 0xffffffff80d1ada3 at vn_io_fault1+0x163 #10 0xffffffff80d1871a at vn_io_fault+0x1aa #11 0xffffffff80c87531 at dofilewrite+0x81 #12 0xffffffff80c87060 at sys_write+0xc0 #13 0xffffffff810f8635 at amd64_syscall+0x145 #14 0xffffffff810c926b at fast_syscall_common+0xf8 b_io_tracking: b_io_tcnt = 5313 1: getblkx 2: brelse 3: bqrelse 4: bufdone 5: biodone 6: g_io_deliver 7: g_io_check 8: g_io_request 9: g_vfs_strategy 10: bufwrite 11: bqrelse 12: getblkx 13: bqrelse 14: getblkx 15: bqrelse 16: getblkx 17: bqrelse 18: bdwrite 19: getblkx 20: brelse 21: getblkx 22: brelse 23: getblkx 24: brelse 25: getblkx 26: bqrelse 27: bdwrite 28: getblkx 29: brelse 30: getblkx 31: bqrelse 32: bdwrite db:1:pho1> show page vm_cnt.v_free_count: 7387076 vm_cnt.v_inactive_count: 17192 vm_cnt.v_active_count: 40593 vm_cnt.v_laundry_count: 60 vm_cnt.v_wire_count: 676354 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51265 vm_cnt.v_free_target: 173128 vm_cnt.v_inactive_target: 259692 db:1:pho1> show pageq pq_free 7387076 dom 0 page_cnt 8124374 free 7387076 pq_act 40593 pq_inact 17192 pq_laund 60 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000008 | 000000 10 (004096K) | 000164 | 000000 09 (002048K) | 000233 | 000000 08 (001024K) | 001449 | 000001 07 (000512K) | 006789 | 000000 06 (000256K) | 013089 | 000000 05 (000128K) | 028399 | 000015 04 (000064K) | 095723 | 000121 03 (000032K) | 144651 | 000603 02 (000016K) | 176036 | 003168 01 (000008K) | 211819 | 009244 00 (000004K) | 189406 | 020228 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000000 | 000000 05 (000128K) | 000005 | 000000 04 (000064K) | 000008 | 000000 03 (000032K) | 000006 | 000000 02 (000016K) | 000007 | 000000 01 (000008K) | 000006 | 000000 00 (000004K) | 000005 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree VM OBJECT 264 11426 3610129 208289697 0 30 956090520 0 malloc-4096 4096 34154 2 153046 0 2 139902976 0 VNODE 600 19966 151413 110883402 0 65 102827400 0 THREAD 1808 16148 39182 26257534 0 8 100036640 0 FFS inode 1160 14165 57067 38865828 0 16 82629120 0 Files 80 146 941504 410217662 0 126 75332000 0 RADIX NODE 144 27532 487497 264221421 0 75 74164176 0 malloc-384 384 48 106692 29497621 0 30 40988160 0 malloc-256 256 3974 137536 63752115 0 62 36226560 0 VMSPACE 2552 46 13691 12372153 0 4 35056824 0 FFS2 dinode 256 14165 116170 38863148 0 62 33365760 0 mbuf_cluster 2048 14450 200 86409 0 8 30003200 0 PROC 1352 72 15861 12194981 0 8 21541416 0 malloc-128 128 639 153276 41290920 0 126 19701120 0 malloc-256 256 43 70052 20601946 0 62 17944320 0 BUF TRIE 144 389 105563 23669219 0 62 15257088 0 malloc-128 128 13 116206 38608098 0 126 14876032 0 malloc-128 128 111513 1544 23051151 0 126 14471296 0 FPU_save_area 832 16150 239 35622709 0 16 13635648 0 S VFS Cache 104 14368 114761 84729383 0 126 13429416 0 swblk 136 2916 88811 1453807 0 62 12474872 0 malloc-128 128 88610 4235 63169918 0 126 11884160 0 malloc-256 256 497 40603 45831607 0 62 10521600 0 malloc-128 128 72786 4032 41720769 0 126 9832704 0 vmem btag 56 89396 67408 1291743 0 254 8781024 0 TURNSTILE 136 55331 403 55331 0 62 7579824 0 fakepg 104 0 64389 21320735 0 126 6696456 0 malloc-384 384 15959 211 52113094 0 30 6209280 0 mbuf 256 15587 5744 190283301 0 254 5460736 0 UMA Slabs 0 112 45173 1261 479902 0 126 5200608 0 malloc-256 256 16468 3482 86746512 0 62 5107200 0 malloc-128 128 25971 13213 486770349 0 126 5015552 0 SLEEPQUEUE 88 55331 381 55331 0 126 4902656 0 NCLNODE 760 5672 108 5672 0 16 4392800 0 malloc-256 256 39 16776 5243147 0 62 4304640 0 64 Bucket 512 1141 4611 39456896 0 30 2945024 0 malloc-16 16 178887 3113 6143211 0 254 2912000 0 TMPFS node 224 0 12204 60339264 0 62 2733696 0 malloc-32 32 80277 3387 21531476 0 254 2677248 0 128 Bucket 1024 2278 325 22072742 0 16 2665472 0 pbuf 2776 0 742 0 0 0 2059792 0 32 Bucket 256 1066 6644 19169338 0 62 1973760 0 malloc-4096 4096 426 55 14630509 0 2 1970176 0 ksiginfo 112 15924 1032 4000388 0 126 1899072 0 malloc-128 128 13475 1343 4256184 0 126 1896704 0 256 Bucket 2048 558 108 11400118 0 8 1363968 0 malloc-65536 65536 1 17 159920 0 1 1179648 0 swpctrie 144 529 7479 122936 0 62 1153152 0 malloc-64 64 12712 2912 53003960 0 254 999936 0 STS VFS Cache 144 5638 522 5638 0 62 887040 0 malloc-8192 8192 92 6 85634 0 1 802816 0 malloc-64 64 9446 2965 225696813 0 254 794304 0 mbuf_packet 256 0 3059 11094702 0 254 783104 0 g_bio 408 0 1670 159997620 0 30 681360 0 malloc-32768 32768 9 11 5020 0 1 655360 0 MAP ENTRY 96 1862 4816 738951273 0 127 641088 0 16 Bucket 144 376 3880 17420311 0 62 612864 0 DIRHASH 1024 78 482 448112 0 16 573440 0 UMA Zones 2048 247 6 820 0 8 518144 0 malloc-65536 65536 7 0 15 0 1 458752 0 malloc-65536 65536 3 4 62857 0 1 458752 0 malloc-32768 32768 14 0 1335 0 1 458752 0 malloc-32768 32768 12 0 12 0 1 393216 0 lkpimm 168 4 2324 4 0 62 391104 0 lkpicurr 168 15 2313 15 0 62 391104 0 malloc-512 512 333 387 5511479 0 30 368640 0 malloc-1024 1024 210 146 10821523 0 16 364544 0 rl_entry 40 8093 997 10450 0 254 363600 0 malloc-16 16 8 22492 99558522 0 254 360000 0 Mountpoints 2944 5 115 68028 0 4 353280 0 tcp_inpcb 424 14 778 248471 0 30 335808 0 malloc-64 64 4564 665 84178952 0 254 334656 0 8 Bucket 80 506 3594 14560201 0 126 328000 0 NAMEI 1024 1 319 878595637 0 16 327680 0 malloc-32768 32768 0 10 45531 0 1 327680 0 malloc-2048 2048 144 16 9923723 0 8 327680 0 filedesc0 1072 73 228 12194982 0 8 322672 0 malloc-32 32 8488 1214 4727349 0 254 310464 0 malloc-16 16 16744 2006 434934 0 254 300000 0 mbuf_jumbo_page 4096 0 68 11046338 0 3 278528 0 malloc-16384 16384 15 2 1271231 0 1 278528 0 malloc-8192 8192 34 0 68 0 1 278528 0 PGRP 88 33 3049 38345 0 126 271216 0 malloc-1024 1024 97 147 395077 0 16 249856 0 socket 960 59 201 7314409 0 16 249600 0 malloc-32 32 5682 2004 32260089 0 254 245952 0 malloc-256 256 177 768 915270 0 62 241920 0 malloc-256 256 151 764 23586168 0 62 234240 0 malloc-64 64 110 3418 12695675 0 254 225792 0 malloc-1024 1024 109 99 289575 0 16 212992 0 malloc-1024 1024 29 179 13585599 0 16 212992 0 malloc-64 64 167 3109 3070468 0 254 209664 0 malloc-384 384 18 512 2537 0 30 203520 0 malloc-64 64 70 3080 505580547 0 254 201600 0 malloc-2048 2048 1 97 147681 0 8 200704 0 malloc-2048 2048 26 72 2342502 0 8 200704 0 malloc-65536 65536 3 0 9 0 1 196608 0 malloc-65536 65536 3 0 7 0 1 196608 0 malloc-384 384 194 306 64900 0 30 192000 0 pipe 744 10 235 19723431 0 16 182280 0 malloc-512 512 7 329 8101 0 30 172032 0 PWD 32 21 5145 44919498 0 254 165312 0 malloc-32768 32768 5 0 23910 0 1 163840 0 tcp_inpcb ports 32 9 4905 235914 0 254 157248 0 4 Bucket 48 65 3211 1858615 0 254 157248 0 udplite_inpcb 424 0 360 8719 0 30 152640 0 malloc-16384 16384 9 0 2481090 0 1 147456 0 AIO 208 0 684 73 0 62 142272 0 ada_ccb 272 0 518 3623816 0 30 140896 0 malloc-4096 4096 25 9 49931 0 2 139264 0 malloc-16384 16384 8 0 178 0 1 131072 0 udp_inpcb 424 22 284 1537 0 30 129744 0 malloc-8192 8192 14 0 435610 0 1 114688 0 ertt_txseginfo 40 1 2827 24416954 0 254 113120 0 malloc-32 32 170 3358 2284984 0 254 112896 0 malloc-32 32 356 3172 330530 0 254 112896 0 AIOCB 552 0 196 202 0 16 108192 0 DEVCTL 1024 0 104 3973675 0 0 106496 0 2 Bucket 32 189 3087 6537539 0 254 104832 0 ttyinq 160 330 295 21626446 0 62 100000 0 unpcb 256 22 368 7004979 0 62 99840 0 malloc-8192 8192 12 0 12 0 1 98304 0 UMA Kegs 384 217 6 790 0 30 85632 0 malloc-32 32 283 2363 301945 0 254 84672 0 clpbuf 2776 0 30 925658 0 2 83280 0 malloc-8192 8192 6 4 429806 0 1 81920 0 ttyoutq 256 173 142 11534099 0 62 80640 0 malloc-128 128 30 528 1242513 0 126 71424 0 malloc-16 16 302 3948 27460786 0 254 68000 0 malloc-65536 65536 1 0 1323 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 2 0 1 65536 0 L VFS Cache 320 33 171 1466 0 30 65280 0 pcpu-64 64 490 470 531 0 254 61440 0 swrbuf 2776 0 22 264806 0 2 61072 0 malloc-16 16 828 2922 30539581 0 254 60000 0 LTS VFS Cache 360 33 121 33 0 30 55440 0 malloc-64 64 53 766 1244261 0 254 52416 0 swwbuf 2776 0 18 742635 0 1 49968 0 malloc-512 512 32 64 1050091 0 30 49152 0 pcpu-16 16 120 2952 120 0 254 49152 0 malloc-32 32 59 1453 61 0 254 48384 0 pcpu-8 8 3590 2042 169915 0 254 45056 0 malloc-384 384 66 44 76 0 30 42240 0 cpuset 104 27 345 154 0 126 38688 0 tcpcb 1104 12 23 248471 0 8 38640 0 malloc-2048 2048 1 17 99673 0 8 36864 0 malloc-8192 8192 2 2 26429 0 1 32768 0 malloc-4096 4096 8 0 8 0 2 32768 0 malloc-512 512 0 64 1198423 0 30 32768 0 malloc-512 512 0 64 32019 0 30 32768 0 malloc-4096 4096 3 4 387334 0 2 28672 0 malloc-2048 2048 6 8 52 0 8 28672 0 malloc-512 512 14 42 497834 0 30 28672 0 rtentry 176 12 149 16 0 62 28336 0 udpcb 32 22 860 10256 0 254 28224 0 ertt 72 12 380 248471 0 126 28224 0 malloc-64 64 10 431 41 0 254 28224 0 AIOLIO 272 0 98 28 0 30 26656 0 malloc-8192 8192 3 0 2336 0 1 24576 0 udp_inpcb ports 32 10 746 31 0 254 24192 0 malloc-16 16 105 1395 10870336 0 254 24000 0 routing nhops 256 9 81 16 0 62 23040 0 malloc-1024 1024 7 13 24 0 16 20480 0 malloc-1024 1024 4 16 1001886 0 16 20480 0 sackhole 32 0 630 9743 0 254 20160 0 tcptw 72 2 278 2 0 126 20160 0 KNOTE 160 0 125 73521495 0 62 20000 0 malloc-256 256 10 65 15700278 0 62 19200 0 ripcb 424 1 44 8 0 30 19080 0 malloc-16384 16384 1 0 257581 0 1 16384 0 malloc-16384 16384 1 0 184 0 1 16384 0 malloc-4096 4096 0 4 60861 0 2 16384 0 malloc-32 32 10 494 111174 0 254 16128 0 malloc-384 384 3 37 35 0 30 15360 0 malloc-1024 1024 7 5 216 0 16 12288 0 AIOP 32 4 374 4 0 254 12096 0 malloc-16 16 21 729 192116 0 254 12000 0 KMAP ENTRY 96 91 32 220 0 0 11808 0 malloc-384 384 0 30 1384263 0 30 11520 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 2 2 10 0 8 8192 0 hostcache 64 1 125 2 0 254 8064 0 malloc-16 16 2 498 3 0 254 8000 0 kenv 258 18 12 21853 0 30 7740 0 malloc-384 384 11 9 12 0 30 7680 0 SMR CPU 32 8 151 8 0 254 5088 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 3 0 8 4096 0 malloc-1024 1024 2 2 48021 0 16 4096 0 udplite_inpcb ports 32 0 126 1 0 254 4032 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 UMA Slabs 1 176 10 12 22 0 62 3872 0 SMR SHARED 24 8 151 8 0 254 3816 0 mqnode 416 3 6 3 0 30 3744 0 vmem 1856 1 1 1 0 8 3712 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 248 0 0 0 0 62 0 0 taskq_zone 192 0 0 0 0 62 0 0 dtrace_state_cache 16384 0 0 1 0 1 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 126 0 0 sctp_readq 152 0 0 0 0 62 0 0 sctp_chunk 152 0 0 48015 0 62 0 0 sctp_raddr 736 0 0 48015 0 16 0 0 sctp_laddr 48 0 0 0 0 254 0 0 sctp_asoc 2288 0 0 48015 0 4 0 0 sctp_ep 1208 0 0 48019 0 8 0 0 FFS1 dinode 128 0 0 11 0 126 0 0 da_ccb 544 0 0 0 0 16 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 syncache 168 0 0 12526 0 62 0 0 ipq 56 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 7519 0 254 0 0 ripcb ports 32 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 1 0 30 0 0 cryptop 280 0 0 3 0 30 0 0 linux_dma_object 32 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 110 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2776 0 0 5564 0 4 0 0 mdpbuf 2776 0 0 165404 0 1 0 0 nfspbuf 2776 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 52569750 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 31 0 1 0 0 malloc-32768 32768 0 0 21 0 1 0 0 malloc-32768 32768 0 0 36689 0 1 0 0 malloc-16384 16384 0 0 49 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-4096 4096 0 0 0 0 2 0 0 malloc-4096 4096 0 0 1 0 2 0 0 malloc-2048 2048 0 0 48 0 8 0 0 malloc-512 512 0 0 5747 0 30 0 0 malloc-512 512 0 0 96031 0 30 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 426563 475 411535377 22 vm pgcache 4096 126675 2277 1235106197 120 buf free cache 848 7370 2257 43378282 16 buffer arena-65 65536 946 0 1091 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 4563 2713 9281413 7 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 5 4 3883862 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 27 2 kstack_cache 16384 16148 2 26257534 1 db:0:pho> acttrace Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4ce6e40 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e48a3d10 vpanic() at vpanic+0x1b0/frame 0xfffffe00e48a3d60 panic() at panic+0x43/frame 0xfffffe00e48a3dc0 _rw_destroy() at _rw_destroy+0x35/frame 0xfffffe00e48a3dd0 in_lltable_destroy_lle_unlocked() at in_lltable_destroy_lle_unlocked+0x1a/frame 0xfffffe00e48a3df0 epoch_call_task() at epoch_call_task+0x13a/frame 0xfffffe00e48a3e40 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xc2/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c603a0 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81febd10 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81febd20 trap() at trap+0x56/frame 0xffffffff81febe30 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81febe30 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377f0e40, rbp = 0xfffffe00377f0e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c5fc80 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e10 trap() at trap+0x56/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377ebe40, rbp = 0xfffffe00377ebe50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c5ee40 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae10 trap() at trap+0x56/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377f5e40, rbp = 0xfffffe00377f5e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c5e000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e10 trap() at trap+0x56/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377ffe40, rbp = 0xfffffe00377ffe50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c66560 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee10 trap() at trap+0x56/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e4835e40, rbp = 0xfffffe00e4835e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e4835e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c65e40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7be00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be10 trap() at trap+0x56/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e4844e40, rbp = 0xfffffe00e4844e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c65720 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce88e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce88e10 trap() at trap+0x56/frame 0xfffffe003ce88f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce88f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e483fe40, rbp = 0xfffffe00e483fe50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e483fe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c65000 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e10 trap() at trap+0x56/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e484ee40, rbp = 0xfffffe00e484ee50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command date pid 3373 tid 379973 td 0xfffffe0158ea3720 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de10 trap() at trap+0x56/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0xffffffff810c8ab0, rsp = 0xffffffff824122d0, rbp = 0x2896435eb060 --- Xpage_pti() at Xpage_pti/frame 0x2896435eb060 Tracing command arp pid 3374 tid 382788 td 0xfffffe01e50e6740 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e10 trap() at trap+0x56/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0xffffffff80f8f48c, rsp = 0xfffffe06bf153c10, rbp = 0xfffffe06bf153c20 --- _vm_map_assert_consistent() at _vm_map_assert_consistent+0x4c/frame 0xfffffe06bf153c20 vm_map_fixed() at vm_map_fixed+0x131/frame 0xfffffe06bf153c70 vm_mmap_object() at vm_mmap_object+0x1b8/frame 0xfffffe06bf153ce0 kern_mmap() at kern_mmap+0x5c7/frame 0xfffffe06bf153dc0 sys_mmap() at sys_mmap+0x42/frame 0xfffffe06bf153e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe06bf153f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06bf153f30 --- syscall (477, FreeBSD ELF64, sys_mmap), rip = 0x44a80351c6da, rsp = 0x2b05722f0b78, rbp = 0x2b05722f0cd0 --- Tracing command date pid 3375 tid 389079 td 0xfffffe01e6cc4900 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e10 trap() at trap+0x56/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0xffffffff80beb524, rsp = 0xfffffe068a9ed8b0, rbp = 0xfffffe068a9ed8f0 --- __mtx_lock_flags() at __mtx_lock_flags+0xa4/frame 0xfffffe068a9ed8f0 pmap_enter_object() at pmap_enter_object+0x73/frame 0xfffffe068a9ed960 vm_map_pmap_enter() at vm_map_pmap_enter+0x2e9/frame 0xfffffe068a9ed9e0 vm_map_insert() at vm_map_insert+0x4ee/frame 0xfffffe068a9eda80 vm_map_find() at vm_map_find+0x49c/frame 0xfffffe068a9edb40 vm_map_find_min() at vm_map_find_min+0x51/frame 0xfffffe068a9edbc0 vm_mmap_object() at vm_mmap_object+0x27e/frame 0xfffffe068a9edc50 vn_mmap() at vn_mmap+0x141/frame 0xfffffe068a9edce0 kern_mmap() at kern_mmap+0x59e/frame 0xfffffe068a9eddc0 sys_mmap() at sys_mmap+0x42/frame 0xfffffe068a9ede00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe068a9edf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068a9edf30 --- syscall (477, FreeBSD ELF64, sys_mmap), rip = 0x1e8158b4f6da, rsp = 0xf807b5975d8, rbp = 0xf807b5976e0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 3375 38444 3015 0 R+ CPU 6 date 3374 38440 3015 0 R+ CPU 11 arp 3373 38442 3015 0 R+ CPU 2 date 76115 12342 12295 0 S nanslp 0xffffffff81eacd64 sleep 40421 0 0 0 SL - 0xffffffff81e73cc8 [newnfs 2] 29964 0 0 0 SL - 0xffffffff81e73cc4 [newnfs 1] 98205 0 0 0 SL - 0xffffffff81e73cc0 [newnfs 0] 96435 93544 88342 0 S+ select 0xfffff805491b6340 rsync 93544 93471 88342 0 S+ select 0xfffff8001d7e1e40 rsync 93471 88342 88342 0 D+ nfsreq 0xfffff8083d1f4200 rsync 88342 2765 88342 0 S+ wait 0xfffff805d0537a90 sh 38444 1 3015 0 S+ piperd 0xfffff8002d8075d0 sh 38442 1 3015 0 S+ piperd 0xfffff806e4f815d0 sh 38440 1 3015 0 S+ wait 0xfffff80022482a90 sh 66309 0 0 0 DL aiordy 0xfffff8035a5b0000 [aiod4] 66308 0 0 0 DL aiordy 0xfffff8065f3c5000 [aiod3] 66307 0 0 0 DL aiordy 0xfffff80004065548 [aiod2] 66306 0 0 0 DL aiordy 0xfffff8065c5ee000 [aiod1] 16718 0 0 0 DL ftcl 0xffffffff82ea1534 [ftcleanup] 74891 0 0 0 DL waiting 0xffffffff825ce560 [sctp_iterator] 12345 12295 12295 0 S piperd 0xfffff802e062c000 sh 12343 12295 12295 0 S piperd 0xfffff8002d4168b8 awk 12342 12295 12295 0 S wait 0xfffff8014dee0548 sh 12295 1 12295 0 SWs wait 0xfffff80004901a90 sh 2765 2763 2765 0 S+ wait 0xfffff80003c32a90 bash 2763 2762 2763 0 SW+ pause 0xfffff8004109db40 csh 2762 2757 2762 2006 SW+ wait 0xfffff80003dffa90 su 2757 2756 2757 2006 SWs+ wait 0xfffff8002dda4a90 bash 2756 2753 2753 2006 S select 0xfffff80003daf9c0 sshd 2753 2725 2753 0 Ss select 0xfffff8002da69f40 sshd 2752 1 2752 0 Ss+ ttyin 0xfffff8000618a8b0 getty 2751 1 2751 0 Ss+ ttyin 0xfffff8000618acb0 getty 2750 1 2750 0 Ss+ ttyin 0xfffff800224c40b0 getty 2749 1 2749 0 Ss+ ttyin 0xfffff800224c44b0 getty 2748 1 2748 0 Ss+ ttyin 0xfffff800224c48b0 getty 2747 1 2747 0 Ss+ ttyin 0xfffff800224c4cb0 getty 2746 1 2746 0 Ss+ ttyin 0xfffff800224c30b0 getty 2745 1 2745 0 Ss+ ttyin 0xfffff800224c34b0 getty 2744 1 2744 0 Ss+ ttyin 0xfffff800224c38b0 getty 2743 1 2743 0 Ss+ ttyin 0xfffff800224c3cb0 getty 2729 1 2729 0 Ss nanslp 0xffffffff81eacd68 cron 2725 1 2725 0 Ss select 0xfffff80004811840 sshd 2706 1 2706 0 Ss select 0xfffff80003e5adc0 inetd 2680 1 2680 123 Ss select 0xfffff80003ef9c40 ntpd 2654 1 2654 0 Ss select 0xfffff80003cf29c0 powerd 2649 1 2649 0 Ss rpcsvc 0xfffff80041e31460 NLM: master 2646 1 2646 0 Ss select 0xfffff800041ab4c0 rpc.statd 2621 1 2621 0 Ss select 0xfffff80003fa3bc0 rpcbind 2599 1 2599 0 Ss nanslp 0xffffffff81eacd67 watchdogd 2591 1 2591 0 Ss select 0xfffff80004811640 syslogd 2402 1 2402 0 Ss select 0xfffff80003fa3e40 devd 2397 1 2397 65 Ss select 0xfffff80003c17e40 dhclient 2338 1 2338 0 Ss select 0xfffff800042d88c0 dhclient 2335 1 2335 0 Ss select 0xfffff800041ab540 dhclient 18 0 0 0 DL vlruwt 0xfffff8002d363a90 [vnlru] 17 0 0 0 DL syncer 0xffffffff81f9dba8 [syncer] 16 0 0 0 DL (threaded) [bufdaemon] 100197 D psleep 0xffffffff81f9cbe0 [bufdaemon] 100198 D - 0xffffffff81a0af40 [bufspacedaemon-0] 100199 D - 0xffffffff81a13200 [bufspacedaemon-1] 100200 D - 0xffffffff81a1b4c0 [bufspacedaemon-2] 100201 D - 0xffffffff81a23780 [bufspacedaemon-3] 100202 D - 0xffffffff81a2ba40 [bufspacedaemon-4] 100203 D - 0xffffffff81a33d00 [bufspacedaemon-5] 100204 D - 0xffffffff81a3bfc0 [bufspacedaemon-6] 100219 D sdflush 0xfffff8002d60ace8 [/ worker] 100228 D sdflush 0xfffff80006041ce8 [/tmp worker] 9 0 0 0 DL psleep 0xffffffff81fc2d50 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100195 D psleep 0xffffffff81fb71b8 [dom0] 100205 D launds 0xffffffff81fb71c4 [laundry: dom0] 100206 D umarcl 0xffffffff80f82a00 [uma] 7 0 0 0 DL idle 0xfffff80003fbe548 [enc_daemon1] 6 0 0 0 DL idle 0xfffff80003fbea90 [enc_daemon0] 5 0 0 0 DL - 0xffffffff81ce0678 [rand_harvestq] 15 0 0 0 DL (threaded) [usb] 100128 D - 0xfffffe010a1a2440 [usbus0] 100129 D - 0xfffffe010a1a2498 [usbus0] 100130 D - 0xfffffe010a1a24f0 [usbus0] 100131 D - 0xfffffe010a1a2548 [usbus0] 100132 D - 0xfffffe010a1a25a0 [usbus0] 100134 D - 0xfffffe00e4d76cf0 [usbus1] 100135 D - 0xfffffe00e4d76d48 [usbus1] 100136 D - 0xfffffe00e4d76da0 [usbus1] 100137 D - 0xfffffe00e4d76df8 [usbus1] 100138 D - 0xfffffe00e4d76e50 [usbus1] 100139 D - 0xfffffe010a564cf0 [usbus2] 100140 D - 0xfffffe010a564d48 [usbus2] 100141 D - 0xfffffe010a564da0 [usbus2] 100142 D - 0xfffffe010a564df8 [usbus2] 100143 D - 0xfffffe010a564e50 [usbus2] 4 0 0 0 DL (threaded) [cam] 100121 D - 0xffffffff81bca440 [doneq0] 100122 D - 0xffffffff81bca4c0 [doneq1] 100123 D - 0xffffffff81bca540 [doneq2] 100124 D - 0xffffffff81bca3c0 [async] 100152 D - 0xffffffff81bca290 [scanner] 14 0 0 0 DL seqstat 0xfffff80004374488 [sequencer 00] 3 0 0 0 DL (threaded) [crypto] 100107 D crypto_ 0xffffffff81fb46b0 [crypto] 100108 D crypto_ 0xfffff80004328c30 [crypto returns 0] 100109 D crypto_ 0xfffff80004328c80 [crypto returns 1] 100110 D crypto_ 0xfffff80004328cd0 [crypto returns 2] 100111 D crypto_ 0xfffff80004328d20 [crypto returns 3] 100112 D crypto_ 0xfffff80004328d70 [crypto returns 4] 100113 D crypto_ 0xfffff80004328dc0 [crypto returns 5] 100114 D crypto_ 0xfffff80004328e10 [crypto returns 6] 100115 D crypto_ 0xfffff80004328e60 [crypto returns 7] 100116 D crypto_ 0xfffff80004328eb0 [crypto returns 8] 100117 D crypto_ 0xfffff80004328f00 [crypto returns 9] 100118 D crypto_ 0xfffff80004328f50 [crypto returns 10] 100119 D crypto_ 0xfffff80004328fa0 [crypto returns 11] 13 0 0 0 DL (threaded) [geom] 100092 D - 0xffffffff81e8c450 [g_event] 100093 D - 0xffffffff81e8c458 [g_up] 100094 D - 0xffffffff81e8c460 [g_down] 2 0 0 0 WL (threaded) [clock] 100078 I [clock (0)] 100079 I [clock (1)] 100080 I [clock (2)] 100081 I [clock (3)] 100082 I [clock (4)] 100083 I [clock (5)] 100084 I [clock (6)] 100085 I [clock (7)] 100086 I [clock (8)] 100087 I [clock (9)] 100088 I [clock (10)] 100089 I [clock (11)] 12 0 0 0 WL (threaded) [intr] 100044 I [swi6: task queue] 100045 I [swi6: Giant taskq] 100050 I [swi5: fast taskq] 100077 I [swi1: netisr 0] 100090 I [swi3: busdma] 100125 I [swi4: apei] 100126 I [irq56: ahci0] 100127 I [irq19: xhci0] 100133 I [irq18: ehci0 ehci1+] 100144 I [irq71: ahci1] 100145 I [swi0: uart uart] 100159 I [irq73: mlx5_core0] 100160 I [irq74: mlx5_core0] 100161 I [irq72: mlx5_core0] 100162 I [irq75: mlx5_core0] 100163 I [irq76: mlx5_core0] 100164 I [irq77: mlx5_core0] 100165 I [irq78: mlx5_core0] 100166 I [irq79: mlx5_core0] 100167 I [irq80: mlx5_core0] 100168 I [irq81: mlx5_core0] 100169 I [irq82: mlx5_core0] 100170 I [irq83: mlx5_core0] 100171 I [irq84: mlx5_core0] 100172 I [irq85: mlx5_core0] 100173 I [irq86: mlx5_core0] 100179 I [irq88: mlx5_core1] 100180 I [irq89: mlx5_core1] 100181 I [irq87: mlx5_core1] 100182 I [irq90: mlx5_core1] 100183 I [irq91: mlx5_core1] 100184 I [irq92: mlx5_core1] 100185 I [irq93: mlx5_core1] 100186 I [irq94: mlx5_core1] 100187 I [irq95: mlx5_core1] 100188 I [irq96: mlx5_core1] 100189 I [irq97: mlx5_core1] 100190 I [irq98: mlx5_core1] 100191 I [irq99: mlx5_core1] 100192 I [irq100: mlx5_core1] 100193 I [irq101: mlx5_core1] 100249 I [irq102: ioat0] 100250 I [irq103: ioat1] 100251 I [irq104: ioat2] 100252 I [irq105: ioat3] 100253 I [irq106: ioat4] 100254 I [irq107: ioat5] 100255 I [irq108: ioat6] 100256 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff80003c30000 [init] 10 0 0 0 DL audit_w 0xffffffff81fb4bd0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100000 D swapin 0xffffffff81e8c9d0 [swapper] 100015 D - 0xfffff80003a24000 [if_io_tqg_0] 100016 D - 0xfffff80003a23e00 [if_io_tqg_1] 100017 D - 0xfffff80003a23d00 [if_io_tqg_2] 100018 D - 0xfffff80003a23c00 [if_io_tqg_3] 100019 D - 0xfffff80003a23b00 [if_io_tqg_4] 100020 D - 0xfffff80003a23a00 [if_io_tqg_5] 100021 D - 0xfffff80003a23900 [if_io_tqg_6] 100022 D - 0xfffff80003a23800 [if_io_tqg_7] 100023 D - 0xfffff80003a23700 [if_io_tqg_8] 100024 D - 0xfffff80003a23600 [if_io_tqg_9] 100025 D - 0xfffff80003a23500 [if_io_tqg_10] 100026 D - 0xfffff80003a23400 [if_io_tqg_11] 100027 D - 0xfffff80003a23300 [if_config_tqg_0] 100028 D - 0xfffff80003a23200 [softirq_0] 100029 D - 0xfffff80003a23100 [softirq_1] 100030 D - 0xfffff80003a23000 [softirq_2] 100031 D - 0xfffff80003a22e00 [softirq_3] 100032 Run CPU 4 [softirq_4] 100033 D - 0xfffff80003a22c00 [softirq_5] 100034 D - 0xfffff80003a22b00 [softirq_6] 100035 D - 0xfffff80003a22a00 [softirq_7] 100036 D - 0xfffff80003a22900 [softirq_8] 100037 D - 0xfffff80003a22800 [softirq_9] 100038 D - 0xfffff80003a22700 [softirq_10] 100039 D - 0xfffff80003a22600 [softirq_11] 100040 D - 0xfffff80003a22500 [pci_hp taskq] 100041 D - 0xfffff80003a22400 [kqueue_ctx taskq] 100042 D - 0xfffff80003a22300 [linuxkpi_irq_wq] 100043 D - 0xfffff80003a22200 [in6m_free taskq] 100046 D - 0xfffff80003a21e00 [aiod_kick taskq] 100047 D - 0xfffff80003a21d00 [inm_free taskq] 100048 D - 0xfffff80003a21c00 [deferred_unmount ta] 100049 D - 0xfffff80003a21b00 [thread taskq] 100051 D - 0xfffff80003a21900 [linuxkpi_short_wq_0] 100052 D - 0xfffff80003a21900 [linuxkpi_short_wq_1] 100053 D - 0xfffff80003a21900 [linuxkpi_short_wq_2] 100054 D - 0xfffff80003a21900 [linuxkpi_short_wq_3] 100055 D - 0xfffff80003a21900 [linuxkpi_short_wq_4] 100056 D - 0xfffff80003a21900 [linuxkpi_short_wq_5] 100057 D - 0xfffff80003a21900 [linuxkpi_short_wq_6] 100058 D - 0xfffff80003a21900 [linuxkpi_short_wq_7] 100059 D - 0xfffff80003a21900 [linuxkpi_short_wq_8] 100060 D - 0xfffff80003a21900 [linuxkpi_short_wq_9] 100061 D - 0xfffff80003a21900 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003a21900 [linuxkpi_short_wq_1] 100063 D - 0xfffff80003a21900 [linuxkpi_short_wq_1] 100064 D - 0xfffff80003a21800 [linuxkpi_long_wq_0] 100065 D - 0xfffff80003a21800 [linuxkpi_long_wq_1] 100066 D - 0xfffff80003a21800 [linuxkpi_long_wq_2] 100067 D - 0xfffff80003a21800 [linuxkpi_long_wq_3] 100068 D - 0xfffff80003a21800 [linuxkpi_long_wq_4] 100069 D - 0xfffff80003a21800 [linuxkpi_long_wq_5] 100070 D - 0xfffff80003a21800 [linuxkpi_long_wq_6] 100071 D - 0xfffff80003a21800 [linuxkpi_long_wq_7] 100072 D - 0xfffff80003a21800 [linuxkpi_long_wq_8] 100073 D - 0xfffff80003a21800 [linuxkpi_long_wq_9] 100074 D - 0xfffff80003a21800 [linuxkpi_long_wq_10] 100075 D - 0xfffff80003a21800 [linuxkpi_long_wq_11] 100076 D - 0xfffff80003a21800 [linuxkpi_long_wq_12] 100091 D - 0xfffff80003fe7300 [firmware taskq] 100095 D - 0xfffff80003fe7100 [crypto_0] 100096 D - 0xfffff80003fe7100 [crypto_1] 100097 D - 0xfffff80003fe7100 [crypto_2] 100098 D - 0xfffff80003fe7100 [crypto_3] 100099 D - 0xfffff80003fe7100 [crypto_4] 100100 D - 0xfffff80003fe7100 [crypto_5] 100101 D - 0xfffff80003fe7100 [crypto_6] 100102 D - 0xfffff80003fe7100 [crypto_7] 100103 D - 0xfffff80003fe7100 [crypto_8] 100104 D - 0xfffff80003fe7100 [crypto_9] 100105 D - 0xfffff80003fe7100 [crypto_10] 100106 D - 0xfffff80003fe7100 [crypto_11] 100146 D - 0xfffff80022499800 [acpi_task_0] 100147 D - 0xfffff80022499800 [acpi_task_1] 100148 D - 0xfffff80022499800 [acpi_task_2] 100150 D - 0xfffff80003a24100 [mca taskq] 100151 D - 0xfffff80003fe8e00 [CAM taskq] 100155 D - 0xfffff80022499500 [mlx5_core0-rec] 100156 D - 0xfffff80022499400 [mlx5_core0-wdg] 100157 D - 0xfffff80022499300 [mlx5_core0-cmd] 100158 D - 0xfffff80022499100 [mlx5_page_allocator] 100174 D - 0xfffff8002249be00 [mlx5_esw_wq] 100175 D - 0xfffff8002249bb00 [mlx5_core1-rec] 100176 D - 0xfffff8002249ba00 [mlx5_core1-wdg] 100177 D - 0xfffff8002249b900 [mlx5_core1-cmd] 100178 D - 0xfffff8002249b700 [mlx5_page_allocator] 100194 D - 0xfffff800043ed100 [mlx5_esw_wq] 101413 D - 0xfffff800043ee700 [unionfs_rele taskq] 104008 D - 0xfffff802e0af3000 [dtrace_taskq] 104009 D - 0xfffff803ea8cdc00 [system_taskq_0] 104010 D - 0xfffff803ea8cdc00 [system_taskq_1] 104011 D - 0xfffff803ea8cdc00 [system_taskq_2] 104012 D - 0xfffff803ea8cdc00 [system_taskq_3] 104013 D - 0xfffff803ea8cdc00 [system_taskq_4] 104014 D - 0xfffff803ea8cdc00 [system_taskq_5] 104015 D - 0xfffff803ea8cdc00 [system_taskq_6] 104016 D - 0xfffff803ea8cdc00 [system_taskq_7] 104017 D - 0xfffff803ea8cdc00 [system_taskq_8] 104018 D - 0xfffff803ea8cdc00 [system_taskq_9] 104019 D - 0xfffff803ea8cdc00 [system_taskq_10] 104020 D - 0xfffff803ea8cdc00 [system_taskq_11] 401479 D - 0xfffff804d132cd00 [epair_task] db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81e8cf20 sched_switch() at sched_switch+0x559/frame 0xffffffff82365e00 mi_switch() at mi_switch+0x157/frame 0xffffffff82365e20 sleepq_switch() at sleepq_switch+0x107/frame 0xffffffff82365e60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82365ea0 _sleep() at _sleep+0x2ce/frame 0xffffffff82365f40 swapper() at swapper+0x75/frame 0xffffffff82365fa0 mi_startup() at mi_startup+0x32a/frame 0xffffffff82365ff0 btext() at btext+0x22 Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4c62020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4858de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4858e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4858e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4858ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4858ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4858f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4c61900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4853de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4853e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4853e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4853ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4853ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4853f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4ce6720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4862de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4862e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4862e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4862ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4862ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4862f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4ce6000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e485dde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e485de00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e485de40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e485dec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e485def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e485df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4c69740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e486cde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e486ce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e486ce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e486cec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e486cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e486cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4c69020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4867de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4867e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4867e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4867ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4867ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4867f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4c68900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4876de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4876e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4876e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4876ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4876ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4876f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4c681e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4871de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4871e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4871e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4871ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4871ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4871f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4c67ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4880de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4880e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4880e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4880ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4880ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4880f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4c673a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e487bde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e487be00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e487be40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e487bec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e487bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e487bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e487bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4cea020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e488ade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488ae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488ae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488aec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4ce9900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4885de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4885e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4885e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4885ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4885ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4885f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4ce91e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4894de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4894e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4894e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4894ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4894ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4894f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4ce8ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e488fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e488fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e488fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e488fec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e488fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4ce83a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e489ede0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e489ee00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e489ee40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e489eec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e489eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e489ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4ce7c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4899de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4899e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4899e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4899ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e4899ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4899f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4ce7560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48a8de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48a8e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48a8e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48a8ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48a8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4ce6e40 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e48a3d10 vpanic() at vpanic+0x1b0/frame 0xfffffe00e48a3d60 panic() at panic+0x43/frame 0xfffffe00e48a3dc0 _rw_destroy() at _rw_destroy+0x35/frame 0xfffffe00e48a3dd0 in_lltable_destroy_lle_unlocked() at in_lltable_destroy_lle_unlocked+0x1a/frame 0xfffffe00e48a3df0 epoch_call_task() at epoch_call_task+0x13a/frame 0xfffffe00e48a3e40 gtaskqueue_run_locked() at gtaskqueue_run_locked+0xa7/frame 0xfffffe00e48a3ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xc2/frame 0xfffffe00e48a3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4cf5ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48b2de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b2e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b2e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b2ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4cf53a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48adde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48ade00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48ade40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48adec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48adef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48adf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4cf4c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48bcde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48bce00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48bce40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48bcec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48bcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48bcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4cf4560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48b7de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48b7e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48b7e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48b7ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48b7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4cf3e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48c6de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c6e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c6e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c6ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4cf3720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48c1de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48c1e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48c1e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48c1ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48c1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4cf3000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48d0de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d0e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d0e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48d0ec0 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00e48d0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4cea740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48cbdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48cbde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48cbe20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e48cbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48cbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48cbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe00e4cf9560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48dadc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dade0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48dae20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e48daec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48daef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48daf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48daf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe00e4cf8e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48d5de0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48d5e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48d5e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e48d5ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e48d5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4cf8720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48e4dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e4de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e4e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e48e4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4cf7020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48e9dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48e9de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48e9e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e48e9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48e9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100047 td 0xfffffe00e4cf6900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48f8dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48f8de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48f8e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e48f8ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffffe00e4cf61e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48f3dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48f3de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e48f3e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e48f3ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e48f3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffffe00e4d01000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4902dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4902de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4902e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4902ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4902ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4902f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffffe00e4cfc020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e490cdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e490cde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e490ce20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e490cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e490cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e490cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffffe00e4cfb900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4907dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4907de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4907e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4907ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4907ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4907f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffffe00e4cfb1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4916dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4916de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4916e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4916ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4916ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4916f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffffe00e4cfaac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4911dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4911de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4911e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4911ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4911ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4911f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffffe00e4cfa3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4920dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4920de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4920e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4920ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4920ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4920f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4920f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe00e4cf9c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e491bdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e491bde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e491be20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e491bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e491bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e491bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffffe00e4d04900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e492adc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492ade0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492ae20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e492aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe00e4d041e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4925dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4925de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4925e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4925ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4925ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4925f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4925f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffffe00e4d03ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4934dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4934de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4934e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4934ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4934ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4934f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4934f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe00e4d033a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e492fdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e492fde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e492fe20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e492fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e492fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe00e4d02c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e493edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e493ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e493ee20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e493eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e493eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e493ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e493ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe00e4d02560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4939dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4939de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4939e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4939ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4939ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4939f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4939f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe00e4d01e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4948dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4948de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4948e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4948ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4948ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4948f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4948f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe00e4d01720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4943dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4943de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4943e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4943ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4943ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4943f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4943f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffffe00e4d0a3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4952dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4952de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4952e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4952ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4952ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4952f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4952f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe00e4d09c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e494ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e494dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e494de20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e494dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e494def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe00e4d09560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e495cdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e495cde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e495ce20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e495cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e495cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e495cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe00e4d08e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4957dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4957de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4957e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4957ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4957ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4957f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4957f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe00e4d08720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4966dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4966de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4966e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4966ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4966ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4966f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4966f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe00e4d08000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4961dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4961de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4961e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4961ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4961ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4961f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4961f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe00e4d05740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4970dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4970de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4970e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4970ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4970ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4970f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4970f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe00e4d05020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e496bdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e496bde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e496be20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e496bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e496bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe00e4d0de40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e497adc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497ade0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497ae20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e497aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe00e4d0d720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4975dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4975de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4975e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4975ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4975ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4975f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4975f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe00e4d0d000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4984dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4984de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4984e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4984ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4984ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4984f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4984f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe00e4d0c740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e497fdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e497fde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e497fe20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e497fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e497fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffffe00e4d18560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49ffdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49ffde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49ffe20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e49ffec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e49ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100095 td 0xfffffe00e4d32c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e43dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e43de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e43e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e43ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e43ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e43f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e43f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffffe00e4d32560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e52dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e52de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e52e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e52ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e52ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e52f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e52f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100097 td 0xfffffe00e4d31e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e4ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e4dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e4de20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e4dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e4def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffffe00e4d31720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e5cdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e5cde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e5ce20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e5cec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e5cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5cf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100099 td 0xfffffe00e4d31000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e57dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e57de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e57e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e57ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e57ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e57f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e57f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffffe00e4d1b740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e66dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e66de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e66e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e66ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e66ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e66f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e66f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100101 td 0xfffffe00e4d1b020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e61dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e61de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e61e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e61ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e61ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e61f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e61f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffffe00e4d1a900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e70dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e70de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e70e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e70ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e70ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e70f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e70f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100103 td 0xfffffe00e4d36720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e6bdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e6bde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e6be20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e6bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e6bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffffe00e4d36000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e7adc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7ade0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7ae20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e7aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e7aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100105 td 0xfffffe00e4d35740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e75dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e75de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e75e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e75ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e75ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e75f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e75f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffffe00e4d35020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e84dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e84de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e84e20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e84ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00e4e84ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e84f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e84f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100146 td 0xfffffe010d9ef3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4fffde0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4fffe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4fffe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4fffec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4fffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100147 td 0xfffffe010d9eec80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ffade0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ffae00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ffae40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4ffaec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe00e4ffaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ffaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ffaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100148 td 0xfffffe010d9ee560 sched_switch() at sched_switch+0x559/frame 0xfffffe010da45de0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da45e00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da45e40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da45ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da45ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da45f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da45f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100150 td 0xfffffe010d9ed720 sched_switch() at sched_switch+0x559/frame 0xfffffe010da4fde0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da4fe00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da4fe40 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe010da4fec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe010da4fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da4ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100151 td 0xfffffe010d9ed000 sched_switch() at sched_switch+0x559/frame 0xfffffe010da4adc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da4ade0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da4ae20 _sleep() at _sleep+0x2e7/frame 0xfffffe010da4aec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da4aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da4af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da4af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100155 td 0xfffffe010a32d020 sched_switch() at sched_switch+0x559/frame 0xfffffe010da54dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da54de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da54e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010da54ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da54ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da54f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da54f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100156 td 0xfffffe010e12ae40 sched_switch() at sched_switch+0x559/frame 0xfffffe010da6ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da6dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da6de20 _sleep() at _sleep+0x2e7/frame 0xfffffe010da6dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da6def0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da6df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da6df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100157 td 0xfffffe010e12a720 sched_switch() at sched_switch+0x559/frame 0xfffffe010da68dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da68de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da68e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010da68ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da68ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da68f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da68f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100158 td 0xfffffe010e12a000 sched_switch() at sched_switch+0x559/frame 0xfffffe010da77dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da77de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da77e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010da77ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010da77ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da77f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da77f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100174 td 0xfffffe010e3033a0 sched_switch() at sched_switch+0x559/frame 0xfffffe010dac7dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac7de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac7e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010dac7ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100175 td 0xfffffe010e302c80 sched_switch() at sched_switch+0x559/frame 0xfffffe010dac2dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dac2de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dac2e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010dac2ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dac2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dac2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dac2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100176 td 0xfffffe010e302560 sched_switch() at sched_switch+0x559/frame 0xfffffe010dad1dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad1de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dad1e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010dad1ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dad1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100177 td 0xfffffe010e301e40 sched_switch() at sched_switch+0x559/frame 0xfffffe010daccdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010daccde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dacce20 _sleep() at _sleep+0x2e7/frame 0xfffffe010daccec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010daccef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010daccf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010daccf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100178 td 0xfffffe010e301720 sched_switch() at sched_switch+0x559/frame 0xfffffe010dadbdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dadbde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dadbe20 _sleep() at _sleep+0x2e7/frame 0xfffffe010dadbec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010dadbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dadbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dadbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100194 td 0xfffffe010df39ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe010db2bdc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db2bde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db2be20 _sleep() at _sleep+0x2e7/frame 0xfffffe010db2bec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe010db2bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db2bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db2bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101413 td 0xfffffe014ebaf1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe0157618dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0157618de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0157618e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0157618ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0157618ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0157618f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0157618f30 --- trap 0xc, rip = 0x82a9b94fa, rsp = 0x83f6a6a88, rbp = 0x83f6a6aa0 --- Tracing command kernel pid 0 tid 104008 td 0xfffffe014eba9740 sched_switch() at sched_switch+0x559/frame 0xfffffe015765edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe015765ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015765ee20 _sleep() at _sleep+0x2e7/frame 0xfffffe015765eec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe015765eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe015765ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe015765ef30 --- trap 0x16, rip = 0x8238a5b6c, rsp = 0x828cb6eb8, rbp = 0x828cb6ee0 --- Tracing command kernel pid 0 tid 104009 td 0xfffffe0159b6e720 sched_switch() at sched_switch+0x559/frame 0xfffffe01438a7dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe01438a7de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438a7e20 _sleep() at _sleep+0x2e7/frame 0xfffffe01438a7ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe01438a7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01438a7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01438a7f30 --- trap 0xc, rip = 0x8238a5b6c, rsp = 0x828d29eb8, rbp = 0x828d29ee0 --- Tracing command kernel pid 0 tid 104010 td 0xfffffe0159b78c80 sched_switch() at sched_switch+0x559/frame 0xfffffe0157609dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0157609de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0157609e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0157609ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0157609ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0157609f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0157609f30 --- trap 0xc, rip = 0x8264c5b6c, rsp = 0x836255328, rbp = 0x836255350 --- Tracing command kernel pid 0 tid 104011 td 0xfffffe01582c1900 sched_switch() at sched_switch+0x559/frame 0xfffffe01577e9dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe01577e9de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01577e9e20 _sleep() at _sleep+0x2e7/frame 0xfffffe01577e9ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe01577e9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01577e9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01577e9f30 --- trap 0xc, rip = 0x826f69b6c, rsp = 0x83a7d8328, rbp = 0x83a7d8350 --- Tracing command kernel pid 0 tid 104012 td 0xfffffe01571e4c80 sched_switch() at sched_switch+0x559/frame 0xfffffe0198544dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0198544de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0198544e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0198544ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0198544ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0198544f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0198544f30 --- trap 0xc, rip = 0x826f69b6c, rsp = 0x83ec95328, rbp = 0x83ec95350 --- Tracing command kernel pid 0 tid 104013 td 0xfffffe0157907900 sched_switch() at sched_switch+0x559/frame 0xfffffe0198517dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0198517de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0198517e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0198517ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0198517ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0198517f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0198517f30 --- trap 0xc, rip = 0x826f71b4c, rsp = 0x83885e890, rbp = 0x83885e890 --- Tracing command kernel pid 0 tid 104014 td 0xfffffe0157452720 sched_switch() at sched_switch+0x559/frame 0xfffffe0157627dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0157627de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0157627e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0157627ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0157627ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0157627f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0157627f30 --- trap 0xc, rip = 0x826f69b6c, rsp = 0x83d5b1328, rbp = 0x83d5b1350 --- Tracing command kernel pid 0 tid 104015 td 0xfffffe015780c1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe019850ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe019850dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe019850de20 _sleep() at _sleep+0x2e7/frame 0xfffffe019850dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe019850def0 fork_exit() at fork_exit+0x80/frame 0xfffffe019850df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe019850df30 --- trap 0xc, rip = 0x826f69b6c, rsp = 0x83b492378, rbp = 0x83b4923a0 --- Tracing command kernel pid 0 tid 104016 td 0xfffffe0157458560 sched_switch() at sched_switch+0x559/frame 0xfffffe01984f4dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe01984f4de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01984f4e20 _sleep() at _sleep+0x2e7/frame 0xfffffe01984f4ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe01984f4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01984f4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01984f4f30 --- trap 0xc, rip = 0x826f69b6c, rsp = 0x838bb1328, rbp = 0x838bb1350 --- Tracing command kernel pid 0 tid 104017 td 0xfffffe0157809e40 sched_switch() at sched_switch+0x559/frame 0xfffffe019855ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe019855dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe019855de20 _sleep() at _sleep+0x2e7/frame 0xfffffe019855dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe019855def0 fork_exit() at fork_exit+0x80/frame 0xfffffe019855df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe019855df30 --- trap 0xc, rip = 0x826f69b6c, rsp = 0x830ce5338, rbp = 0x830ce5360 --- Tracing command kernel pid 0 tid 104018 td 0xfffffe014ebae3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe0198512dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0198512de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0198512e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0198512ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0198512ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0198512f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0198512f30 --- trap 0xc, rip = 0x82a2614fa, rsp = 0x83a4e1a88, rbp = 0x83a4e1aa0 --- Tracing command kernel pid 0 tid 104019 td 0xfffffe0157455900 sched_switch() at sched_switch+0x559/frame 0xfffffe0198508dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0198508de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0198508e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0198508ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0198508ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0198508f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0198508f30 --- trap 0xc, rip = 0x829da71c5, rsp = 0x8434b0300, rbp = 0x8434b0330 --- Tracing command kernel pid 0 tid 104020 td 0xfffffe01575f01e0 sched_switch() at sched_switch+0x559/frame 0xfffffe0157731dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe0157731de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0157731e20 _sleep() at _sleep+0x2e7/frame 0xfffffe0157731ec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0157731ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0157731f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0157731f30 --- trap 0xc, rip = 0x82778fb6c, rsp = 0x8376f8328, rbp = 0x8376f8350 --- Tracing command kernel pid 0 tid 401479 td 0xfffffe01d78d5560 sched_switch() at sched_switch+0x559/frame 0xfffffe069999ddc0 mi_switch() at mi_switch+0x157/frame 0xfffffe069999dde0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe069999de20 _sleep() at _sleep+0x2e7/frame 0xfffffe069999dec0 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe069999def0 fork_exit() at fork_exit+0x80/frame 0xfffffe069999df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe069999df30 --- trap 0xa5a5a5a5, rip = 0xa5a5a5a5a5a5a5a5, rsp = 0xa5a5a5a5a5a5a5a5, rbp = 0xa5a5a5a5a5a5a5a5 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4c60ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00377e1a10 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e1a30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e1a70 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00377e1ac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00377e1ad0 _sleep() at _sleep+0x2dd/frame 0xfffffe00377e1b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe00377e1c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe00377e1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe00377e1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00377e1f30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x28f0ea, rsp = 0x821206788, rbp = 0x8212067f0 --- Tracing command clock pid 2 tid 100078 td 0xfffffe00e4d0b900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49c8ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c8ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c8ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c8f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c8f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100079 td 0xfffffe00e4d11740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49c3ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49c3ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49c3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49c3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49c3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100080 td 0xfffffe00e4d11020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49d2ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49d2ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49d2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49d2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49d2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100081 td 0xfffffe00e4d10900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49cdea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49cdec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49cdef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49cdf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49cdf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100082 td 0xfffffe00e4d101e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49dcea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49dcec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49dcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49dcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49dcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100083 td 0xfffffe00e4d0fac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49d7ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49d7ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49d7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49d7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49d7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100084 td 0xfffffe00e4d0f3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49e6ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49e6ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49e6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100085 td 0xfffffe00e4d0ec80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49e1ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49e1ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49e1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49e1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49e1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100086 td 0xfffffe00e4d0e560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49f0ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49f0ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100087 td 0xfffffe00e4d1a1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49ebea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49ebec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100088 td 0xfffffe00e4d19ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49faea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49faec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command clock pid 2 tid 100089 td 0xfffffe00e4d193a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49f5ea0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49f5ec0 softclock_thread() at softclock_thread+0x6e/frame 0xfffffe00e49f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100107 td 0xfffffe00e4d34900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e7fdb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e7fdd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e7fe10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e7feb0 crypto_dispatch_thread() at crypto_dispatch_thread+0xbf/frame 0xfffffe00e4e7fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100108 td 0xfffffe00e4d341e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e8edb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e8edd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e8ee10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e8eeb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e8eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100109 td 0xfffffe00e4d33ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e89db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e89dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e89e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e89eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e89ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e89f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e89f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100110 td 0xfffffe00e4d333a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e98db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e98dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e98e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e98eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e98ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e98f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e98f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100111 td 0xfffffe00e4d3a020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e93db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e93dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e93e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e93eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e93ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e93f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e93f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100112 td 0xfffffe00e4d39900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ea2db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea2dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea2e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ea2eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100113 td 0xfffffe00e4d391e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e9ddb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e9ddd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e9de10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e9deb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4e9def0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9df30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9df30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100114 td 0xfffffe00e4d38ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4eacdb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eacdd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eace10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4eaceb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eacef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eacf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eacf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100115 td 0xfffffe00e4d383a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ea7db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ea7dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ea7e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ea7eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ea7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100116 td 0xfffffe00e4d37c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4eb6db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb6dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb6e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4eb6eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100117 td 0xfffffe00e4d37560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4eb1db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eb1dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eb1e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4eb1eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4eb1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb1f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100118 td 0xfffffe00e4d36e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ec0db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec0dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec0e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ec0eb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ec0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100119 td 0xfffffe00e4d3dac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ebbdb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ebbdd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ebbe10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ebbeb0 crypto_ret_thread() at crypto_ret_thread+0x134/frame 0xfffffe00e4ebbef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebbf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebbf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100121 td 0xfffffe00e4d3cc80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ec5da0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ec5dc0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ec5e00 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ec5ea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ec5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100122 td 0xfffffe00e4d3c560 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ed4da0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed4dc0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ed4e00 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ed4ea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ed4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed4f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100123 td 0xfffffe00e4d3be40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ecfda0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ecfdc0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ecfe00 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ecfea0 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4ecfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100124 td 0xfffffe00e4d3b720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ededa0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ededc0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4edee00 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4edeea0 xpt_async_td() at xpt_async_td+0x74/frame 0xfffffe00e4edeef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4edef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4edef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 4 tid 100152 td 0xfffffe010a32d740 sched_switch() at sched_switch+0x559/frame 0xfffffe010da59dc0 mi_switch() at mi_switch+0x157/frame 0xfffffe010da59de0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da59e20 _sleep() at _sleep+0x2e7/frame 0xfffffe010da59ec0 xpt_scanner_thread() at xpt_scanner_thread+0x154/frame 0xfffffe010da59ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da59f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da59f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 5 tid 100149 td 0xfffffe010d9ede40 sched_switch() at sched_switch+0x559/frame 0xfffffe010da40d20 mi_switch() at mi_switch+0x157/frame 0xfffffe010da40d40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da40d80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010da40dc0 _sleep() at _sleep+0x2ce/frame 0xfffffe010da40e60 random_kthread() at random_kthread+0xa7/frame 0xfffffe010da40ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da40f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da40f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 6 tid 100153 td 0xfffffe00e4d3b000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ed9d80 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ed9da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ed9de0 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4ed9e80 enc_daemon() at enc_daemon+0xeb/frame 0xfffffe00e4ed9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 7 tid 100154 td 0xfffffe00e4d3a740 sched_switch() at sched_switch+0x559/frame 0xfffffe010da63d80 mi_switch() at mi_switch+0x157/frame 0xfffffe010da63da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da63de0 _sleep() at _sleep+0x2e7/frame 0xfffffe010da63e80 enc_daemon() at enc_daemon+0xeb/frame 0xfffffe010da63ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da63f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da63f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 8 tid 100195 td 0xfffffe010e026020 sched_switch() at sched_switch+0x559/frame 0xfffffe010db41ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db41ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db41b10 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db41b50 _sleep() at _sleep+0x2ce/frame 0xfffffe010db41bf0 vm_pageout_worker() at vm_pageout_worker+0x28c/frame 0xfffffe010db41eb0 vm_pageout() at vm_pageout+0x1d7/frame 0xfffffe010db41ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 8 tid 100205 td 0xfffffe00e4d0b1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49b9b70 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49b9b90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e49b9bd0 _sleep() at _sleep+0x2e7/frame 0xfffffe00e49b9c70 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xb33/frame 0xfffffe00e49b9ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49b9f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49b9f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 8 tid 100206 td 0xfffffe00e4d0aac0 sched_switch() at sched_switch+0x559/frame 0xfffffe010db69d80 mi_switch() at mi_switch+0x157/frame 0xfffffe010db69da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db69de0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db69e20 _sleep() at _sleep+0x2ce/frame 0xfffffe010db69ec0 uma_reclaim_worker() at uma_reclaim_worker+0xc8/frame 0xfffffe010db69ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db69f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db69f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 9 tid 100196 td 0xfffffe010e025900 sched_switch() at sched_switch+0x559/frame 0xfffffe010db30d80 mi_switch() at mi_switch+0x157/frame 0xfffffe010db30da0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db30de0 _sleep() at _sleep+0x2e7/frame 0xfffffe010db30e80 vm_daemon() at vm_daemon+0x92/frame 0xfffffe010db30ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db30f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db30f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4c611e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00377e6dd0 mi_switch() at mi_switch+0x157/frame 0xfffffe00377e6df0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00377e6e30 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00377e6e90 audit_worker() at audit_worker+0x9f/frame 0xfffffe00377e6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c603a0 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81febd10 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81febd20 trap() at trap+0x56/frame 0xffffffff81febe30 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81febe30 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377f0e40, rbp = 0xfffffe00377f0e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377f0e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f0ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f0f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f0f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c5fc80 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e10 trap() at trap+0x56/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377ebe40, rbp = 0xfffffe00377ebe50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377ebe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ebef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ebf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ebf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c5f560 sched_switch() at sched_switch+0x559/frame 0xfffffe00377fae30 mi_switch() at mi_switch+0x157/frame 0xfffffe00377fae50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00377faef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377faf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377faf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c5ee40 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae10 trap() at trap+0x56/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377f5e40, rbp = 0xfffffe00377f5e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377f5e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377f5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c5e720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4830d50 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4830d70 Xtimerint() at Xtimerint+0xb1/frame 0xfffffe00e4830d70 --- interrupt, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e4830e40, rbp = 0xfffffe00e4830e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e4830e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4830ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c5e000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e10 trap() at trap+0x56/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00377ffe40, rbp = 0xfffffe00377ffe50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377ffe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00377ffef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377fff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377fff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c66c80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e483ae30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e483ae50 sched_idletd() at sched_idletd+0xa1/frame 0xfffffe00e483aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c66560 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee10 trap() at trap+0x56/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e4835e40, rbp = 0xfffffe00e4835e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e4835e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4835ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c65e40 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7be00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be10 trap() at trap+0x56/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e4844e40, rbp = 0xfffffe00e4844e50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e4844e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4844ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c65720 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce88e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce88e10 trap() at trap+0x56/frame 0xfffffe003ce88f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce88f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e483fe40, rbp = 0xfffffe00e483fe50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e483fe50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e483fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c65000 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e10 trap() at trap+0x56/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0xffffffff810b2d4e, rsp = 0xfffffe00e484ee40, rbp = 0xfffffe00e484ee50 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00e484ee50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e484eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c62740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4849e30 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4849e50 sched_idletd() at sched_idletd+0x4b1/frame 0xfffffe00e4849ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100044 td 0xfffffe00e4cf8000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48dfe40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48dfe60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e48dfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100045 td 0xfffffe00e4cf7740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e48eee40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e48eee60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e48eeef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48eef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48eef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100050 td 0xfffffe00e4cfc740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100077 td 0xfffffe00e4d0c020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e49bee40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e49bee60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49beef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49bef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49bef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffffe00e4d18c80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100125 td 0xfffffe00e4d89560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100126 td 0xfffffe00e4d88e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ee3e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ee3e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ee3ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee3f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee3f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100127 td 0xfffffe00e4d88720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ef2e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef2e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ef2ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef2f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef2f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100133 td 0xfffffe010a329000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f10e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f10e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f10ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f10f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f10f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100144 td 0xfffffe010a32a560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100145 td 0xfffffe010a329e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f64e40 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f64e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f64ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f64f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f64f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100159 td 0xfffffe010d9f1740 sched_switch() at sched_switch+0x559/frame 0xfffffe010da72e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010da72e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da72ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da72f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da72f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100160 td 0xfffffe010d9f1020 sched_switch() at sched_switch+0x559/frame 0xfffffe010da81e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010da81e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010da81ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010da81f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010da81f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100161 td 0xfffffe010d9f0900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100162 td 0xfffffe010d9f01e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100163 td 0xfffffe010d9efac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100164 td 0xfffffe010e12e740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100165 td 0xfffffe010e12e020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100166 td 0xfffffe010e12d900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100167 td 0xfffffe010e12d1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100168 td 0xfffffe010e12cac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100169 td 0xfffffe010e12c3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100170 td 0xfffffe010e12bc80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100171 td 0xfffffe010e12b560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100172 td 0xfffffe010e3041e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffffe010e303ac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe010e301000 sched_switch() at sched_switch+0x559/frame 0xfffffe010dad6e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dad6e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dad6ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dad6f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dad6f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100180 td 0xfffffe010df38c80 sched_switch() at sched_switch+0x559/frame 0xfffffe010dae5e40 mi_switch() at mi_switch+0x157/frame 0xfffffe010dae5e60 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010dae5ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010dae5f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010dae5f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100181 td 0xfffffe010df38560 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe010df37e40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffffe010df37720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffffe010df37000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffffe010e305740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffffe010e305020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100187 td 0xfffffe010e304900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100188 td 0xfffffe010e022720 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100189 td 0xfffffe010e022000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100190 td 0xfffffe010df3b740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffffe010df3b020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffffe010df3a900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffffe010df3a1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100249 td 0xfffffe014350d000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100250 td 0xfffffe014357c740 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100251 td 0xfffffe014357c020 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100252 td 0xfffffe014357b900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100253 td 0xfffffe014357b1e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100254 td 0xfffffe014357aac0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100255 td 0xfffffe014357a3a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100256 td 0xfffffe01437cd560 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100092 td 0xfffffe00e4d17e40 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e3edc0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e3ede0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e3ee20 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e3eec0 g_run_events() at g_run_events+0x444/frame 0xfffffe00e4e3eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100093 td 0xfffffe00e4d17720 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e39db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e39dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e39e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e39eb0 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e4e39ee0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e4e39ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e39f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e39f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100094 td 0xfffffe00e4d17000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4e48db0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4e48dd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4e48e10 _sleep() at _sleep+0x2e7/frame 0xfffffe00e4e48eb0 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4e48ee0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4e48ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e48f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e48f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100120 td 0xfffffe00e4d3d3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ecadb0 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ecadd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ecae10 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ecae70 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe00e4ecaef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecaf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecaf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100128 td 0xfffffe00e4d88000 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4eede00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4eede20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4eede60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4eedec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eedef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eedf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eedf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100129 td 0xfffffe00e4d3f740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4efce00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4efce20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4efce60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4efcec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4efcef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4efcf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4efcf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100130 td 0xfffffe00e4d3f020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4ef7e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4ef7e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4ef7e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4ef7ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ef7ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef7f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef7f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100131 td 0xfffffe00e4d3e900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f06e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f06e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f06e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f06ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f06ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f06f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f06f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100132 td 0xfffffe00e4d3e1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f01e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f01e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f01e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f01ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f01ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f01f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f01f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100134 td 0xfffffe00e4d8c740 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f0be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f0be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f0be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f0bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f0bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f0bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f0bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100135 td 0xfffffe00e4d8c020 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f1ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f1ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f1aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f1aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100136 td 0xfffffe00e4d8b900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f15e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f15e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f15e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f15ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f15ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f15f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f15f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100137 td 0xfffffe00e4d8b1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f24e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f24e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f24e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f24ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f24ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f24f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f24f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100138 td 0xfffffe00e4d8aac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f1fe00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f1fe20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f1fe60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f1fec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f1fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100139 td 0xfffffe010a32c900 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f46e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f46e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f46e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f46ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f46ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f46f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f46f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100140 td 0xfffffe010a32c1e0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f41e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f41e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f41e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f41ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f41ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f41f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f41f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100141 td 0xfffffe010a32bac0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f50e00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f50e20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f50e60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f50ec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f50ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f50f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f50f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100142 td 0xfffffe010a32b3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f4be00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f4be20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f4be60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f4bec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f4bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f4bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f4bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 15 tid 100143 td 0xfffffe010a32ac80 sched_switch() at sched_switch+0x559/frame 0xfffffe00e4f5ae00 mi_switch() at mi_switch+0x157/frame 0xfffffe00e4f5ae20 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe00e4f5ae60 _cv_wait() at _cv_wait+0x166/frame 0xfffffe00e4f5aec0 usb_process() at usb_process+0xb3/frame 0xfffffe00e4f5aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100197 td 0xfffffe010e0251e0 sched_switch() at sched_switch+0x559/frame 0xfffffe010db4bd60 mi_switch() at mi_switch+0x157/frame 0xfffffe010db4bd80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db4bdc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db4be00 _sleep() at _sleep+0x2ce/frame 0xfffffe010db4bea0 buf_daemon() at buf_daemon+0x121/frame 0xfffffe010db4bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db4bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db4bf30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100198 td 0xfffffe010e3a4ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe0110b27d40 mi_switch() at mi_switch+0x157/frame 0xfffffe0110b27d60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0110b27da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0110b27de0 _sleep() at _sleep+0x2ce/frame 0xfffffe0110b27e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe0110b27ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0110b27f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0110b27f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100199 td 0xfffffe010e3a43a0 sched_switch() at sched_switch+0x559/frame 0xfffffe010db50d40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db50d60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db50da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db50de0 _sleep() at _sleep+0x2ce/frame 0xfffffe010db50e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db50ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db50f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db50f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100200 td 0xfffffe010e3a3c80 sched_switch() at sched_switch+0x559/frame 0xfffffe0111d3ed40 mi_switch() at mi_switch+0x157/frame 0xfffffe0111d3ed60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0111d3eda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0111d3ede0 _sleep() at _sleep+0x2ce/frame 0xfffffe0111d3ee80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe0111d3eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0111d3ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0111d3ef30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100201 td 0xfffffe010e3a3560 sched_switch() at sched_switch+0x559/frame 0xfffffe010db55d40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db55d60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db55da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db55de0 _sleep() at _sleep+0x2ce/frame 0xfffffe010db55e80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db55ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db55f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db55f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100202 td 0xfffffe010e3a2e40 sched_switch() at sched_switch+0x559/frame 0xfffffe010db5fd40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db5fd60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db5fda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db5fde0 _sleep() at _sleep+0x2ce/frame 0xfffffe010db5fe80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db5fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db5ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db5ff30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100203 td 0xfffffe010e3a2720 sched_switch() at sched_switch+0x559/frame 0xfffffe010db5ad40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db5ad60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db5ada0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db5ade0 _sleep() at _sleep+0x2ce/frame 0xfffffe010db5ae80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe010db5aef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db5af30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db5af30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100204 td 0xfffffe010e3a2000 sched_switch() at sched_switch+0x559/frame 0xfffffe011294fd40 mi_switch() at mi_switch+0x157/frame 0xfffffe011294fd60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe011294fda0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe011294fde0 _sleep() at _sleep+0x2ce/frame 0xfffffe011294fe80 bufspace_daemon() at bufspace_daemon+0x312/frame 0xfffffe011294fef0 fork_exit() at fork_exit+0x80/frame 0xfffffe011294ff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe011294ff30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command bufdaemon pid 16 tid 100219 td 0xfffffe010e642e40 sched_switch() at sched_switch+0x559/frame 0xfffffe0141758d70 mi_switch() at mi_switch+0x157/frame 0xfffffe0141758d90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141758dd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0141758e10 _sleep() at _sleep+0x2ce/frame 0xfffffe0141758eb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe0141758ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0141758f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0141758f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command bufdaemon pid 16 tid 100228 td 0xfffffe00e4d89c80 sched_switch() at sched_switch+0x559/frame 0xfffffe014174ed70 mi_switch() at mi_switch+0x157/frame 0xfffffe014174ed90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014174edd0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe014174ee10 _sleep() at _sleep+0x2ce/frame 0xfffffe014174eeb0 softdep_flush() at softdep_flush+0x188/frame 0xfffffe014174eef0 fork_exit() at fork_exit+0x80/frame 0xfffffe014174ef30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014174ef30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command syncer pid 17 tid 100207 td 0xfffffe010e024ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe010db46d40 mi_switch() at mi_switch+0x157/frame 0xfffffe010db46d60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db46da0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010db46de0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x19a/frame 0xfffffe010db46e60 sched_sync() at sched_sync+0x63d/frame 0xfffffe010db46ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe010db46f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010db46f30 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 18 tid 100208 td 0xfffffe010e0243a0 sched_switch() at sched_switch+0x559/frame 0xfffffe0141749d10 mi_switch() at mi_switch+0x157/frame 0xfffffe0141749d30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141749d70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0141749db0 _sleep() at _sleep+0x2ce/frame 0xfffffe0141749e50 vnlru_proc() at vnlru_proc+0x99c/frame 0xfffffe0141749ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0141749f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0141749f30 --- trap 0xafafafaf, rip = 0xafafafafafafafaf, rsp = 0xafafafafafafafaf, rbp = 0xafafafafafafafaf --- Tracing command ftcleanup pid 16718 tid 101399 td 0xfffffe0157908740 sched_switch() at sched_switch+0x559/frame 0xfffffe015772cda0 mi_switch() at mi_switch+0x157/frame 0xfffffe015772cdc0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe015772ce00 _sleep() at _sleep+0x2e7/frame 0xfffffe015772cea0 fasttrap_pid_cleanup_cb() at fasttrap_pid_cleanup_cb+0x27c/frame 0xfffffe015772cef0 fork_exit() at fork_exit+0x80/frame 0xfffffe015772cf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe015772cf30 --- trap 0xc, rip = 0x1e81442a04fa, rsp = 0x1e813edeaa58, rbp = 0x1e813edeaa70 --- Tracing command aiod1 pid 66306 tid 104921 td 0xfffffe01d9038900 sched_switch() at sched_switch+0x559/frame 0xfffffe067efd1d60 mi_switch() at mi_switch+0x157/frame 0xfffffe067efd1d80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe067efd1dc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe067efd1e00 _sleep() at _sleep+0x2ce/frame 0xfffffe067efd1ea0 aio_daemon() at aio_daemon+0x305/frame 0xfffffe067efd1ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe067efd1f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe067efd1f30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- Tracing command aiod2 pid 66307 tid 101163 td 0xfffffe01582bc900 sched_switch() at sched_switch+0x559/frame 0xfffffe01577e4d60 mi_switch() at mi_switch+0x157/frame 0xfffffe01577e4d80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01577e4dc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01577e4e00 _sleep() at _sleep+0x2ce/frame 0xfffffe01577e4ea0 aio_daemon() at aio_daemon+0x305/frame 0xfffffe01577e4ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01577e4f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01577e4f30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- Tracing command aiod3 pid 66308 tid 104962 td 0xfffffe01dfef4560 sched_switch() at sched_switch+0x559/frame 0xfffffe067f094d60 mi_switch() at mi_switch+0x157/frame 0xfffffe067f094d80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe067f094dc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe067f094e00 _sleep() at _sleep+0x2ce/frame 0xfffffe067f094ea0 aio_daemon() at aio_daemon+0x305/frame 0xfffffe067f094ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe067f094f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe067f094f30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- Tracing command aiod4 pid 66309 tid 101599 td 0xfffffe01582ba560 sched_switch() at sched_switch+0x559/frame 0xfffffe0198488d60 mi_switch() at mi_switch+0x157/frame 0xfffffe0198488d80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0198488dc0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0198488e00 _sleep() at _sleep+0x2ce/frame 0xfffffe0198488ea0 aio_daemon() at aio_daemon+0x305/frame 0xfffffe0198488ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0198488f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0198488f30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- Tracing command sctp_iterator pid 74891 tid 100382 td 0xfffffe014ebaf900 sched_switch() at sched_switch+0x559/frame 0xfffffe01439dfdd0 mi_switch() at mi_switch+0x157/frame 0xfffffe01439dfdf0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01439dfe30 _sleep() at _sleep+0x2e7/frame 0xfffffe01439dfed0 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe01439dfef0 fork_exit() at fork_exit+0x80/frame 0xfffffe01439dff30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01439dff30 --- trap 0xc, rip = 0x343b792b4fa, rsp = 0x343b25d25d8, rbp = 0x343b25d25f0 --- Tracing command dhclient pid 2335 tid 100233 td 0xfffffe010e7d5ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe0141776ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141776ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141776b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141776b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141776b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0141776bd0 kern_select() at kern_select+0xa15/frame 0xfffffe0141776dc0 sys_select() at sys_select+0x56/frame 0xfffffe0141776e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141776f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141776f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x322ebe5ed95a, rsp = 0x322ebb291638, rbp = 0x322ebb2916f0 --- Tracing command dhclient pid 2338 tid 100247 td 0xfffffe014289e900 sched_switch() at sched_switch+0x559/frame 0xfffffe010dbb9ae0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbb9b00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbb9b40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbb9b90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010dbb9ba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010dbb9c00 kern_poll_kfds() at kern_poll_kfds+0x4bc/frame 0xfffffe010dbb9c90 kern_poll() at kern_poll+0x9f/frame 0xfffffe010dbb9de0 sys_poll() at sys_poll+0x50/frame 0xfffffe010dbb9e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbb9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbb9f30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x322ebe5ed85a, rsp = 0x322ebb291878, rbp = 0x322ebb2918b0 --- Tracing command sleep pid 76115 tid 401026 td 0xfffffe01d77f8e40 sched_switch() at sched_switch+0x559/frame 0xfffffe069a50fbb0 mi_switch() at mi_switch+0x157/frame 0xfffffe069a50fbd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe069a50fc10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe069a50fc60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe069a50fca0 _sleep() at _sleep+0x2bf/frame 0xfffffe069a50fd40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1d1/frame 0xfffffe069a50fdc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe069a50fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe069a50ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe069a50ff30 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x120593ef17da, rsp = 0x120593549e28, rbp = 0x120593549e80 --- Tracing command dhclient pid 2397 tid 100260 td 0xfffffe0143578720 sched_switch() at sched_switch+0x559/frame 0xfffffe014385ca90 mi_switch() at mi_switch+0x157/frame 0xfffffe014385cab0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014385caf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014385cb40 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014385cb80 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe014385cc00 kern_poll_kfds() at kern_poll_kfds+0x487/frame 0xfffffe014385cc90 kern_poll() at kern_poll+0x9f/frame 0xfffffe014385cde0 sys_poll() at sys_poll+0x50/frame 0xfffffe014385ce00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014385cf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014385cf30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x322ebe5ed85a, rsp = 0x322ebb291878, rbp = 0x322ebb2918b0 --- Tracing command devd pid 2402 tid 100211 td 0xfffffe010e643560 sched_switch() at sched_switch+0x559/frame 0xfffffe014175da60 mi_switch() at mi_switch+0x157/frame 0xfffffe014175da80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014175dac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014175db10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014175db50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe014175dbd0 kern_select() at kern_select+0x9ef/frame 0xfffffe014175ddc0 sys_select() at sys_select+0x56/frame 0xfffffe014175de00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014175df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014175df30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x28b3ca, rsp = 0x820eab968, rbp = 0x820eadb00 --- Tracing command syslogd pid 2591 tid 100235 td 0xfffffe010e646020 sched_switch() at sched_switch+0x559/frame 0xfffffe010db7dab0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db7dad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db7db10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db7db60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db7db70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db7dbd0 kern_select() at kern_select+0xa15/frame 0xfffffe010db7ddc0 sys_select() at sys_select+0x56/frame 0xfffffe010db7de00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db7df30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db7df30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x1d11cb44995a, rsp = 0x1d11c9a7d978, rbp = 0x1d11c9a7df00 --- Tracing command watchdogd pid 2599 tid 100232 td 0xfffffe014289b720 sched_switch() at sched_switch+0x559/frame 0xfffffe0141780bb0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141780bd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141780c10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141780c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0141780ca0 _sleep() at _sleep+0x2bf/frame 0xfffffe0141780d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1d1/frame 0xfffffe0141780dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0141780e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141780f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141780f30 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x22582bcf87da, rsp = 0x225829f88da8, rbp = 0x225829f88df0 --- Tracing command rpcbind pid 2621 tid 100283 td 0xfffffe01440731e0 sched_switch() at sched_switch+0x559/frame 0xfffffe01438aca90 mi_switch() at mi_switch+0x157/frame 0xfffffe01438acab0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438acaf0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438acb40 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01438acb80 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe01438acc00 kern_poll_kfds() at kern_poll_kfds+0x487/frame 0xfffffe01438acc90 kern_poll() at kern_poll+0x9f/frame 0xfffffe01438acde0 sys_poll() at sys_poll+0x50/frame 0xfffffe01438ace00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438acf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438acf30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x19a78c72385a, rsp = 0x19a78a3a5ab8, rbp = 0x19a78a3a7ce0 --- Tracing command rpc.statd pid 2646 tid 100231 td 0xfffffe0143511020 sched_switch() at sched_switch+0x559/frame 0xfffffe010da5ea60 mi_switch() at mi_switch+0x157/frame 0xfffffe010da5ea80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010da5eac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010da5eb10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010da5eb50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe010da5ebd0 kern_select() at kern_select+0x9ef/frame 0xfffffe010da5edc0 sys_select() at sys_select+0x56/frame 0xfffffe010da5ee00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010da5ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010da5ef30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x14b3af39995a, rsp = 0x14b3ace41d58, rbp = 0x14b3ace41ea0 --- Tracing command rpc.lockd pid 2649 tid 100262 td 0xfffffe014350ec80 sched_switch() at sched_switch+0x559/frame 0xfffffe014386b990 mi_switch() at mi_switch+0x157/frame 0xfffffe014386b9b0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014386b9f0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014386ba40 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014386ba80 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe014386bb00 svc_run_internal() at svc_run_internal+0xada/frame 0xfffffe014386bc30 svc_run() at svc_run+0x230/frame 0xfffffe014386bc90 sys_nlm_syscall() at sys_nlm_syscall+0x6fa/frame 0xfffffe014386be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014386bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014386bf30 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x32ec6882509a, rsp = 0x32ec65de46d8, rbp = 0x32ec65de47a0 --- Tracing command powerd pid 2654 tid 100236 td 0xfffffe01435101e0 sched_switch() at sched_switch+0x559/frame 0xfffffe010db6ea60 mi_switch() at mi_switch+0x157/frame 0xfffffe010db6ea80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db6eac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db6eb10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010db6eb50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe010db6ebd0 kern_select() at kern_select+0x9ef/frame 0xfffffe010db6edc0 sys_select() at sys_select+0x56/frame 0xfffffe010db6ee00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db6ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db6ef30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x34c2cd93995a, rsp = 0x34c2ca8f62f8, rbp = 0x34c2ca8f6430 --- Tracing command ntpd pid 2680 tid 100264 td 0xfffffe010e7d3e40 sched_switch() at sched_switch+0x559/frame 0xfffffe0143846ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143846ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143846b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143846b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143846b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143846bd0 kern_select() at kern_select+0xa15/frame 0xfffffe0143846dc0 sys_select() at sys_select+0x56/frame 0xfffffe0143846e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143846f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143846f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x3f066ae3895a, rsp = 0x3f0667c33708, rbp = 0x3f0667c33740 --- Tracing command inetd pid 2706 tid 100269 td 0xfffffe014350de40 sched_switch() at sched_switch+0x559/frame 0xfffffe0143893ab0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143893ad0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143893b10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143893b60 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143893b70 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143893bd0 kern_select() at kern_select+0xa15/frame 0xfffffe0143893dc0 sys_select() at sys_select+0x56/frame 0xfffffe0143893e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143893f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143893f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x31effc00095a, rsp = 0x31eff8b7fed8, rbp = 0x31eff8b80d70 --- Tracing command sshd pid 2725 tid 100227 td 0xfffffe0143579c80 sched_switch() at sched_switch+0x559/frame 0xfffffe01417b9a70 mi_switch() at mi_switch+0x157/frame 0xfffffe01417b9a90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417b9ad0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417b9b20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417b9b30 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01417b9b90 kern_select() at kern_select+0xa15/frame 0xfffffe01417b9d80 sys_pselect() at sys_pselect+0x127/frame 0xfffffe01417b9e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01417b9f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417b9f30 --- syscall (522, FreeBSD ELF64, sys_pselect), rip = 0xde33361e89a, rsp = 0xde32ae2b378, rbp = 0xde32ae2b3c0 --- Tracing command cron pid 2729 tid 100273 td 0xfffffe014289d3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe0143898bb0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143898bd0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143898c10 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143898c60 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0143898ca0 _sleep() at _sleep+0x2bf/frame 0xfffffe0143898d40 kern_clock_nanosleep() at kern_clock_nanosleep+0x1d1/frame 0xfffffe0143898dc0 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0143898e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143898f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143898f30 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x75f463b47da, rsp = 0x75f437b63f8, rbp = 0x75f437b65e0 --- Tracing command getty pid 2743 tid 100209 td 0xfffffe00e4d8a3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe0141753af0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141753b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141753b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141753ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141753bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0141753c10 tty_wait() at tty_wait+0x42/frame 0xfffffe0141753c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe0141753cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0141753ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141753d40 dofileread() at dofileread+0x81/frame 0xfffffe0141753d90 sys_read() at sys_read+0xc0/frame 0xfffffe0141753e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141753f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141753f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x1b30f4c778da, rsp = 0x1b30f17f1d68, rbp = 0x1b30f17f1db0 --- Tracing command getty pid 2744 tid 100268 td 0xfffffe014350e560 sched_switch() at sched_switch+0x559/frame 0xfffffe0143866af0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143866b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143866b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143866ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143866bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143866c10 tty_wait() at tty_wait+0x42/frame 0xfffffe0143866c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe0143866cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0143866ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0143866d40 dofileread() at dofileread+0x81/frame 0xfffffe0143866d90 sys_read() at sys_read+0xc0/frame 0xfffffe0143866e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143866f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143866f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x25057cd018da, rsp = 0x250579aee018, rbp = 0x250579aee060 --- Tracing command getty pid 2745 tid 100245 td 0xfffffe010e7d4c80 sched_switch() at sched_switch+0x559/frame 0xfffffe010db96af0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db96b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db96b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db96ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db96bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db96c10 tty_wait() at tty_wait+0x42/frame 0xfffffe010db96c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe010db96cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe010db96ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe010db96d40 dofileread() at dofileread+0x81/frame 0xfffffe010db96d90 sys_read() at sys_read+0xc0/frame 0xfffffe010db96e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db96f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db96f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x2cfb1db518da, rsp = 0x2cfb1c0375a8, rbp = 0x2cfb1c0375f0 --- Tracing command getty pid 2746 tid 100220 td 0xfffffe014289be40 sched_switch() at sched_switch+0x559/frame 0xfffffe0141785af0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141785b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141785b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141785ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141785bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0141785c10 tty_wait() at tty_wait+0x42/frame 0xfffffe0141785c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe0141785cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0141785ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141785d40 dofileread() at dofileread+0x81/frame 0xfffffe0141785d90 sys_read() at sys_read+0xc0/frame 0xfffffe0141785e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141785f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141785f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x50dd21218da, rsp = 0x50dd127a3a8, rbp = 0x50dd127a3f0 --- Tracing command getty pid 2747 tid 100272 td 0xfffffe010e7f9900 sched_switch() at sched_switch+0x559/frame 0xfffffe0143870af0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143870b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143870b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143870ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143870bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143870c10 tty_wait() at tty_wait+0x42/frame 0xfffffe0143870c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe0143870cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0143870ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0143870d40 dofileread() at dofileread+0x81/frame 0xfffffe0143870d90 sys_read() at sys_read+0xc0/frame 0xfffffe0143870e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143870f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143870f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x344752d338da, rsp = 0x344750962d48, rbp = 0x344750962d90 --- Tracing command getty pid 2748 tid 100224 td 0xfffffe010e7f7560 sched_switch() at sched_switch+0x559/frame 0xfffffe0141799af0 mi_switch() at mi_switch+0x157/frame 0xfffffe0141799b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0141799b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0141799ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0141799bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0141799c10 tty_wait() at tty_wait+0x42/frame 0xfffffe0141799c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe0141799cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0141799ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0141799d40 dofileread() at dofileread+0x81/frame 0xfffffe0141799d90 sys_read() at sys_read+0xc0/frame 0xfffffe0141799e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0141799f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0141799f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x2180e5dc78da, rsp = 0x2180e431e538, rbp = 0x2180e431e580 --- Tracing command getty pid 2749 tid 100240 td 0xfffffe010e023560 sched_switch() at sched_switch+0x559/frame 0xfffffe010db91af0 mi_switch() at mi_switch+0x157/frame 0xfffffe010db91b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db91b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db91ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db91bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db91c10 tty_wait() at tty_wait+0x42/frame 0xfffffe010db91c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe010db91cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe010db91ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe010db91d40 dofileread() at dofileread+0x81/frame 0xfffffe010db91d90 sys_read() at sys_read+0xc0/frame 0xfffffe010db91e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db91f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db91f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x20137ca938da, rsp = 0x20137aefc9f8, rbp = 0x20137aefca40 --- Tracing command getty pid 2750 tid 100259 td 0xfffffe0143578e40 sched_switch() at sched_switch+0x559/frame 0xfffffe0143861af0 mi_switch() at mi_switch+0x157/frame 0xfffffe0143861b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0143861b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0143861ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0143861bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe0143861c10 tty_wait() at tty_wait+0x42/frame 0xfffffe0143861c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe0143861cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0143861ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe0143861d40 dofileread() at dofileread+0x81/frame 0xfffffe0143861d90 sys_read() at sys_read+0xc0/frame 0xfffffe0143861e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0143861f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0143861f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x3038794dd8da, rsp = 0x303876e18c78, rbp = 0x303876e18cc0 --- Tracing command getty pid 2751 tid 100238 td 0xfffffe0143579560 sched_switch() at sched_switch+0x559/frame 0xfffffe01417b4af0 mi_switch() at mi_switch+0x157/frame 0xfffffe01417b4b10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01417b4b50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01417b4ba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01417b4bb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe01417b4c10 tty_wait() at tty_wait+0x42/frame 0xfffffe01417b4c40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe01417b4cb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01417b4ce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe01417b4d40 dofileread() at dofileread+0x81/frame 0xfffffe01417b4d90 sys_read() at sys_read+0xc0/frame 0xfffffe01417b4e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01417b4f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01417b4f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x1497c9a928da, rsp = 0x1497c814b6d8, rbp = 0x1497c814b720 --- Tracing command getty pid 2752 tid 100265 td 0xfffffe0143578000 sched_switch() at sched_switch+0x559/frame 0xfffffe014387faf0 mi_switch() at mi_switch+0x157/frame 0xfffffe014387fb10 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014387fb50 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014387fba0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014387fbb0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe014387fc10 tty_wait() at tty_wait+0x42/frame 0xfffffe014387fc40 ttydisc_read() at ttydisc_read+0x21e/frame 0xfffffe014387fcb0 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014387fce0 devfs_read_f() at devfs_read_f+0xe5/frame 0xfffffe014387fd40 dofileread() at dofileread+0x81/frame 0xfffffe014387fd90 sys_read() at sys_read+0xc0/frame 0xfffffe014387fe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014387ff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014387ff30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x36b645d178da, rsp = 0x36b6436ba438, rbp = 0x36b6436ba480 --- Tracing command sshd pid 2753 tid 100258 td 0xfffffe014362d3a0 sched_switch() at sched_switch+0x559/frame 0xfffffe010dbaaae0 mi_switch() at mi_switch+0x157/frame 0xfffffe010dbaab00 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010dbaab40 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010dbaab90 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010dbaaba0 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010dbaac00 kern_poll_kfds() at kern_poll_kfds+0x4bc/frame 0xfffffe010dbaac90 kern_poll() at kern_poll+0x9f/frame 0xfffffe010dbaade0 sys_poll() at sys_poll+0x50/frame 0xfffffe010dbaae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010dbaaf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010dbaaf30 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0xb189647e85a, rsp = 0xb188f8c6708, rbp = 0xb188f8c6740 --- Tracing command sshd pid 2756 tid 100239 td 0xfffffe010e7fa740 sched_switch() at sched_switch+0x559/frame 0xfffffe010db82a70 mi_switch() at mi_switch+0x157/frame 0xfffffe010db82a90 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe010db82ad0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe010db82b20 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010db82b30 _cv_wait_sig() at _cv_wait_sig+0x165/frame 0xfffffe010db82b90 kern_select() at kern_select+0xa15/frame 0xfffffe010db82d80 sys_pselect() at sys_pselect+0x127/frame 0xfffffe010db82e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe010db82f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010db82f30 --- syscall (522, FreeBSD ELF64, sys_pselect), rip = 0xb189647e89a, rsp = 0xb188f8c2688, rbp = 0xb188f8c26d0 --- Tracing command bash pid 2757 tid 100261 td 0xfffffe014350f3a0 --- swapped out Tracing command su pid 2762 tid 100214 td 0xfffffe010e646740 --- swapped out Tracing command csh pid 2763 tid 100266 td 0xfffffe010e7d3720 --- swapped out Tracing command bash pid 2765 tid 100215 td 0xfffffe010e7d6900 sched_switch() at sched_switch+0x559/frame 0xfffffe011436ea10 mi_switch() at mi_switch+0x157/frame 0xfffffe011436ea30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe011436ea70 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe011436eac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe011436ead0 _sleep() at _sleep+0x2dd/frame 0xfffffe011436eb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe011436ec00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe011436ee00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe011436ef30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe011436ef30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x823596aba, rsp = 0x8207aafd8, rbp = 0x8207ab030 --- Tracing command rsync pid 93471 tid 387643 td 0xfffffe01e848a020 sched_switch() at sched_switch+0x559/frame 0xfffffe0688f34f40 mi_switch() at mi_switch+0x157/frame 0xfffffe0688f34f60 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0688f34fa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0688f34fe0 _sleep() at _sleep+0x2ce/frame 0xfffffe0688f35080 clnt_vc_call() at clnt_vc_call+0x7dc/frame 0xfffffe0688f351d0 clnt_reconnect_call() at clnt_reconnect_call+0x145/frame 0xfffffe0688f352a0 newnfs_request() at newnfs_request+0xa86/frame 0xfffffe0688f35450 nfscl_request() at nfscl_request+0x5a/frame 0xfffffe0688f354a0 nfsrpc_lookup() at nfsrpc_lookup+0x358/frame 0xfffffe0688f35680 nfs_lookup() at nfs_lookup+0x435/frame 0xfffffe0688f359d0 vop_sigdefer() at vop_sigdefer+0x2f/frame 0xfffffe0688f35a00 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5a/frame 0xfffffe0688f35a20 vfs_lookup() at vfs_lookup+0x4aa/frame 0xfffffe0688f35ac0 namei() at namei+0x3e8/frame 0xfffffe0688f35b40 kern_statat() at kern_statat+0x12e/frame 0xfffffe0688f35c80 freebsd11_lstat() at freebsd11_lstat+0x33/frame 0xfffffe0688f35e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0688f35f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0688f35f30 --- syscall (190, FreeBSD ELF64, freebsd11_lstat), rip = 0x8231c129a, rsp = 0x82152b528, rbp = 0x82152b550 --- Tracing command date pid 3373 tid 379973 td 0xfffffe0158ea3720 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de10 trap() at trap+0x56/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0xffffffff810c8ab0, rsp = 0xffffffff824122d0, rbp = 0x2896435eb060 --- Xpage_pti() at Xpage_pti/frame 0x2896435eb060 Tracing command arp pid 3374 tid 382788 td 0xfffffe01e50e6740 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e10 trap() at trap+0x56/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0xffffffff80f8f48c, rsp = 0xfffffe06bf153c10, rbp = 0xfffffe06bf153c20 --- _vm_map_assert_consistent() at _vm_map_assert_consistent+0x4c/frame 0xfffffe06bf153c20 vm_map_fixed() at vm_map_fixed+0x131/frame 0xfffffe06bf153c70 vm_mmap_object() at vm_mmap_object+0x1b8/frame 0xfffffe06bf153ce0 kern_mmap() at kern_mmap+0x5c7/frame 0xfffffe06bf153dc0 sys_mmap() at sys_mmap+0x42/frame 0xfffffe06bf153e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe06bf153f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06bf153f30 --- syscall (477, FreeBSD ELF64, sys_mmap), rip = 0x44a80351c6da, rsp = 0x2b05722f0b78, rbp = 0x2b05722f0cd0 --- Tracing command date pid 3375 tid 389079 td 0xfffffe01e6cc4900 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e10 trap() at trap+0x56/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0xffffffff80beb524, rsp = 0xfffffe068a9ed8b0, rbp = 0xfffffe068a9ed8f0 --- __mtx_lock_flags() at __mtx_lock_flags+0xa4/frame 0xfffffe068a9ed8f0 pmap_enter_object() at pmap_enter_object+0x73/frame 0xfffffe068a9ed960 vm_map_pmap_enter() at vm_map_pmap_enter+0x2e9/frame 0xfffffe068a9ed9e0 vm_map_insert() at vm_map_insert+0x4ee/frame 0xfffffe068a9eda80 vm_map_find() at vm_map_find+0x49c/frame 0xfffffe068a9edb40 vm_map_find_min() at vm_map_find_min+0x51/frame 0xfffffe068a9edbc0 vm_mmap_object() at vm_mmap_object+0x27e/frame 0xfffffe068a9edc50 vn_mmap() at vn_mmap+0x141/frame 0xfffffe068a9edce0 kern_mmap() at kern_mmap+0x59e/frame 0xfffffe068a9eddc0 sys_mmap() at sys_mmap+0x42/frame 0xfffffe068a9ede00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe068a9edf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068a9edf30 --- syscall (477, FreeBSD ELF64, sys_mmap), rip = 0x1e8158b4f6da, rsp = 0xf807b5975d8, rbp = 0xf807b5976e0 --- Tracing command rsync pid 93544 tid 359853 td 0xfffffe01d78f4000 sched_switch() at sched_switch+0x559/frame 0xfffffe06809c1a60 mi_switch() at mi_switch+0x157/frame 0xfffffe06809c1a80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe06809c1ac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe06809c1b10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe06809c1b50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe06809c1bd0 kern_select() at kern_select+0x9ef/frame 0xfffffe06809c1dc0 sys_select() at sys_select+0x56/frame 0xfffffe06809c1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe06809c1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06809c1f30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8231c395a, rsp = 0x82152b8a8, rbp = 0x82152bab0 --- Tracing command sh pid 12295 tid 100285 td 0xfffffe01437cce40 --- swapped out Tracing command sh pid 12342 tid 100279 td 0xfffffe0143538900 sched_switch() at sched_switch+0x559/frame 0xfffffe01438cca10 mi_switch() at mi_switch+0x157/frame 0xfffffe01438cca30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438cca70 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438ccac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438ccad0 _sleep() at _sleep+0x2dd/frame 0xfffffe01438ccb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe01438ccc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01438cce00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438ccf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438ccf30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x32b5c828daba, rsp = 0x32b5c51e88d8, rbp = 0x32b5c51e8990 --- Tracing command awk pid 12343 tid 100278 td 0xfffffe0143539020 sched_switch() at sched_switch+0x559/frame 0xfffffe01438d1b80 mi_switch() at mi_switch+0x157/frame 0xfffffe01438d1ba0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe01438d1be0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01438d1c30 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01438d1c40 _sleep() at _sleep+0x2dd/frame 0xfffffe01438d1ce0 pipe_read() at pipe_read+0x4b6/frame 0xfffffe01438d1d40 dofileread() at dofileread+0x81/frame 0xfffffe01438d1d90 sys_read() at sys_read+0xc0/frame 0xfffffe01438d1e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe01438d1f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01438d1f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x1d062093c8da, rsp = 0x1d061f65fcc8, rbp = 0x1d061f65fce0 --- Tracing command sh pid 12345 tid 100277 td 0xfffffe0143539740 sched_switch() at sched_switch+0x559/frame 0xfffffe014387ab80 mi_switch() at mi_switch+0x157/frame 0xfffffe014387aba0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe014387abe0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014387ac30 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014387ac40 _sleep() at _sleep+0x2dd/frame 0xfffffe014387ace0 pipe_read() at pipe_read+0x4b6/frame 0xfffffe014387ad40 dofileread() at dofileread+0x81/frame 0xfffffe014387ad90 sys_read() at sys_read+0xc0/frame 0xfffffe014387ae00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe014387af30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014387af30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x32b5c828d8da, rsp = 0x32b5c51e84a8, rbp = 0x32b5c51e89d0 --- Tracing command newnfs 1 pid 29964 tid 380645 td 0xfffffe01df9edc80 sched_switch() at sched_switch+0x559/frame 0xfffffe069216bd20 mi_switch() at mi_switch+0x157/frame 0xfffffe069216bd40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe069216bd80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe069216bdd0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe069216be10 _sleep() at _sleep+0x2bf/frame 0xfffffe069216beb0 nfssvc_iod() at nfssvc_iod+0xfe/frame 0xfffffe069216bef0 fork_exit() at fork_exit+0x80/frame 0xfffffe069216bf30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe069216bf30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- Tracing command sh pid 38440 tid 387022 td 0xfffffe01c9465ac0 sched_switch() at sched_switch+0x559/frame 0xfffffe068280ba10 mi_switch() at mi_switch+0x157/frame 0xfffffe068280ba30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe068280ba70 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe068280bac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe068280bad0 _sleep() at _sleep+0x2dd/frame 0xfffffe068280bb70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe068280bc00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe068280be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe068280bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068280bf30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x3b6b05308aba, rsp = 0x3b6b031448e8, rbp = 0x3b6b031449a0 --- Tracing command sh pid 38442 tid 387641 td 0xfffffe01d4992000 sched_switch() at sched_switch+0x559/frame 0xfffffe0688f2bb80 mi_switch() at mi_switch+0x157/frame 0xfffffe0688f2bba0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0688f2bbe0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0688f2bc30 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0688f2bc40 _sleep() at _sleep+0x2dd/frame 0xfffffe0688f2bce0 pipe_read() at pipe_read+0x4b6/frame 0xfffffe0688f2bd40 dofileread() at dofileread+0x81/frame 0xfffffe0688f2bd90 sys_read() at sys_read+0xc0/frame 0xfffffe0688f2be00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0688f2bf30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0688f2bf30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x3b6b053088da, rsp = 0x3b6b03144668, rbp = 0x3b6b031447f0 --- Tracing command sh pid 38444 tid 385730 td 0xfffffe01d02cd900 sched_switch() at sched_switch+0x559/frame 0xfffffe0693417b80 mi_switch() at mi_switch+0x157/frame 0xfffffe0693417ba0 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0693417be0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0693417c30 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0693417c40 _sleep() at _sleep+0x2dd/frame 0xfffffe0693417ce0 pipe_read() at pipe_read+0x4b6/frame 0xfffffe0693417d40 dofileread() at dofileread+0x81/frame 0xfffffe0693417d90 sys_read() at sys_read+0xc0/frame 0xfffffe0693417e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0693417f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0693417f30 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x3b6b053088da, rsp = 0x3b6b03144668, rbp = 0x3b6b031447f0 --- Tracing command rsync pid 96435 tid 390816 td 0xfffffe01d0305c80 sched_switch() at sched_switch+0x559/frame 0xfffffe0699ecfa60 mi_switch() at mi_switch+0x157/frame 0xfffffe0699ecfa80 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0699ecfac0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0699ecfb10 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0699ecfb50 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x19a/frame 0xfffffe0699ecfbd0 kern_select() at kern_select+0x9ef/frame 0xfffffe0699ecfdc0 sys_select() at sys_select+0x56/frame 0xfffffe0699ecfe00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe0699ecff30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0699ecff30 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8231c395a, rsp = 0x82152ab58, rbp = 0x82152ad60 --- Tracing command sh pid 88342 tid 390423 td 0xfffffe01df5cb900 sched_switch() at sched_switch+0x559/frame 0xfffffe068c419a10 mi_switch() at mi_switch+0x157/frame 0xfffffe068c419a30 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe068c419a70 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe068c419ac0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe068c419ad0 _sleep() at _sleep+0x2dd/frame 0xfffffe068c419b70 kern_wait6() at kern_wait6+0x474/frame 0xfffffe068c419c00 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe068c419e00 amd64_syscall() at amd64_syscall+0x145/frame 0xfffffe068c419f30 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068c419f30 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0xd4d02444aba, rsp = 0xd4d007c95e8, rbp = 0xd4d007c96a0 --- Tracing command newnfs 2 pid 40421 tid 390426 td 0xfffffe01df5caac0 sched_switch() at sched_switch+0x559/frame 0xfffffe068c428d20 mi_switch() at mi_switch+0x157/frame 0xfffffe068c428d40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe068c428d80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe068c428dd0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe068c428e10 _sleep() at _sleep+0x2bf/frame 0xfffffe068c428eb0 nfssvc_iod() at nfssvc_iod+0xfe/frame 0xfffffe068c428ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe068c428f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe068c428f30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- Tracing command newnfs 0 pid 98205 tid 390622 td 0xfffffe01e7d43740 sched_switch() at sched_switch+0x559/frame 0xfffffe0699b05d20 mi_switch() at mi_switch+0x157/frame 0xfffffe0699b05d40 sleepq_switch() at sleepq_switch+0x107/frame 0xfffffe0699b05d80 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0699b05dd0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0699b05e10 _sleep() at _sleep+0x2bf/frame 0xfffffe0699b05eb0 nfssvc_iod() at nfssvc_iod+0xfe/frame 0xfffffe0699b05ef0 fork_exit() at fork_exit+0x80/frame 0xfffffe0699b05f30 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0699b05f30 --- trap 0xc, rip = 0x32b5c828d4fa, rsp = 0x32b5c51e8c88, rbp = 0x32b5c51e8d80 --- db> (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:406 #2 0xffffffff804c96da in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff804c9592 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804c9626 in db_command_script (command=command@entry=0xffffffff81bd5140 "dump") at ../../../ddb/db_command.c:553 #5 0xffffffff804ce958 in db_script_exec (scriptname=0xffffffff81bd4ab0 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #6 0xffffffff804c9592 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #7 0xffffffff804c9626 in db_command_script (command=command@entry=0xffffffff81bd50d2 "run pho1") at ../../../ddb/db_command.c:553 #8 0xffffffff804ce958 in db_script_exec (scriptname=0xffffffff81bd4ab0 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #9 0xffffffff804c9592 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x1) at ../../../ddb/db_command.c:482 #10 0xffffffff804c91ed in db_command_loop () at ../../../ddb/db_command.c:535 #11 0xffffffff804cc826 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #12 0xffffffff80c5e58b in kdb_trap (type=type@entry=0x3, code=code@entry=0x0, tf=tf@entry=0xfffffe00e48a3c40) at ../../../kern/subr_kdb.c:732 #13 0xffffffff810f785a in trap (frame=0xfffffe00e48a3c40) at ../../../amd64/amd64/trap.c:609 #14 #15 kdb_enter (why=0xffffffff813009db "panic", msg=) at ../../../kern/subr_kdb.c:505 #16 0xffffffff80c10650 in vpanic (fmt=0xffffffff8121fe65 "rw lock %p not unlocked", ap=ap@entry=0xfffffe00e48a3da0) at ../../../kern/kern_shutdown.c:953 #17 0xffffffff80c103e3 in panic (fmt=0xffffffff81e8e480 "\304\300+\201\377\377\377\377") at ../../../kern/kern_shutdown.c:889 #18 0xffffffff80c0a635 in _rw_destroy (c=) at ../../../kern/kern_rwlock.c:250 #19 0xffffffff80dd059a in in_lltable_destroy_lle_unlocked (ctx=0xfffff801bccb1450) at ../../../netinet/in.c:1320 #20 0xffffffff80c5913a in epoch_call_task (arg=) at ../../../kern/subr_epoch.c:844 #21 0xffffffff80c5c827 in gtaskqueue_run_locked (queue=queue@entry=0xfffff80003a22d00) at ../../../kern/subr_gtaskqueue.c:371 #22 0xffffffff80c5c652 in gtaskqueue_thread_loop (arg=arg@entry=0xfffffe00e4ced068) at ../../../kern/subr_gtaskqueue.c:547 #23 0xffffffff80bc79d0 in fork_exit (callout=0xffffffff80c5c590 , arg=0xfffffe00e4ced068, frame=0xfffffe00e48a3f40) at ../../../kern/kern_fork.c:1102 #24 (kgdb) f 19 #19 0xffffffff80dd059a in in_lltable_destroy_lle_unlocked (ctx=0xfffff801bccb1450) at ../../../netinet/in.c:1320 1320 LLE_LOCK_DESTROY(lle); (kgdb) l 1315 in_lltable_destroy_lle_unlocked(epoch_context_t ctx) 1316 { 1317 struct llentry *lle; 1318 1319 lle = __containerof(ctx, struct llentry, lle_epoch_ctx); 1320 LLE_LOCK_DESTROY(lle); 1321 LLE_REQ_DESTROY(lle); 1322 free(lle, M_LLTABLE); 1323 } 1324 (kgdb) info loc lle = 0xfffff801bccb1300 (kgdb) p *lle $1 = {lle_next = {cle_next = 0x0, cle_prev = 0xfffff8000427e560}, r_l3addr = {addr4 = {s_addr = 0x105a8c0}, addr6 = {__u6_addr = { __u6_addr8 = "\300\250\005\001", '\000' , __u6_addr16 = {0xa8c0, 0x105, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, __u6_addr32 = { 0x105a8c0, 0x0, 0x0, 0x0}}}}, r_linkdata = '\000' , r_hdrlen = 0x0, r_family = 0x0, spare0 = "\000", r_flags = 0x0, r_skip_req = 0x0, lle_tbl = 0xfffff8000427e600, lle_head = 0xfffff8000427e560, lle_free = 0xffffffff80dd05c0 , la_hold = 0x0, la_numheld = 0x0, la_expire = 0x34b2, la_flags = 0x1, la_asked = 0x1, la_preempt = 0x0, ln_state = 0x0, ln_router = 0x0, ln_ntick = 0x0, lle_remtime = 0x0, lle_hittime = 0x0, lle_refcnt = 0x1, ll_addr = 0x0, lle_children = {cslh_first = 0x0}, lle_child_next = { csle_next = 0x0}, lle_parent = 0x0, lle_chain = {cle_next = 0x0, cle_prev = 0x0}, lle_timer = {c_links = {le = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, sle = {sle_next = 0xffffffffffffffff}, tqe = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}}, c_time = 0x34c6a9bf5850, c_precision = 0x13ffffe8e, c_arg = 0xfffff801bccb1300, c_func = 0xffffffff80dc6490 , c_lock = 0x0, c_flags = 0x0, c_iflags = 0x10, c_cpu = 0x0}, lle_lock = {lock_object = {lo_name = 0xffffffff811e506b "lle", lo_flags = 0x5630000, lo_data = 0x0, lo_witness = 0x0}, rw_lock = 0xfffffe00e4c62020}, req_mtx = {lock_object = {lo_name = 0xffffffff812fba62 "lle req", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0x0}, mtx_lock = 0x0}, lle_epoch_ctx = {data = {0xffffffff80dd0580 , 0x0}}} (kgdb) p *ctx $1 = {data = {0xffffffff80dd0580 , 0x0}} (kgdb) p *(struct rwlock *)0xfffff801bccb1410 $2 = {lock_object = {lo_name = 0xffffffff811e506b "lle", lo_flags = 0x5630000, lo_data = 0x0, lo_witness = 0x0}, rw_lock = 0xfffffe00e4c62020} (kgdb) (kgdb) set $_td = (struct thread *)0xfffffe00e4c62020 (kgdb) p $_td->td_tid $1 = 0x186af (kgdb) tid $1 (kgdb) bt #0 sched_switch (td=td@entry=0xfffffe00e4c62020, flags=, flags@entry=0x104) at ../../../kern/sched_ule.c:2245 #1 0xffffffff80c1d5d7 in mi_switch (flags=flags@entry=0x104) at ../../../kern/kern_synch.c:545 #2 0xffffffff80c6ea17 in sleepq_switch (wchan=0xfffff80003a24000, wchan@entry=0x0, pri=pri@entry=0x0) at ../../../kern/subr_sleepqueue.c:608 #3 0xffffffff80c6e8ee in sleepq_wait (wchan=, pri=) at ../../../kern/subr_sleepqueue.c:659 #4 0xffffffff80c1ce24 in msleep_spin_sbt (ident=ident@entry=0xfffff80003a24000, mtx=mtx@entry=0xfffff80003a24040, wmesg=0xffffffff81225d7d "-", sbt=sbt@entry=0x0, pr=, pr@entry=0x0, flags=, flags@entry=0x100) at ../../../kern/kern_synch.c:296 #5 0xffffffff80c5c681 in TQ_SLEEP (tq=0xfffff80003a24000, p=0xfffff80003a24000, wm=) at ../../../kern/subr_gtaskqueue.c:121 #6 gtaskqueue_thread_loop (arg=arg@entry=0xfffffe00e4ce0008) at ../../../kern/subr_gtaskqueue.c:555 #7 0xffffffff80bc79d0 in fork_exit (callout=0xffffffff80c5c590 , arg=0xfffffe00e4ce0008, frame=0xfffffe00e4858f40) at ../../../kern/kern_fork.c:1102 #8 (kgdb) -- Test scenario: Use of rsync?