panic: Assertion _fpl->in_smr == false failed at ../../../kern/vfs_cache.c:3716, vmcore.260 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2020 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #2 r368326M: Fri Dec 4 09:36:00 CET 2020 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 11.0.0 (git@github.com:llvm/llvm-project.git llvmorg-11.0.0-0-g176249bd673) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33178284032 (31641 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 6 3 7 9 8 4 2 11 10 5 Timecounter "TSC-low" frequency 1750036388 Hz quality 1000 random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000053 [4346] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb433000-0xfb4333ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb432000-0xfb4327ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounters tick every 1.000 msec Expensive timeout(9) function: 0xffffffff804e34a0(0xfffffe0109e33000) 0.004592497 s ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: pass0 in 'Slot 01', SATA Slot: scbus1 target 0 ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> Trying to mount root from ufs:/dev/gpt/work [rw]... WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. ugen1.1: at usbus1 ugen2.1: at usbus2 ugen0.1: <0x8086 XHCI root HUB> at usbus0 Expensive timeout(9) function: 0xffffffff80a40890(0xffffffff818e6ac8) 0.007386901 s uhub0 on usbus1 uhub0: on usbus1 uhub1 on usbus0 uhub1: <0x8086 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0 uhub2 on usbus2 uhub2: on usbus2 WARNING: / was not properly dismounted Dual Console: Serial Primary, Video Secondary Interface IP-Address Broadcast Setting hostuuid: 00000000-0000-0000-0000-002590c99976. Setting hostid: 0x90b83241. uhub2: 2 ports with 2 removable, self powered uhub0: 2 ports with 2 removable, self powered ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 473 files, 2122 used, 1263285 free (93 frags, 157899 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat /usr/local/lib/e2fsprogs /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.30/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. lo0: link state changed to UP Autoloading module: acpi_wmi.ko acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device device_attach: acpi_wmi0 attach returned 6 Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 Autoloading module: uhid.ko Autoloading module: ums.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. if_delmulti_locked: detaching ifnet instance 0xfffff80004131800 DHCPDISCOVER on igb0 to 255.255.255.255 port 67 interval 7 DHCPOFFER from 192.168.5.1 DHCPREQUEST on igb0 to 255.255.255.255 port 67 if_delmulti_locked: detaching ifnet instance 0xfffff80004131800 DHCPACK from 192.168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Updating motd:. Recovering vi editor sessions:. Creating and/or trimming log files. Clearing /tmp (X related). Starting syslogd. Setting date via ntp. 4 Dec 10:06:45 ntpdate[2363]: step time server 192.168.5.1 offset +0.061018 sec Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 Starting statd. Starting lockd. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Performing sanity check on sshd configuration. Starting sshd. Configuring vt: blanktime. Starting cron. Starting inetd. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Fri Dec 4 10:06 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: root Dec 4 10:09:24 mercat1 login[2515]: ROOT LOGIN (root) ON ttyu1 Last login: Fri Dec 4 09:18:00 on ttyu1 FreeBSD 13.0-CURRENT (PHO) #2 r368326M: Fri Dec 4 09:36:00 CET 2020 root@mercat1:~ # Dec 4 10:09:41 mercat1 su[2546]: pho to root on /dev/pts/0 20201204 10:09:58 all (1/739): 1st.sh 20201204 10:10:00 all (2/739): 256m.sh 20201204 10:10:02 all (3/739): altbufferflushes.sh lock order reversal: 1st 0xfffffe0037879428 bufwait (bufwait, lockmgr) @ kern/vfs_bio.c:3895 2nd 0xfffff8040d778830 snaplk (snaplk, lockmgr) @ ufs/ffs/ffs_snapshot.c:2339 lock order snaplk -> bufwait established at: #0 0xffffffff80c599fd at witness_checkorder+0x46d #1 0xffffffff80bba69c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bbb3f5 at __lockmgr_args+0x625 #3 0xffffffff80ca7914 at getnewbuf+0x334 #4 0xffffffff80ca4cbb at getblkx+0x35b #5 0xffffffff80ca4754 at breadn_flags+0x44 #6 0xffffffff80e80adb at ffs_balloc_ufs2+0x71b #7 0xffffffff80e870f2 at expunge_ufs2+0x182 #8 0xffffffff80e85243 at ffs_snapshot+0x11a3 #9 0xffffffff80eaba0a at ffs_mount+0xc5a #10 0xffffffff80cc4d6f at vfs_domount+0x7bf #11 0xffffffff80cc38d2 at vfs_donmount+0x872 #12 0xffffffff80cc3029 at sys_nmount+0x69 #13 0xffffffff810411d7 at amd64_syscall+0x147 #14 0xffffffff810142ee at fast_syscall_common+0xf8 lock order bufwait -> snaplk attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bba69c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bbb3f5 at __lockmgr_args+0x625 #3 0xffffffff80e89cc6 at ffs_copyonwrite+0x166 #4 0xffffffff80eae2de at ffs_geom_strategy+0xce #5 0xffffffff80ca2d0c at bufwrite+0x24c #6 0xffffffff80ca60ff at vfs_bio_awrite+0x24f #7 0xffffffff80e89af9 at ffs_bdflush+0x3c9 #8 0xffffffff80ca62a3 at bdwrite+0x83 #9 0xffffffff80e82341 at ffs_update+0x361 #10 0xffffffff80eb829a at ufs_inactive+0x2ba #11 0xffffffff81104d59 at VOP_INACTIVE_APV+0x59 #12 0xffffffff80ccffb5 at vinactivef+0xf5 #13 0xffffffff80ccf695 at vput_final+0x255 #14 0xffffffff80b9fba4 at exit1+0x584 #15 0xffffffff80b9f61d at sys_sys_exit+0xd #16 0xffffffff810411d7 at amd64_syscall+0x147 #17 0xffffffff810142ee at fast_syscall_common+0xf8 lock order reversal: 1st 0xfffff8040d778830 snaplk (snaplk, lockmgr) @ ufs/ufs/ufs_vnops.c:1037 2nd 0xfffff8040d122a70 ufs (ufs, lockmgr) @ ufs/ffs/ffs_snapshot.c:1662 lock order ufs -> snaplk established at: #0 0xffffffff80c599fd at witness_checkorder+0x46d #1 0xffffffff80bb9e9c at lockmgr_lock_flags+0x7c #2 0xffffffff80eaf3bd at ffs_lock+0x9d #3 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 #4 0xffffffff80ce6864 at _vn_lock+0x54 #5 0xffffffff80ccee2a at vget_finish+0x7a #6 0xffffffff80cbea5f at vfs_hash_get+0xbf #7 0xffffffff80eaa4c9 at ffs_vgetf+0x59 #8 0xffffffff80eb9378 at ufs_lookup_ino+0xf08 #9 0xffffffff81101de6 at VOP_CACHEDLOOKUP_APV+0x56 #10 0xffffffff80cb1066 at vfs_cache_lookup+0xa6 #11 0xffffffff81101c36 at VOP_LOOKUP_APV+0x56 #12 0xffffffff80cc1141 at lookup+0x441 #13 0xffffffff80cc06b0 at namei+0x6f0 #14 0xffffffff80ce5fdd at vn_open_cred+0x38d #15 0xffffffff80cdce4a at kern_openat+0x26a #16 0xffffffff810411d7 at amd64_syscall+0x147 #17 0xffffffff810142ee at fast_syscall_common+0xf8 lock order snaplk -> ufs attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bba69c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bbb3f5 at __lockmgr_args+0x625 #3 0xffffffff80e8820b at ffs_snapremove+0x10b #4 0xffffffff80e8260a at ffs_truncate+0x27a #5 0xffffffff80eb818d at ufs_inactive+0x1ad #6 0xffffffff81104d59 at VOP_INACTIVE_APV+0x59 #7 0xffffffff80ccffb5 at vinactivef+0xf5 #8 0xffffffff80ccf695 at vput_final+0x255 #9 0xffffffff80cde769 at kern_funlinkat+0x279 #10 0xffffffff80cde4e8 at sys_unlink+0x28 #11 0xffffffff810411d7 at amd64_syscall+0x147 #12 0xffffffff810142ee at fast_syscall_common+0xf8 stress2: freework leak: 43/47. stress2: newblk leak: 126994/126999. stress2: indirdep leak: 32/32 20201204 10:20:03 all (4/739): audit.sh 20201204 10:20:04 all (5/739): beneath3.sh 20201204 10:20:57 all (6/739): buildworld.sh 20201204 10:20:59 all (7/739): buildworld2.sh 20201204 10:21:01 all (8/739): cluster.sh stress2: freework leak: 4/9. 20201204 10:36:55 all (9/739): cpuset.sh 20201204 10:36:56 all (10/739): crossmp2.sh 20201204 10:36:58 all (11/739): crossmp6.sh 20201204 10:37:00 all (12/739): datagram2.sh 20201204 10:37:02 all (13/739): datagram3.sh 20201204 10:37:04 all (14/739): datamove.sh stress2: freework leak: 5/9. 20201204 10:37:05 all (15/739): datamove3.sh 20201204 10:37:07 all (16/739): devfs2.sh 20201204 10:37:09 all (17/739): devfs5.sh 20201204 10:37:11 all (18/739): dtrace_fault.sh 20201204 10:37:13 all (19/739): dumpfs.sh 20201204 10:37:15 all (20/739): dup2.sh 20201204 10:37:16 all (21/739): extattr_set_fd.sh 20201204 10:37:18 all (22/739): extattrctl.sh lock order reversal: 1st 0xfffff801e8ef4e40 ufs_extattr_sx (ufs_extattr_sx, sx) @ ufs/ufs/ufs_extattr.c:119 2nd 0xfffff8028dbd2a70 ufs (ufs, lockmgr) @ ufs/ffs/ffs_vfsops.c:1999 lock order ufs -> ufs_extattr_sx established at: #0 0xffffffff80c599fd at witness_checkorder+0x46d #1 0xffffffff80bf4f37 at _sx_xlock+0x67 #2 0xffffffff80eb7882 at ufs_extattr_vnode_inactive+0x42 #3 0xffffffff80eb81f5 at ufs_inactive+0x215 #4 0xffffffff81104d59 at VOP_INACTIVE_APV+0x59 #5 0xffffffff80ccffb5 at vinactivef+0xf5 #6 0xffffffff80ccf695 at vput_final+0x255 #7 0xffffffff80ce2d14 at kern_frmdirat+0x1e4 #8 0xffffffff810411d7 at amd64_syscall+0x147 #9 0xffffffff810142ee at fast_syscall_common+0xf8 lock order ufs_extattr_sx -> ufs attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bba69c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bbb3f5 at __lockmgr_args+0x625 #3 0xffffffff80eaa5cd at ffs_vgetf+0x15d #4 0xffffffff80ebf51b at ufs_root+0x1b #5 0xffffffff80cd454e at vfs_cache_root_fallback+0x11e #6 0xffffffff80eb63af at ufs_extattr_autostart+0x5f #7 0xffffffff80eacb29 at ffs_mount+0x1d79 #8 0xffffffff80cc4e57 at vfs_domount+0x8a7 #9 0xffffffff80cc38d2 at vfs_donmount+0x872 #10 0xffffffff80cc3029 at sys_nmount+0x69 #11 0xffffffff810411d7 at amd64_syscall+0x147 #12 0xffffffff810142ee at fast_syscall_common+0xf8 20201204 10:37:20 all (23/739): fcntl3.sh 20201204 10:37:22 all (24/739): fexecve.sh 20201204 10:37:24 all (25/739): fifo.sh 20201204 10:37:26 all (26/739): fsck2.sh 20201204 10:37:27 all (27/739): fsck4.sh 20201204 10:37:29 all (28/739): gnop3.sh 20201204 10:37:31 all (29/739): gnop5.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20201204 10:37:33 all (30/739): holdcnt0.sh 20201204 10:37:35 all (31/739): holdcnt02.sh 20201204 10:37:37 all (32/739): holdcnt03.sh 20201204 10:37:39 all (33/739): holdcnt04.sh 20201204 10:37:40 all (34/739): holdcnt05.sh 20201204 10:37:42 all (35/739): isofs2.sh stress2: freework leak: 12/16. stress2: newblk leak: 10/15. 20201204 10:37:44 all (36/739): jail.sh 20201204 10:37:46 all (37/739): jail2.sh 20201204 10:37:47 all (38/739): jail3.sh 20201204 10:37:49 all (39/739): jail4.sh 20201204 10:37:51 all (40/739): jexec.sh 20201204 10:37:53 all (41/739): kern_umtx_inf_loop.sh 20201204 10:37:55 all (42/739): kevent10.sh 20201204 10:37:57 all (43/739): kevent3.sh 20201204 10:37:59 all (44/739): ldt.sh 20201204 10:38:00 all (45/739): ldt2.sh 20201204 10:38:02 all (46/739): libMicro.sh 20201204 10:38:04 all (47/739): linux.sh 20201204 10:38:05 all (48/739): lockd.sh 20201204 10:38:07 all (49/739): lockf.sh 20201204 10:38:09 all (50/739): lookup_shared.sh 20201204 10:38:11 all (51/739): mac.sh 20201204 10:38:12 all (52/739): mac_chkexec.sh 20201204 10:38:14 all (53/739): machipc.sh 20201204 10:38:16 all (54/739): machipc2.sh 20201204 10:38:18 all (55/739): maxmemdom.sh 20201204 10:38:19 all (56/739): maxproc.sh 20201204 10:38:21 all (57/739): md4.sh 20201204 10:38:23 all (58/739): md5.sh stress2: freework leak: 11/15. stress2: newblk leak: 146/153. stress2: indirdep leak: 1/1 20201204 10:38:25 all (59/739): md6.sh 20201204 10:38:27 all (60/739): mdconfig.sh 20201204 10:38:29 all (61/739): mdconfig3.sh stress2: freework leak: 11/15. stress2: newblk leak: 144/152. stress2: indirdep leak: 1/1 20201204 10:38:30 all (62/739): memguard4.sh 20201204 10:38:32 all (63/739): mkfifo5.sh stress2: indirdep leak: 1/1 20201204 10:38:34 all (64/739): mkfifo7.sh 20201204 10:38:36 all (65/739): mlockall5.sh 20201204 10:38:38 all (66/739): mmap.sh 20201204 10:38:39 all (67/739): mmap12.sh 20201204 10:38:41 all (68/739): mmap16.sh 20201204 10:38:43 all (69/739): mmap17.sh 20201204 10:38:45 all (70/739): mmap20.sh 20201204 10:38:46 all (71/739): mmap24.sh stress2: indirdep leak: 1/1 20201204 10:38:48 all (72/739): mmap28.sh 20201204 10:38:51 all (73/739): mmap30.sh stress2: indirdep leak: 1/1 20201204 10:38:52 all (74/739): mmap33.sh 20201204 10:38:54 all (75/739): mmap35.sh 20201204 10:38:56 all (76/739): mmap36.sh 20201204 10:38:58 all (77/739): mount.sh 20201204 10:39:00 all (78/739): mprotect.sh 20201204 10:39:01 all (79/739): msdos2.sh stress2: indirdep leak: 1/1 20201204 10:39:03 all (80/739): msdos3.sh 20201204 10:39:05 all (81/739): msdos7.sh lock order reversal: 1st 0xfffff80284dd0570 msdosfs (msdosfs, lockmgr) @ kern/vfs_syscalls.c:3506 2nd 0xfffff801e8d88cf0 devfs (devfs, lockmgr) @ fs/msdosfs/msdosfs_vnops.c:853 lock order msdosfs -> devfs attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bbba75 at lockmgr_xlock+0x55 #2 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80ce6864 at _vn_lock+0x54 #4 0xffffffff80a90ffc at msdosfs_fsync+0x4c #5 0xffffffff81103df9 at VOP_FSYNC_APV+0x59 #6 0xffffffff80ce2112 at kern_fsync+0x1c2 #7 0xffffffff810411d7 at amd64_syscall+0x147 #8 0xffffffff810142ee at fast_syscall_common+0xf8 20201204 10:39:07 all (82/739): msdos8.sh stress2: newblk leak: 1/7. 20201204 10:39:09 all (83/739): msetdomain.sh 20201204 10:39:11 all (84/739): nanosleep.sh stress2: indirdep leak: 1/1 20201204 10:39:12 all (85/739): nbufkv.sh 20201204 11:15:43 *** Excessive run time: nbufkv.sh, 36 min stress2: freework leak: 13/17. 20201204 11:15:44 all (86/739): nfs.sh 20201204 11:15:46 all (87/739): nfs12.sh 20201204 11:15:48 all (88/739): nfs14.sh 20201204 11:15:49 all (89/739): nfs15.sh 20201204 11:15:51 all (90/739): nfs3.sh stress2: indirdep leak: 1/1 20201204 11:15:53 all (91/739): nfs4.sh 20201204 11:15:54 all (92/739): nfs7.sh 20201204 11:15:56 all (93/739): nfs8.sh stress2: indirdep leak: 1/1 20201204 11:15:58 all (94/739): nfs9.sh 20201204 11:16:00 all (95/739): nfs_halfpage.sh stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 11:16:05 all (96/739): nfs_halfpage2.sh 20201204 11:16:07 all (97/739): nfsdelegation.sh 20201204 11:16:09 all (98/739): nfsdepth.sh 20201204 11:16:11 all (99/739): nfsrename.sh 20201204 11:16:12 all (100/739): nfssillyrename.sh stress2: indirdep leak: 1/1 20201204 11:16:14 all (101/739): nullfs13.sh 20201204 11:16:16 all (102/739): nullfs14.sh 20201204 11:16:18 all (103/739): nullfs15.sh 20201204 11:16:20 all (104/739): nullfs21.sh 20201204 11:16:22 all (105/739): nullfs23.sh 20201204 11:16:23 all (106/739): nullfs4.sh stress2: mount leak: 13/44 20201204 11:16:25 all (107/739): nullfs6.sh 20201204 11:16:27 all (108/739): nullfs7.sh stress2: newblk leak: 10/16. 20201204 11:16:29 all (109/739): nullfs9.sh 20201204 11:16:31 all (110/739): numa.sh 20201204 11:16:33 all (111/739): oom.sh 20201204 11:16:34 all (112/739): open.sh 20201204 11:16:36 all (113/739): pagefault.sh stress2: indirdep leak: 1/1 20201204 11:16:38 all (114/739): parallelmount2.sh 20201204 11:16:40 all (115/739): pathconf.sh stress2: freework leak: 1/5. stress2: newblk leak: 1/7. 20201204 11:16:41 all (116/739): pathconf2.sh 20201204 11:16:43 all (117/739): pcatch.sh 20201204 11:16:45 all (118/739): pcatch2.sh 20201204 11:16:47 all (119/739): ping.sh stress2: indirdep leak: 1/1 20201204 11:16:48 all (120/739): pkru.sh 20201204 11:16:50 all (121/739): pkru2.sh 20201204 11:16:52 all (122/739): pmc5.sh hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 11:16:54 all (123/739): pmc8.sh 20201204 11:16:56 all (124/739): poll.sh stress2: indirdep leak: 1/1 20201204 11:16:58 all (125/739): posix_fadvise.sh 20201204 11:17:00 all (126/739): posix_fadvise2.sh stress2: indirdep leak: 1/1 20201204 11:17:02 all (127/739): procfs5.sh 20201204 11:17:04 all (128/739): procfs6.sh 20201204 11:17:06 all (129/739): procstat.sh stress2: indirdep leak: 1/1 20201204 11:17:08 all (130/739): pthread9.sh 20201204 11:17:09 all (131/739): ptrace.sh 20201204 11:17:11 all (132/739): ptrace3.sh 20201204 11:17:13 all (133/739): pts2.sh 20201204 11:17:15 all (134/739): quota5.sh 20201204 11:17:17 all (135/739): rename13.sh stress2: indirdep leak: 1/1 20201204 11:17:19 all (136/739): rename4.sh 20201204 11:17:20 all (137/739): revoke.sh 20201204 11:17:22 all (138/739): routetbl.sh 20201204 11:17:24 all (139/739): ruby.sh 20201204 11:17:26 all (140/739): rwlock_ronly.sh 20201204 11:17:28 all (141/739): schedfuzz.sh 20201204 11:17:30 all (142/739): scp.sh 20201204 11:17:31 all (143/739): seekdir.sh 20201204 11:17:33 all (144/739): segnp.sh 20201204 11:17:35 all (145/739): segregs.sh stress2: indirdep leak: 1/1 20201204 11:17:37 all (146/739): select3.sh 20201204 11:17:38 all (147/739): sendfile.sh stress2: freework leak: 12/16. stress2: newblk leak: 147/152. stress2: indirdep leak: 2/2 20201204 11:17:41 all (148/739): sendfile19.sh 20201204 11:17:42 all (149/739): sendfile2.sh stress2: freework leak: 12/16. stress2: newblk leak: 85/90. stress2: indirdep leak: 2/2 20201204 11:17:44 all (150/739): sendfile20.sh 20201204 11:17:46 all (151/739): sendfile4.sh stress2: freework leak: 11/15. stress2: newblk leak: 177/183. 20201204 11:17:48 all (152/739): sendfile6.sh stress2: newblk leak: 1/5. stress2: indirdep leak: 1/1 20201204 11:17:50 all (153/739): setuid.sh 20201204 11:17:52 all (154/739): shm_super.sh 20201204 11:17:54 all (155/739): sigaltstack.sh stress2: indirdep leak: 1/1 20201204 11:17:56 all (156/739): sigreturn.sh 20201204 11:17:58 all (157/739): sigstop.sh 20201204 11:18:00 all (158/739): snap12.sh stress2: indirdep leak: 1/1 20201204 11:18:02 all (159/739): snap2-1.sh 20201204 11:18:03 all (160/739): snap2.sh 20201204 11:18:05 all (161/739): snap8.sh stress2: freework leak: 8/12. stress2: newblk leak: 5838/5844. stress2: indirdep leak: 24/25 20201204 11:39:41 all (162/739): sndstat.sh 20201204 11:39:43 all (163/739): socketpair.sh 20201204 11:39:45 all (164/739): socketpair2.sh 20201204 11:39:47 all (165/739): suj2.sh stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 11:39:48 all (166/739): suj32.sh 20201204 11:39:50 all (167/739): suj35.sh 20201204 11:39:52 all (168/739): suj7.sh Failed to find journal. Use tunefs to create one Failed to start journal: 2 20201204 11:39:54 all (169/739): suj8.sh Dec 4 11:39:56 mercat1 kernel: pid 86359 (dd), uid 0 inumber 4 on /mnt: filesystem full Dec 4 11:39:56 mercat1 kernel: pid 86375 (dd), uid 0 inumber 5 on /mnt: filesystem full 20201204 11:39:56 all (170/739): swapoff3.sh swp_pager_getswapspace(14): failed stress2: freework leak: 13/18. stress2: newblk leak: 2/8. 20201204 11:44:03 all (171/739): swapoff4.sh Dec 4 11:45:31 mercat1 kernel: pid 90269 (swap), jid 0, uid 0, was killed: out of swap space Dec 4 11:45:33 mercat1 kernel: pid 90266 (swap), jid 0, uid 0, was killed: out of swap space Dec 4 11:45:34 mercat1 kernel: pid 90265 (swap), jid 0, uid 0, was killed: out of swap space stress2: newblk leak: 84/94. 20201204 11:48:10 all (172/739): swapoff5.sh stress2: freework leak: 24/31. stress2: newblk leak: 24670/24767. stress2: indirdep leak: 8/9 20201204 11:52:29 all (173/739): syzkaller1.sh 20201204 11:52:31 all (174/739): syzkaller2.sh stress2: indirdep leak: 1/1 20201204 11:52:33 all (175/739): syzkaller22.sh 20201204 11:52:35 all (176/739): syzkaller3.sh 20201204 11:52:37 all (177/739): syzkaller5.sh stress2: indirdep leak: 1/1 20201204 11:52:38 all (178/739): syzkaller6.sh 20201204 11:52:40 all (179/739): temp.sh 20201204 11:52:42 all (180/739): tmpfs15.sh 20201204 11:52:44 all (181/739): tmpfs4.sh stress2: indirdep leak: 1/1 20201204 11:52:46 all (182/739): tmpfs6.sh 20201204 11:52:48 all (183/739): tmpfs7.sh stress2: indirdep leak: 1/1 20201204 11:52:51 all (184/739): trim2.sh 20201204 11:52:53 all (185/739): trim5.sh 20201204 11:52:55 all (186/739): trim6.sh 20201204 11:52:57 all (187/739): trim7.sh 20201204 11:52:58 all (188/739): trim8.sh stress2: indirdep leak: 1/1 20201204 11:53:00 all (189/739): truncate4.sh 20201204 11:53:02 all (190/739): truncate6.sh 20201204 11:53:04 all (191/739): tvnlru.sh 20201204 11:53:06 all (192/739): ufssuspend.sh 20201204 11:53:08 all (193/739): uma_zalloc_arg.sh 20201204 11:53:10 all (194/739): vfork.sh stress2: newblk leak: 1/5. stress2: indirdep leak: 1/1 20201204 11:53:12 all (195/739): vmio.sh 20201204 11:53:14 all (196/739): watchman.sh 20201204 11:53:16 all (197/739): beneath4.sh stress2: freework leak: 3/7. stress2: newblk leak: 1/7. 20201204 11:53:18 all (198/739): contigmalloc3.sh 20201204 11:53:32 all (199/739): datagram.sh 20201204 11:53:35 all (200/739): execi386.sh 20201204 11:53:37 all (201/739): ext2fs3.sh stress2: newblk leak: 1/7. 20201204 11:53:40 all (202/739): extattr.sh 20201204 11:53:43 all (203/739): fcntl.sh 20201204 11:53:46 all (204/739): fpclone2.sh stress2: freework leak: 3/6. stress2: newblk leak: 1/6. 20201204 11:53:48 all (205/739): fsck3.sh Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0x41725509 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0x41725509 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0xea007321 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0xea007321 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0x69c47fa2 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0x69c47fa2 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0x87ea2359 (Ignored) Superblock check-hash failed: recorded check-hash 0x827b8d6f != computed check-hash 0x87ea2359 (Ignored) stress2: indirdep leak: 1/1 20201204 11:53:51 all (206/739): geomleak.sh stress2: newblk leak: 18/25. 20201204 11:53:53 all (207/739): isofs.sh stress2: freework leak: 3881/3884. stress2: newblk leak: 4177/4205. stress2: indirdep leak: 1/2 20201204 11:54:00 all (208/739): killpg.sh 20201204 11:54:03 all (209/739): md9.sh 20201204 11:54:06 all (210/739): mmap25.sh 20201204 11:54:09 all (211/739): mmap26.sh 20201204 11:54:11 all (212/739): mmap8.sh 20201204 11:54:14 all (213/739): mmap9.sh 20201204 11:54:17 all (214/739): mountro2.sh 20201204 11:54:21 all (215/739): mountro3.sh stress2: freework leak: 11/15. stress2: newblk leak: 2048/2054. stress2: indirdep leak: 1/2 20201204 11:54:24 all (216/739): msdos9.sh 20201204 11:54:26 all (217/739): newfs5.sh 20201204 11:54:30 all (218/739): nullfs10.sh stress2: newblk leak: 1/6. 20201204 11:54:32 all (219/739): nullfs12.sh 20201204 11:54:35 all (220/739): nullfs16.sh 20201204 11:54:37 all (221/739): nullfs3.sh stress2: indirdep leak: 1/1 20201204 11:54:41 all (222/739): openlock.sh 20201204 11:54:44 all (223/739): pipe_enomem.sh kern.ipc.maxpipekva exceeded; see tuning(7) 20201204 11:54:46 all (224/739): pmc4.sh 20201204 11:54:48 all (225/739): ptrace11.sh 20201204 11:54:51 all (226/739): ptrace8.sh 20201204 11:54:54 all (227/739): quota9.sh lock order reversal: 1st 0xfffff805aa61fc90 FFS (FFS Lock, sleep mutex) @ ufs/ufs/ufs_quota.c:759 2nd 0xfffffe014b956bc0 struct mount mtx (struct mount mtx, sleep mutex) @ ufs/ufs/ufs_quota.c:765 lock order struct mount mtx -> FFS Lock established at: #0 0xffffffff80c599fd at witness_checkorder+0x46d #1 0xffffffff80bc69f4 at __mtx_lock_flags+0x94 #2 0xffffffff80e8b27e at softdep_flushfiles+0x38e #3 0xffffffff80eacd49 at ffs_unmount+0xa9 #4 0xffffffff80cc659b at dounmount+0x43b #5 0xffffffff80cc60ec at kern_unmount+0x2fc #6 0xffffffff810411d7 at amd64_syscall+0x147 #7 0xffffffff810142ee at fast_syscall_common+0xf8 lock order FFS Lock -> struct mount mtx attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bc69f4 at __mtx_lock_flags+0x94 #2 0xffffffff80ebe0bd at quotaoff_inchange+0xbd #3 0xffffffff80eaa3f3 at ffs_flushfiles+0x123 #4 0xffffffff80e8af8d at softdep_flushfiles+0x9d #5 0xffffffff80eacd49 at ffs_unmount+0xa9 #6 0xffffffff80cc659b at dounmount+0x43b #7 0xffffffff80cc60ec at kern_unmount+0x2fc #8 0xffffffff810411d7 at amd64_syscall+0x147 #9 0xffffffff810142ee at fast_syscall_common+0xf8 stress2: freework leak: 12/15. stress2: newblk leak: 1588/1594. stress2: indirdep leak: 1/2 20201204 11:54:57 all (228/739): random.sh 20201204 11:54:59 all (229/739): snap.sh stress2: indirdep leak: 1/1 20201204 11:55:01 all (230/739): snap10.sh 20201204 11:55:04 all (231/739): spin.sh 20201204 11:55:07 all (232/739): truncate5.sh 20201204 11:55:10 all (233/739): umtx_suspend.sh 20201204 11:55:13 all (234/739): unlink.sh stress2: freework leak: 12/16. stress2: newblk leak: 4094/4100. stress2: indirdep leak: 1/2 20201204 11:55:16 all (235/739): vm_fault_dontneed.sh 20201204 11:55:19 all (236/739): write.sh stress2: freework leak: 34/39. stress2: newblk leak: 30/37. stress2: indirdep leak: 9/10 20201204 12:11:29 all (237/739): contigmalloc2.sh stress2: freework leak: 4/8. 20201204 12:11:49 all (238/739): datamove4.sh 20201204 12:11:52 all (239/739): devfd.sh 20201204 12:11:56 all (240/739): dup.sh 20201204 12:12:00 all (241/739): extattr3.sh 20201204 12:12:04 all (242/739): kevent8.sh 20201204 12:12:08 all (243/739): mlockall7.sh 20201204 12:12:12 all (244/739): mmap23.sh 20201204 12:12:16 all (245/739): mmap4.sh vnode_pager_putpages: I/O error 28 0xfffff806dedd1780: type VREG usecount 0, writecount 0, refcount 3203 seqc users 0 hold count flags () flags (VIRF_PGREAD|VI_DOINGINACT|VMP_LAZYLIST) v_object 0xfffff8028d682630 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe0153e25000 (pid 58443, mmap4, tid 102890) #0 0xffffffff80bb9ff5 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80eaf3bd at ffs_lock+0x9d #2 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80ce6864 at _vn_lock+0x54 #4 0xffffffff80ccf550 at vput_final+0x110 #5 0xffffffff80edd9fd at vm_map_process_deferred+0xad #6 0xffffffff80ee555e at vm_map_remove+0xee #7 0xffffffff80edd259 at vmspace_exit+0xa9 #8 0xffffffff80b9fb82 at exit1+0x562 #9 0xffffffff80b9f61d at sys_sys_exit+0xd #10 0xffffffff810411d7 at amd64_syscall+0x147 #11 0xffffffff810142ee at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=104857600, extsize 0 generation=7d56f0de, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: residual I/O 32768 at 9760 0xfffff806dedd1780: type VREG usecount 0, writecount 0, refcount 3203 seqc users 0 hold count flags () flags (VIRF_PGREAD|VI_DOINGINACT|VMP_LAZYLIST) v_object 0xfffff8028d682630 ref 0 pages 25608 cleanbuf 3200 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe0153e25000 (pid 58443, mmap4, tid 102890) #0 0xffffffff80bb9ff5 at lockmgr_lock_flags+0x1d5 #1 0xDec 4 12:12:18 ffffffff80eaf3bd at ffs_lock+0x9d mercat1 kernel: #2 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 pid 58443 (mmap4#3 0xffffffff80ce6864 at _vn_lock+0x54 ), uid 0 inumber#4 0xffffffff80ccf550 at vput_final+0x110 4 on /mnt: file#5 0xffffffff80edd9fd at vm_map_process_deferred+0xad system full #6 0xffffffff80ee555e at vm_map_remove+0xee #7 0xffffffff80edd259 at vmspace_exit+0xa9 #8 0xffffffff80b9fb82 at exit1+0x562 #9 0xffffffff80b9f61d at sys_sys_exit+0xd #10 0xffffffff810411d7 at amd64_syscall+0x147 #11 0xffffffff810142ee at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=104857600, extsize 0 generation=7d56f0de, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode_pager_putpages: zero-length write at 40075264 resid 131072 0xfffff806dedd1780: type VREG usecount 1, writecount 0, refcount 3203 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8028d682630 ref 0 pages 25608 cleanbuf 3201 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0143918700 (pid 58451, umount, tid 100241) #0 0xffffffff80bb9ff5 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80eaf3bd at ffs_lock+0x9d #2 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 Dec 4 12:12:19 #3 0xffffffff80ce6864 at _vn_lock+0x54 mercat1 kernel: #4 0xffffffff80ccee2a at vget_finish+0x7a pid 58451 (umoun#5 0xffffffff80cd1dc3 at vfs_periodic_msync_inactive+0x1b3 t), uid 0 inumbe#6 0xffffffff80cc6536 at dounmount+0x3d6 r 4 on /mnt: fil#7 0xffffffff80cc60ec at kern_unmount+0x2fc esystem full #8 0xffffffff810411d7 at amd64_syscall+0x147 #9 0xffffffff810142ee at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=104857600, extsize 0 generation=7d56f0de, uid=0, gid=0, flags=0x0 ino 4, on dev md10a 20201204 12:12:20 all (246/739): procfs2.sh 20201204 12:12:23 all (247/739): pthread.sh 20201204 12:12:27 all (248/739): quota6.sh stress2: freework leak: 9/12. stress2: newblk leak: 485/489. stress2: indirdep leak: 4/4 20201204 12:12:30 all (249/739): rename6.sh 20201204 12:12:36 all (250/739): tmpfs5.sh 20201204 12:12:40 all (251/739): udp.sh stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 12:12:43 all (252/739): udp2.sh 20201204 12:12:47 all (253/739): unix_socket.sh 20201204 12:12:51 all (254/739): beneath2.sh stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 12:12:53 all (255/739): kevent2.sh 20201204 12:12:58 all (256/739): mkfifo6.sh 20201204 12:13:03 all (257/739): mmap13.sh stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 12:13:07 all (258/739): mountro4.sh 20201204 12:13:12 all (259/739): rename11.sh 20201204 12:13:34 all (260/739): truncate7.sh 20201204 12:13:38 all (261/739): ptrace2.sh 20201204 12:13:43 all (262/739): datamove5.sh lock order reversal: 1st 0xfffff805e9fe7570 nullfs (nullfs, lockmgr) @ /usr/src/sys/fs/nullfs/null_vnops.c:838 2nd 0xfffffe003c21b060 bufwait (bufwait, lockmgr) @ ufs/ffs/ffs_softdep.c:7547 lock order nullfs -> bufwait attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bba69c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bbb3f5 at __lockmgr_args+0x625 #3 0xffffffff80e971ae at trunc_dependencies+0x7de #4 0xffffffff80e983ad at softdep_setup_freeblocks+0x7dd #5 0xffffffff80e82b0e at ffs_truncate+0x77e #6 0xffffffff80eb818d at ufs_inactive+0x1ad #7 0xffffffff81104d59 at VOP_INACTIVE_APV+0x59 #8 0xffffffff80ccffb5 at vinactivef+0xf5 #9 0xffffffff80ccf695 at vput_final+0x255 #10 0xffffffff82343b86 at null_reclaim+0xf6 #11 0xffffffff81105049 at VOP_RECLAIM_APV+0x59 #12 0xffffffff80cd0f43 at vgonel+0x403 #13 0xffffffff80cd166c at vrecycle+0x5c #14 0xffffffff82343a27 at null_inactive+0x57 #15 0xffffffff81104d59 at VOP_INACTIVE_APV+0x59 #16 0xffffffff80ccffb5 at vinactivef+0xf5 #17 0xffffffff80ccf695 at vput_final+0x255 stress2: newblk leak: 1/7. 20201204 12:13:50 all (263/739): linger3.sh 20201204 12:13:57 all (264/739): procfs.sh stress2: newblk leak: 223/231. 20201204 12:14:03 all (265/739): procfs3.sh 20201204 12:14:09 all (266/739): sparse.sh stress2: newblk leak: 1/6. stress2: indirdep leak: 1/1 20201204 12:14:14 all (267/739): tmpfs10.sh 20201204 12:14:19 all (268/739): truncate3.sh 20201204 12:14:25 all (269/739): linger2.sh Dec 4 12:14:28 mercat1 kernel: pid 7992 (linger2), uid 2007 inumber 889 on /mnt: filesystem full 20201204 12:14:31 all (270/739): mlockall4.sh 20201204 12:14:38 all (271/739): pshared.sh 20201204 12:14:44 all (272/739): ptrace9.sh 20201204 12:14:51 all (273/739): quota11.sh 20201204 12:14:58 all (274/739): symlink4.sh 20201204 12:15:12 all (275/739): fork.sh 20201204 12:15:20 all (276/739): growfs.sh g_dev_taste: g_dev_taste(ufsid/5fca1a49752b3036) failed to g_attach, error=6 g_dev_taste: g_dev_taste(gptid/ffc31eec-3621-11eb-95d9-0cc47aa8cdda) failed to g_attach, error=6 20201204 12:15:28 all (277/739): linger4.sh Dec 4 12:15:39 mercat1 kernel: pid 21799 (linger4), uid 2007 inumber 236549 on /mnt: out of inodes 20201204 12:15:42 all (278/739): sendfile18.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20201204 12:15:49 all (279/739): sigfastblock.sh 20201204 12:15:58 all (280/739): symlink2.sh stress2: freework leak: 12/17. stress2: newblk leak: 309/316. stress2: indirdep leak: 1/2 20201204 12:16:05 all (281/739): sysctl.sh 20201204 12:16:12 all (282/739): core2.sh 20201204 12:16:21 all (283/739): credleak.sh stress2: newblk leak: 23/31. 20201204 12:16:52 all (284/739): rename8.sh 20201204 12:17:14 all (285/739): tmpfs8.sh 20201204 12:17:23 all (286/739): execve.sh 20201204 12:17:32 all (287/739): fsck5.sh 20201204 12:17:44 all (288/739): proccontrol.sh 20201204 12:17:55 all (289/739): recursiveflushes.sh stress2: newblk leak: 1/9. 20201204 12:18:07 all (290/739): thr.sh 20201204 12:18:18 all (291/739): pread.sh stress2: newblk leak: 3/10. 20201204 12:18:30 all (292/739): rdgsbase.sh 20201204 12:18:42 all (293/739): sendfile24.sh GEOM_NOP: Device md10.nop created. g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 g_vfs_done():md10.nop[READ(offset=16977920, length=4096)]error = 5 GEOM_NOP: Device md10.nop removed. stress2: newblk leak: 1/9. 20201204 12:18:53 all (294/739): mprotect2.sh 20201204 12:19:05 all (295/739): pfl3.sh stress2: newblk leak: 2/9. 20201204 12:19:18 all (296/739): pmc7.sh lock order reversal: 1st 0xffffffff81802780 proctree (proctree, sx) @ /usr/src/sys/dev/hwpmc/hwpmc_mod.c:2033 2nd 0xfffff801b8602070 ufs (ufs, lockmgr) @ kern/vfs_cache.c:2981 lock order ufs -> proctree established at: #0 0xffffffff80c599fd at witness_checkorder+0x46d #1 0xffffffff80bf5fc7 at _sx_slock_int+0x67 #2 0xffffffff80c3c34e at uprintf+0x5e #3 0xffffffff80e81dbb at ffs_balloc_ufs2+0x19fb #4 0xffffffff80eaed9c at ffs_write+0x21c #5 0xffffffff811035cf at VOP_WRITE_APV+0xcf #6 0xffffffff80ceaf88 at vn_write+0x2d8 #7 0xffffffff80cea883 at vn_io_fault_doio+0x43 #8 0xffffffff80ce6ffc at vn_io_fault1+0x16c #9 0xffffffff80ce4d6a at vn_io_fault+0x1ba #10 0xffffffff80c5f121 at dofilewrite+0x81 #11 0xffffffff80c5ec9c at sys_write+0xbc #12 0xffffffff810411d7 at amd64_syscall+0x147 #13 0xffffffff810142ee at fast_syscall_common+0xf8 lock order proctree -> ufs attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bb9e9c at lockmgr_lock_flags+0x7c #2 0xffffffff80eaf3bd at ffs_lock+0x9d #3 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 #4 0xffffffff80ce6864 at _vn_lock+0x54 #5 0xffffffff80cb2043 at vn_vptocnp+0x213 #6 0xffffffff80cb182a at vn_fullpath_any+0x7a #7 0xffffffff80cb1c59 at vn_fullpath+0x109 #8 0xffffffff8234f8e5 at pmc_log_process_mappings+0x235 #9 0xffffffff8234dbdf at pmc_syscall_handler+0x169f #10 0xffffffff810417f2 at amd64_syscall+0x762 #11 0xffffffff810142ee at fast_syscall_common+0xf8 20201204 12:19:31 all (297/739): posix_fadvise3.sh 20201204 12:19:44 all (298/739): shm_open.sh 20201204 12:19:57 all (299/739): tmpfs14.sh 20201204 12:20:09 all (300/739): tmpfs19.sh 20201204 12:20:22 all (301/739): umountf11.sh 20201204 12:20:37 all (302/739): umountf12.sh 20201204 12:20:51 all (303/739): umountf4.sh stress2: freework leak: 11/16. stress2: newblk leak: 1061/1069. stress2: indirdep leak: 1/2 20201204 12:21:03 all (304/739): f_offset.sh 20201204 12:21:23 all (305/739): pipe2.sh 20201204 12:21:36 all (306/739): compare.sh stress2: freework leak: 29/34. stress2: newblk leak: 32767/32776. stress2: indirdep leak: 10/11 20201204 12:21:46 all (307/739): ffs_blkfree.sh 20201204 12:22:24 all (308/739): md8.sh stress2: freework leak: 22/27. stress2: newblk leak: 1771/1791. stress2: indirdep leak: 1/2 20201204 12:22:36 all (309/739): rdwr.sh 20201204 12:22:53 all (310/739): mountu.sh stress2: newblk leak: 1/11. 20201204 12:23:10 all (311/739): suj10.sh 20201204 12:23:32 all (312/739): sem.sh stress2: newblk leak: 3/9. 20201204 12:23:51 all (313/739): suj14.sh Dec 4 12:24:26 mercat1 kernel: pid 54297 (cp), uid 0 inumber 41573 on /mnt: filesystem full Dec 4 12:24:27 mercat1 kernel: pid 54312 (mkdir), uid 0 inumber 172491 on /mnt: filesystem full Dec 4 12:24:28 mercat1 kernel: pid 54333 (cp), uid 0 inumber 172492 on /mnt: filesystem full Dec 4 12:24:29 mercat1 kernel: pid 54850 (mkdir), uid 0 inumber 172491 on /mnt: filesystem full Dec 4 12:24:30 mercat1 kernel: pid 55588 (cp), uid 0 inumber 172492 on /mnt: filesystem full 20201204 12:24:32 all (314/739): kevent6.sh lock order reversal: 1st 0xfffffe0141004020 filedesc structure (filedesc structure, sx) @ kern/kern_descrip.c:1330 2nd 0xfffff801f30722f0 ufs (ufs, lockmgr) @ kern/vfs_subr.c:6059 lock order filedesc structure -> ufs attempted at: #0 0xffffffff80c5a35c at witness_checkorder+0xdcc #1 0xffffffff80bb9f92 at lockmgr_lock_flags+0x172 #2 0xffffffff80eaf3bd at ffs_lock+0x9d #3 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 #4 0xffffffff80ce6864 at _vn_lock+0x54 #5 0xffffffff80b9a29b at knlist_remove_kq+0x8b #6 0xffffffff80cda7d4 at filt_vfsdetach+0x24 #7 0xffffffff80b9ad01 at knote_fdclose+0x181 #8 0xffffffff80b8c869 at closefp+0x109 #9 0xffffffff810411d7 at amd64_syscall+0x147 #10 0xffffffff810142ee at fast_syscall_common+0xf8 stress2: newblk leak: 2/10. 20201204 12:24:53 all (315/739): mmap7.sh 20201204 12:25:45 all (316/739): umountf6.sh stress2: freework leak: 10/16. stress2: newblk leak: 1058/1071. stress2: indirdep leak: 1/2 20201204 12:25:59 all (317/739): mountro6.sh 20201204 12:26:21 all (318/739): multicast.sh stress2: freework leak: 3/7. stress2: newblk leak: 3/13. 20201204 12:26:47 all (319/739): nullfs22.sh if_delmulti_locked: detaching ifnet instance 0xfffff80004131800 20201204 12:27:09 all (320/739): pdfork.sh 20201204 12:27:31 all (321/739): radix.sh stress2: freework leak: 1/6. 20201204 12:27:54 all (322/739): suj33.sh 20201204 12:28:16 all (323/739): mkfifo3.sh 20201204 12:28:38 all (324/739): mmap5.sh stress2: newblk leak: 1/10. 20201204 12:29:01 all (325/739): smrstress.sh Completed 10000000 loops with 0 failures stress2: freework leak: 12/18. stress2: newblk leak: 24/35. stress2: indirdep leak: 1/2 20201204 12:29:23 all (326/739): core4.sh Dec 4 12:29:27 mercat1 kernel: Failed to write core file for process core4 (error 9) Dec 4 12:29:35 mercat1 syslogd: last message repeated 5 times Dec 4 12:29:35 mercat1 kernel: Failed to write core file for process core4 (error 5) Dec 4 12:29:36 mercat1 kernel: Failed to write core file for process core4 (error 9) Dec 4 12:29:40 mercat1 syslogd: last message repeated 3 times Dec 4 12:29:40 mercat1 kernel: Failed to write core file for process core4 (error 5) Dec 4 12:29:41 mercat1 kernel: Failed to write core file for process core4 (error 9) Dec 4 12:29:41 mercat1 kernel: Failed to write core file for process core4 (error 5) 20201204 12:29:46 all (327/739): largepage.sh 20201204 12:30:09 all (328/739): sendmsg2.sh 20201204 12:30:36 all (329/739): tmpfs2.sh stress2: newblk leak: 1787/1798. stress2: indirdep leak: 2/3 20201204 12:31:02 all (330/739): rename7.sh 20201204 12:31:56 all (331/739): ext2fs4.sh 20201204 12:34:24 all (332/739): mmap37.sh 20201204 12:34:56 all (333/739): msdos5.sh stress2: GEOM leak: 19/92 20201204 12:35:29 all (334/739): rl_entry.sh 20201204 12:36:01 all (335/739): timeout.sh 20201204 12:36:33 all (336/739): pthread5.sh witness_lock_list_get: witness exhausted 20201204 12:37:05 all (337/739): rename3.sh stress2: freework leak: 41/45. 20201204 12:38:21 all (338/739): sendfile3.sh stress2: newblk leak: 3184/3199. stress2: indirdep leak: 1/2 20201204 12:38:58 all (339/739): umountf7.sh 20201204 12:39:32 all (340/739): split.sh stress2: freework leak: 10/17. stress2: newblk leak: 185773/185780. stress2: indirdep leak: 47/48 20201204 12:43:27 all (341/739): fifo3.sh 20201204 12:44:01 all (342/739): rename9.sh 20201204 12:44:35 all (343/739): vnodes.sh stress2: newblk leak: 20234/20247. stress2: indirdep leak: 5/6 20201204 12:45:11 all (344/739): umountf.sh stress2: freework leak: 12/16. 20201204 12:45:47 all (345/739): force.sh UFS: forcibly unmounting /dev/md10 from /mnt 20201204 12:46:25 all (346/739): namecache2.sh stress2: newblk leak: 1/12. 20201204 12:47:05 all (347/739): sendfile_shm.sh stress2: freework leak: 12/16. stress2: newblk leak: 877/892. stress2: indirdep leak: 1/2 20201204 12:47:42 all (348/739): bench.sh 20201204 12:48:25 all (349/739): sendfile5.sh stress2: freework leak: 13/18. stress2: newblk leak: 28670/28679. stress2: indirdep leak: 8/9 20201204 12:49:02 all (350/739): exlock.sh stress2: newblk leak: 1/15. 20201204 12:49:53 all (351/739): tcp4.sh Expensive timeout(9) function: 0xffffffff80dcac60(0xfffffe015cc48ca8) 0.034204177 s Expensive timeout(9) function: 0xffffffff80dcbcc0(0xfffffe015cd0f0c0) 0.034348774 s Expensive timeout(9) function: 0xffffffff80dcbcc0(0xfffffe015baae478) 0.153278056 s 20201204 12:50:34 all (352/739): suj5.sh 20201204 12:50:44 all (353/739): ufsbench.sh 20201204 12:51:40 all (354/739): suj6.sh stress2: newblk leak: 8/16. 20201204 12:52:23 all (355/739): umountf5.sh stress2: freework leak: 11/16. stress2: newblk leak: 304/322. stress2: indirdep leak: 1/2 20201204 12:53:13 all (356/739): fpu.sh 20201204 12:54:09 all (357/739): beneath.sh stress2: freework leak: 4/8. 20201204 12:55:06 all (358/739): nullfs11.sh 20201204 12:57:40 all (359/739): crossmp5.sh stress2: freework leak: 8/16. stress2: newblk leak: 1353/1363. stress2: indirdep leak: 3/4 20201204 12:58:14 all (360/739): quota8.sh stress2: newblk leak: 27319/28684. stress2: indirdep leak: 5/9 20201204 12:58:58 all (361/739): jumbo.sh 20201204 12:59:57 all (362/739): posix_openpt.sh 20201204 13:00:58 all (363/739): advlock.sh stress2: freework leak: 1/3. 20201204 13:02:00 all (364/739): flock.sh stress2: newblk leak: 1/19. 20201204 13:03:01 all (365/739): fsck.sh Superblock check-hash failed: recorded check-hash 0x2f23b991 != computed check-hash 0xc18cb609 (Ignored) Superblock check-hash failed: recorded check-hash 0x2f23b991 != computed check-hash 0xc18cb609 (Ignored) 20201204 13:04:04 all (366/739): fsgs.sh stress2: newblk leak: 9/16. 20201204 13:05:06 all (367/739): fullpath.sh 20201204 13:06:08 all (368/739): geomleak2.sh stress2: freework leak: 1/5. stress2: newblk leak: 1685/1703. 20201204 13:07:09 all (369/739): mdconfig2.sh stress2: newblk leak: 830/2535. stress2: indirdep leak: 2/3 20201204 13:08:10 all (370/739): midi2.sh 20201204 13:09:12 all (371/739): mkfifo8.sh 20201204 13:10:13 all (372/739): mknod.sh 20201204 13:11:14 all (373/739): pts3.sh stress2: newblk leak: 36629/36648. stress2: indirdep leak: 9/10 20201204 13:12:15 all (374/739): sem_wait.sh 20201204 13:13:17 all (375/739): shm.sh 20201204 13:14:19 all (376/739): sigstop2.sh 20201204 13:15:21 all (377/739): socketpair3.sh 20201204 13:16:22 all (378/739): syzkaller10.sh stress2: freework leak: 2/6. 20201204 13:17:24 all (379/739): syzkaller12.sh 20201204 13:18:26 all (380/739): syzkaller14.sh 20201204 13:19:28 all (381/739): syzkaller4.sh stress2: newblk leak: 2/20. 20201204 13:24:30 all (382/739): syzkaller7.sh 20201204 13:25:32 all (383/739): syzkaller8.sh 20201204 13:26:34 all (384/739): syzkaller9.sh stress2: freework leak: 2/6. stress2: newblk leak: 1/19. 20201204 13:27:36 all (385/739): fts2.sh 20201204 13:28:37 all (386/739): mmap29.sh 20201204 13:29:40 all (387/739): sendfile8.sh stress2: indirdep leak: 2/3 20201204 13:30:42 all (388/739): sendfile9.sh 20201204 13:31:44 all (389/739): crossmp8.sh stress2: freework leak: 11/15. stress2: newblk leak: 32/51. 20201204 13:32:47 all (390/739): tcp3.sh Expensive timeout(9) function: 0xffffffff80c80420(0) 0.162868350 s 20201204 13:33:53 all (391/739): tmpfs21.sh stress2: newblk leak: 4/14. 20201204 13:35:04 all (392/739): gnop2.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20201204 13:36:14 all (393/739): rename10.sh 20201204 13:37:22 all (394/739): stack_guard_page.sh Dec 4 13:37:37 mercat1 kernel: pid 47226 (rw), uid 2007 inumber 107974 on /mnt: filesystem full stress2: freework leak: 1/5. stress2: newblk leak: 2/10. 20201204 13:38:53 all (395/739): syzkaller13.sh stress2: freework leak: 13/16. stress2: newblk leak: 25/35. stress2: indirdep leak: 2/3 20201204 13:40:10 all (396/739): syzkaller18.sh 20201204 13:41:25 all (397/739): syzkaller20.sh stress2: newblk leak: 6/16. 20201204 13:42:27 all (398/739): syzkaller21.sh 20201204 13:43:35 all (399/739): truss2.sh stress2: newblk leak: 1/9. 20201204 13:44:56 all (400/739): umountf9.sh stress2: freework leak: 1/5. 20201204 13:46:48 all (401/739): vmstat.sh stress2: newblk leak: 1/9. 20201204 13:47:56 all (402/739): quota4.sh stress2: freework leak: 14/19. stress2: newblk leak: 28677/28689. stress2: indirdep leak: 8/9 20201204 13:49:13 all (403/739): mountro5.sh panic: Assertion _fpl->in_smr == false failed at ../../../kern/vfs_cache.c:3716 cpuid = 11 time = 1607086164 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x181/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- KDB: enter: panic [ thread pid 20919 tid 381280 ] Stopped at kdb_enter+0x37: movq $0,0x10a7956(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 3181 out of 32628 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 20919 tid 381280 td 0xfffffe015415ec00 kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- db:1:pho1> show allpcpu Current CPU: 11 cpuid = 0 dynamic pcpu = 0x7997c0 curthread = 0xfffffe01548afa00: pid 20884 tid 379754 critnest 0 "swap" curpcb = 0xfffffe01548aff10 fpcurthread = 0xfffffe01548afa00: pid 20884 "swap" idlethread = 0xfffffe00e4d0d300: tid 100003 "idle: cpu0" self = 0xffffffff82210000 curpmap = 0xfffffe015ca8db10 tssp = 0xffffffff82210384 rsp0 = 0xfffffe068780fcc0 kcr3 = 0x80000006f7448034 ucr3 = 0x8000000173b1e834 scr3 = 0x6b9f12836 gs32p = 0xffffffff82210404 ldt = 0xffffffff82210444 tss = 0xffffffff82210434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb5587c0 curthread = 0xfffffe01548b0800: pid 20882 tid 379736 critnest 0 "swap" curpcb = 0xfffffe01548b0d10 fpcurthread = 0xfffffe01548b0800: pid 20882 "swap" idlethread = 0xfffffe00e4d0cc00: tid 100004 "idle: cpu1" self = 0xffffffff82211000 curpmap = 0xfffffe015ba41b10 tssp = 0xffffffff82211384 rsp0 = 0xfffffe06877b5cc0 kcr3 = 0x80000006fe31e430 ucr3 = 0x800000040a93dc30 scr3 = 0x40a93dc30 gs32p = 0xffffffff82211404 ldt = 0xffffffff82211444 tss = 0xffffffff82211434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb5647c0 curthread = 0xfffffe0154601e00: pid 20908 tid 379552 critnest 0 "swap" curpcb = 0xfffffe0154602310 fpcurthread = 0xfffffe0154601e00: pid 20908 "swap" idlethread = 0xfffffe00e4d0c500: tid 100005 "idle: cpu2" self = 0xffffffff82212000 curpmap = 0xfffffe015c7e4b10 tssp = 0xffffffff82212384 rsp0 = 0xfffffe068741dcc0 kcr3 = 0x80000004318427e7 ucr3 = 0x80000007e7417fe7 scr3 = 0x7e7417fe7 gs32p = 0xffffffff82212404 ldt = 0xffffffff82212444 tss = 0xffffffff82212434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb5707c0 curthread = 0xfffffe015488b300: pid 20913 tid 379475 critnest 0 "swap" curpcb = 0xfffffe015488b810 fpcurthread = 0xfffffe015488b300: pid 20913 "swap" idlethread = 0xfffffe00e4d0be00: tid 100006 "idle: cpu3" self = 0xffffffff82213000 curpmap = 0xfffffe014b7af500 tssp = 0xffffffff82213384 rsp0 = 0xfffffe068729ccc0 kcr3 = 0x8000000047cee080 ucr3 = 0x800000019aa26880 scr3 = 0x40a93d883 gs32p = 0xffffffff82213404 ldt = 0xffffffff82213444 tss = 0xffffffff82213434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb57c7c0 curthread = 0xfffffe010da7fe00: pid 29 tid 100129 critnest 0 "dom0" curpcb = 0xfffffe010da80310 fpcurthread = none idlethread = 0xfffffe00e4d0b700: tid 100007 "idle: cpu4" self = 0xffffffff82214000 curpmap = 0xffffffff81c925e0 tssp = 0xffffffff82214384 rsp0 = 0xfffffe010a691cc0 kcr3 = 0x800000000212f002 ucr3 = 0xffffffffffffffff scr3 = 0x4d70c8846 gs32p = 0xffffffff82214404 ldt = 0xffffffff82214444 tss = 0xffffffff82214434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb5887c0 curthread = 0xfffffe015419de00: pid 20916 tid 381032 critnest 0 "swap" curpcb = 0xfffffe015419e310 fpcurthread = 0xfffffe015419de00: pid 20916 "swap" idlethread = 0xfffffe00e4d0b000: tid 100008 "idle: cpu5" self = 0xffffffff82215000 curpmap = 0xfffffe015c935b10 tssp = 0xffffffff82215384 rsp0 = 0xfffffe0689105cc0 kcr3 = 0x800000010f1517fa ucr3 = 0x800000031f2ddffa scr3 = 0x31f2ddffa gs32p = 0xffffffff82215404 ldt = 0xffffffff82215444 tss = 0xffffffff82215434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb5947c0 curthread = 0xfffffe0154b5f700: pid 20881 tid 380285 critnest 0 "swap" curpcb = 0xfffffe0154b5fc10 fpcurthread = 0xfffffe0154b5f700: pid 20881 "swap" idlethread = 0xfffffe00e4d0e800: tid 100009 "idle: cpu6" self = 0xffffffff82216000 curpmap = 0xfffffe0159180500 tssp = 0xffffffff82216384 rsp0 = 0xfffffe068826ecc0 kcr3 = 0x80000003b8c2c6c5 ucr3 = 0x80000002cb1daec5 scr3 = 0x2cb1daec5 gs32p = 0xffffffff82216404 ldt = 0xffffffff82216444 tss = 0xffffffff82216434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb5a07c0 curthread = 0xfffffe0154602500: pid 20909 tid 379545 critnest 0 "swap" curpcb = 0xfffffe0154602a10 fpcurthread = 0xfffffe0154602500: pid 20909 "swap" idlethread = 0xfffffe00e4d14100: tid 100010 "idle: cpu7" self = 0xffffffff82217000 curpmap = 0xfffffe015917f120 tssp = 0xffffffff82217384 rsp0 = 0xfffffe06873facc0 kcr3 = 0x8000000253c4d07a ucr3 = 0x800000049483087a scr3 = 0x12af13894 gs32p = 0xffffffff82217404 ldt = 0xffffffff82217444 tss = 0xffffffff82217434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb5ac7c0 curthread = 0xfffffe015425c100: pid 20910 tid 379573 critnest 0 "swap" curpcb = 0xfffffe015425c610 fpcurthread = 0xfffffe015425c100: pid 20910 "swap" idlethread = 0xfffffe00e4d13a00: tid 100011 "idle: cpu8" self = 0xffffffff82218000 curpmap = 0xfffffe0153964b10 tssp = 0xffffffff82218384 rsp0 = 0xfffffe0687486cc0 kcr3 = 0x80000005137b93ea ucr3 = 0x80000003bc069bea scr3 = 0x4366c6beb gs32p = 0xffffffff82218404 ldt = 0xffffffff82218444 tss = 0xffffffff82218434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb5b87c0 curthread = 0xfffffe015420a500: pid 20890 tid 379548 critnest 0 "swap" curpcb = 0xfffffe015420aa10 fpcurthread = 0xfffffe015420a500: pid 20890 "swap" idlethread = 0xfffffe00e4d13300: tid 100012 "idle: cpu9" self = 0xffffffff82219000 curpmap = 0xfffffe015b98d500 tssp = 0xffffffff82219384 rsp0 = 0xfffffe0687409cc0 kcr3 = 0x80000002fe37e503 ucr3 = 0x800000041fca5d03 scr3 = 0x41fca5d03 gs32p = 0xffffffff82219404 ldt = 0xffffffff82219444 tss = 0xffffffff82219434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb5c47c0 curthread = 0xfffffe015459d700: pid 20897 tid 380643 critnest 0 "swap" curpcb = 0xfffffe015459dc10 fpcurthread = 0xfffffe015459d700: pid 20897 "swap" idlethread = 0xfffffe00e4d12c00: tid 100013 "idle: cpu10" self = 0xffffffff8221a000 curpmap = 0xfffffe015c8c0b10 tssp = 0xffffffff8221a384 rsp0 = 0xfffffe068896ccc0 kcr3 = 0x80000006de6db526 ucr3 = 0x800000070db45d26 scr3 = 0x39a7bed2f gs32p = 0xffffffff8221a404 ldt = 0xffffffff8221a444 tss = 0xffffffff8221a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb5d07c0 curthread = 0xfffffe015415ec00: pid 20919 tid 381280 critnest 2 "creat" curpcb = 0xfffffe015415f110 fpcurthread = 0xfffffe015415ec00: pid 20919 "creat" idlethread = 0xfffffe00e4d12500: tid 100014 "idle: cpu11" self = 0xffffffff8221b000 curpmap = 0xfffffe015bc08120 tssp = 0xffffffff8221b384 rsp0 = 0xfffffe06895ddcc0 kcr3 = 0x80000008104b4187 ucr3 = 0x80000006c682f987 scr3 = 0x6c682f987 gs32p = 0xffffffff8221b404 ldt = 0xffffffff8221b444 tss = 0xffffffff8221b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffff8010baa8280: type VREG usecount 1, writecount 1, refcount 1 seqc users 0 hold count flags () flags (VIRF_PGREAD) v_object 0xfffff8067ef4ac60 ref 1 pages 3193 cleanbuf 0 dirtybuf 0 lock type tmpfs: EXCL by thread 0xfffffe0154b2f700 (pid 20887, rw, tid 380429) #0 0xffffffff80bbbac3 at lockmgr_xlock+0xa3 #1 0xffffffff811051c0 at VOP_LOCK1_APV+0x40 #2 0xffffffff80ce6864 at _vn_lock+0x54 #3 0xffffffff80ceae6d at vn_write+0x1bd #4 0xffffffff80ce4cea at vn_io_fault+0x13a #5 0xffffffff80c5f121 at dofilewrite+0x81 #6 0xffffffff80c5ec9c at sys_write+0xbc #7 0xffffffff810411d7 at amd64_syscall+0x147 #8 0xffffffff810142ee at fast_syscall_common+0xf8 tag VT_TMPFS, tmpfs_node 0xfffff8019732b1c0, flags 0x0, links 1 mode 0660, owner 0, group 0, size 13078528, status 0x3 db:1:pho1> show mount 0xfffffe010dc18700 /dev/gpt/work on / (ufs) 0xfffffe010dc19280 devfs on /dev (devfs) 0xfffffe010dc17b80 /dev/gpt/tmp on /tmp (ufs) 0xfffffe014c92b700 procfs on /proc (procfs) 0xfffffe014b6ac000 tmpfs on /mnt (tmpfs) More info: show mount db:1:pho1> show bufqueues bqempty: 94630 Buf domain 0 freebufs 13083 lofreebufs 219 hifreebufs 329 bufspace 66056192 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 31 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2002 (64499712) dirtyq count 31 (1015808) wakeup 0 lim 25 CPU 0, 0, 1, 2, 7, 1, 0, 0, 0, 4, 0, 1, Locked buffers: 1 space 32768 Total buffers: 69318 space 66056192 Buf domain 1 freebufs 14494 lofreebufs 219 hifreebufs 329 bufspace 19832832 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 636 (19820544) dirtyq count 2 (8192) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, Locked buffers: 0 space 0 Total buffers: 7206 space 19832832 Buf domain 2 freebufs 14931 lofreebufs 219 hifreebufs 329 bufspace 5779456 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 3 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 188 (5349376) dirtyq count 3 (98304) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, Locked buffers: 0 space 0 Total buffers: 5291 space 5779456 Buf domain 3 freebufs 15078 lofreebufs 219 hifreebufs 329 bufspace 1019904 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 54 (1003520) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, Locked buffers: 0 space 0 Total buffers: 5269 space 1019904 Buf domain 4 freebufs 15056 lofreebufs 219 hifreebufs 329 bufspace 1552384 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 76 (1548288) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 5279 space 1552384 Buf domain 5 freebufs 15054 lofreebufs 219 hifreebufs 329 bufspace 1306624 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 77 (1294336) dirtyq count 0 (0) wakeup 0 lim 25 CPU 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, Locked buffers: 0 space 0 Total buffers: 5930 space 1306624 Buf domain 6 freebufs 15124 lofreebufs 219 hifreebufs 329 bufspace 110592 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 5 (61440) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, Locked buffers: 0 space 0 Total buffers: 7638 space 110592 db:1:pho1> show page vm_cnt.v_free_count: 56349 vm_cnt.v_inactive_count: 11599 vm_cnt.v_active_count: 7454035 vm_cnt.v_laundry_count: 0 vm_cnt.v_wire_count: 601468 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51267 vm_cnt.v_free_target: 173136 vm_cnt.v_inactive_target: 259704 db:1:pho1> show pageq pq_free 56349 dom 0 page_cnt 8124626 free 56349 pq_act 7454035 pq_inact 11599 pq_laund 0 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000000 | 000000 04 (000064K) | 000000 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000001 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000000 | 000000 05 (000128K) | 000000 | 000000 04 (000064K) | 000000 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree socket 944 68 939820 7158418 0 16 887254272 0 VM OBJECT 264 2152 613448 97131615 0 31 162518400 0 THREAD 1792 4131 70992 14486148 0 8 134620416 0 Files 80 164 941086 105777704 0 126 75300000 0 RADIX NODE 144 512540 1986 155673623 0 92 74091744 0 malloc-128 128 228221 435 133899602 0 126 29267968 0 swblk 136 1829 199199 893749 0 62 27339808 0 mbuf_cluster 2048 13323 5 10915113 0 8 27295744 0 FFS inode 1128 1063 17382 18730888 0 9 20805960 0 malloc-256 256 3335 59305 27268745 0 62 16035840 0 BUF TRIE 144 976 104976 28415587 0 63 15257088 0 S VFS Cache 104 1258 136529 14544127 0 126 14329848 0 VNODE 640 1467 17109 24443796 0 25 11888640 0 malloc-256 256 4220 35995 33664499 0 62 10295040 0 TURNSTILE 136 75124 98 75124 0 62 10230192 0 malloc-128 128 68330 1668 4356154 0 126 8959744 0 vmem btag 56 31599 118941 779831 0 254 8430240 0 mbuf 256 16266 16466 335218120 0 254 8379392 0 VMSPACE 2544 97 2930 9798452 0 4 7700688 0 SLEEPQUEUE 88 75124 140 75124 0 126 6623232 0 malloc-384 384 8 14482 12997702 0 30 5564160 0 PROC 1320 132 3867 9812420 0 8 5278680 0 FFS2 dinode 256 1063 17327 18723705 0 62 4707840 0 malloc-128 128 14298 22034 11453859 0 126 4650496 0 malloc-256 256 18 15747 11729227 0 62 4035840 0 64 Bucket 512 5874 238 6993287 0 30 3129344 0 malloc-16 16 164726 1524 232211 0 254 2660000 0 DIRHASH 1024 36 2336 116487 0 16 2428928 0 malloc-32 32 72247 3101 1062537 0 254 2411136 0 UMA Slabs 0 112 10571 7642 415689 0 126 2039856 0 swpctrie 144 282 13550 78853 0 62 1991808 0 128 Bucket 1024 1621 174 4975606 0 16 1838080 0 pbuf 2784 0 634 0 0 0 1765056 0 malloc-384 384 4035 115 16883 0 30 1593600 0 malloc-128 128 119 11599 10679762 0 126 1499904 0 malloc-4096 4096 357 9 365394 0 2 1499136 0 malloc-4096 4096 140 191 9922595 0 2 1355776 0 MAP ENTRY 96 3416 8680 283706081 0 127 1161216 0 256 Bucket 2048 434 40 2425523 0 8 970752 0 malloc-16384 16384 51 0 4000 0 1 835584 0 malloc-16384 16384 1 47 550288 0 1 786432 0 malloc-8192 8192 86 0 87 0 1 704512 0 malloc-64 64 8832 1311 155653272 0 254 649152 0 g_bio 408 0 1550 152282064 0 31 632400 0 TMPFS node 224 269 2485 1973556 0 62 616896 0 malloc-64 64 9277 236 19037 0 254 608832 0 32 Bucket 256 1900 455 14214204 0 62 602880 0 malloc-32768 32768 10 6 4605 0 1 524288 0 ksiginfo 112 3975 525 1356083 0 126 504000 0 mbuf_packet 256 156 1777 46944751 0 254 494848 0 UMA Zones 2048 231 4 234 0 8 481280 0 filedesc0 1072 131 317 9812421 0 8 480256 0 malloc-64 64 3979 2888 48990707 0 254 439488 0 16 Bucket 144 1409 1559 9043417 0 62 427392 0 L VFS Cache 320 0 1284 218624 0 30 410880 0 malloc-65536 65536 3 3 2448 0 1 393216 0 malloc-32768 32768 12 0 30 0 1 393216 0 malloc-32768 32768 12 0 12 0 1 393216 0 malloc-256 256 472 968 10033459 0 62 368640 0 Mountpoints 2944 5 119 27760 0 4 365056 0 clpbuf 2784 0 128 1085612 0 2 356352 0 NAMEI 1024 1 323 181074211 0 16 331776 0 malloc-2048 2048 153 9 1459 0 8 331776 0 malloc-65536 65536 5 0 7 0 1 327680 0 malloc-65536 65536 3 2 187 0 1 327680 0 malloc-32 32 7086 2364 1673784 0 254 302400 0 malloc-4096 4096 72 0 189 0 2 294912 0 malloc-1024 1024 232 52 2290716 0 16 290816 0 malloc-64 64 3104 1432 103650813 0 254 290304 0 malloc-256 256 37 1088 20967746 0 62 288000 0 malloc-2048 2048 4 134 7946295 0 8 282624 0 malloc-16 16 14487 3013 3741391 0 254 280000 0 malloc-65536 65536 3 1 3314 0 1 262144 0 malloc-128 128 153 1769 18260741 0 126 246016 0 malloc-128 128 499 1392 153782 0 126 242048 0 malloc-8192 8192 16 11 242892 0 1 221184 0 pipe 744 13 277 1425282 0 16 215760 0 malloc-8192 8192 26 0 28 0 1 212992 0 malloc-1024 1024 7 197 5871968 0 16 208896 0 malloc-64 64 309 2778 4053777 0 254 197568 0 8 Bucket 80 357 1793 5653119 0 126 172000 0 malloc-64 64 402 2244 19741206 0 254 169344 0 malloc-256 256 448 212 2095481 0 62 168960 0 malloc-32768 32768 5 0 15068 0 1 163840 0 tcpcb 1048 20 134 743376 0 8 161392 0 rl_entry 40 2521 1216 21172 0 254 149480 0 swrbuf 2784 0 50 470064 0 2 139200 0 malloc-256 256 103 422 699660 0 62 134400 0 PWD 32 29 4129 9030556 0 254 133056 0 2 Bucket 32 373 3785 3760623 0 254 133056 0 malloc-65536 65536 2 0 23 0 1 131072 0 malloc-65536 65536 2 0 2 0 1 131072 0 malloc-16384 16384 8 0 183 0 1 131072 0 fakepg 104 0 1248 3464 0 126 129792 0 malloc-8192 8192 14 0 2572 0 1 114688 0 DEVCTL 1024 0 108 1534046 0 0 110592 0 malloc-384 384 182 88 1846891 0 30 103680 0 malloc-32768 32768 1 2 370022 0 1 98304 0 malloc-16384 16384 6 0 14 0 1 98304 0 malloc-128 128 379 303 50109 0 126 87296 0 ttyinq 160 345 155 5356 0 62 80000 0 UMA Kegs 384 201 2 204 0 30 77952 0 malloc-512 512 22 122 6909 0 30 73728 0 malloc-256 256 51 234 193801 0 62 72960 0 malloc-64 64 64 1007 681591 0 254 68544 0 malloc-32 32 323 1819 6244200 0 254 68544 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 2 0 42903 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-1024 1024 13 51 465080 0 16 65536 0 ttyoutq 256 174 81 2851 0 62 65280 0 4 Bucket 48 76 1268 797272 0 254 64512 0 malloc-128 128 23 473 2489846 0 126 63488 0 malloc-32 32 8 1882 413253 0 254 60480 0 malloc-4096 4096 13 1 511620 0 2 57344 0 malloc-32 32 244 1520 13377600 0 254 56448 0 tcp_inpcb 488 20 92 743376 0 30 54656 0 mbuf_jumbo_page 4096 13 0 16549169 0 2 53248 0 pcpu-64 64 453 379 460 0 254 53248 0 malloc-32 32 63 1575 75149 0 254 52416 0 malloc-16 16 370 2880 10069457 0 254 52000 0 unpcb 256 23 172 6095082 0 62 49920 0 malloc-1024 1024 33 15 1004423 0 16 49152 0 pcpu-16 16 124 2948 124 0 254 49152 0 malloc-16 16 27 2973 192960 0 254 48000 0 malloc-2048 2048 2 20 6006 0 8 45056 0 malloc-16 16 138 2612 6001969 0 254 44000 0 udp_inpcb 488 22 66 2245 0 30 42944 0 malloc-384 384 9 101 111311 0 30 42240 0 malloc-8192 8192 3 2 23306 0 1 40960 0 malloc-8192 8192 4 1 8552 0 1 40960 0 malloc-4096 4096 2 8 604090 0 2 40960 0 malloc-1024 1024 7 33 16825 0 16 40960 0 pcpu-8 8 3345 1775 3374 0 254 40960 0 cpuset 104 27 345 27 0 126 38688 0 malloc-384 384 53 47 407966 0 30 38400 0 udpcb 32 22 1112 9874 0 254 36288 0 malloc-16384 16384 2 0 78 0 1 32768 0 malloc-2048 2048 1 15 46555 0 8 32768 0 malloc-1024 1024 20 12 8878041 0 16 32768 0 malloc-32 32 566 442 28186 0 254 32256 0 malloc-512 512 0 56 565635 0 30 28672 0 KNOTE 160 9 166 8382068 0 62 28000 0 malloc-16 16 255 1495 5428855 0 254 28000 0 malloc-384 384 22 48 152 0 30 26880 0 rtentry 176 12 126 16 0 62 24288 0 malloc-64 64 12 366 45717 0 254 24192 0 malloc-16 16 40 1460 161621 0 254 24000 0 malloc-4096 4096 2 3 21570 0 2 20480 0 malloc-4096 4096 1 4 21873 0 2 20480 0 malloc-1024 1024 2 18 160017 0 16 20480 0 malloc-512 512 10 30 1620 0 30 20480 0 malloc-512 512 17 23 1036 0 30 20480 0 malloc-512 512 5 35 28913 0 30 20480 0 malloc-8192 8192 2 0 9986 0 1 16384 0 malloc-8192 8192 2 0 2 0 1 16384 0 malloc-2048 2048 7 1 971 0 8 16384 0 malloc-2048 2048 5 3 527 0 8 16384 0 malloc-32 32 28 476 168174 0 254 16128 0 malloc-16 16 477 523 1077657 0 254 16000 0 routing nhops 256 9 51 16 0 62 15360 0 malloc-384 384 4 36 7165 0 30 15360 0 malloc-2048 2048 2 2 4389033 0 8 8192 0 malloc-1024 1024 2 6 19 0 16 8192 0 malloc-512 512 12 4 1147284 0 30 8192 0 KMAP ENTRY 96 76 5 113 0 0 7776 0 FPU_save_area 832 1 8 1 0 16 7488 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 2 0 19 0 8 4096 0 malloc-512 512 2 6 980029 0 30 4096 0 malloc-512 512 1 7 52 0 30 4096 0 hostcache 96 1 41 1 0 126 4032 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 ripcb 488 1 7 18 0 30 3904 0 UMA Slabs 1 176 9 13 10 0 62 3872 0 malloc-384 384 3 7 285 0 30 3840 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 3 60 3 0 254 2016 0 SMR SHARED 24 3 60 3 0 254 1512 0 taskq_zone 192 0 0 0 0 62 0 0 dtrace_state_cache 16384 0 0 1 0 1 0 0 sctp_asconf_ack 48 0 0 0 0 254 0 0 sctp_asconf 40 0 0 0 0 254 0 0 sctp_stream_msg_out 112 0 0 0 0 126 0 0 sctp_readq 152 0 0 0 0 62 0 0 sctp_chunk 152 0 0 48945 0 62 0 0 sctp_raddr 736 0 0 48945 0 16 0 0 sctp_laddr 48 0 0 0 0 254 0 0 sctp_asoc 2288 0 0 48945 0 4 0 0 sctp_ep 1280 0 0 310011 0 8 0 0 FFS1 dinode 128 0 0 11 0 126 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 7629 0 30 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 24080 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 31274 0 254 0 0 syncache 168 0 0 5045 0 62 0 0 tcptw 88 0 0 3522 0 126 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 1 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 488 0 0 0 0 30 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 744 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2784 0 0 7671 0 4 0 0 mdpbuf 2784 0 0 430435 0 0 0 0 nfspbuf 2784 0 0 0 0 2 0 0 swwbuf 2784 0 0 463588 0 0 0 0 umtx_shm 88 0 0 35 0 126 0 0 umtx pi 96 0 0 2 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 kenv 258 0 0 21348 0 30 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-32768 32768 0 0 3 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-16384 16384 0 0 4 0 1 0 0 malloc-4096 4096 0 0 37 0 2 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 416268 175 229008985 28 vm pgcache 4096 2835902 363 444409745 63 buf free cache 856 3111 8190 36396186 17 buffer arena-65 65536 0 0 27291 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 2080 883 8353589 5 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 3 16 1682631 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 35 2 kstack_cache 16384 4131 90 14486148 2 db:0:pho> acttrace Tracing command creat pid 20919 tid 381280 td 0xfffffe015415ec00 (CPU 11) kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command swap pid 20916 tid 381032 td 0xfffffe015419de00 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf16e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf16e10 trap() at trap+0x56/frame 0xfffffe003cf16f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf16f20 --- trap 0x13, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20913 tid 379475 td 0xfffffe015488b300 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cefee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cefee10 trap() at trap+0x56/frame 0xfffffe003cefef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cefef20 --- trap 0x13, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20910 tid 379573 td 0xfffffe015425c100 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf3ae10 trap() at trap+0x56/frame 0xfffffe003cf3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf3af20 --- trap 0x13, rip = 0x203749, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20909 tid 379545 td 0xfffffe0154602500 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf2ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf2ee10 trap() at trap+0x56/frame 0xfffffe003cf2ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf2ef20 --- trap 0x13, rip = 0x203749, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20908 tid 379552 td 0xfffffe0154601e00 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cef2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cef2e10 trap() at trap+0x56/frame 0xfffffe003cef2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cef2f20 --- trap 0x13, rip = 0xffffffff8102731c, rsp = 0xfffffe068741d880, rbp = 0xfffffe068741d880 --- pmap_pde() at pmap_pde+0xbc/frame 0xfffffe068741d880 pmap_enter() at pmap_enter+0x62b/frame 0xfffffe068741d930 vm_fault() at vm_fault+0x1197/frame 0xfffffe068741da40 vm_fault_trap() at vm_fault_trap+0x71/frame 0xfffffe068741da80 trap_pfault() at trap_pfault+0x246/frame 0xfffffe068741dae0 trap() at trap+0x452/frame 0xfffffe068741dbf0 calltrap() at calltrap+0x8/frame 0xfffffe068741dbf0 --- trap 0xc, rip = 0x8003beb55, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1e0 --- Tracing command swap pid 20897 tid 380643 td 0xfffffe015459d700 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf52e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf52e10 trap() at trap+0x56/frame 0xfffffe003cf52f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf52f20 --- trap 0x13, rip = 0x203747, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20890 tid 379548 td 0xfffffe015420a500 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf46e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf46e10 trap() at trap+0x56/frame 0xfffffe003cf46f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf46f20 --- trap 0x13, rip = 0xffffffff81013b20, rsp = 0xffffffff822192d0, rbp = 0x7fffffffe1e0 --- Xpage_pti() at Xpage_pti/frame 0x7fffffffe1e0 Tracing command swap pid 20884 tid 379754 td 0xfffffe01548afa00 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81dec020 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81dec030 trap() at trap+0x56/frame 0xffffffff81dec140 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81dec140 --- trap 0x13, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20882 tid 379736 td 0xfffffe01548b0800 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cee6e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cee6e10 trap() at trap+0x56/frame 0xfffffe003cee6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cee6f20 --- trap 0x13, rip = 0xffffffff80f04cf2, rsp = 0xfffffe06877b57a0, rbp = 0xfffffe06877b57f0 --- vm_reserv_alloc_page() at vm_reserv_alloc_page+0x192/frame 0xfffffe06877b57f0 vm_page_alloc_domain_after() at vm_page_alloc_domain_after+0x155/frame 0xfffffe06877b5870 vm_page_alloc() at vm_page_alloc+0x74/frame 0xfffffe06877b58d0 vm_fault_allocate() at vm_fault_allocate+0x1bf/frame 0xfffffe06877b5930 vm_fault() at vm_fault+0x50e/frame 0xfffffe06877b5a40 vm_fault_trap() at vm_fault_trap+0x71/frame 0xfffffe06877b5a80 trap_pfault() at trap_pfault+0x246/frame 0xfffffe06877b5ae0 trap() at trap+0x452/frame 0xfffffe06877b5bf0 calltrap() at calltrap+0x8/frame 0xfffffe06877b5bf0 --- trap 0xc, rip = 0x8003beb55, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1e0 --- Tracing command swap pid 20881 tid 380285 td 0xfffffe0154b5f700 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf22e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf22e10 trap() at trap+0x56/frame 0xfffffe003cf22f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf22f20 --- trap 0x13, rip = 0xffffffff81013c5e, rsp = 0xfffffe068826ec00, rbp = 0x7fffffffe1e0 --- page_cr2() at page_cr2+0x29/frame 0x7fffffffe1e0 Tracing command pagedaemon pid 29 tid 100129 td 0xfffffe010da7fe00 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf0ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf0ae10 trap() at trap+0x56/frame 0xfffffe003cf0af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf0af20 --- trap 0x13, rip = 0xffffffff8102731c, rsp = 0xfffffe010a691810, rbp = 0xfffffe010a691810 --- pmap_pde() at pmap_pde+0xbc/frame 0xfffffe010a691810 pmap_ts_referenced() at pmap_ts_referenced+0x20b/frame 0xfffffe010a6918b0 vm_pageout_worker() at vm_pageout_worker+0xbd5/frame 0xfffffe010a691b70 vm_pageout() at vm_pageout+0x21e/frame 0xfffffe010a691bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a691bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a691bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 20938 20860 2552 0 D+ suspwt 0xfffffe014b6ac09c mount 20936 20933 11072 0 R sh 20935 20933 11072 0 R sh 20933 20923 11072 0 S wait 0xfffff8024d2fe000 sh 20923 11111 11072 0 S piperd 0xfffff804723df2e8 sh 20919 20917 2552 0 R+ CPU 11 creat 20918 20917 2552 0 D+ suspfs 0xfffffe014b6ac008 creat 20917 20877 2552 0 S+ wait 0xfffff801686b3000 creat 20916 20880 2552 0 R+ CPU 5 swap 20915 20880 2552 0 R+ swap 20914 20880 2552 0 R+ swap 20913 20880 2552 0 R+ CPU 3 swap 20912 20880 2552 0 R+ swap 20911 20880 2552 0 R+ swap 20910 20880 2552 0 R+ CPU 8 swap 20909 20880 2552 0 R+ CPU 7 swap 20908 20880 2552 0 R+ CPU 2 swap 20907 20880 2552 0 R+ swap 20906 20880 2552 0 R+ swap 20905 20880 2552 0 R+ swap 20904 20880 2552 0 R+ swap 20903 20880 2552 0 R+ swap 20902 20880 2552 0 R+ swap 20901 20880 2552 0 R+ swap 20900 20880 2552 0 R+ swap 20899 20880 2552 0 R+ swap 20898 20880 2552 0 R+ swap 20897 20880 2552 0 R+ CPU 10 swap 20896 20880 2552 0 R+ swap 20895 20880 2552 0 R+ swap 20894 20880 2552 0 R+ swap 20893 20880 2552 0 R+ swap 20892 20880 2552 0 R+ swap 20891 20880 2552 0 R+ swap 20890 20880 2552 0 R+ CPU 9 swap 20889 20883 2552 0 R+ rw 20888 20880 2552 0 R+ swap 20887 20883 2552 0 R+ rw 20886 20880 2552 0 R+ swap 20885 20883 2552 0 R+ rw 20884 20880 2552 0 R+ CPU 0 swap 20883 20879 2552 0 S+ wait 0xfffff806abd44000 rw 20882 20880 2552 0 R+ CPU 1 swap 20881 20880 2552 0 R+ CPU 6 swap 20880 20876 2552 0 S+ wait 0xfffff80598d86528 swap 20879 20875 2552 0 S+ nanslp 0xffffffff81cb1a67 rw 20877 20875 2552 0 S+ nanslp 0xffffffff81cb1a64 creat 20876 20875 2552 0 S+ nanslp 0xffffffff81cb1a67 swap 20875 20874 2552 0 S+ wait 0xfffff8001197fa50 run 20874 20872 2552 0 S+ wait 0xfffff801b8735528 run 20872 20860 2552 0 S+ nanslp 0xffffffff81cb1a66 run 20860 20858 2552 0 S+ wait 0xfffff807dff3da50 sh 20859 2552 2552 0 S+ piperd 0xfffff80610abdba0 tee 20858 2552 2552 0 S+ wait 0xfffff80568774a50 sh 37412 0 0 0 DL ftcl 0xffffffff82ca6534 [ftcleanup] 7810 0 0 0 DL waiting 0xffffffff823db498 [sctp_iterator] 11114 11072 11072 0 S piperd 0xfffff801b8a2e2e8 sh 11112 11072 11072 0 S piperd 0xfffff80293fd1ba0 awk 11111 11072 11072 0 S wait 0xfffff80004104528 sh 11072 1 11072 0 SWs wait 0xfffff8028d688528 sh 8530 1 8527 2006 S+ select 0xfffff80003ace440 tail 8527 2538 8527 2006 S+ kqread 0xfffff8040d07a200 tail 2552 2548 2552 0 S+ wait 0xfffff8006fd40a50 sh 2548 2546 2548 0 S+ select 0xfffff801b81fadc0 bash 2546 2545 2546 0 SW+ pause 0xfffff8000a48cb00 csh 2545 2527 2545 2006 SW+ wait 0xfffff8000a4a2a50 su 2538 2537 2538 2006 SWs+ wait 0xfffff801b8735000 bash 2537 2534 2534 2006 S select 0xfffff801b8729e40 sshd 2534 2483 2534 0 Ss select 0xfffff801b8685e40 sshd 2527 2526 2527 2006 SWs+ wait 0xfffff8000a537a50 bash 2526 2523 2523 2006 S select 0xfffff801b81faf40 sshd 2523 2483 2523 0 Ss select 0xfffff801b8685ec0 sshd 2520 2515 2520 0 S+ ttyin 0xfffff8000418d4b0 csh 2515 1 2515 0 SWs+ wait 0xfffff801b8735a50 login 2514 1 2514 0 Ss+ ttyin 0xfffff8000418d8b0 getty 2513 1 2513 0 Ss+ ttyin 0xfffff8000a01b8b0 getty 2512 1 2512 0 Ss+ ttyin 0xfffff8000a01bcb0 getty 2511 1 2511 0 Ss+ ttyin 0xfffff8000a0160b0 getty 2510 1 2510 0 Ss+ ttyin 0xfffff8000a0164b0 getty 2509 1 2509 0 Ss+ ttyin 0xfffff8000a0168b0 getty 2508 1 2508 0 Ss+ ttyin 0xfffff8000a016cb0 getty 2507 1 2507 0 Ss+ ttyin 0xfffff80006fee0b0 getty 2506 1 2506 0 Ss+ ttyin 0xfffff80006fee4b0 getty 2495 1 2495 0 Ss select 0xfffff801b8685f40 inetd 2492 1 2492 0 Ss nanslp 0xffffffff81cb1a69 cron 2483 1 2483 0 Ss select 0xfffff801b8659f40 sshd 2454 1 2454 0 Ss select 0xfffff8000a6713c0 powerd 2451 1 2451 123 Rs ntpd 2412 1 2412 0 Ss rpcsvc 0xfffff8006fb60a60 NLM: master 2409 1 2409 0 Ss select 0xfffff8000a320040 rpc.statd 2387 1 2387 0 Ss select 0xfffff8000a2868c0 rpcbind 2370 1 2370 0 Ss nanslp 0xffffffff81cb1a68 watchdogd 2355 1 2355 0 Ss select 0xfffff8000a671440 syslogd 2176 1 2176 0 Ss select 0xfffff8000a2daac0 devd 2171 1 2171 65 Ss select 0xfffff8000a0fcd40 dhclient 2095 1 2095 0 Ss select 0xfffff8000a3201c0 dhclient 2092 1 2092 0 Ss select 0xfffff8000a2dab40 dhclient 33 0 0 0 DL vlruwt 0xfffff8000a0b1000 [vnlru] 32 0 0 0 DL syncer 0xffffffff81d9eaf8 [syncer] 31 0 0 0 DL (threaded) [bufdaemon] 100131 D qsleep 0xffffffff81d9dbc0 [bufdaemon] 100132 D - 0xffffffff8180ac80 [bufspacedaemon-0] 100133 D - 0xffffffff81812f40 [bufspacedaemon-1] 100134 D - 0xffffffff8181b200 [bufspacedaemon-2] 100135 D - 0xffffffff818234c0 [bufspacedaemon-3] 100136 D - 0xffffffff8182b780 [bufspacedaemon-4] 100137 D - 0xffffffff81833a40 [bufspacedaemon-5] 100138 D - 0xffffffff8183bd00 [bufspacedaemon-6] 100156 D sdflush 0xfffff800039e6ce8 [/ worker] 100163 D sdflush 0xfffff8000a5a9ce8 [/tmp worker] 30 0 0 0 DL psleep 0xffffffff81dc2fc8 [vmdaemon] 29 0 0 0 RL (threaded) [pagedaemon] 100129 Run CPU 4 [dom0] 100139 D laundp 0xffffffff815bb012 [laundry: dom0] 100140 D umarcl 0xffffffff80ed1330 [uma] 28 0 0 0 DL idle 0xfffff8000a072528 [enc_daemon1] 27 0 0 0 DL idle 0xfffff8000a072a50 [enc_daemon0] 26 0 0 0 DL - 0xffffffff81ae5d78 [rand_harvestq] 25 0 0 0 DL - 0xffffffff81d9d4dc [soaiod4] 24 0 0 0 DL - 0xffffffff81d9d4dc [soaiod3] 23 0 0 0 DL - 0xffffffff81d9d4dc [soaiod2] 22 0 0 0 DL - 0xffffffff81d9d4dc [soaiod1] 21 0 0 0 DL (threaded) [usb] 100098 D - 0xfffffe010a031440 [usbus0] 100099 D - 0xfffffe010a031498 [usbus0] 100100 D - 0xfffffe010a0314f0 [usbus0] 100101 D - 0xfffffe010a031548 [usbus0] 100102 D - 0xfffffe010a0315a0 [usbus0] 100104 D - 0xfffffe00e4df2cf0 [usbus1] 100105 D - 0xfffffe00e4df2d48 [usbus1] 100106 D - 0xfffffe00e4df2da0 [usbus1] 100107 D - 0xfffffe00e4df2df8 [usbus1] 100108 D - 0xfffffe00e4df2e50 [usbus1] 100109 D - 0xfffffe010a2dacf0 [usbus2] 100110 D - 0xfffffe010a2dad48 [usbus2] 100111 D - 0xfffffe010a2dada0 [usbus2] 100112 D - 0xfffffe010a2dadf8 [usbus2] 100113 D - 0xfffffe010a2dae50 [usbus2] 20 0 0 0 RL (threaded) [cam] 100092 D - 0xffffffff819bdac0 [doneq0] 100093 RunQ [doneq1] 100094 D - 0xffffffff819bdbc0 [doneq2] 100126 D - 0xffffffff819bd990 [scanner] 19 0 0 0 DL crypto_ 0xfffff80003b13c50 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff80003b13bf0 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff80003b13b90 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff80003b13b30 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff80003b13ad0 [crypto returns 7] 9 0 0 0 DL crypto_ 0xfffff80003b13a70 [crypto returns 6] 8 0 0 0 DL crypto_ 0xfffff80003b13a10 [crypto returns 5] 7 0 0 0 DL crypto_ 0xfffff80003b139b0 [crypto returns 4] 6 0 0 0 DL crypto_ 0xfffff80003b13950 [crypto returns 3] 5 0 0 0 DL crypto_ 0xfffff80003b138f0 [crypto returns 2] 4 0 0 0 DL crypto_ 0xfffff80003b13890 [crypto returns 1] 3 0 0 0 DL crypto_ 0xfffff80003b13830 [crypto returns 0] 2 0 0 0 DL crypto_ 0xffffffff81db4970 [crypto] 14 0 0 0 DL seqstat 0xfffff80003ae9888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100063 D - 0xffffffff81c912e0 [g_event] 100064 D - 0xffffffff81c912e8 [g_up] 100065 D - 0xffffffff81c912f0 [g_down] 12 0 0 0 WL (threaded) [intr] 100042 I [swi6: Giant taskq] 100044 I [swi5: fast taskq] 100047 I [swi6: task queue] 100048 I [swi3: vm] 100049 I [swi1: netisr 0] 100050 I [swi4: clock (0)] 100051 I [swi4: clock (1)] 100052 I [swi4: clock (2)] 100053 I [swi4: clock (3)] 100054 I [swi4: clock (4)] 100055 I [swi4: clock (5)] 100056 I [swi4: clock (6)] 100057 I [swi4: clock (7)] 100058 I [swi4: clock (8)] 100059 I [swi4: clock (9)] 100060 I [swi4: clock (10)] 100061 I [swi4: clock (11)] 100095 I [swi4: apei] 100096 I [irq56: ahci0] 100097 I [irq19: xhci0] 100103 I [irq18: ehci0 ehci1+] 100114 I [irq71: ahci1] 100115 I [swi0: uart uart] 100190 I [irq72: ioat0] 100191 I [irq73: ioat1] 100192 I [irq74: ioat2] 100193 I [irq75: ioat3] 100194 I [irq76: ioat4] 100195 I [irq77: ioat5] 100196 I [irq78: ioat6] 100197 I [irq79: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff800039c8528 [init] 10 0 0 0 DL audit_w 0xffffffff81db4e58 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81c91870 [swapper] 100015 D - 0xfffff800039f0e00 [softirq_0] 100016 D - 0xfffff800039f0d00 [softirq_1] 100017 D - 0xfffff800039f0c00 [softirq_2] 100018 D - 0xfffff800039f0b00 [softirq_3] 100019 D - 0xfffff800039f0a00 [softirq_4] 100020 D - 0xfffff800039f0900 [softirq_5] 100021 D - 0xfffff800039f0800 [softirq_6] 100022 D - 0xfffff800039f0700 [softirq_7] 100023 D - 0xfffff800039f0600 [softirq_8] 100024 D - 0xfffff800039f0500 [softirq_9] 100025 D - 0xfffff800039f0400 [softirq_10] 100026 D - 0xfffff800039f0300 [softirq_11] 100027 D - 0xfffff800039f0200 [if_io_tqg_0] 100028 D - 0xfffff800039f0100 [if_io_tqg_1] 100029 D - 0xfffff800039f0000 [if_io_tqg_2] 100030 D - 0xfffff800039f9e00 [if_io_tqg_3] 100031 D - 0xfffff800039f9d00 [if_io_tqg_4] 100032 D - 0xfffff800039f9c00 [if_io_tqg_5] 100033 D - 0xfffff800039f9b00 [if_io_tqg_6] 100034 D - 0xfffff800039f9a00 [if_io_tqg_7] 100035 D - 0xfffff800039f9900 [if_io_tqg_8] 100036 D - 0xfffff800039f9800 [if_io_tqg_9] 100037 D - 0xfffff800039f9700 [if_io_tqg_10] 100038 D - 0xfffff800039f9600 [if_io_tqg_11] 100039 D - 0xfffff800039f9500 [if_config_tqg_0] 100040 D - 0xfffff800039f6200 [in6m_free taskq] 100041 D - 0xfffff800039f6000 [aiod_kick taskq] 100043 D - 0xfffff800039fcb00 [thread taskq] 100045 D - 0xfffff800039fc700 [inm_free taskq] 100046 D - 0xfffff800039fc500 [kqueue_ctx taskq] 100062 D - 0xfffff80003a44000 [firmware taskq] 100067 D - 0xfffff80003a89800 [crypto_0] 100068 D - 0xfffff80003a89800 [crypto_1] 100069 D - 0xfffff80003a89800 [crypto_2] 100070 D - 0xfffff80003a89800 [crypto_3] 100071 D - 0xfffff80003a89800 [crypto_4] 100072 D - 0xfffff80003a89800 [crypto_5] 100073 D - 0xfffff80003a89800 [crypto_6] 100074 D - 0xfffff80003a89800 [crypto_7] 100075 D - 0xfffff80003a89800 [crypto_8] 100076 D - 0xfffff80003a89800 [crypto_9] 100077 D - 0xfffff80003a89800 [crypto_10] 100078 D - 0xfffff80003a89800 [crypto_11] 100116 D - 0xfffff800041c3000 [mca taskq] 100121 D - 0xfffff80006ff8200 [acpi_task_0] 100122 D - 0xfffff80006ff8200 [acpi_task_1] 100123 D - 0xfffff80006ff8200 [acpi_task_2] 100125 D - 0xfffff80003b25b00 [CAM taskq] 101904 D - 0xfffff805aa64c900 [dtrace_taskq] 101905 D - 0xfffff80293db1300 [system_taskq_0] 101906 D - 0xfffff80293db1300 [system_taskq_1] 101907 D - 0xfffff80293db1300 [system_taskq_2] 101908 D - 0xfffff80293db1300 [system_taskq_3] 101909 D - 0xfffff80293db1300 [system_taskq_4] 101910 D - 0xfffff80293db1300 [system_taskq_5] 101911 D - 0xfffff80293db1300 [system_taskq_6] 101912 D - 0xfffff80293db1300 [system_taskq_7] 101913 D - 0xfffff80293db1300 [system_taskq_8] 101914 D - 0xfffff80293db1300 [system_taskq_9] 101915 D - 0xfffff80293db1300 [system_taskq_10] 101916 D - 0xfffff80293db1300 [system_taskq_11] 18564 1 2552 0 Z+ pdfork 20878 20875 2552 0 Z+ mkdir db:0:pho> allt Tracing command mount pid 20938 tid 100231 td 0xfffffe0142f48c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b4044a0 mi_switch() at mi_switch+0x155/frame 0xfffffe014b4044c0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014b404500 _sleep() at _sleep+0x2b4/frame 0xfffffe014b4045b0 vfs_write_suspend() at vfs_write_suspend+0x13e/frame 0xfffffe014b404600 vfs_write_suspend_umnt() at vfs_write_suspend_umnt+0x35/frame 0xfffffe014b404630 tmpfs_mount() at tmpfs_mount+0x6ae/frame 0xfffffe014b404770 vfs_domount() at vfs_domount+0x7bf/frame 0xfffffe014b4049e0 vfs_donmount() at vfs_donmount+0x872/frame 0xfffffe014b404a80 sys_nmount() at sys_nmount+0x69/frame 0xfffffe014b404ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014b404bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014b404bf0 --- syscall (378, FreeBSD ELF64, sys_nmount), rip = 0x80039f60a, rsp = 0x7fffffffcf48, rbp = 0x7fffffffd4b0 --- Tracing command sh pid 20936 tid 379034 td 0xfffffe0153d8c100 fork_trampoline() at fork_trampoline Tracing command sh pid 20935 tid 100232 td 0xfffffe014389da00 fork_trampoline() at fork_trampoline Tracing command sh pid 20933 tid 379054 td 0xfffffe0153d8ac00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0686a636c0 mi_switch() at mi_switch+0x155/frame 0xfffffe0686a636e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0686a63720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0686a63770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0686a63780 _sleep() at _sleep+0x2aa/frame 0xfffffe0686a63830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe0686a638c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0686a63ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0686a63bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0686a63bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003e4faa, rsp = 0x7fffffffdc88, rbp = 0x7fffffffdd30 --- Tracing command sh pid 20923 tid 381521 td 0xfffffe0154afb000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0689a92830 mi_switch() at mi_switch+0x155/frame 0xfffffe0689a92850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0689a92890 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0689a928e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0689a928f0 _sleep() at _sleep+0x2aa/frame 0xfffffe0689a929a0 pipe_read() at pipe_read+0x4da/frame 0xfffffe0689a92a00 dofileread() at dofileread+0x81/frame 0xfffffe0689a92a50 sys_read() at sys_read+0xbc/frame 0xfffffe0689a92ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0689a92bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0689a92bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003e4dca, rsp = 0x7fffffffdec8, rbp = 0x7fffffffe010 --- Tracing command creat pid 20919 tid 381280 td 0xfffffe015415ec00 (CPU 11) kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command creat pid 20918 tid 379479 td 0xfffffe0154b7d300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06872b0780 mi_switch() at mi_switch+0x155/frame 0xfffffe06872b07a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06872b07e0 _sleep() at _sleep+0x2b4/frame 0xfffffe06872b0890 vn_start_write_refed() at vn_start_write_refed+0x1e0/frame 0xfffffe06872b08e0 vn_close1() at vn_close1+0x8b/frame 0xfffffe06872b0950 vn_closefile() at vn_closefile+0x4a/frame 0xfffffe06872b09d0 _fdrop() at _fdrop+0x1b/frame 0xfffffe06872b09f0 closef() at closef+0x1ea/frame 0xfffffe06872b0a80 closefp() at closefp+0x91/frame 0xfffffe06872b0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06872b0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06872b0bf0 --- syscall (6, FreeBSD ELF64, sys_close), rip = 0x80039fbea, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command creat pid 20917 tid 381068 td 0xfffffe0154adbe00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06891b96c0 mi_switch() at mi_switch+0x155/frame 0xfffffe06891b96e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06891b9720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe06891b9770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe06891b9780 _sleep() at _sleep+0x2aa/frame 0xfffffe06891b9830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe06891b98c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe06891b9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06891b9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06891b9bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80039ffaa, rsp = 0x7fffffffe568, rbp = 0x7fffffffe5a0 --- Tracing command swap pid 20916 tid 381032 td 0xfffffe015419de00 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf16e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf16e10 trap() at trap+0x56/frame 0xfffffe003cf16f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf16f20 --- trap 0x13, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20915 tid 381044 td 0xfffffe015419d700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0689141b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0689141bb0 ast() at ast+0x289/frame 0xfffffe0689141bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20914 tid 381048 td 0xfffffe0154ae1300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0689155b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0689155bb0 ast() at ast+0x289/frame 0xfffffe0689155bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20913 tid 379475 td 0xfffffe015488b300 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cefee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cefee10 trap() at trap+0x56/frame 0xfffffe003cefef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cefef20 --- trap 0x13, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20912 tid 379543 td 0xfffffe0154b7f000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06873f0b90 mi_switch() at mi_switch+0x155/frame 0xfffffe06873f0bb0 ast() at ast+0x289/frame 0xfffffe06873f0bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1e0 Tracing command swap pid 20911 tid 379556 td 0xfffffe015425c800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687431b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0687431bb0 ast() at ast+0x289/frame 0xfffffe0687431bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20910 tid 379573 td 0xfffffe015425c100 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf3ae10 trap() at trap+0x56/frame 0xfffffe003cf3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf3af20 --- trap 0x13, rip = 0x203749, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20909 tid 379545 td 0xfffffe0154602500 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf2ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf2ee10 trap() at trap+0x56/frame 0xfffffe003cf2ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf2ef20 --- trap 0x13, rip = 0x203749, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20908 tid 379552 td 0xfffffe0154601e00 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cef2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cef2e10 trap() at trap+0x56/frame 0xfffffe003cef2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cef2f20 --- trap 0x13, rip = 0xffffffff8102731c, rsp = 0xfffffe068741d880, rbp = 0xfffffe068741d880 --- pmap_pde() at pmap_pde+0xbc/frame 0xfffffe068741d880 pmap_enter() at pmap_enter+0x62b/frame 0xfffffe068741d930 vm_fault() at vm_fault+0x1197/frame 0xfffffe068741da40 vm_fault_trap() at vm_fault_trap+0x71/frame 0xfffffe068741da80 trap_pfault() at trap_pfault+0x246/frame 0xfffffe068741dae0 trap() at trap+0x452/frame 0xfffffe068741dbf0 calltrap() at calltrap+0x8/frame 0xfffffe068741dbf0 --- trap 0xc, rip = 0x8003beb55, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1e0 --- Tracing command swap pid 20907 tid 379559 td 0xfffffe0154601700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687440b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0687440bb0 ast() at ast+0x289/frame 0xfffffe0687440bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20906 tid 380821 td 0xfffffe01541b4800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0688ce6b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0688ce6bb0 ast() at ast+0x289/frame 0xfffffe0688ce6bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20905 tid 380832 td 0xfffffe01541b4100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0688d1dba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0688d1dbc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0688d1dbf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0688d1dbf0 --- interrupt, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20904 tid 381550 td 0xfffffe015453ba00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0689b23b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0689b23bb0 ast() at ast+0x289/frame 0xfffffe0689b23bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1e0 Tracing command swap pid 20903 tid 381554 td 0xfffffe015453b300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0689b37b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0689b37bb0 ast() at ast+0x289/frame 0xfffffe0689b37bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1e0 Tracing command swap pid 20902 tid 379553 td 0xfffffe0154206500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687422b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0687422bb0 ast() at ast+0x289/frame 0xfffffe0687422bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20901 tid 379562 td 0xfffffe0154205e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068744fb90 mi_switch() at mi_switch+0x155/frame 0xfffffe068744fbb0 ast() at ast+0x289/frame 0xfffffe068744fbf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20900 tid 379574 td 0xfffffe0154205700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068748bb90 mi_switch() at mi_switch+0x155/frame 0xfffffe068748bbb0 ast() at ast+0x289/frame 0xfffffe068748bbf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20899 tid 380603 td 0xfffffe0154804100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06888a4b90 mi_switch() at mi_switch+0x155/frame 0xfffffe06888a4bb0 ast() at ast+0x289/frame 0xfffffe06888a4bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20898 tid 380612 td 0xfffffe0154803a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06888d1b90 mi_switch() at mi_switch+0x155/frame 0xfffffe06888d1bb0 ast() at ast+0x289/frame 0xfffffe06888d1bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20897 tid 380643 td 0xfffffe015459d700 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf52e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf52e10 trap() at trap+0x56/frame 0xfffffe003cf52f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf52f20 --- trap 0x13, rip = 0x203747, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20896 tid 380438 td 0xfffffe0154611000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068856bba0 mi_switch() at mi_switch+0x155/frame 0xfffffe068856bbc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe068856bbf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe068856bbf0 --- interrupt, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20895 tid 379564 td 0xfffffe01548aac00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687459b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0687459bb0 ast() at ast+0x289/frame 0xfffffe0687459bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20894 tid 379578 td 0xfffffe01548aa500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068749fba0 mi_switch() at mi_switch+0x155/frame 0xfffffe068749fbc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe068749fbf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe068749fbf0 --- interrupt, rip = 0x203747, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command swap pid 20893 tid 379593 td 0xfffffe01548a9e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06874eab90 mi_switch() at mi_switch+0x155/frame 0xfffffe06874eabb0 ast() at ast+0x289/frame 0xfffffe06874eabf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20892 tid 379532 td 0xfffffe0154849700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06873b9b90 mi_switch() at mi_switch+0x155/frame 0xfffffe06873b9bb0 ast() at ast+0x289/frame 0xfffffe06873b9bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1e0 Tracing command swap pid 20891 tid 379539 td 0xfffffe015420ac00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06873dcb90 mi_switch() at mi_switch+0x155/frame 0xfffffe06873dcbb0 ast() at ast+0x289/frame 0xfffffe06873dcbf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1e0 Tracing command swap pid 20890 tid 379548 td 0xfffffe015420a500 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf46e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf46e10 trap() at trap+0x56/frame 0xfffffe003cf46f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf46f20 --- trap 0x13, rip = 0xffffffff81013b20, rsp = 0xffffffff822192d0, rbp = 0x7fffffffe1e0 --- Xpage_pti() at Xpage_pti/frame 0x7fffffffe1e0 Tracing command rw pid 20889 tid 380523 td 0xfffffe01547f8800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0688714b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0688714bb0 ast() at ast+0x289/frame 0xfffffe0688714bf0 fast_syscall_common() at fast_syscall_common+0x1a5/frame 0xfffffe0688714bf0 --- syscall (4096), rip = 0x80039fdca, rsp = 0x7fffffffd488, rbp = 0x7fffffffe540 --- Tracing command swap pid 20888 tid 381414 td 0xfffffe0154157a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068987bb90 mi_switch() at mi_switch+0x155/frame 0xfffffe068987bbb0 ast() at ast+0x289/frame 0xfffffe068987bbf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1e0 Tracing command rw pid 20887 tid 380429 td 0xfffffe0154b2f700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068853e510 mi_switch() at mi_switch+0x155/frame 0xfffffe068853e530 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe068853e560 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe068853e560 --- interrupt, rip = 0xffffffff8103be5b, rsp = 0xfffffe068853e630, rbp = 0xfffffe068853e630 --- pagezero_erms() at pagezero_erms+0xb/frame 0xfffffe068853e630 vm_page_grab_valid() at vm_page_grab_valid+0x45d/frame 0xfffffe068853e740 uiomove_object() at uiomove_object+0x11e/frame 0xfffffe068853e7a0 tmpfs_write() at tmpfs_write+0xf3/frame 0xfffffe068853e7e0 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe068853e8f0 vn_write() at vn_write+0x2d8/frame 0xfffffe068853e980 vn_io_fault() at vn_io_fault+0x13a/frame 0xfffffe068853ea00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe068853ea50 sys_write() at sys_write+0xbc/frame 0xfffffe068853eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe068853ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068853ebf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x80039ffea, rsp = 0x7fffffffd488, rbp = 0x7fffffffe540 --- Tracing command swap pid 20886 tid 381410 td 0xfffffe0154158100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0689867b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0689867bb0 ast() at ast+0x289/frame 0xfffffe0689867bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command rw pid 20885 tid 379614 td 0xfffffe015483d000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687553b90 mi_switch() at mi_switch+0x155/frame 0xfffffe0687553bb0 ast() at ast+0x289/frame 0xfffffe0687553bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe540 Tracing command swap pid 20884 tid 379754 td 0xfffffe01548afa00 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81dec020 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81dec030 trap() at trap+0x56/frame 0xffffffff81dec140 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81dec140 --- trap 0x13, rip = 0x20374e, rsp = 0x7fffffffe520, rbp = 0x7fffffffe540 --- Tracing command rw pid 20883 tid 380272 td 0xfffffe0154b6e100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068822d6c0 mi_switch() at mi_switch+0x155/frame 0xfffffe068822d6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe068822d720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe068822d770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe068822d780 _sleep() at _sleep+0x2aa/frame 0xfffffe068822d830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe068822d8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe068822dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe068822dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068822dbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80039ffaa, rsp = 0x7fffffffe568, rbp = 0x7fffffffe5a0 --- Tracing command swap pid 20882 tid 379736 td 0xfffffe01548b0800 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cee6e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cee6e10 trap() at trap+0x56/frame 0xfffffe003cee6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cee6f20 --- trap 0x13, rip = 0xffffffff80f04cf2, rsp = 0xfffffe06877b57a0, rbp = 0xfffffe06877b57f0 --- vm_reserv_alloc_page() at vm_reserv_alloc_page+0x192/frame 0xfffffe06877b57f0 vm_page_alloc_domain_after() at vm_page_alloc_domain_after+0x155/frame 0xfffffe06877b5870 vm_page_alloc() at vm_page_alloc+0x74/frame 0xfffffe06877b58d0 vm_fault_allocate() at vm_fault_allocate+0x1bf/frame 0xfffffe06877b5930 vm_fault() at vm_fault+0x50e/frame 0xfffffe06877b5a40 vm_fault_trap() at vm_fault_trap+0x71/frame 0xfffffe06877b5a80 trap_pfault() at trap_pfault+0x246/frame 0xfffffe06877b5ae0 trap() at trap+0x452/frame 0xfffffe06877b5bf0 calltrap() at calltrap+0x8/frame 0xfffffe06877b5bf0 --- trap 0xc, rip = 0x8003beb55, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1e0 --- Tracing command swap pid 20881 tid 380285 td 0xfffffe0154b5f700 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf22e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf22e10 trap() at trap+0x56/frame 0xfffffe003cf22f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf22f20 --- trap 0x13, rip = 0xffffffff81013c5e, rsp = 0xfffffe068826ec00, rbp = 0x7fffffffe1e0 --- page_cr2() at page_cr2+0x29/frame 0x7fffffffe1e0 Tracing command swap pid 20880 tid 379500 td 0xfffffe0154255e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06873196c0 mi_switch() at mi_switch+0x155/frame 0xfffffe06873196e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0687319720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0687319770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0687319780 _sleep() at _sleep+0x2aa/frame 0xfffffe0687319830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe06873198c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0687319ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0687319bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0687319bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80039ffaa, rsp = 0x7fffffffe568, rbp = 0x7fffffffe5a0 --- Tracing command rw pid 20879 tid 379742 td 0xfffffe01548b0100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06877d3860 mi_switch() at mi_switch+0x155/frame 0xfffffe06877d3880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06877d38c0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe06877d3910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe06877d3950 _sleep() at _sleep+0x289/frame 0xfffffe06877d3a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe06877d3a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe06877d3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06877d3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06877d3bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80039fcea, rsp = 0x7fffffffe558, rbp = 0x7fffffffe5a0 --- Tracing command creat pid 20877 tid 379473 td 0xfffffe015429ba00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687292860 mi_switch() at mi_switch+0x155/frame 0xfffffe0687292880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06872928c0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0687292910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0687292950 _sleep() at _sleep+0x289/frame 0xfffffe0687292a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0687292a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0687292ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0687292bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0687292bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80039fcea, rsp = 0x7fffffffe558, rbp = 0x7fffffffe5a0 --- Tracing command swap pid 20876 tid 100248 td 0xfffffe014389b700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b454860 mi_switch() at mi_switch+0x155/frame 0xfffffe014b454880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014b4548c0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe014b454910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014b454950 _sleep() at _sleep+0x289/frame 0xfffffe014b454a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe014b454a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe014b454ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014b454bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014b454bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80039fcea, rsp = 0x7fffffffe558, rbp = 0x7fffffffe5a0 --- Tracing command run pid 20875 tid 100295 td 0xfffffe014b668300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b53f6c0 mi_switch() at mi_switch+0x155/frame 0xfffffe014b53f6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014b53f720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe014b53f770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014b53f780 _sleep() at _sleep+0x2aa/frame 0xfffffe014b53f830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe014b53f8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014b53fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014b53fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014b53fbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80039efaa, rsp = 0x7fffffffdf98, rbp = 0x7fffffffe4c0 --- Tracing command run pid 20874 tid 371827 td 0xfffffe0154977700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06864506c0 mi_switch() at mi_switch+0x155/frame 0xfffffe06864506e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0686450720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0686450770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0686450780 _sleep() at _sleep+0x2aa/frame 0xfffffe0686450830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe06864508c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0686450ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0686450bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0686450bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80039efaa, rsp = 0x7fffffffe4e8, rbp = 0x7fffffffe520 --- Tracing command run pid 20872 tid 381437 td 0xfffffe015478b300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06898ee860 mi_switch() at mi_switch+0x155/frame 0xfffffe06898ee880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06898ee8c0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe06898ee910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe06898ee950 _sleep() at _sleep+0x289/frame 0xfffffe06898eea00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe06898eea80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe06898eeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06898eebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06898eebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80039ecea, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe520 --- Tracing command sh pid 20860 tid 381289 td 0xfffffe015479ec00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068960a6c0 mi_switch() at mi_switch+0x155/frame 0xfffffe068960a6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe068960a720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe068960a770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe068960a780 _sleep() at _sleep+0x2aa/frame 0xfffffe068960a830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe068960a8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe068960aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe068960abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068960abf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003e4faa, rsp = 0x7fffffffe1c8, rbp = 0x7fffffffe270 --- Tracing command tee pid 20859 tid 381046 td 0xfffffe0154ae5300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068914b830 mi_switch() at mi_switch+0x155/frame 0xfffffe068914b850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe068914b890 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe068914b8e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe068914b8f0 _sleep() at _sleep+0x2aa/frame 0xfffffe068914b9a0 pipe_read() at pipe_read+0x4da/frame 0xfffffe068914ba00 dofileread() at dofileread+0x81/frame 0xfffffe068914ba50 sys_read() at sys_read+0xbc/frame 0xfffffe068914bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe068914bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068914bbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800384dca, rsp = 0x7fffffffe648, rbp = 0x7fffffffe6a0 --- Tracing command sh pid 20858 tid 381217 td 0xfffffe0154195700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06894a26c0 mi_switch() at mi_switch+0x155/frame 0xfffffe06894a26e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06894a2720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe06894a2770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe06894a2780 _sleep() at _sleep+0x2aa/frame 0xfffffe06894a2830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe06894a28c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe06894a2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06894a2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06894a2bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003e4faa, rsp = 0x7fffffffa338, rbp = 0x7fffffffa3e0 --- Tracing command ftcleanup pid 37412 tid 101154 td 0xfffffe014b679500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c672a50 mi_switch() at mi_switch+0x155/frame 0xfffffe014c672a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c672ab0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c672b60 fasttrap_pid_cleanup_cb() at fasttrap_pid_cleanup_cb+0x269/frame 0xfffffe014c672bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c672bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c672bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sctp_iterator pid 7810 tid 100282 td 0xfffffe014b6cf100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b4fea80 mi_switch() at mi_switch+0x155/frame 0xfffffe014b4feaa0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014b4feae0 _sleep() at _sleep+0x2b4/frame 0xfffffe014b4feb90 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe014b4febb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014b4febf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014b4febf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 11114 tid 100152 td 0xfffffe01285f3800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283c1830 mi_switch() at mi_switch+0x155/frame 0xfffffe01283c1850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283c1890 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283c18e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01283c18f0 _sleep() at _sleep+0x2aa/frame 0xfffffe01283c19a0 pipe_read() at pipe_read+0x4da/frame 0xfffffe01283c1a00 dofileread() at dofileread+0x81/frame 0xfffffe01283c1a50 sys_read() at sys_read+0xbc/frame 0xfffffe01283c1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283c1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283c1bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003e4dca, rsp = 0x7fffffffdd78, rbp = 0x7fffffffe2a0 --- Tracing command awk pid 11112 tid 100171 td 0xfffffe014100d800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140ebf830 mi_switch() at mi_switch+0x155/frame 0xfffffe0140ebf850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140ebf890 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140ebf8e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140ebf8f0 _sleep() at _sleep+0x2aa/frame 0xfffffe0140ebf9a0 pipe_read() at pipe_read+0x4da/frame 0xfffffe0140ebfa00 dofileread() at dofileread+0x81/frame 0xfffffe0140ebfa50 sys_read() at sys_read+0xbc/frame 0xfffffe0140ebfac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140ebfbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140ebfbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003e9dca, rsp = 0x7fffffffe2b8, rbp = 0x7fffffffe2d0 --- Tracing command sh pid 11111 tid 100158 td 0xfffffe010a1bb500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283df6c0 mi_switch() at mi_switch+0x155/frame 0xfffffe01283df6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283df720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283df770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01283df780 _sleep() at _sleep+0x2aa/frame 0xfffffe01283df830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01283df8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01283dfac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283dfbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283dfbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003e4faa, rsp = 0x7fffffffe2c8, rbp = 0x7fffffffe370 --- Tracing command sh pid 11072 tid 100244 td 0xfffffe014100a700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b4406c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcb80 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dcb90 trap() at trap+0x90/frame 0xfffffe06895dcca0 calltrap() at calltrap+0x8/frame 0xfffffe06895dcca0 --- trap 0xc, rip = 0xffffffff810109c0, rsp = 0xfffffe06895dcd70, rbp = 0xfffffe06895dce00 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x32/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- *** error reading from address fffffe014b4406c8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcdf0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x4c/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command tail pid 8530 tid 100247 td 0xfffffe014389be00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b44f730 mi_switch() at mi_switch+0x155/frame 0xfffffe014b44f750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014b44f790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe014b44f7e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014b44f7f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014b44f860 seltdwait() at seltdwait+0x88/frame 0xfffffe014b44f8a0 kern_select() at kern_select+0x8c2/frame 0xfffffe014b44fa80 sys_select() at sys_select+0x56/frame 0xfffffe014b44fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014b44fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014b44fbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800396e4a, rsp = 0x7fffffffe698, rbp = 0x7fffffffe750 --- Tracing command tail pid 8527 tid 100245 td 0xfffffe014100a000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014b4454e0 mi_switch() at mi_switch+0x155/frame 0xfffffe014b445500 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014b445540 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe014b445590 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014b4455d0 _sleep() at _sleep+0x289/frame 0xfffffe014b445680 kqueue_kevent() at kqueue_kevent+0xad1/frame 0xfffffe014b445950 kern_kevent_fp() at kern_kevent_fp+0x96/frame 0xfffffe014b4459a0 kern_kevent() at kern_kevent+0x80/frame 0xfffffe014b445a00 kern_kevent_generic() at kern_kevent_generic+0x70/frame 0xfffffe014b445a60 sys_kevent() at sys_kevent+0x61/frame 0xfffffe014b445ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014b445bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014b445bf0 --- syscall (560, FreeBSD ELF64, sys_kevent), rip = 0x800396caa, rsp = 0x7fffffffe7e8, rbp = 0x7fffffffe930 --- Tracing command sh pid 2552 tid 100189 td 0xfffffe0142f49a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f256c0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f256e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f25720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f25770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140f25780 _sleep() at _sleep+0x2aa/frame 0xfffffe0140f25830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe0140f258c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0140f25ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f25bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f25bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003e4faa, rsp = 0x7fffffffa688, rbp = 0x7fffffffa730 --- Tracing command bash pid 2548 tid 100198 td 0xfffffe0143195800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f5e6f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f5e710 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f5e750 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f5e7a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140f5e7b0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140f5e820 seltdwait() at seltdwait+0x88/frame 0xfffffe0140f5e860 kern_select() at kern_select+0x8c2/frame 0xfffffe0140f5ea40 sys_pselect() at sys_pselect+0x127/frame 0xfffffe0140f5eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f5ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f5ebf0 --- syscall (522, FreeBSD ELF64, sys_pselect), rip = 0x80050dd8a, rsp = 0x7fffffffd588, rbp = 0x7fffffffd650 --- Tracing command csh pid 2546 tid 100148 td 0xfffffe01285f3100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283ad8c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcb80 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dcb90 trap() at trap+0x90/frame 0xfffffe06895dcca0 calltrap() at calltrap+0x8/frame 0xfffffe06895dcca0 --- trap 0xc, rip = 0xffffffff810109c0, rsp = 0xfffffe06895dcd70, rbp = 0xfffffe06895dce00 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x32/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- *** error reading from address fffffe01283ad8c8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcdf0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x4c/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command su pid 2545 tid 100155 td 0xfffffe010dcf1a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283d06c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcb80 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dcb90 trap() at trap+0x90/frame 0xfffffe06895dcca0 calltrap() at calltrap+0x8/frame 0xfffffe06895dcca0 --- trap 0xc, rip = 0xffffffff810109c0, rsp = 0xfffffe06895dcd70, rbp = 0xfffffe06895dce00 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x32/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- *** error reading from address fffffe01283d06c8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcdf0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x4c/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command bash pid 2538 tid 100226 td 0xfffffe0143919c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fea6c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcb80 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dcb90 trap() at trap+0x90/frame 0xfffffe06895dcca0 calltrap() at calltrap+0x8/frame 0xfffffe06895dcca0 --- trap 0xc, rip = 0xffffffff810109c0, rsp = 0xfffffe06895dcd70, rbp = 0xfffffe06895dce00 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x32/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- *** error reading from address fffffe0140fea6c8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcdf0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x4c/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command sshd pid 2537 tid 100206 td 0xfffffe0142d32e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f86730 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f86750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f86790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f867e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140f867f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140f86860 seltdwait() at seltdwait+0x88/frame 0xfffffe0140f868a0 kern_select() at kern_select+0x8c2/frame 0xfffffe0140f86a80 sys_select() at sys_select+0x56/frame 0xfffffe0140f86ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f86bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f86bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800871e4a, rsp = 0x7fffffffa4e8, rbp = 0x7fffffffa520 --- Tracing command sshd pid 2534 tid 100168 td 0xfffffe010d6f7500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140eb07b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140eb07d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140eb0810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140eb0860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140eb0870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140eb08e0 seltdwait() at seltdwait+0x88/frame 0xfffffe0140eb0920 kern_poll() at kern_poll+0x467/frame 0xfffffe0140eb0aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe0140eb0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140eb0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140eb0bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800871d4a, rsp = 0x7fffffffe548, rbp = 0x7fffffffe580 --- Tracing command bash pid 2527 tid 100162 td 0xfffffe0128528a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283ff6c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcb80 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dcb90 trap() at trap+0x90/frame 0xfffffe06895dcca0 calltrap() at calltrap+0x8/frame 0xfffffe06895dcca0 --- trap 0xc, rip = 0xffffffff810109c0, rsp = 0xfffffe06895dcd70, rbp = 0xfffffe06895dce00 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x32/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- *** error reading from address fffffe01283ff6c8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcdf0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x4c/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command sshd pid 2526 tid 100215 td 0xfffffe01437b6700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fb3730 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fb3750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fb3790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fb37e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fb37f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fb3860 seltdwait() at seltdwait+0x88/frame 0xfffffe0140fb38a0 kern_select() at kern_select+0x8c2/frame 0xfffffe0140fb3a80 sys_select() at sys_select+0x56/frame 0xfffffe0140fb3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fb3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fb3bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800871e4a, rsp = 0x7fffffffa4e8, rbp = 0x7fffffffa520 --- Tracing command sshd pid 2523 tid 100159 td 0xfffffe010a1bae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283e47b0 mi_switch() at mi_switch+0x155/frame 0xfffffe01283e47d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283e4810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283e4860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01283e4870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01283e48e0 seltdwait() at seltdwait+0x88/frame 0xfffffe01283e4920 kern_poll() at kern_poll+0x467/frame 0xfffffe01283e4aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01283e4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283e4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283e4bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800871d4a, rsp = 0x7fffffffe548, rbp = 0x7fffffffe580 --- Tracing command csh pid 2520 tid 100169 td 0xfffffe010dc48500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140eb57b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140eb57d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140eb5810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140eb5860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140eb5870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140eb58e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140eb5910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140eb5970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140eb59a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140eb5a00 dofileread() at dofileread+0x81/frame 0xfffffe0140eb5a50 sys_read() at sys_read+0xbc/frame 0xfffffe0140eb5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140eb5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140eb5bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80047bdca, rsp = 0x7fffffffe178, rbp = 0x7fffffffe1a0 --- Tracing command login pid 2515 tid 100224 td 0xfffffe014391aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fe06c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcb80 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dcb90 trap() at trap+0x90/frame 0xfffffe06895dcca0 calltrap() at calltrap+0x8/frame 0xfffffe06895dcca0 --- trap 0xc, rip = 0xffffffff810109c0, rsp = 0xfffffe06895dcd70, rbp = 0xfffffe06895dce00 --- db_read_bytes() at db_read_bytes+0xa0/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x32/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- *** error reading from address fffffe0140fe06c8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe06895dcdf0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe06895dce00 db_get_value() at db_get_value+0x4c/frame 0xfffffe06895dce40 db_backtrace() at db_backtrace+0x22e/frame 0xfffffe06895dced0 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe06895dcef0 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe06895dcf90 db_command() at db_command+0x270/frame 0xfffffe06895dd060 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe06895dd110 db_command() at db_command+0x270/frame 0xfffffe06895dd1e0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe06895dd1f0 db_trap() at db_trap+0xe6/frame 0xfffffe06895dd280 kdb_trap() at kdb_trap+0x154/frame 0xfffffe06895dd2f0 trap() at trap+0x7be/frame 0xfffffe06895dd400 calltrap() at calltrap+0x8/frame 0xfffffe06895dd400 --- trap 0x3, rip = 0xffffffff80c369a7, rsp = 0xfffffe06895dd4d0, rbp = 0xfffffe06895dd4e0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe06895dd4e0 vpanic() at vpanic+0x1b2/frame 0xfffffe06895dd530 panic() at panic+0x43/frame 0xfffffe06895dd590 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x690/frame 0xfffffe06895dd610 cache_fplookup_noentry() at cache_fplookup_noentry+0x27/frame 0xfffffe06895dd680 cache_fplookup() at cache_fplookup+0x5b6/frame 0xfffffe06895dd790 namei() at namei+0x17f/frame 0xfffffe06895dd850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe06895ddaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe06895ddac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06895ddbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06895ddbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80039cd0a, rsp = 0x7fffffffe498, rbp = 0x7fffffffe540 --- Tracing command getty pid 2514 tid 100223 td 0xfffffe014391b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fdb7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fdb7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fdb810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fdb860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fdb870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fdb8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fdb910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fdb970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fdb9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fdba00 dofileread() at dofileread+0x81/frame 0xfffffe0140fdba50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fdbac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fdbbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fdbbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2513 tid 100222 td 0xfffffe014389e800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fd67b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fd67d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fd6810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fd6860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fd6870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fd68e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fd6910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fd6970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fd69a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fd6a00 dofileread() at dofileread+0x81/frame 0xfffffe0140fd6a50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fd6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fd6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fd6bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2512 tid 100221 td 0xfffffe0128526000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fd17b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fd17d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fd1810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fd1860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fd1870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fd18e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fd1910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fd1970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fd19a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fd1a00 dofileread() at dofileread+0x81/frame 0xfffffe0140fd1a50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fd1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fd1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fd1bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2511 tid 100220 td 0xfffffe0128526700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fcc7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fcc7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fcc810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fcc860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fcc870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fcc8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fcc910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fcc970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fcc9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fcca00 dofileread() at dofileread+0x81/frame 0xfffffe0140fcca50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fccac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fccbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fccbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2510 tid 100219 td 0xfffffe0128526e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fc77b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fc77d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fc7810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fc7860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fc7870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fc78e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fc7910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fc7970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fc79a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fc7a00 dofileread() at dofileread+0x81/frame 0xfffffe0140fc7a50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fc7ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fc7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fc7bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2509 tid 100218 td 0xfffffe0128527500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fc27b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fc27d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fc2810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fc2860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fc2870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fc28e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fc2910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fc2970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fc29a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fc2a00 dofileread() at dofileread+0x81/frame 0xfffffe0140fc2a50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fc2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fc2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fc2bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2508 tid 100217 td 0xfffffe0128527c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fbd7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fbd7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fbd810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fbd860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fbd870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fbd8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fbd910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fbd970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fbd9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fbda00 dofileread() at dofileread+0x81/frame 0xfffffe0140fbda50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fbdac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fbdbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fbdbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2507 tid 100216 td 0xfffffe0128528300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fb87b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fb87d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fb8810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fb8860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fb8870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fb88e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0140fb8910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0140fb8970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe0140fb89a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0140fb8a00 dofileread() at dofileread+0x81/frame 0xfffffe0140fb8a50 sys_read() at sys_read+0xbc/frame 0xfffffe0140fb8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fb8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fb8bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2506 tid 100143 td 0xfffffe010dc49a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7f07b0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7f07d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7f0810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe010a7f0860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe010a7f0870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe010a7f08e0 tty_wait() at tty_wait+0x42/frame 0xfffffe010a7f0910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe010a7f0970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe010a7f09a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe010a7f0a00 dofileread() at dofileread+0x81/frame 0xfffffe010a7f0a50 sys_read() at sys_read+0xbc/frame 0xfffffe010a7f0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe010a7f0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010a7f0bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a1dca, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command inetd pid 2495 tid 100147 td 0xfffffe003ceee300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283a8730 mi_switch() at mi_switch+0x155/frame 0xfffffe01283a8750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283a8790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283a87e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01283a87f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01283a8860 seltdwait() at seltdwait+0x88/frame 0xfffffe01283a88a0 kern_select() at kern_select+0x8c2/frame 0xfffffe01283a8a80 sys_select() at sys_select+0x56/frame 0xfffffe01283a8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283a8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283a8bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003bce4a, rsp = 0x7fffffffdd88, rbp = 0x7fffffffec20 --- Tracing command cron pid 2492 tid 100213 td 0xfffffe0142d32000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fa9860 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fa9880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fa98c0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fa9910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0140fa9950 _sleep() at _sleep+0x289/frame 0xfffffe0140fa9a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0140fa9a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0140fa9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fa9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fa9bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003b5cea, rsp = 0x7fffffffea58, rbp = 0x7fffffffec30 --- Tracing command sshd pid 2483 tid 100214 td 0xfffffe014389e100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fae730 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fae750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fae790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fae7e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140fae7f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140fae860 seltdwait() at seltdwait+0x88/frame 0xfffffe0140fae8a0 kern_select() at kern_select+0x8c2/frame 0xfffffe0140faea80 sys_select() at sys_select+0x56/frame 0xfffffe0140faeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140faebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140faebf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800871e4a, rsp = 0x7fffffffe5d8, rbp = 0x7fffffffe610 --- Tracing command powerd pid 2454 tid 100145 td 0xfffffe003ceeea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7fa700 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7fa720 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7fa760 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe010a7fa7b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe010a7fa7f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe010a7fa860 seltdwait() at seltdwait+0x79/frame 0xfffffe010a7fa8a0 kern_select() at kern_select+0x8c2/frame 0xfffffe010a7faa80 sys_select() at sys_select+0x56/frame 0xfffffe010a7faac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe010a7fabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe010a7fabf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80039ee4a, rsp = 0x7fffffffeaf8, rbp = 0x7fffffffec40 --- Tracing command ntpd pid 2451 tid 100149 td 0xfffffe01285f2a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283b2730 mi_switch() at mi_switch+0x155/frame 0xfffffe01283b2750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283b2790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283b27e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01283b27f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01283b2860 seltdwait() at seltdwait+0x88/frame 0xfffffe01283b28a0 kern_select() at kern_select+0x8c2/frame 0xfffffe01283b2a80 sys_select() at sys_select+0x56/frame 0xfffffe01283b2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283b2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283b2bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8007a1e4a, rsp = 0x7fffffffde68, rbp = 0x7fffffffdea0 --- Tracing command rpc.lockd pid 2412 tid 100210 td 0xfffffe0142d32700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f9a650 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f9a670 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f9a6b0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f9a700 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0140f9a740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe0140f9a7b0 svc_run_internal() at svc_run_internal+0xac1/frame 0xfffffe0140f9a8e0 svc_run() at svc_run+0x253/frame 0xfffffe0140f9a940 sys_nlm_syscall() at sys_nlm_syscall+0x74d/frame 0xfffffe0140f9aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f9abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f9abf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x80039c68a, rsp = 0x7fffffffeb78, rbp = 0x7fffffffec30 --- Tracing command rpc.statd pid 2409 tid 100212 td 0xfffffe01437b6e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140fa4700 mi_switch() at mi_switch+0x155/frame 0xfffffe0140fa4720 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140fa4760 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140fa47b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0140fa47f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe0140fa4860 seltdwait() at seltdwait+0x79/frame 0xfffffe0140fa48a0 kern_select() at kern_select+0x8c2/frame 0xfffffe0140fa4a80 sys_select() at sys_select+0x56/frame 0xfffffe0140fa4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140fa4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140fa4bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800393e4a, rsp = 0x7fffffffea18, rbp = 0x7fffffffeb60 --- Tracing command rpcbind pid 2387 tid 100154 td 0xfffffe00e4da4300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283cb780 mi_switch() at mi_switch+0x155/frame 0xfffffe01283cb7a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283cb7e0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283cb830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01283cb870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe01283cb8e0 seltdwait() at seltdwait+0x79/frame 0xfffffe01283cb920 kern_poll() at kern_poll+0x467/frame 0xfffffe01283cbaa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01283cbac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283cbbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283cbbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800399d4a, rsp = 0x7fffffffc9a8, rbp = 0x7fffffffebc0 --- Tracing command watchdogd pid 2370 tid 100205 td 0xfffffe010dcef000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f81860 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f81880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f818c0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f81910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0140f81950 _sleep() at _sleep+0x289/frame 0xfffffe0140f81a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0140f81a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0140f81ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f81bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f81bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80039ecea, rsp = 0x7fffffffea08, rbp = 0x7fffffffea50 --- Tracing command syslogd pid 2355 tid 100187 td 0xfffffe010dcf0500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f1b730 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f1b750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f1b790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f1b7e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140f1b7f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140f1b860 seltdwait() at seltdwait+0x88/frame 0xfffffe0140f1b8a0 kern_select() at kern_select+0x8c2/frame 0xfffffe0140f1ba80 sys_select() at sys_select+0x56/frame 0xfffffe0140f1bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f1bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f1bbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003a7e4a, rsp = 0x7fffffffe6b8, rbp = 0x7fffffffec30 --- Tracing command devd pid 2176 tid 100176 td 0xfffffe010dc20000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140ed8700 mi_switch() at mi_switch+0x155/frame 0xfffffe0140ed8720 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140ed8760 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140ed87b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0140ed87f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe0140ed8860 seltdwait() at seltdwait+0x79/frame 0xfffffe0140ed88a0 kern_select() at kern_select+0x8c2/frame 0xfffffe0140ed8a80 sys_select() at sys_select+0x56/frame 0xfffffe0140ed8ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140ed8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140ed8bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x28b4da, rsp = 0x7fffffffcab8, rbp = 0x7fffffffec50 --- Tracing command dhclient pid 2171 tid 100170 td 0xfffffe01285f2300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140eba780 mi_switch() at mi_switch+0x155/frame 0xfffffe0140eba7a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140eba7e0 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140eba830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0140eba870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe0140eba8e0 seltdwait() at seltdwait+0x79/frame 0xfffffe0140eba920 kern_poll() at kern_poll+0x467/frame 0xfffffe0140ebaaa0 sys_poll() at sys_poll+0x50/frame 0xfffffe0140ebaac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140ebabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140ebabf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003bed4a, rsp = 0x7fffffffeb98, rbp = 0x7fffffffebd0 --- Tracing command dhclient pid 2095 tid 100188 td 0xfffffe0142d33500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140f207b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0140f207d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140f20810 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0140f20860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0140f20870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0140f208e0 seltdwait() at seltdwait+0x88/frame 0xfffffe0140f20920 kern_poll() at kern_poll+0x467/frame 0xfffffe0140f20aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe0140f20ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0140f20bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0140f20bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003bed4a, rsp = 0x7fffffffeba8, rbp = 0x7fffffffebd0 --- Tracing command dhclient pid 2092 tid 100153 td 0xfffffe014100d100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283c6730 mi_switch() at mi_switch+0x155/frame 0xfffffe01283c6750 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283c6790 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe01283c67e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01283c67f0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01283c6860 seltdwait() at seltdwait+0x88/frame 0xfffffe01283c68a0 kern_select() at kern_select+0x8c2/frame 0xfffffe01283c6a80 sys_select() at sys_select+0x56/frame 0xfffffe01283c6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01283c6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01283c6bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003bee4a, rsp = 0x7fffffffe958, rbp = 0x7fffffffea10 --- Tracing command vnlru pid 33 tid 100142 td 0xfffffe0128529100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7eb9c0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7eb9e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7eba20 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7eba60 _sleep() at _sleep+0x29b/frame 0xfffffe010a7ebb10 vnlru_proc() at vnlru_proc+0xaac/frame 0xfffffe010a7ebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7ebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7ebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 32 tid 100141 td 0xfffffe010dcf2800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7e6a10 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7e6a30 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7e6a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7e6ab0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x18e/frame 0xfffffe010a7e6b20 sched_sync() at sched_sync+0x67c/frame 0xfffffe010a7e6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7e6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7e6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100131 td 0xfffffe010da7f000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a6a7a10 mi_switch() at mi_switch+0x155/frame 0xfffffe010a6a7a30 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a6a7a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a6a7ab0 _sleep() at _sleep+0x29b/frame 0xfffffe010a6a7b60 buf_daemon() at buf_daemon+0x121/frame 0xfffffe010a6a7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a6a7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a6a7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100132 td 0xfffffe010a563000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7ada00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7ada20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7ada60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7adaa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7adb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7adbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7adbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7adbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100133 td 0xfffffe010dc4a800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7b2a00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7b2a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7b2a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7b2aa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7b2b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7b2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7b2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7b2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100134 td 0xfffffe010dc23100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7c3a00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7c3a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7c3a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7c3aa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7c3b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7c3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7c3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7c3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100135 td 0xfffffe010dc22a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7c8a00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7c8a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7c8a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7c8aa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7c8b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7c8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7c8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7c8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100136 td 0xfffffe010dc22300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7cda00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7cda20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7cda60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7cdaa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7cdb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7cdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7cdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7cdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100137 td 0xfffffe010dc21c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7d2a00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7d2a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7d2a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7d2aa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7d2b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7d2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7d2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7d2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100138 td 0xfffffe010dc21500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7d7a00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7d7a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7d7a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7d7aa0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7d7b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010a7d7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7d7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7d7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100156 td 0xfffffe00e4da3c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01283d5a30 mi_switch() at mi_switch+0x155/frame 0xfffffe01283d5a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01283d5a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01283d5ad0 _sleep() at _sleep+0x29b/frame 0xfffffe01283d5b80 softdep_flush() at softdep_flush+0x16b/frame 0xfffffe01283d5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01283d5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01283d5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 31 tid 100163 td 0xfffffe010dc48c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0140e8ba30 mi_switch() at mi_switch+0x155/frame 0xfffffe0140e8ba50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0140e8ba90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0140e8bad0 _sleep() at _sleep+0x29b/frame 0xfffffe0140e8bb80 softdep_flush() at softdep_flush+0x16b/frame 0xfffffe0140e8bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0140e8bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0140e8bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 30 tid 100130 td 0xfffffe010da7f700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a6a2a30 mi_switch() at mi_switch+0x155/frame 0xfffffe010a6a2a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a6a2a90 _sleep() at _sleep+0x2b4/frame 0xfffffe010a6a2b40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe010a6a2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a6a2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a6a2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 29 tid 100129 td 0xfffffe010da7fe00 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf0ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf0ae10 trap() at trap+0x56/frame 0xfffffe003cf0af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf0af20 --- trap 0x13, rip = 0xffffffff8102731c, rsp = 0xfffffe010a691810, rbp = 0xfffffe010a691810 --- pmap_pde() at pmap_pde+0xbc/frame 0xfffffe010a691810 pmap_ts_referenced() at pmap_ts_referenced+0x20b/frame 0xfffffe010a6918b0 vm_pageout_worker() at vm_pageout_worker+0xbd5/frame 0xfffffe010a691b70 vm_pageout() at vm_pageout+0x21e/frame 0xfffffe010a691bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a691bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a691bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 29 tid 100139 td 0xfffffe010dc23800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7dc7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7dc7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7dc810 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7dc850 _sleep() at _sleep+0x29b/frame 0xfffffe010a7dc900 pause_sbt() at pause_sbt+0xfe/frame 0xfffffe010a7dc930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xaf7/frame 0xfffffe010a7dcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7dcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7dcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 29 tid 100140 td 0xfffffe010dcf2100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a7e1a30 mi_switch() at mi_switch+0x155/frame 0xfffffe010a7e1a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a7e1a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a7e1ad0 _sleep() at _sleep+0x29b/frame 0xfffffe010a7e1b80 uma_reclaim_worker() at uma_reclaim_worker+0xb8/frame 0xfffffe010a7e1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a7e1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a7e1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 28 tid 100128 td 0xfffffe010dc4a100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a68ca30 mi_switch() at mi_switch+0x155/frame 0xfffffe010a68ca50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a68ca90 _sleep() at _sleep+0x2b4/frame 0xfffffe010a68cb40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe010a68cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a68cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a68cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 27 tid 100127 td 0xfffffe010da82800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a687a30 mi_switch() at mi_switch+0x155/frame 0xfffffe010a687a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a687a90 _sleep() at _sleep+0x2b4/frame 0xfffffe010a687b40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe010a687bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a687bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a687bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 26 tid 100124 td 0xfffffe010da81300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a6789d0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a6789f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a678a30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a678a70 _sleep() at _sleep+0x29b/frame 0xfffffe010a678b20 random_kthread() at random_kthread+0x67/frame 0xfffffe010a678bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a678bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a678bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 25 tid 100120 td 0xfffffe010d6f8300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a658a20 mi_switch() at mi_switch+0x155/frame 0xfffffe010a658a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a658a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a658ac0 _sleep() at _sleep+0x29b/frame 0xfffffe010a658b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe010a658bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a658bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a658bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 24 tid 100119 td 0xfffffe010d6f8a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a653a20 mi_switch() at mi_switch+0x155/frame 0xfffffe010a653a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a653a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a653ac0 _sleep() at _sleep+0x29b/frame 0xfffffe010a653b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe010a653bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a653bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a653bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 23 tid 100118 td 0xfffffe010d6f9100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a64ea20 mi_switch() at mi_switch+0x155/frame 0xfffffe010a64ea40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a64ea80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a64eac0 _sleep() at _sleep+0x29b/frame 0xfffffe010a64eb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe010a64ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a64ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a64ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 22 tid 100117 td 0xfffffe010a566800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a649a20 mi_switch() at mi_switch+0x155/frame 0xfffffe010a649a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a649a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010a649ac0 _sleep() at _sleep+0x29b/frame 0xfffffe010a649b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe010a649bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a649bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a649bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100098 td 0xfffffe00e4e0c300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bcfac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bcfae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bcfb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bcfb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bcfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bcfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bcfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100099 td 0xfffffe00e4e0bc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bd4ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bd4ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bd4b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bd4b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bd4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bd4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bd4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100100 td 0xfffffe00e4e0b500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bd9ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bd9ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bd9b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bd9b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bd9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bd9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bd9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100101 td 0xfffffe00e4e0ae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bdeac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bdeae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bdeb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bdeb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bdebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bdebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bdebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100102 td 0xfffffe00e4e0a700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4be3ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4be3ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4be3b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4be3b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4be3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4be3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4be3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100104 td 0xfffffe00e4e0d800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bedac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bedae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bedb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bedb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bedbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bedbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bedbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100105 td 0xfffffe010a1bd100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bf2ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bf2ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bf2b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bf2b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bf2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bf2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bf2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100106 td 0xfffffe010a1bca00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bf7ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bf7ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bf7b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bf7b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bf7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bf7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bf7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100107 td 0xfffffe010a1bc300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bfcac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bfcae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bfcb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4bfcb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4bfcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bfcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bfcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100108 td 0xfffffe010a1bbc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a604ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a604ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a604b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe010a604b80 usb_process() at usb_process+0xb3/frame 0xfffffe010a604bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a604bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a604bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100109 td 0xfffffe010a1bd800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a615ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a615ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a615b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe010a615b80 usb_process() at usb_process+0xb3/frame 0xfffffe010a615bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a615bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a615bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100110 td 0xfffffe010a566100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a61aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a61aae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a61ab20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe010a61ab80 usb_process() at usb_process+0xb3/frame 0xfffffe010a61abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a61abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a61abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100111 td 0xfffffe010a565a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a61fac0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a61fae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a61fb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe010a61fb80 usb_process() at usb_process+0xb3/frame 0xfffffe010a61fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a61fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a61fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100112 td 0xfffffe010a565300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a624ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a624ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a624b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe010a624b80 usb_process() at usb_process+0xb3/frame 0xfffffe010a624bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a624bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a624bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100113 td 0xfffffe010a564c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a629ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a629ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a629b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe010a629b80 usb_process() at usb_process+0xb3/frame 0xfffffe010a629bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a629bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a629bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100092 td 0xfffffe003cf04000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bb1a50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bb1a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bb1ab0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bb1b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4bb1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bb1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bb1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100093 td 0xfffffe003cf07800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bb6a50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bb6a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bb6ab0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bb6b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4bb6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bb6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bb6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100094 td 0xfffffe003ceef100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bbba50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bbba70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bbbab0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bbbb60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4bbbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bbbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bbbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100126 td 0xfffffe010da80500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a682a70 mi_switch() at mi_switch+0x155/frame 0xfffffe010a682a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a682ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe010a682b80 xpt_scanner_thread() at xpt_scanner_thread+0x138/frame 0xfffffe010a682bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a682bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a682bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100091 td 0xfffffe003cf04700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4baca60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4baca80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bacac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bacb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bacbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bacbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bacbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100090 td 0xfffffe003cf04e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ba7a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ba7a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ba7ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ba7b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4ba7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ba7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ba7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100089 td 0xfffffe003cf05500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ba2a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ba2a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ba2ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ba2b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4ba2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ba2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ba2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100088 td 0xfffffe003cf05c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b9da60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b9da80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b9dac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b9db70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b9dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b9dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b9dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100087 td 0xfffffe003cf06300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b98a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b98a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b98ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b98b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b98bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b98bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b98bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 9 tid 100086 td 0xfffffe003cf06a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b93a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b93a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b93ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b93b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b93bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b93bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b93bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 8 tid 100085 td 0xfffffe003cf07100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b8ea60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b8ea80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b8eac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b8eb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b8ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b8ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b8ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 7 tid 100084 td 0xfffffe003cf1f800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b89a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b89a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b89ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b89b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b89bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b89bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b89bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 6 tid 100083 td 0xfffffe003cf1c000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b84a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b84a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b84ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b84b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b84bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b84bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b84bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 5 tid 100082 td 0xfffffe003cf1c700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b7fa60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b7fa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b7fac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b7fb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b7fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b7fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b7fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 4 tid 100081 td 0xfffffe003cf1ce00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b7aa60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b7aa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b7aac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b7ab70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b7abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b7abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b7abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 3 tid 100080 td 0xfffffe003cf1d500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b75a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b75a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b75ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b75b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4b75bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b75bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b75bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 2 tid 100079 td 0xfffffe003cf1dc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b70a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b70a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b70ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b70b70 crypto_proc() at crypto_proc+0x27f/frame 0xfffffe00e4b70bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b70bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b70bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100066 td 0xfffffe003cf4f800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b2fa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b2fa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b2fad0 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4b2fb30 seq_eventthread() at seq_eventthread+0x91/frame 0xfffffe00e4b2fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b2fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b2fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100063 td 0xfffffe003cf4ce00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b20a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b20a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b20ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b20b80 g_run_events() at g_run_events+0x54/frame 0xfffffe00e4b20bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b20bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b20bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100064 td 0xfffffe003cf4c700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b25a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b25a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b25ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b25b70 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e4b25ba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e4b25bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b25bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b25bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100065 td 0xfffffe003cf4c000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b2aa60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b2aa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b2aac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b2ab70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4b2aba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4b2abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b2abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b2abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100042 td 0xfffffe00e4d9ce00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a7bb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a7bb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4a7bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a7bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a7bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100044 td 0xfffffe00e4d9c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffffe00e4da4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a94b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a94b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4a94bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a94bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a94bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100048 td 0xfffffe00e4da5800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffffe003cf5b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4aaab00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4aaab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4aaabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4aaabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4aaabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100050 td 0xfffffe003cf5aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4aafb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4aafb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4aafbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4aafbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4aafbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100051 td 0xfffffe003cf5a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ab4b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ab4b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ab4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ab4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ab4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100052 td 0xfffffe003cf59c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ab9b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ab9b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ab9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ab9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ab9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100053 td 0xfffffe003cf59500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4abeb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4abeb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4abebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4abebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4abebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100054 td 0xfffffe003cf58e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ac3b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ac3b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ac3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ac3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ac3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100055 td 0xfffffe003cf58700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ac8b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ac8b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ac8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ac8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ac8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100056 td 0xfffffe003cf58000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100057 td 0xfffffe003cf5b800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100058 td 0xfffffe003cf4f100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100059 td 0xfffffe003cf4ea00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100060 td 0xfffffe003cf4e300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100061 td 0xfffffe003cf4dc00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100095 td 0xfffffe003ceef800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100096 td 0xfffffe00e4e0d100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bc5b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bc5b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4bc5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bc5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bc5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100097 td 0xfffffe00e4e0ca00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bcab00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bcab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4bcabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bcabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bcabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100103 td 0xfffffe00e4e0a000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4be8b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4be8b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4be8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4be8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4be8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100114 td 0xfffffe010a564500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100115 td 0xfffffe010a563e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a633b00 mi_switch() at mi_switch+0x155/frame 0xfffffe010a633b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe010a633bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a633bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a633bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100190 td 0xfffffe0142f4a800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100191 td 0xfffffe0143195100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffffe0143194a00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100193 td 0xfffffe0143194300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100194 td 0xfffffe0143193c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100195 td 0xfffffe0143193500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100196 td 0xfffffe0143192e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100197 td 0xfffffe0143192700 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xfffffe00e4d0d300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003778bac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003778bae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe003778bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003778bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003778bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4d0cc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037790ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037790ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe0037790bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037790bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037790bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4d0c500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377959c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377959e0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0037795a10 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0037795a10 --- interrupt, rip = 0xffffffff80ffd81c, rsp = 0xfffffe0037795ae0, rbp = 0xfffffe0037795ae0 --- cpu_idle() at cpu_idle+0xfc/frame 0xfffffe0037795ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe0037795bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037795bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037795bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4d0be00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003779aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003779aae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe003779abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4d0b700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003779fac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003779fae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe003779fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4d0b000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377a4ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377a4ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377a4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4d0e800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377a9ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377a9ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4d14100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377aeac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377aeae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377aebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377aebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377aebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4d13a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377b3ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377b3ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377b3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4d13300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377b8ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377b8ae0 sched_idletd() at sched_idletd+0x41d/frame 0xfffffe00377b8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4d12c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377bdac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377bdae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4d12500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377c2ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377c2ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377c2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4d0da00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377866c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377866e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0037786720 sleepq_catch_signals() at sleepq_catch_signals+0x262/frame 0xfffffe0037786770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0037786780 _sleep() at _sleep+0x2aa/frame 0xfffffe0037786830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00377868c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0037786ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0037786bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0037786bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x28d0da, rsp = 0x7fffffffe718, rbp = 0x7fffffffe780 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4d0e100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037781a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037781aa0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0037781ae0 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe0037781b40 audit_worker() at audit_worker+0x9f/frame 0xfffffe0037781bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037781bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037781bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff81c91da0 sched_switch() at sched_switch+0x5b3/frame 0xffffffff82128ab0 mi_switch() at mi_switch+0x155/frame 0xffffffff82128ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xffffffff82128b10 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82128b50 _sleep() at _sleep+0x29b/frame 0xffffffff82128c00 swapper() at swapper+0x75/frame 0xffffffff82128c60 mi_startup() at mi_startup+0x2ed/frame 0xffffffff82128cb0 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4d11e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377c7ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377c7ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377c7b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377c7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377c7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4d11700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377ccab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377ccad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377ccb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377ccb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377ccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4d11000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377d1ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377d1ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377d1b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377d1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377d1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4d14800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377d6ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377d6ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377d6b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377d6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377d6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4d95100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377dbab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377dbad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377dbb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377dbb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377dbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377dbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377dbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4d94a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377e0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377e0ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377e0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377e0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377e0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4d94300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377e5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377e5ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377e5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377e5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377e5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4d93c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377eaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377eaad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377eab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377eab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377eabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377eabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377eabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4d93500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377efab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377efad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377efb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377efb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377efbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377efbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377efbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4d92e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377f4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377f4ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377f4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377f4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377f4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4d92700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377f9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377f9ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377f9b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377f9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377f9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4d92000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377feab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377fead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377feb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377feb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377febb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377febf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377febf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4d95800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a30ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a30ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a30b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a30b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a30bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a30bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a30bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4d9b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a35ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a35ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a35b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a35b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a35bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a35bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a35bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4d9aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a3aab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a3aad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a3ab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a3ab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a3abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a3abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a3abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4d9a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a3fab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a3fad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a3fb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a3fb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a3fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a3fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a3fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4d99c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a44ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a44ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a44b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a44b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a44bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a44bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a44bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4d99500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a49ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a49ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a49b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a49b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a49bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a49bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a49bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4d98e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a4eab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a4ead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a4eb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a4eb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a4ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a4ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a4ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4d98700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a53ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a53ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a53b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a53b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a53bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a53bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a53bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4d98000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a58ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a58ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a58b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a58b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a58bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a58bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a58bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4d9b800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a5dab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a5dad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a5db10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a5db80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a5dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a5dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a5dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4d9f100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a62ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a62ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a62b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a62b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a62bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a62bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a62bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4d9ea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a67ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a67ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a67b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a67b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a67bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a67bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a67bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4d9e300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a6cab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a6cad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a6cb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a6cb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a6cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a6cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a6cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4d9dc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a71a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a71a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a71ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a71b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a71bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a71bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a71bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe00e4d9d500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a76a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a76a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a76ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a76b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a76bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a76bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a76bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4d9c700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a80a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a80a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a80ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a80b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a80bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a80bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a80bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe00e4d9f800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a8aa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a8aa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a8aad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a8ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a8abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a8abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a8abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4da5100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a8fa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a8fa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a8fad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a8fb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a8fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a8fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a8fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe003cf4d500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b1ba70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b1ba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b1bad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b1bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b1bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b1bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b1bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe003cf2b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b34a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b34a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b34ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b34b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b34bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b34bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b34bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe003cf2aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b39a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b39a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b39ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b39b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b39bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b39bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b39bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe003cf2a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b3ea70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b3ea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b3ead0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b3eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b3ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b3ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b3ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe003cf29c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b43a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b43a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b43ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b43b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b43bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b43bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b43bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe003cf29500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b48a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b48a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b48ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b48b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b48bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b48bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b48bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe003cf28e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b4da70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b4da90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b4dad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b4db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b4dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b4dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b4dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe003cf28700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b52a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b52a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b52ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b52b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b52bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b52bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b52bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe003cf28000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b57a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b57a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b57ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b57b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b57bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b57bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b57bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe003cf2b800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b5ca70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b5ca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b5cad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b5cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b5cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b5cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b5cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe003cf1f100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b61a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b61a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b61ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b61b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b61bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b61bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b61bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffffe003cf1ea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b66a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b66a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b66ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b66b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b66bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b66bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b66bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100078 td 0xfffffe003cf1e300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b6ba70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b6ba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b6bad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b6bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b6bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b6bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b6bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100116 td 0xfffffe010a563700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a638ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a638ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a638b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe010a638b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe010a638bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a638bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a638bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100121 td 0xfffffe010d6f9800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a669ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a669ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a669b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe010a669b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe010a669bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a669bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a669bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100122 td 0xfffffe010da82100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a66eab0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a66ead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a66eb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe010a66eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe010a66ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a66ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a66ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffffe010da81a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a673ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe010a673ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a673b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe010a673b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe010a673bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a673bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a673bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100125 td 0xfffffe010da80c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010a67da70 mi_switch() at mi_switch+0x155/frame 0xfffffe010a67da90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010a67dad0 _sleep() at _sleep+0x2b4/frame 0xfffffe010a67db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe010a67dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010a67dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010a67dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101904 td 0xfffffe01285afc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c7a6a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c7a6a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c7a6ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c7a6b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c7a6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c7a6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c7a6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101905 td 0xfffffe014c8e2500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c75ba70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c75ba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c75bad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c75bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c75bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c75bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c75bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101906 td 0xfffffe01591d5e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c7dca70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c7dca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c7dcad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c7dcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c7dcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c7dcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c7dcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101907 td 0xfffffe01591d5000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c78da70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c78da90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c78dad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c78db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c78dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c78dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c78dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101908 td 0xfffffe014c8e6c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c760a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c760a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c760ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c760b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c760bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c760bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c760bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101909 td 0xfffffe014ba2a800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c7aba70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c7aba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c7abad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c7abb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c7abbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c7abbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c7abbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101910 td 0xfffffe014cbb1700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c67ca70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c67ca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c67cad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c67cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c67cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c67cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c67cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101911 td 0xfffffe014cbb1000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c774a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c774a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c774ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c774b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c774bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c774bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c774bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101912 td 0xfffffe014b82d800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c640a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c640a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c640ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c640b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c640bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c640bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c640bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101913 td 0xfffffe0159142100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c663a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c663a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c663ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c663b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c663bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c663bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c663bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101914 td 0xfffffe01285b0300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c668a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c668a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c668ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c668b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c668bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c668bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c668bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101915 td 0xfffffe01285b1800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c77ea70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c77ea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c77ead0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c77eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c77ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c77ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c77ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 101916 td 0xfffffe014b3fc500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014c756a70 mi_switch() at mi_switch+0x155/frame 0xfffffe014c756a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014c756ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe014c756b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe014c756bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014c756bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014c756bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 11 (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=0x0) at ../../../kern/kern_shutdown.c:399 #2 0xffffffff804a1cca in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff804a1a90 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804a6b38 in db_script_exec (scriptname=0xffffffff819c7af0 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #5 0xffffffff804a1a90 in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #6 0xffffffff804a6b38 in db_script_exec (scriptname=0xffffffff819c7af0 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #7 0xffffffff804a1a90 in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:482 #8 0xffffffff804a17ed in db_command_loop () at ../../../ddb/db_command.c:535 #9 0xffffffff804a4b06 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #10 0xffffffff80c37214 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:699 #11 0xffffffff8104039e in trap (frame=0xfffffe06895dd410) at ../../../amd64/amd64/trap.c:576 #12 #13 kdb_enter (why=0xffffffff81224ac5 "panic", msg=) at ../../../kern/subr_kdb.c:486 #14 0xffffffff80bead42 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:907 #15 0xffffffff80beaad3 in panic (fmt=0xffffffff81c93278 "\337W\036\201\377\377\377\377") at ../../../kern/kern_shutdown.c:843 #16 0xffffffff80cb7d50 in cache_fplookup_final_modifying (fpl=) at ../../../kern/vfs_cache.c:4003 #17 0xffffffff80cb6b77 in cache_fplookup_noentry (fpl=0xfffffe06895dd708) at ../../../kern/vfs_cache.c:4206 #18 0xffffffff80cb2bd6 in cache_fplookup_next (fpl=) at ../../../kern/vfs_cache.c:4449 #19 cache_fplookup_impl (dvp=, fpl=) at ../../../kern/vfs_cache.c:4802 #20 cache_fplookup (ndp=0xfffffe06895dd948, status=0xfffffe06895dd804, pwdp=0xfffffe06895dd810) at ../../../kern/vfs_cache.c:4996 #21 0xffffffff80cc013f in namei (ndp=0xfffffe06895dd948) at ../../../kern/vfs_lookup.c:574 #22 0xffffffff80cde65c in kern_funlinkat (td=0xfffffe015415ec00, dfd=0xffffff9c, path=0x7fffffffe4a0 , fd=, pathseg=UIO_USERSPACE, flag=, oldinum=0x0) at ../../../kern/vfs_syscalls.c:1890 #23 0xffffffff80cde4e8 in sys_unlink (td=0xffffffff81c93278 , uap=) at ../../../kern/vfs_syscalls.c:1818 #24 0xffffffff810411d7 in syscallenter (td=0xfffffe015415ec00) at ../../../amd64/amd64/../../kern/subr_syscall.c:189 #25 amd64_syscall (td=0xfffffe015415ec00, traced=0x0) at ../../../amd64/amd64/trap.c:1156 #26 #27 0x000000080039cd0a in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffe498 (kgdb) f 16 #16 0xffffffff80cb7d50 in cache_fplookup_final_modifying (fpl=) at ../../../kern/vfs_cache.c:4003 4003 if (!vn_seqc_consistent(dvp, dvp_seqc)) { (kgdb) l 3998 if (__predict_false(dvs == VGET_NONE)) { 3999 return (cache_fpl_aborted(fpl)); 4000 } 4001 4002 vget_finish_ref(dvp, dvs); 4003 if (!vn_seqc_consistent(dvp, dvp_seqc)) { 4004 vrele(dvp); 4005 return (cache_fpl_aborted(fpl)); 4006 } 4007 (kgdb) info loc dvp_seqc = 0x2cfe8 dvp = 0xfffff8069cefaa00 cnp = 0xfffffe06895dd9c8 ndp = docache = mp = dvs = error = tvp = (kgdb) f 17 #17 0xffffffff80cb6b77 in cache_fplookup_noentry (fpl=0xfffffe06895dd708) at ../../../kern/vfs_cache.c:4206 4206 return (cache_fplookup_modifying(fpl)); (kgdb) l 4201 cnp = fpl->cnp; 4202 dvp = fpl->dvp; 4203 dvp_seqc = fpl->dvp_seqc; 4204 4205 if (cnp->cn_nameiop != LOOKUP) { 4206 return (cache_fplookup_modifying(fpl)); 4207 } 4208 4209 MPASS((cnp->cn_flags & SAVESTART) == 0); 4210 (kgdb) p *fpl $1 = {ndp = 0xfffffe06895dd948, cnp = 0xfffffe06895dd9c8, pwd = 0xfffff80279603ee0, dvp = 0xfffff8069cefaa00, tvp = 0xfffffe010c6ee800, dvp_seqc = 0x2cfe8, tvp_seqc = 0xfffffe01, snd = {cn_namelen = 0xffffffffffffffff, cn_nameptr = 0xfffff805bca75c00 "p20919.00118", ni_pathlen = 0xd, cn_flags = 0x4000c}, line = 0x80ece536, status = CACHE_FPL_STATUS_UNSET, in_smr = 0x1, fsearch = 0x0} (kgdb) Index: src/sys/kern/vfs_cache.c =================================================================== --- src/sys/kern/vfs_cache.c (revision 368326) +++ src/sys/kern/vfs_cache.c (working copy) @@ -3722,6 +3722,13 @@ cache_fpl_handled_impl(struct cache_fpl *fpl, int #define cache_fpl_handled(x, e) cache_fpl_handled_impl((x), (e), __LINE__) +static bool +cache_fpl_terminated(struct cache_fpl *fpl) +{ + + return (fpl->status != CACHE_FPL_STATUS_UNSET); +} + #define CACHE_FPL_SUPPORTED_CN_FLAGS \ (NC_NOMAKEENTRY | NC_KEEPPOSENTRY | LOCKLEAF | LOCKPARENT | WANTPARENT | \ FOLLOW | LOCKSHARED | SAVENAME | SAVESTART | WILLBEDIR | ISOPEN | \ @@ -3733,6 +3740,8 @@ cache_fpl_handled_impl(struct cache_fpl *fpl, int _Static_assert((CACHE_FPL_SUPPORTED_CN_FLAGS & CACHE_FPL_INTERNAL_CN_FLAGS) == 0, "supported and internal flags overlap"); +static bool cache_fplookup_need_climb_mount(struct cache_fpl *fpl); + static bool cache_fpl_islastcn(struct nameidata *ndp) { @@ -3855,6 +3864,16 @@ cache_fplookup_partial_setup(struct cache_fpl *fpl return (cache_fpl_aborted(fpl)); } + /* + * Note that seqc is checked before the vnode is locked, so by + * the time regular lookup gets to it it may have moved. + * + * Ultimately this does not affect correctness, any lookup errors + * are userspace racing with itself. It is guaranteed that any + * path which ultimatley gets found could also have been found + * by regular lookup going all the way in absensce of concurrent + * modifications. + */ dvs = vget_prep_smr(dvp); cache_fpl_smr_exit(fpl); if (__predict_false(dvs == VGET_NONE)) { @@ -3918,21 +3937,156 @@ cache_fplookup_final_child(struct cache_fpl *fpl, /* * They want to possibly modify the state of the namecache. - * - * Don't try to match the API contract, just leave. - * TODO: this leaves scalability on the table */ -static int +static int __noinline cache_fplookup_final_modifying(struct cache_fpl *fpl) { + struct nameidata *ndp; struct componentname *cnp; + enum vgetstate dvs; + struct vnode *dvp, *tvp; + struct mount *mp; + seqc_t dvp_seqc; + int error; + bool docache; + ndp = fpl->ndp; cnp = fpl->cnp; - MPASS(cnp->cn_nameiop != LOOKUP); - return (cache_fpl_partial(fpl)); + dvp = fpl->dvp; + dvp_seqc = fpl->dvp_seqc; + + MPASS(cache_fpl_islastcn(ndp)); + if ((cnp->cn_flags & LOCKPARENT) == 0) + MPASS((cnp->cn_flags & WANTPARENT) != 0); + MPASS((cnp->cn_flags & TRAILINGSLASH) == 0); + MPASS(cnp->cn_nameiop == CREATE || cnp->cn_nameiop == DELETE || + cnp->cn_nameiop == RENAME); + + docache = (cnp->cn_flags & NOCACHE) ^ NOCACHE; + if (cnp->cn_nameiop == DELETE || cnp->cn_nameiop == RENAME) + docache = false; + + mp = atomic_load_ptr(&dvp->v_mount); + if (__predict_false(mp == NULL)) { + return (cache_fpl_aborted(fpl)); + } + + if (__predict_false(mp->mnt_flag & MNT_RDONLY)) { + /* + * Original code keeps not checking for CREATE which + * might be a bug. For now let the old lookup decide. + */ + if (cnp->cn_nameiop == CREATE) { + return (cache_fpl_aborted(fpl)); + } + return (cache_fpl_handled(fpl, EROFS)); + } + + /* + * XXX At least UFS requires its lookup routine to be called for + * the last path component, which leads to some level of complicaton + * and inefficiency: + * - the target routine always locks the target vnode, but our caller + * may not need it locked + * - some of the VOP machinery asserts that the parent is locked, which + * once more may be not required + * + * TODO: add a flag for filesystems which don't need this. + */ + dvs = vget_prep_smr(dvp); + cache_fpl_smr_exit(fpl); + if (__predict_false(dvs == VGET_NONE)) { + return (cache_fpl_aborted(fpl)); + } + + vget_finish_ref(dvp, dvs); + if (!vn_seqc_consistent(dvp, dvp_seqc)) { + vrele(dvp); + return (cache_fpl_aborted(fpl)); + } + + error = vn_lock(dvp, LK_EXCLUSIVE); + if (__predict_false(error != 0)) { + vrele(dvp); + return (cache_fpl_aborted(fpl)); + } + + tvp = NULL; + if (docache) + cnp->cn_flags |= MAKEENTRY; + cnp->cn_flags |= ISLASTCN; + cnp->cn_lkflags = LK_EXCLUSIVE; + error = VOP_LOOKUP(dvp, &tvp, cnp); + switch (error) { + case EJUSTRETURN: + case 0: + break; + case ENOTDIR: + case ENOENT: + vput(dvp); + return (cache_fpl_handled(fpl, error)); + default: + printf("%s: aborting because of error %d\n", __func__, error); + vput(dvp); + return (cache_fpl_aborted(fpl)); + } + + fpl->tvp = tvp; + + if (tvp == NULL) { + if ((cnp->cn_flags & SAVESTART) != 0) { + ndp->ni_startdir = dvp; + vrefact(ndp->ni_startdir); + cnp->cn_flags |= SAVENAME; + } + MPASS(error == EJUSTRETURN); + if ((cnp->cn_flags & LOCKPARENT) == 0) { + VOP_UNLOCK(dvp); + } + return (cache_fpl_handled(fpl, 0)); + } + + /* + * In practice this should almost never be happening. + */ + if (__predict_false(!cache_fplookup_vnode_supported(tvp) || + cache_fplookup_need_climb_mount(fpl))) { + vput(dvp); + vput(tvp); + return (cache_fpl_aborted(fpl)); + } + + if ((cnp->cn_flags & LOCKLEAF) == 0) { + VOP_UNLOCK(tvp); + } + + if ((cnp->cn_flags & LOCKPARENT) == 0) { + VOP_UNLOCK(dvp); + } + + if ((cnp->cn_flags & SAVESTART) != 0) { + ndp->ni_startdir = dvp; + vrefact(ndp->ni_startdir); + cnp->cn_flags |= SAVENAME; + } + + return (cache_fpl_handled(fpl, 0)); } static int __noinline +cache_fplookup_modifying(struct cache_fpl *fpl) +{ + struct nameidata *ndp; + + ndp = fpl->ndp; + + if (!cache_fpl_islastcn(ndp)) { + return (cache_fpl_partial(fpl)); + } + return (cache_fplookup_final_modifying(fpl)); +} + +static int __noinline cache_fplookup_final_withparent(struct cache_fpl *fpl) { struct componentname *cnp; @@ -4010,8 +4164,6 @@ cache_fplookup_final(struct cache_fpl *fpl) dvp_seqc = fpl->dvp_seqc; tvp = fpl->tvp; - VNPASS(cache_fplookup_vnode_supported(dvp), dvp); - if (cnp->cn_nameiop != LOOKUP) { return (cache_fplookup_final_modifying(fpl)); } @@ -4035,6 +4187,117 @@ cache_fplookup_final(struct cache_fpl *fpl) } static int __noinline +cache_fplookup_noentry(struct cache_fpl *fpl) +{ + struct nameidata *ndp; + struct componentname *cnp; + enum vgetstate dvs; + struct vnode *dvp, *tvp; + seqc_t dvp_seqc; + int error; + bool docache; + + ndp = fpl->ndp; + cnp = fpl->cnp; + dvp = fpl->dvp; + dvp_seqc = fpl->dvp_seqc; + + if (cnp->cn_nameiop != LOOKUP) { + return (cache_fplookup_modifying(fpl)); + } + + MPASS((cnp->cn_flags & SAVESTART) == 0); + + /* + * Only try to fill in the component if it is the last one, + * otherwise not only there may be several to handle but the + * walk may be complicated. + */ + if (!cache_fpl_islastcn(ndp)) { + return (cache_fpl_partial(fpl)); + } + + /* + * Secure access to dvp; check cache_fplookup_partial_setup for + * reasoning. + */ + dvs = vget_prep_smr(dvp); + cache_fpl_smr_exit(fpl); + if (__predict_false(dvs == VGET_NONE)) { + return (cache_fpl_aborted(fpl)); + } + + vget_finish_ref(dvp, dvs); + if (!vn_seqc_consistent(dvp, dvp_seqc)) { + vrele(dvp); + return (cache_fpl_aborted(fpl)); + } + + error = vn_lock(dvp, LK_SHARED); + if (__predict_false(error != 0)) { + vrele(dvp); + return (cache_fpl_aborted(fpl)); + } + + tvp = NULL; + /* + * TODO: provide variants which don't require locking either vnode. + */ + docache = (cnp->cn_flags & NOCACHE) ^ NOCACHE; + if (docache) + cnp->cn_flags |= MAKEENTRY; + cnp->cn_flags |= ISLASTCN; + cnp->cn_lkflags = LK_SHARED; + if ((cnp->cn_flags & LOCKSHARED) == 0) { + cnp->cn_lkflags = LK_EXCLUSIVE; + } + error = VOP_LOOKUP(dvp, &tvp, cnp); + switch (error) { + case EJUSTRETURN: + case 0: + break; + case ENOTDIR: + case ENOENT: + vput(dvp); + return (cache_fpl_handled(fpl, error)); + default: + printf("%s: aborting because of error %d\n", __func__, error); + vput(dvp); + return (cache_fpl_aborted(fpl)); + } + + fpl->tvp = tvp; + + if (tvp == NULL) { + MPASS(error == EJUSTRETURN); + if ((cnp->cn_flags & (WANTPARENT | LOCKPARENT)) == 0) { + vput(dvp); + } else if ((cnp->cn_flags & LOCKPARENT) == 0) { + VOP_UNLOCK(dvp); + } + return (cache_fpl_handled(fpl, 0)); + } + + if (__predict_false(!cache_fplookup_vnode_supported(tvp) || + cache_fplookup_need_climb_mount(fpl))) { + vput(dvp); + vput(tvp); + return (cache_fpl_aborted(fpl)); + } + + if ((cnp->cn_flags & LOCKLEAF) == 0) { + VOP_UNLOCK(tvp); + } + + if ((cnp->cn_flags & (WANTPARENT | LOCKPARENT)) == 0) { + vput(dvp); + } else if ((cnp->cn_flags & LOCKPARENT) == 0) { + VOP_UNLOCK(dvp); + } + return (cache_fpl_handled(fpl, 0)); +} + +static int __noinline cache_fplookup_dot(struct cache_fpl *fpl) { struct vnode *dvp; @@ -4182,13 +4445,8 @@ cache_fplookup_next(struct cache_fpl *fpl) break; } - /* - * If there is no entry we have to punt to the slow path to perform - * actual lookup. Should there be nothing with this name a negative - * entry will be created. - */ if (__predict_false(ncp == NULL)) { - return (cache_fpl_partial(fpl)); + return (cache_fplookup_noentry(fpl)); } tvp = atomic_load_ptr(&ncp->nc_vp); @@ -4537,12 +4795,12 @@ cache_fplookup_impl(struct vnode *dvp, struct cach if (__predict_false(cache_fpl_isdotdot(cnp))) { error = cache_fplookup_dotdot(fpl); - if (__predict_false(error != 0)) { + if (__predict_false(cache_fpl_terminated(fpl))) { break; } } else { error = cache_fplookup_next(fpl); - if (__predict_false(error != 0)) { + if (__predict_false(cache_fpl_terminated(fpl))) { break; } Index: src/sys/ufs/ufs/ufs_lookup.c =================================================================== --- src/sys/ufs/ufs/ufs_lookup.c (revision 368326) +++ src/sys/ufs/ufs/ufs_lookup.c (working copy) @@ -745,6 +745,11 @@ found: *vpp = vdp; } else { error = VFS_VGET(pdp->v_mount, ino, cnp->cn_lkflags, &tdp); + if (error == 0 && VTOI(tdp)->i_mode == 0) { + vgone(tdp); + vput(tdp); + error = ENOENT; + } if (error) return (error); *vpp = tdp; Index: src/sys/ufs/ufs/ufs_vfsops.c =================================================================== --- src/sys/ufs/ufs/ufs_vfsops.c (revision 368326) +++ src/sys/ufs/ufs/ufs_vfsops.c (working copy) @@ -240,6 +240,8 @@ ufs_fhtovp(mp, ufhp, flags, vpp) ip = VTOI(nvp); if (ip->i_mode == 0 || ip->i_gen != ufhp->ufid_gen || ip->i_effnlink <= 0) { + if (ip->i_mode == 0) + vgone(nvp); vput(nvp); *vpp = NULLVP; return (ESTALE); -- Test scenario: misc/mountro5.sh