panic: cache_fpl_aborted_impl: converting to abort from 0 at 3301, set at 3236, vmcore.210 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2020 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #1 r363623M: Tue Jul 28 06:33:28 CEST 2020 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 10.0.1 (git@github.com:llvm/llvm-project.git llvmorg-10.0.1-0-gef32c611aa2) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.08-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33165750272 (31629 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 3 6 9 4 11 10 7 8 2 5 Timecounter "TSC-low" frequency 1750038518 Hz quality 1000 random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000052 [4342] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, gpt/work... WARNING: / was not properly dismounted igb0: link state changed to UP debugnet_any_ifnet_update: Bad dn_init result from igb0 (ifp 0xfffff80004092000), ignoring. Interface IP-Address Broadcast Setting hostuuid: 00000000-0000-0000-0000-002590c99976. Setting hostid: 0x90b83241. Starting file system checks: WARNING: / was not properly dismounted Mounting local filesystems:WARNING: /tmp was not properly dismounted WARNING: /tmp: mount pending error: blocks 20544 files 0 . ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat /usr/local/lib/e2fsprogs /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.30/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . lo0: link state changed to UP igb0: link state changed to DOWN Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 igb0: flags=8863 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. if_delmulti_locked: detaching ifnet instance 0xfffff80004092000 DHCPDISCOVER on igb0 to 255.255.255.255 port 67 interval 6 DHCPOFFER from 192.168.5.1 DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192.168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. Setting date via ntp. 28 Jul 08:56:19 ntpdate[2095]: step time server 192.168.5.1 offset -1.280085 sec Starting rpcbind. NFS access cache time=60 Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.08-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. Starting watchdogd. No core dumps found. Clearing /tmp (X related). Starting statd. Starting lockd. Recovering vi editor sessions:. fsckumount: unmount of /tmp failed: Device busy ** /dev/gpt/tmp (NO WRITE) ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes INCORRECT BLOCK COUNT I=295 (20544 should be 0) CORRECT? no INCORRECT BLOCK COUNT I=298 (4516928 should be 4516864) CORRECT? no ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts UNREF FILE I=298 OWNER=root MODE=100644 SIZE=2312020236 MTIME=Jul 28 08:07 2020 CLEAR? no ** Phase 5 - Check Cyl groups FREE BLK COUNT(S) WRONG IN SUPERBLK SALVAGE? no SUMMARY INFORMATION BAD SALVAGE? no BLK(S) MISSING IN BIT MAPS SALVAGE? no 770 files, 568885 used, 691338 free (154 frags, 86398 blocks, 0.0% fragmentation) mount: /dev/gpt/tmp: Device busy Updating motd:. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Tue Jul 28 08:56 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: root Jul 28 08:56:27 mercat1 login[2451]: ROOT LOGIN (root) ON ttyu1 Last login: Tue Jul 28 06:45:09 on ttyu1 FreeBSD 13.0-CURRENT (PHO) #1 r363623M: Tue Jul 28 06:33:28 CEST 2020 root@mercat1:~ # Jul 28 08:56:36 mercat1 su[2468]: pho to root on /dev/pts/0 20200728 08:58:43 all (1/333): tcp3.sh 20200728 08:59:50 all (2/333): tmpfs21.sh 20200728 09:00:51 all (3/333): rename10.sh lock order reversal: 1st 0xfffff802c307ca88 ufs (ufs) @ kern/vfs_mount.c:1696 2nd 0xfffff80486745068 devfs (devfs) @ kern/vfs_subr.c:3179 stack backtrace: #0 0xffffffff80c45df1 at witness_debugger+0x71 #1 0xffffffff80ba4232 at lockmgr_lock_flags+0x172 #2 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80cdb134 at _vn_lock+0x54 #4 0xffffffff80cbee90 at vput_final+0x200 #5 0xffffffff80cbdfbb at vrele+0x4b #6 0xffffffff80e9b74f at ffs_unmount+0x3af #7 0xffffffff80cb388d at dounmount+0x43d #8 0xffffffff80cb33f9 at kern_unmount+0x2b9 #9 0xffffffff81027969 at amd64_syscall+0x159 #10 0xffffffff80ffd04e at fast_syscall_common+0xf8 20200728 09:01:59 all (4/333): sctp.sh 20200728 09:03:07 all (5/333): gnop2.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop removed. 20200728 09:04:24 all (6/333): stack_guard_page.sh Jul 28 09:04:44 mercat1 kernel: pid 29651 (creat), uid 2007 inumber 65554 on /mnt: out of inodes Jul 28 09:05:04 mercat1 kernel: pid 29609 (swap), jid 0, uid 2007, was killed: out of swap space Jul 28 09:05:16 mercat1 kernel: pid 29637 (creat), uid 2007 inumber 66062 on /mnt: out of inodes 20200728 09:05:35 all (7/333): truss2.sh 20200728 09:06:39 all (8/333): quota4.sh lock order reversal: 1st 0xfffff805053cf290 FFS (FFS Lock) @ ufs/ufs/ufs_quota.c:759 2nd 0xfffffe00e1614280 struct mount mtx (struct mount mtx) @ ufs/ufs/ufs_quota.c:765 stack backtrace: #0 0xffffffff80c45df1 at witness_debugger+0x71 #1 0xffffffff80bb0c14 at __mtx_lock_flags+0x94 #2 0xffffffff80eab06d at quotaoff_inchange+0xbd #3 0xffffffff80e98aa6 at ffs_flushfiles+0x126 #4 0xffffffff80e7a21d at softdep_flushfiles+0x9d #5 0xffffffff80e9b44c at ffs_unmount+0xac #6 0xffffffff80cb388d at dounmount+0x43d #7 0xffffffff80cb33f9 at kern_unmount+0x2b9 #8 0xffffffff81027969 at amd64_syscall+0x159 #9 0xffffffff80ffd04e at fast_syscall_common+0xf8 newblk leak: 28632/28671. 20200728 09:07:55 all (9/333): vmstat.sh 20200728 09:09:06 all (10/333): crossmp.sh freework leak: 170/197. 20200728 09:10:27 all (11/333): zfs6.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) Warning: memory type solaris leaked memory on destroy (4 allocations, 2112 bytes leaked). 20200728 09:11:47 all (12/333): mountro5.sh 20200728 09:13:08 all (13/333): tmpfs12.sh Jul 28 09:13:33 mercat1 kernel: pid 47511 (swap), jid 0, uid 0, was killed: out of swap space Jul 28 09:13:44 mercat1 kernel: pid 47510 (swap), jid 0, uid 0, was killed: out of swap space Jul 28 09:13:58 mercat1 kernel: pid 47496 (swap), jid 0, uid 0, was killed: out of swap space 20200728 09:14:31 all (14/333): pthread2.sh 20200728 09:16:00 all (15/333): pthread7.sh 20200728 09:17:34 all (16/333): mmap18.sh 20200728 09:19:05 all (17/333): rename12.sh lock order reversal: 1st 0xfffff8029a9452f0 syncer (syncer) @ kern/vfs_subr.c:2496 2nd 0xfffff801e03012f0 ufs (ufs) @ kern/vfs_subr.c:3179 stack backtrace: #0 0xffffffff80c45df1 at witness_debugger+0x71 #1 0xffffffff80ba4232 at lockmgr_lock_flags+0x172 #2 0xffffffff80e9dacd at ffs_lock+0x7d #3 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #4 0xffffffff80cdb134 at _vn_lock+0x54 #5 0xffffffff80cbee90 at vput_final+0x200 #6 0xffffffff80cbdfbb at vrele+0x4b #7 0xffffffff80cbdf2f at vget_abort+0x3f #8 0xffffffff80cbe2be at vget_finish+0x25e #9 0xffffffff80cbe051 at vget+0x81 #10 0xffffffff80e9bf71 at ffs_sync+0x561 #11 0xffffffff80ccf5f2 at sync_fsync+0x122 #12 0xffffffff810d7219 at VOP_FSYNC_APV+0x59 #13 0xffffffff80cc1052 at VOP_FSYNC+0x42 #14 0xffffffff80ccb1ae at sync_vnode+0x19e #15 0xffffffff80ccac9b at sched_sync+0x2bb #16 0xffffffff80b8f8a0 at fork_exit+0x80 #17 0xffffffff80ffd77e at fork_trampoline+0xe 20200728 09:20:58 all (18/333): mmap21.sh Jul 28 09:21:58 mercat1 kernel: pid 99824 (mmap21), uid 2007 inumber 295 on /tmp: filesystem full Jul 28 09:21:58 mercat1 kernel: Failed to write core file for process mmap21 (error 28) Jul 28 09:22:53 mercat1 kernel: pid 99822 (mmap21), uid 2007 inumber 295 on /tmp: filesystem full Jul 28 09:22:54 mercat1 kernel: Failed to write core file for process mmap21 (error 28) 20200728 09:22:54 all (19/333): ptrace10.sh 20200728 09:24:41 all (20/333): sendfile12.sh Jul 28 09:25:55 mercat1 kernel: pid 22768 (swap), jid 0, uid 0, was killed: out of swap space 20200728 09:26:07 all (21/333): pthread3.sh 20200728 09:28:03 all (22/333): msdos10.sh lock order reversal: 1st 0xfffff8023ec53800 msdosfs (msdosfs) @ vm/vm_object.c:1207 2nd 0xfffff8023ec53a88 devfs (devfs) @ fs/msdosfs/msdosfs_vnops.c:853 stack backtrace: #0 0xffffffff80c45df1 at witness_debugger+0x71 #1 0xffffffff80ba4232 at lockmgr_lock_flags+0x172 #2 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80cdb134 at _vn_lock+0x54 #4 0xffffffff80a7fdc9 at msdosfs_fsync+0x49 #5 0xffffffff810d7219 at VOP_FSYNC_APV+0x59 #6 0xffffffff80ed7cd2 at vm_object_sync+0x212 #7 0xffffffff80ed059f at vm_map_sync+0x35f #8 0xffffffff80ed4b96 at sys_msync+0x66 #9 0xffffffff81027969 at amd64_syscall+0x159 #10 0xffffffff80ffd04e at fast_syscall_common+0xf8 20200728 09:29:54 all (23/333): umountf2.sh 20200728 09:32:13 all (24/333): callout_reset_on.sh Expensive timeout(9) function: 0xffffffff80bf1be0(0xfffff8031d7cea40) 0.008645378 s 20200728 09:34:00 all (25/333): fifo2.sh 20200728 09:36:01 all (26/333): kevent.sh 20200728 09:38:02 all (27/333): kevent14.sh 20200728 09:40:03 all (28/333): kpti.sh 20200728 09:42:04 all (29/333): midi.sh 20200728 09:44:05 all (30/333): overflow3.sh 20200728 09:46:07 all (31/333): sendfile10.sh 20200728 09:48:08 all (32/333): ftruncate3.sh GEOM leak: 29/102 20200728 09:50:10 all (33/333): setsockopt2.sh 20200728 09:52:11 all (34/333): nullfs19.sh 20200728 09:54:14 all (35/333): poll2.sh 20200728 09:56:17 all (36/333): snap11.sh lock order reversal: 1st 0xfffff80019362c80 bufwait (bufwait) @ vm/vm_pager.c:391 2nd 0xfffff80311cdad30 snaplk (snaplk) @ dev/md/md.c:987 stack backtrace: #0 0xffffffff80c45df1 at witness_debugger+0x71 #1 0xffffffff80ba4232 at lockmgr_lock_flags+0x172 #2 0xffffffff80e9dacd at ffs_lock+0x7d #3 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #4 0xffffffff80cdb134 at _vn_lock+0x54 #5 0xffffffff806eb272 at mdstart_vnode+0x462 #6 0xffffffff806e8f8e at md_kthread+0x1fe #7 0xffffffff80b8f8a0 at fork_exit+0x80 #8 0xffffffff80ffd77e at fork_trampoline+0xe lock order reversal: 1st 0xfffff80311cdad30 snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:963 2nd 0xfffff807dd9cdd10 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1656 stack backtrace: #0 0xffffffff80c45df1 at witness_debugger+0x71 #1 0xffffffff80ba493c at lockmgr_xlock_hard+0x6c #2 0xffffffff80ba56aa at __lockmgr_args+0x63a #3 0xffffffff80e77594 at ffs_snapremove+0xf4 #4 0xffffffff80e71cf9 at ffs_truncate+0x269 #5 0xffffffff80ea65ec at ufs_inactive+0x1bc #6 0xffffffff810d8169 at VOP_INACTIVE_APV+0x59 #7 0xffffffff80ccbf29 at VOP_INACTIVE+0x39 #8 0xffffffff80cc020a at vinactivef+0x1ca #9 0xffffffff80cc002d at vinactive+0x9d #10 0xffffffff80cbefcc at vput_final+0x33c #11 0xffffffff80cbf082 at vput+0x62 #12 0xffffffff80cd3ce3 at kern_funlinkat+0x2f3 #13 0xffffffff80cd39e8 at sys_unlink+0x28 #14 0xffffffff81027969 at amd64_syscall+0x159 #15 0xffffffff80ffd04e at fast_syscall_common+0xf8 20200728 09:58:19 all (37/333): tmpfs22.sh 20200728 10:00:23 all (38/333): truncate9.sh 20200728 10:02:26 all (39/333): umount4.sh 20200728 10:04:29 all (40/333): vm_map.sh 20200728 10:06:33 all (41/333): fts3.sh 20200728 10:08:39 all (42/333): mmap27.sh 20200728 10:10:45 all (43/333): shm2.sh 20200728 10:12:52 all (44/333): graid1_10.sh 20200728 10:14:57 all (45/333): mmap31.sh 20200728 10:16:59 all (46/333): tmpfs13.sh 20200728 10:19:06 all (47/333): nullfs18.sh 20200728 10:21:12 all (48/333): racct.sh witness_lock_list_get: witness exhausted Jul 28 10:22:00 mercat1 kernel: pid 18180 (swap), jid 0, uid 0, was killed: out of swap space 20200728 10:23:18 all (49/333): syscall4.sh WARNING pid 56835 (calls): ioctl sign-extension ioctl 277596576481 WARNING pid 57615 (calls): ioctl sign-extension ioctl fe7d1cafb5811f2 WARNING pid 57618 (calls): ioctl sign-extension ioctl 7873602e5cd7 WARNING pid 57660 (calls): ioctl sign-extension ioctl 830db5cd0d6e0fb1 WARNING pid 57732 (calls): ioctl sign-extension ioctl 2567f7f28128f84c WARNING pid 57782 (calls): ioctl sign-extension ioctl 2af508e5ba72c4e1 WARNING pid 57876 (calls): ioctl sign-extension ioctl 6f3cbceaba9362a0 WARNING pid 58213 (calls): ioctl sign-extension ioctl 21352b225b43 WARNING pid 58309 (calls): ioctl sign-extension ioctl 2f712172ecad98d5 WARNING pid 58694 (calls): ioctl sign-extension ioctl 5bef3d6e3a6b WARNING pid 59519 (calls): ioctl sign-extension ioctl df4f5d126a746776 viWARNING pid 61285 (calls): ioctl sign-extension ioctl e4866c9a8b743373 mount leak: 13/44 20200728 10:27:05 all (50/333): fragments.sh Jul 28 10:27:09 mercat1 kernel: pid 73068 (fragments), uid 2007 inumber 51085 on /mnt: filesystem full Jul 28 10:27:10 mercat1 kernel: pid 73072 (fragments), uid 2007 inumber 9229 on /mnt: filesystem full Jul 28 10:27:10 mercat1 kernel: pid 73074 (fragments), uid 2007 inumber 9232 on /mnt: filesystem full Jul 28 10:27:12 mercat1 kernel: pid 73077 (fragments), uid 2007 inumber 9340 on /mnt: filesystem full Jul 28 10:27:13 mercat1 kernel: pid 73084 (fragments), uid 2007 inumber 9361 on /mnt: filesystem full Jul 28 10:27:14 mercat1 kernel: pid 73085 (fragments), uid 2007 inumber 9308 on /mnt: filesystem full Jul 28 10:27:15 mercat1 kernel: pid 73091 (fragments), uid 2007 inumber 9118 on /mnt: filesystem full Jul 28 10:27:16 mercat1 kernel: pid 73093 (fragments), uid 2007 inumber 9340 on /mnt: filesystem full Jul 28 10:27:17 mercat1 kernel: pid 73329 (fragments), uid 2007 inumber 9203 on /mnt: filesystem full Jul 28 10:27:18 mercat1 kernel: pid 73332 (fragments), uid 2007 inumber 9232 on /mnt: filesystem full Jul 28 10:27:19 mercat1 kernel: pid 73327 (fragments), uid 2007 inumber 9342 on /mnt: filesystem full Jul 28 10:27:20 mercat1 kernel: pid 74243 (fragments), uid 2007 inumber 9221 on /mnt: filesystem full Jul 28 10:27:21 mercat1 kernel: pid 74240 (fragments), uid 2007 inumber 9293 on /mnt: filesystem full Jul 28 10:27:22 mercat1 kernel: pid 74247 (fragments), uid 2007 inumber 9210 on /mnt: filesystem full Jul 28 10:27:23 mercat1 kernel: pid 74255 (fragments), uid 2007 inumber 9082 on /mnt: filesystem full Jul 28 10:27:24 mercat1 kernel: pid 74252 (fragments), uid 2007 inumber 9475 on /mnt: filesystem full Jul 28 10:27:25 mercat1 kernel: pid 74266 (fragments), uid 2007 inumber 9322 on /mnt: filesystem full Jul 28 10:27:26 mercat1 kernel: pid 74260 (fragments), uid 2007 inumber 9194 on /mnt: filesystem full Jul 28 10:27:27 mercat1 kernel: pid 74274 (fragments), uid 2007 inumber 9232 on /mnt: filesystem full Jul 28 10:27:28 mercat1 kernel: pid 75405 (fragments), uid 2007 inumber 9174 on /mnt: filesystem full Jul 28 10:27:29 mercat1 kernel: pid 75409 (fragments), uid 2007 inumber 9226 on /mnt: filesystem full Jul 28 10:27:30 mercat1 kernel: pid 75418 (fragments), uid 2007 inumber 9206 on /mnt: filesystem full Jul 28 10:27:31 mercat1 kernel: pid 75418 (fragments), uid 2007 inumber 9243 on /mnt: filesystem full Jul 28 10:27:32 mercat1 kernel: pid 75425 (fragments), uid 2007 inumber 9173 on /mnt: filesystem full Jul 28 10:27:33 mercat1 kernel: pid 75424 (fragments), uid 2007 inumber 9124 on /mnt: filesystem full Jul 28 10:27:34 mercat1 kernel: pid 75435 (fragments), uid 2007 inumber 9176 on /mnt: filesystem full Jul 28 10:27:35 mercat1 kernel: pid 75436 (fragments), uid 2007 inumber 9413 on /mnt: filesystem full Jul 28 10:27:36 mercat1 kernel: pid 75444 (fragments), uid 2007 inumber 9172 on /mnt: filesystem full Jul 28 10:27:37 mercat1 kernel: pid 75446 (fragments), uid 2007 inumber 9118 on /mnt: filesystem full Jul 28 10:27:38 mercat1 kernel: pid 76276 (fragments), uid 2007 inumber 9104 on /mnt: filesystem full Jul 28 10:27:39 mercat1 kernel: pid 76272 (fragments), uid 2007 inumber 9265 on /mnt: filesystem full Jul 28 10:27:40 mercat1 kernel: pid 76590 (fragments), uid 2007 inumber 9182 on /mnt: filesystem full Jul 28 10:27:41 mercat1 kernel: pid 76600 (fragments), uid 2007 inumber 9202 on /mnt: filesystem full Jul 28 10:27:42 mercat1 kernel: pid 76596 (fragments), uid 2007 inumber 9436 on /mnt: filesystem full Jul 28 10:27:43 mercat1 kernel: pid 76605 (fragments), uid 2007 inumber 9110 on /mnt: filesystem full Jul 28 10:27:44 mercat1 kernel: pid 76609 (fragments), uid 2007 inumber 9449 on /mnt: filesystem full Jul 28 10:27:45 mercat1 kernel: pid 76602 (fragments), uid 2007 inumber 2 on /mnt: filesystem full Jul 28 10:27:46 mercat1 kernel: pid 76603 (fragments), uid 2007 inumber 2 on /mnt: filesystem full Jul 28 10:27:47 mercat1 kernel: pid 76604 (fragments), uid 2007 inumber 2 on /mnt: filesystem full Jul 28 10:27:48 mercat1 kernel: pid 76603 (fragments), uid 2007 inumber 2 on /mnt: filesystem full Jul 28 10:27:49 mercat1 kernel: pid 76605 (fragments), uid 2007 inumber 2 on /mnt: filesystem full Jul 28 10:27:50 mercat1 kernel: pid 77739 (fragments), uid 2007 inumber 9090 on /mnt: filesystem full Jul 28 10:27:51 mercat1 kernel: pid 77743 (fragments), uid 2007 inumber 9209 on /mnt: filesystem full Jul 28 10:27:52 mercat1 kernel: pid 77746 (fragments), uid 2007 inumber 9293 on /mnt: filesystem full Jul 28 10:27:53 mercat1 kernel: pid 77759 (fragments), uid 2007 inumber 9157 on /mnt: filesystem full Jul 28 10:27:54 mercat1 kernel: pid 77760 (fragments), uid 2007 inumber 2 on /mnt: filesystem full Jul 28 10:27:55 mercat1 kernel: pid 77758 (fragments), uid 2007 inumber 9401 on /mnt: filesystem full Jul 28 10:27:56 mercat1 kernel: pid 77753 (fragments), uid 2007 inumber 9248 on /mnt: filesystem full Jul 28 10:27:57 mercat1 kernel: pid 77756 (fragments), uid 2007 inumber 9343 on /mnt: filesystem full Jul 28 10:27:58 mercat1 kernel: pid 77763 (fragments), uid 2007 inumber 9268 on /mnt: filesystem full Jul 28 10:27:59 mercat1 kernel: pid 77762 (fragments), uid 2007 inumber 9332 on /mnt: filesystem full Jul 28 10:28:00 mercat1 kernel: pid 78886 (fragments), uid 2007 inumber 9276 on /mnt: filesystem full Jul 28 10:28:01 mercat1 kernel: pid 78895 (fragments), uid 2007 inumber 9198 on /mnt: filesystem full Jul 28 10:28:02 mercat1 kernel: pid 78887 (fragments), uid 2007 inumber 9433 on /mnt: filesystem full Jul 28 10:28:03 mercat1 kernel: pid 78908 (fragments), uid 2007 inumber 9257 on /mnt: filesystem full Jul 28 10:28:04 mercat1 kernel: pid 78916 (fragments), uid 2007 inumber 9193 on /mnt: filesystem full Jul 28 10:28:05 mercat1 kernel: pid 78919 (fragments), uid 2007 inumber 9245 on /mnt: filesystem full Jul 28 10:28:06 mercat1 kernel: pid 78923 (fragments), uid 2007 inumber 9171 on /mnt: filesystem full Jul 28 10:28:07 mercat1 kernel: pid 78934 (fragments), uid 2007 inumber 9186 on /mnt: filesystem full Jul 28 10:28:08 mercat1 kernel: pid 78932 (fragments), uid 2007 inumber 9426 on /mnt: filesystem full Jul 28 10:28:09 mercat1 kernel: pid 78944 (fragments), uid 2007 inumber 9205 on /mnt: filesystem full Jul 28 10:28:10 mercat1 kernel: pid 79633 (fragments), uid 2007 inumber 9172 on /mnt: filesystem full Jul 28 10:28:11 mercat1 kernel: pid 79633 (fragments), uid 2007 inumber 9225 on /mnt: filesystem full Jul 28 10:28:12 mercat1 kernel: pid 80085 (fragments), uid 2007 inumber 9204 on /mnt: filesystem full Jul 28 10:28:13 mercat1 kernel: pid 80094 (fragments), uid 2007 inumber 9205 on /mnt: filesystem full Jul 28 10:28:14 mercat1 kernel: pid 80093 (fragments), uid 2007 inumber 9396 on /mnt: filesystem full Jul 28 10:28:15 mercat1 kernel: pid 80099 (fragments), uid 2007 inumber 9167 on /mnt: filesystem full Jul 28 10:28:16 mercat1 kernel: pid 80098 (fragments), uid 2007 inumber 9299 on /mnt: filesystem full Jul 28 10:28:17 mercat1 kernel: pid 80104 (fragments), uid 2007 inumber 9120 on /mnt: filesystem full Jul 28 10:28:18 mercat1 kernel: pid 80112 (fragments), uid 2007 inumber 9233 on /mnt: filesystem full Jul 28 10:28:19 mercat1 kernel: pid 80109 (fragments), uid 2007 inumber 9264 on /mnt: filesystem full Jul 28 10:28:20 mercat1 kernel: pid 80110 (fragments), uid 2007 inumber 9120 on /mnt: filesystem full Jul 28 10:28:21 mercat1 kernel: pid 80386 (fragments), uid 2007 inumber 9234 on /mnt: filesystem full Jul 28 10:28:22 mercat1 kernel: pid 81255 (fragments), uid 2007 inumber 9284 on /mnt: filesystem full Jul 28 10:28:23 mercat1 kernel: pid 81251 (fragments), uid 2007 inumber 9161 on /mnt: filesystem full Jul 28 10:28:24 mercat1 kernel: pid 81249 (fragments), uid 2007 inumber 9096 on /mnt: filesystem full Jul 28 10:28:25 mercat1 kernel: pid 81257 (fragments), uid 2007 inumber 9194 on /mnt: filesystem full Jul 28 10:28:26 mercat1 kernel: pid 81269 (fragments), uid 2007 inumber 9447 on /mnt: filesystem full Jul 28 10:28:27 mercat1 kernel: pid 81265 (fragments), uid 2007 inumber 9090 on /mnt: filesystem full Jul 28 10:28:28 mercat1 kernel: pid 81277 (fragments), uid 2007 inumber 9249 on /mnt: filesystem full Jul 28 10:28:29 mercat1 kernel: pid 81273 (fragments), uid 2007 inumber 9220 on /mnt: filesystem full Jul 28 10:28:30 mercat1 kernel: pid 81285 (fragments), uid 2007 inumber 9220 on /mnt: filesystem full Jul 28 10:28:31 mercat1 kernel: pid 81285 (fragments), uid 2007 inumber 9430 on /mnt: filesystem full Jul 28 10:28:32 mercat1 kernel: pid 81284 (fragments), uid 2007 inumber 9304 on /mnt: filesystem full Jul 28 10:28:33 mercat1 kernel: pid 82417 (fragments), uid 2007 inumber 9157 on /mnt: filesystem full Jul 28 10:28:34 mercat1 kernel: pid 82422 (fragments), uid 2007 inumber 9240 on /mnt: filesystem full Jul 28 10:28:35 mercat1 kernel: pid 82421 (fragments), uid 2007 inumber 9233 on /mnt: filesystem full Jul 28 10:28:36 mercat1 kernel: pid 82415 (fragments), uid 2007 inumber 9078 on /mnt: filesystem full Jul 28 10:28:37 mercat1 kernel: pid 82425 (fragments), uid 2007 inumber 9461 on /mnt: filesystem full Jul 28 10:28:38 mercat1 kernel: pid 82433 (fragments), uid 2007 inumber 9329 on /mnt: filesystem full Jul 28 10:28:39 mercat1 kernel: pid 82439 (fragments), uid 2007 inumber 9069 on /mnt: filesystem full Jul 28 10:28:40 mercat1 kernel: pid 82440 (fragments), uid 2007 inumber 9211 on /mnt: filesystem full Jul 28 10:28:41 mercat1 kernel: pid 82452 (fragments), uid 2007 inumber 9094 on /mnt: filesystem full Jul 28 10:28:42 mercat1 kernel: pid 82450 (fragments), uid 2007 inumber 9082 on /mnt: filesystem full Jul 28 10:28:43 mercat1 kernel: pid 82453 (fragments), uid 2007 inumber 9319 on /mnt: filesystem full Jul 28 10:28:44 mercat1 kernel: pid 83582 (fragments), uid 2007 inumber 9313 on /mnt: filesystem full Jul 28 10:28:45 mercat1 kernel: pid 83591 (fragments), uid 2007 inumber 9145 on /mnt: filesystem full Jul 28 10:28:46 mercat1 kernel: pid 83590 (fragments), uid 2007 inumber 9195 on /mnt: filesystem full Jul 28 10:28:47 mercat1 kernel: pid 83603 (fragments), uid 2007 inumber 9429 on /mnt: filesystem full Jul 28 10:28:48 mercat1 kernel: pid 83599 (fragments), uid 2007 inumber 9246 on /mnt: filesystem full Jul 28 10:28:49 mercat1 kernel: pid 83602 (fragments), uid 2007 inumber 9339 on /mnt: filesystem full Jul 28 10:28:50 mercat1 kernel: pid 83606 (fragments), uid 2007 inumber 9237 on /mnt: filesystem full Jul 28 10:28:51 mercat1 kernel: pid 83606 (fragments), uid 2007 inumber 9218 on /mnt: filesystem full 20200728 10:28:53 all (51/333): fifo4.sh 20200728 10:30:56 all (52/333): flock_open_close.sh 20200728 10:33:06 all (53/333): swappedout.sh 20200728 10:35:14 all (54/333): truncate2.sh 20200728 10:37:22 all (55/333): contigmalloc.sh 20200728 10:39:32 all (56/333): fpclone.sh Expensive timeout(9) function: 0xffffffff809e44d0(0xfffffe003e4afcd8) 0.017396258 s 20200728 10:41:33 all (57/333): pmc6.sh hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 20200728 10:43:52 all (58/333): kevent4.sh Expensive timeout(9) function: 0xffffffff80d18ad0(0xfffffe00d2e44800) 0.029645869 s Expensive timeout(9) function: 0xffffffff80dbd7f0(0xfffffe00e19ec080) 0.032008570 s 20200728 10:45:59 all (59/333): pthread4.sh 20200728 10:48:12 all (60/333): arp.sh Jul 28 10:48:27 mercat1 kernel: pid 73566 (swap), jid 0, uid 0, was killed: out of swap space 20200728 10:50:29 all (61/333): vmstat2.sh Jul 28 10:51:32 mercat1 kernel: pid 94841 (swap), jid 0, uid 0, was killed: out of swap space 20200728 10:52:40 all (62/333): mmap32.sh 20200728 10:55:06 all (63/333): pfl.sh 20200728 10:57:31 all (64/333): umountf8.sh Jul 28 10:57:43 mercat1 kernel: pid 27159 (link), uid 2007 inumber 32803 on /mnt: filesystem full Jul 28 10:57:50 mercat1 kernel: pid 27117 (creat), uid 2007 inumber 32778 on /mnt: out of inodes Jul 28 10:57:57 mercat1 kernel: pid 27122 (creat), uid 2007 inumber 32783 on /mnt: out of inodes Jul 28 10:58:01 mercat1 kernel: pid 27129 (creat), uid 2007 inumber 32789 on /mnt: out of inodes 20200728 11:00:04 all (65/333): swapoff.sh Jul 28 11:00:09 mercat1 kernel: pid 36889 (rw), uid 2007 inumber 73960 on /mnt: filesystem full Jul 28 11:00:17 mercat1 kernel: pid 36937 (rw), uid 2007 inumber 87404 on /mnt: filesystem full Jul 28 11:02:15 mercat1 kernel: pid 45312 (rw), uid 2007 inumber 62015 on /mnt: filesystem full 20200728 11:02:41 all (66/333): zz-combo03.sh 20200728 11:05:35 all (67/333): namecache.sh 20200728 11:08:29 all (68/333): link2.sh panic: cache_fpl_aborted_impl: converting to abort from 0 at 3301, set at 3236 cpuid = 11 time = 1595927311 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x182/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- KDB: enter: panic [ thread pid 93328 tid 105957 ] Stopped at kdb_enter+0x37: movq $0,0x10b32a6(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 2391 out of 32628 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 93328 tid 105957 td 0xfffffe00edf32700 kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- db:1:pho1> show allpcpu Current CPU: 11 cpuid = 0 dynamic pcpu = 0x797e80 curthread = 0xfffffe003e3d9300: pid 11 tid 100003 critnest 0 "idle: cpu0" curpcb = 0xfffffe003e3d9810 fpcurthread = none idlethread = 0xfffffe003e3d9300: tid 100003 "idle: cpu0" self = 0xffffffff82210000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82210384 rsp0 = 0xfffffe00add46cc0 kcr3 = 0x8000000002127003 ucr3 = 0xffffffffffffffff scr3 = 0x2d8f23b17 gs32p = 0xffffffff82210404 ldt = 0xffffffff82210444 tss = 0xffffffff82210434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bc7f5e80 curthread = 0xfffffe003e3d8c00: pid 11 tid 100004 critnest 0 "idle: cpu1" curpcb = 0xfffffe003e3d9110 fpcurthread = none idlethread = 0xfffffe003e3d8c00: tid 100004 "idle: cpu1" self = 0xffffffff82211000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82211384 rsp0 = 0xfffffe00add4bcc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x2d8f238d0 gs32p = 0xffffffff82211404 ldt = 0xffffffff82211444 tss = 0xffffffff82211434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bc801e80 curthread = 0xfffffe003e3d8500: pid 11 tid 100005 critnest 0 "idle: cpu2" curpcb = 0xfffffe003e3d8a10 fpcurthread = none idlethread = 0xfffffe003e3d8500: tid 100005 "idle: cpu2" self = 0xffffffff82212000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82212384 rsp0 = 0xfffffe00add50cc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x4b107a6f gs32p = 0xffffffff82212404 ldt = 0xffffffff82212444 tss = 0xffffffff82212434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bc80de80 curthread = 0xfffffe00d3cbf000: pid 93282 tid 102858 critnest 0 "link" curpcb = 0xfffffe00d3cbf510 fpcurthread = 0xfffffe00d3cbf000: pid 93282 "link" idlethread = 0xfffffe003e3d7e00: tid 100006 "idle: cpu3" self = 0xffffffff82213000 curpmap = 0xfffffe00e4e78120 tssp = 0xffffffff82213384 rsp0 = 0xfffffe00e5517cc0 kcr3 = 0x80000003db27f60c ucr3 = 0x80000005f6189e0c scr3 = 0x5008d0ec2 gs32p = 0xffffffff82213404 ldt = 0xffffffff82213444 tss = 0xffffffff82213434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bc819e80 curthread = 0xfffffe003e3d7700: pid 11 tid 100007 critnest 0 "idle: cpu4" curpcb = 0xfffffe003e3d7c10 fpcurthread = none idlethread = 0xfffffe003e3d7700: tid 100007 "idle: cpu4" self = 0xffffffff82214000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82214384 rsp0 = 0xfffffe00add5acc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x3c375becf gs32p = 0xffffffff82214404 ldt = 0xffffffff82214444 tss = 0xffffffff82214434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bc825e80 curthread = 0xfffffe003e3d7000: pid 11 tid 100008 critnest 0 "idle: cpu5" curpcb = 0xfffffe003e3d7510 fpcurthread = none idlethread = 0xfffffe003e3d7000: tid 100008 "idle: cpu5" self = 0xffffffff82215000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82215384 rsp0 = 0xfffffe00add5fcc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x54595ab76 gs32p = 0xffffffff82215404 ldt = 0xffffffff82215444 tss = 0xffffffff82215434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bc831e80 curthread = 0xfffffe003e3e1a00: pid 11 tid 100009 critnest 0 "idle: cpu6" curpcb = 0xfffffe003e3e1f10 fpcurthread = none idlethread = 0xfffffe003e3e1a00: tid 100009 "idle: cpu6" self = 0xffffffff82216000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82216384 rsp0 = 0xfffffe00add64cc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x3e4efec01 gs32p = 0xffffffff82216404 ldt = 0xffffffff82216444 tss = 0xffffffff82216434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bc83de80 curthread = 0xfffffe003e3e1300: pid 11 tid 100010 critnest 0 "idle: cpu7" curpcb = 0xfffffe003e3e1810 fpcurthread = none idlethread = 0xfffffe003e3e1300: tid 100010 "idle: cpu7" self = 0xffffffff82217000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82217384 rsp0 = 0xfffffe00add69cc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x2143c28a9 gs32p = 0xffffffff82217404 ldt = 0xffffffff82217444 tss = 0xffffffff82217434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bc849e80 curthread = 0xfffffe003e3e0c00: pid 11 tid 100011 critnest 0 "idle: cpu8" curpcb = 0xfffffe003e3e1110 fpcurthread = none idlethread = 0xfffffe003e3e0c00: tid 100011 "idle: cpu8" self = 0xffffffff82218000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82218384 rsp0 = 0xfffffe00add6ecc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x3e4efec33 gs32p = 0xffffffff82218404 ldt = 0xffffffff82218444 tss = 0xffffffff82218434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bc855e80 curthread = 0xfffffe003e3e0500: pid 11 tid 100012 critnest 0 "idle: cpu9" curpcb = 0xfffffe003e3e0a10 fpcurthread = none idlethread = 0xfffffe003e3e0500: tid 100012 "idle: cpu9" self = 0xffffffff82219000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff82219384 rsp0 = 0xfffffe00add73cc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x5008d0b9d gs32p = 0xffffffff82219404 ldt = 0xffffffff82219444 tss = 0xffffffff82219434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bc861e80 curthread = 0xfffffe003e3dfe00: pid 11 tid 100013 critnest 0 "idle: cpu10" curpcb = 0xfffffe003e3e0310 fpcurthread = none idlethread = 0xfffffe003e3dfe00: tid 100013 "idle: cpu10" self = 0xffffffff8221a000 curpmap = 0xffffffff81c8bc60 tssp = 0xffffffff8221a384 rsp0 = 0xfffffe00add78cc0 kcr3 = 0x8000000002127002 ucr3 = 0xffffffffffffffff scr3 = 0x2d8f23a3e gs32p = 0xffffffff8221a404 ldt = 0xffffffff8221a444 tss = 0xffffffff8221a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bc86de80 curthread = 0xfffffe00edf32700: pid 93328 tid 105957 critnest 1 "mount" curpcb = 0xfffffe00edf32c10 fpcurthread = 0xfffffe00edf32700: pid 93328 "mount" idlethread = 0xfffffe003e3df700: tid 100014 "idle: cpu11" self = 0xffffffff8221b000 curpmap = 0xfffffe00e490d4f0 tssp = 0xffffffff8221b384 rsp0 = 0xfffffe00f8fdacc0 kcr3 = 0x80000003c375b08b ucr3 = 0x800000059a4fd88b scr3 = 0x59a4fd88b gs32p = 0xffffffff8221b404 ldt = 0xffffffff8221b444 tss = 0xffffffff8221b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffff80014fc2510: type VDIR usecount 653, writecount 0, refcount 4 seqc users 0 mountedhere 0 hold count flags () flags (VV_ROOT|VMP_LAZYLIST) v_object 0xfffff8001953ee70 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: SHARED (count 14) #0 0xffffffff80ba4295 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80e9dacd at ffs_lock+0x7d #2 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80cdb134 at _vn_lock+0x54 #4 0xffffffff80cae25d at lookup+0xdd #5 0xffffffff80cadc9c at namei+0x59c #6 0xffffffff80cd702a at kern_renameat+0x9a #7 0xffffffff81027969 at amd64_syscall+0x159 #8 0xffffffff80ffd04e at fast_syscall_common+0xf8 nlink=30, effnlink=30, size=2048, extsize 0 generation=56909bb9, uid=0, gid=0, flags=0x0 ino 2, on dev gpt/work vnode 0xfffff802c3214a20: type VDIR usecount 47, writecount 0, refcount 4 seqc users 2 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8031d600528 ref 0 pages 1 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe00d3cbf000 (pid 93282, link, tid 102858) with exclusive waiters pending with shared waiters pending #0 0xffffffff80ba4d8e at lockmgr_xlock_hard+0x4be #1 0xffffffff80e9dacd at ffs_lock+0x7d #2 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80cdb134 at _vn_lock+0x54 #4 0xffffffff80eae7b8 at ufs_rename+0xf8 #5 0xffffffff810d7750 at VOP_RENAME_APV+0x40 #6 0xffffffff80cd7316 at kern_renameat+0x386 #7 0xffffffff81027969 at amd64_syscall+0x159 #8 0xffffffff80ffd04e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=512, extsize 0 generation=74d5cf41, uid=0, gid=0, flags=0x0 ino 37078272, on dev gpt/work vnode 0xfffff80704775510: type VREG usecount 1, writecount 0, refcount 2 seqc users 1 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff802a4780738 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe00d3cbf000 (pid 93282, link, tid 102858) #0 0xffffffff80ba4295 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80e9dacd at ffs_lock+0x7d #2 0xffffffff810d85d0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80cdb134 at _vn_lock+0x54 #4 0xffffffff80cbe292 at vget_finish+0x232 #5 0xffffffff80cac1cf at vfs_hash_get+0xbf #6 0xffffffff80e98b79 at ffs_vgetf+0x59 #7 0xffffffff80eae90e at ufs_rename+0x24e #8 0xffffffff810d7750 at VOP_RENAME_APV+0x40 #9 0xffffffff80cd7316 at kern_renameat+0x386 #10 0xffffffff81027969 at amd64_syscall+0x159 #11 0xffffffff80ffd04e at fast_syscall_common+0xf8 nlink=6, effnlink=2, size=0, extsize 0 generation=6f8b5026, uid=0, gid=0, flags=0x0 ino 37080975, on dev gpt/work db:1:pho1> show mount 0xfffffe00d552b280 /dev/gpt/work on / (ufs) 0xfffffe00d5df1280 devfs on /dev (devfs) 0xfffffe00d5df0700 /dev/gpt/tmp on /tmp (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 50559 Buf domain 0 freebufs 15068 lofreebufs 219 hifreebufs 329 bufspace 1298432 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 53 (1236992) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 0, 0, 3, 1, 0, 1, 0, 0, 2, 2, 2, 0, Locked buffers: 0 space 0 Total buffers: 25056 space 1298432 Buf domain 1 freebufs 15096 lofreebufs 219 hifreebufs 329 bufspace 716800 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 27 (573440) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 1, 0, 0, 0, 0, 1, 1, 1, 3, 0, 2, 0, Locked buffers: 0 space 0 Total buffers: 15794 space 716800 Buf domain 2 freebufs 15099 lofreebufs 219 hifreebufs 329 bufspace 454656 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 20 (331776) dirtyq count 2 (20480) wakeup 0 lim 25 CPU 1, 0, 1, 1, 0, 1, 0, 1, 3, 1, 2, 1, Locked buffers: 0 space 0 Total buffers: 12726 space 454656 Buf domain 3 freebufs 14944 lofreebufs 219 hifreebufs 329 bufspace 5283840 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 46 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 118 (3174400) dirtyq count 46 (1507328) wakeup 0 lim 25 CPU 1, 3, 1, 1, 1, 6, 1, 2, 3, 1, 4, 1, Locked buffers: 1 space 32768 Total buffers: 12539 space 5283840 Buf domain 4 freebufs 14562 lofreebufs 219 hifreebufs 329 bufspace 18137088 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 0 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 562 (18038784) dirtyq count 0 (0) wakeup 0 lim 25 CPU 2, 0, 0, 0, 0, 2, 1, 0, 3, 0, 1, 0, Locked buffers: 0 space 0 Total buffers: 13249 space 18137088 Buf domain 5 freebufs 15082 lofreebufs 219 hifreebufs 329 bufspace 1142784 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 41 (1052672) dirtyq count 1 (32768) wakeup 0 lim 25 CPU 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 3, 0, Locked buffers: 0 space 0 Total buffers: 12683 space 1142784 Buf domain 6 freebufs 13696 lofreebufs 219 hifreebufs 329 bufspace 46489600 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 10 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1396 (45338624) dirtyq count 10 (299008) wakeup 0 lim 25 CPU 0, 3, 16, 1, 0, 2, 1, 1, 2, 0, 5, 0, Locked buffers: 0 space 0 Total buffers: 13884 space 46489600 db:1:pho1> show page vm_cnt.v_free_count: 7723537 vm_cnt.v_inactive_count: 3064 vm_cnt.v_active_count: 2213 vm_cnt.v_laundry_count: 91 vm_cnt.v_wire_count: 394253 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51267 vm_cnt.v_free_target: 173136 vm_cnt.v_inactive_target: 259704 db:1:pho1> show pageq pq_free 7723537 dom 0 page_cnt 8124611 free 7723537 pq_act 2213 pq_inact 3064 pq_laund 91 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000231 | 000001 11 (008192K) | 000439 | 000014 10 (004096K) | 001050 | 000058 09 (002048K) | 002150 | 000427 08 (001024K) | 003315 | 000245 07 (000512K) | 005453 | 000369 06 (000256K) | 008132 | 000405 05 (000128K) | 011816 | 000002 04 (000064K) | 016888 | 000029 03 (000032K) | 022806 | 000185 02 (000016K) | 029579 | 000819 01 (000008K) | 037645 | 004032 00 (000004K) | 041489 | 017728 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000000 | 000000 05 (000128K) | 000002 | 000000 04 (000064K) | 000003 | 000000 03 (000032K) | 000001 | 000000 02 (000016K) | 000002 | 000000 01 (000008K) | 000001 | 000000 00 (000004K) | 000001 | 000001 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree 256 256 1265 752905 72988515 0 62 193067520 0 VNODE 648 1730 288766 75018939 0 39 188241408 0 512 512 223 259785 22115007 0 32 133124096 0 VM OBJECT 264 1502 374278 119348278 0 30 99205920 0 FFS2 dinode 256 1170 288855 25118497 0 62 74246400 0 FFS inode 160 1170 289305 25119599 0 65 46476000 0 256 256 244 167456 26546333 0 62 42931200 0 256 256 3 167472 4104256 0 62 42873600 0 128 128 12937 285965 52855636 0 128 38259456 0 Files 80 127 415073 707072719 0 126 33216000 0 mbuf_cluster 2048 15104 38 56848 0 8 31010816 0 64 Bucket 512 31984 456 9195003 0 30 16609280 0 BUF TRIE 144 323 105629 26611621 0 62 15257088 0 RADIX NODE 144 9474 94068 206974755 0 93 14910048 0 swblk 136 1408 99831 931890 0 62 13768504 0 THREAD 1792 5933 196 25593764 0 8 10983168 0 fakepg 104 0 103701 55956658 0 126 10784904 0 VMSPACE 2536 80 3679 7944486 0 8 9532824 0 256 256 129 29736 22888401 0 63 7645440 0 PROC 1312 117 5700 7785189 0 8 7631904 0 256 256 13 28682 3307153 0 62 7345920 0 mbuf 256 16460 7392 693749642 0 254 6106112 0 UMA Slabs 0 112 49599 3 339417 0 126 5555424 0 S VFS Cache 108 964 42812 28679822 0 128 4727808 0 vmem btag 56 72483 1160 1801569 0 254 4124008 0 256 Bucket 2048 1732 96 3149522 0 8 3743744 0 128 Bucket 1024 2853 302 4904814 0 16 3230720 0 32 Bucket 256 2098 10472 3279230 0 62 3217920 0 128 128 14782 9615 220681168 0 126 3122816 0 512 512 5841 7 8144840 0 30 2994176 0 socket 960 51 2997 5270029 0 16 2926080 0 DIRHASH 1024 67 2409 634827 0 16 2535424 0 TMPFS node 232 0 9690 42495865 0 62 2248080 0 4096 4096 140 311 7928959 0 3 1847296 0 128 128 10757 1922 4560710 0 126 1622912 0 4096 4096 349 28 325138 0 2 1544192 0 MAP ENTRY 96 2510 11770 510318162 0 127 1370880 0 swpctrie 144 221 8207 101131 0 62 1213632 0 32768 32768 9 25 1397 0 1 1114112 0 pbuf 984 0 953 0 0 0 937752 0 g_bio 408 0 2210 110319132 0 65 901680 0 TURNSTILE 136 6130 317 6130 0 62 876792 0 ksiginfo 112 5790 1770 254267 0 126 846720 0 64 64 9560 3670 24023736 0 254 846720 0 64 64 9307 3041 128186515 0 254 790272 0 mbuf_packet 256 26 2792 97066972 0 254 721408 0 65536 65536 4 7 873 0 1 720896 0 8192 8192 86 0 86 0 1 704512 0 filedesc0 1080 118 498 7785190 0 9 665280 0 32768 32768 1 18 1228812 0 1 622592 0 256 256 5 2350 9371229 0 62 602880 0 SLEEPQUEUE 88 6130 302 6130 0 126 566016 0 512 512 90 942 77074 0 30 528384 0 8 Bucket 80 4166 1684 1089846 0 126 468000 0 UMA Zones 2048 223 5 353 0 8 466944 0 65536 65536 1 6 725 0 1 458752 0 65536 65536 2 5 19072 0 1 458752 0 16 Bucket 144 1244 1724 5065127 0 62 427392 0 4 Bucket 48 2054 6850 848287 0 254 427392 0 32768 32768 12 0 12 0 1 393216 0 32768 32768 12 0 12 0 1 393216 0 8192 8192 4 44 30894 0 1 393216 0 64 64 2967 3081 1071891 0 254 387072 0 1024 1024 202 174 2579270 0 16 385024 0 NAMEI 1024 32 312 697874063 0 16 352256 0 64 64 289 5066 155433950 0 254 342720 0 8192 8192 2 37 196362 0 1 319488 0 16384 16384 18 1 27929 0 1 311296 0 2048 2048 0 150 2348178 0 8 307200 0 128 128 870 1517 22370712 0 126 305536 0 4096 4096 50 24 2056772 0 2 303104 0 PWD 32 625 8825 23462121 0 254 302400 0 rl_entry 40 5929 1444 5929 0 254 294920 0 1024 1024 55 209 3842733 0 16 270336 0 65536 65536 4 0 2187 0 1 262144 0 32 32 6744 1320 9039 0 254 258048 0 16 16 13583 1917 23048 0 254 248000 0 256 256 66 879 20446656 0 62 241920 0 2048 2048 104 6 5259523 0 8 225280 0 Mountpoints 2944 3 73 20487 0 4 223744 0 1024 1024 2 210 388892 0 16 217088 0 64 64 281 3058 40782 0 254 213696 0 pipe 760 8 272 16371924 0 16 212800 0 selfd 64 435 2841 72686253 0 254 209664 0 256 256 48 747 387074 0 62 203520 0 128 128 48 1533 226962 0 126 202368 0 1024 1024 3 193 27618 0 16 200704 0 65536 65536 3 0 3 0 1 196608 0 128 128 43 1414 14565 0 126 186496 0 512 512 0 360 507687 0 30 184320 0 128 128 39 1387 42864 0 126 182528 0 2048 2048 0 88 52813 0 8 180224 0 16384 16384 4 6 146241 0 1 163840 0 2 Bucket 32 309 4731 9627568 0 254 161280 0 2048 2048 21 57 66 0 8 159744 0 512 512 7 305 1492 0 30 159744 0 unpcb 256 19 566 1304858 0 62 149760 0 AIOCB 752 0 195 162 0 16 146640 0 udp_inpcb 488 20 276 867092 0 30 144448 0 1024 1024 4 132 15459 0 16 139264 0 4096 4096 1 32 35557 0 2 135168 0 AIO 208 0 627 141 0 62 130416 0 32 32 240 3162 3224681 0 254 108864 0 4096 4096 0 26 22068 0 2 106496 0 32 32 144 3132 1249998 0 254 104832 0 32 32 183 3093 59876510 0 254 104832 0 32 32 121 3155 85335 0 254 104832 0 32 32 10 3140 6837546 0 254 100800 0 8192 8192 12 0 12 0 1 98304 0 L VFS Cache 328 0 276 205 0 30 90528 0 8192 8192 11 0 169740 0 1 90112 0 8192 8192 5 6 15399 0 1 90112 0 ttyinq 160 330 220 21654255 0 62 88000 0 ttyoutq 256 173 157 11548930 0 62 84480 0 8192 8192 10 0 496 0 1 81920 0 UMA Kegs 384 193 2 323 0 30 74880 0 udpcb 32 20 2122 867092 0 254 68544 0 rentr 24 0 2839 2325420 0 254 68136 0 65536 65536 0 1 1 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 16384 16384 4 0 4 0 1 65536 0 16 16 805 3195 7429177 0 254 64000 0 tcpcb 1040 9 46 920196 0 8 57200 0 4096 4096 13 0 14 0 2 53248 0 64 64 20 799 480 0 254 52416 0 32 32 808 830 8189849 0 254 52416 0 16 16 23 3227 3622798 0 254 52000 0 procdesc 136 1 376 204 0 62 51272 0 16 16 42 2958 31819 0 254 48000 0 cpuset 104 27 407 68 0 126 45136 0 mt_stats_zone 64 423 281 429 0 254 45056 0 64 64 50 643 8347273 0 254 44352 0 16 16 504 2246 3627365 0 254 44000 0 1024 1024 22 14 1443615 0 16 36864 0 512 512 22 50 34 0 30 36864 0 64 pcpu 8 3232 1376 3765 0 254 36864 0 32768 32768 1 0 2360 0 1 32768 0 2048 2048 12 4 9979548 0 8 32768 0 KMAP ENTRY 96 27 306 54 0 126 31968 0 4096 4096 7 0 8 0 2 28672 0 swrbuf 984 0 27 187853 0 2 26568 0 mt_zone 24 423 579 429 0 254 24048 0 rtentry 208 12 102 16 0 62 23712 0 clpbuf 984 0 24 3819267 0 2 23616 0 AIOP 32 4 626 4 0 254 20160 0 16 16 7 1243 8 0 254 20000 0 16 16 4 1246 15398 0 254 20000 0 16 16 21 1229 77633962 0 254 20000 0 tcp_inpcb 488 9 31 920196 0 30 19520 0 routing nhops 256 7 68 16 0 62 19200 0 16384 16384 1 0 26 0 1 16384 0 16384 16384 1 0 1730640 0 1 16384 0 32 32 7 497 7 0 254 16128 0 128 128 6 118 4992598 0 126 15872 0 MAP 216 2 69 2 0 62 15336 0 512 512 13 11 13 0 30 12288 0 8192 8192 1 0 2 0 1 8192 0 2048 2048 2 2 5 0 8 8192 0 1024 1024 6 2 6 0 16 8192 0 int pcpu 4 306 1742 10310 0 254 8192 0 64 64 7 119 7 0 254 8064 0 FPU_save_area 832 1 8 1 0 16 7488 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 1024 1024 4 0 187 0 16 4096 0 hostcache 96 1 41 1 0 126 4032 0 ripcb 488 1 7 1056792 0 30 3904 0 UMA Slabs 1 176 12 10 15 0 62 3872 0 mqnode 416 3 6 3 0 30 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 93 2 0 254 3040 0 SMR SHARED 24 2 93 2 0 254 2280 0 mqnotifier 216 0 0 0 0 62 0 0 mvdata 64 0 0 0 0 254 0 0 mqueue 264 0 0 0 0 30 0 0 FFS1 dinode 128 0 0 0 0 126 0 0 udplite_inpcb 488 0 0 0 0 30 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 1859 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 1890 0 254 0 0 syncache 168 0 0 9071 0 62 0 0 tcptw 88 0 0 917 0 126 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 KNOTE 160 0 0 49014953 0 62 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 280 0 0 0 0 30 0 0 TMPFS dirent 64 0 0 60146560 0 254 0 0 NCLNODE 744 0 0 0 0 16 0 0 LTS VFS Cache 368 0 0 0 0 30 0 0 STS VFS Cache 148 0 0 0 0 62 0 0 VNODEPOLL 120 0 0 0 0 126 0 0 vtnet_tx_hdr 24 0 0 0 0 254 0 0 crypto_session 72 0 0 0 0 126 0 0 cryptop 280 0 0 0 0 30 0 0 nvme_request 128 0 0 0 0 126 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 mbuf_jumbo_page 4096 0 0 51471505 0 2 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 17 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 984 0 0 0 0 8 0 0 mdpbuf 984 0 0 443240 0 0 0 0 nfspbuf 984 0 0 0 0 2 0 0 swwbuf 984 0 0 476432 0 0 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 69856903 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 kenv 258 0 0 19558 0 30 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 11 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 1 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 4096 4096 0 0 24 0 2 0 0 2048 2048 0 0 0 0 8 0 0 2048 2048 0 0 106 0 8 0 0 512 512 0 0 3336 0 30 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 274315 1494 205193956 67 vm pgcache 4096 31641 409 484224890 24 buf free cache 984 2384 52988 30876845 18 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 121 52792 9280195 9 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 3 35 3365607 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 5933 17 25593763 1 db:0:pho> acttrace Tracing command mount pid 93328 tid 105957 td 0xfffffe00edf32700 (CPU 11) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command link pid 93282 tid 102858 td 0xfffffe00d3cbf000 (CPU 3) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e195e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e195e10 trap() at trap+0x56/frame 0xfffffe003e195f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e195f20 --- trap 0x13, rip = 0xffffffff80edc138, rsp = 0xfffffe00e5517540, rbp = 0xfffffe00e5517570 --- vm_page_busy_acquire() at vm_page_busy_acquire+0x48/frame 0xfffffe00e5517570 bdwrite() at bdwrite+0x162/frame 0xfffffe00e55175e0 ffs_update() at ffs_update+0x328/frame 0xfffffe00e5517640 ufs_rename() at ufs_rename+0xa6d/frame 0xfffffe00e5517830 VOP_RENAME_APV() at VOP_RENAME_APV+0x40/frame 0xfffffe00e5517850 kern_renameat() at kern_renameat+0x386/frame 0xfffffe00e5517ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e5517bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e5517bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command idle pid 11 tid 100003 td 0xfffffe003e3d9300 (CPU 0) cpustop_handler() at cpustop_handler+0x26/frame 0xffffffff81de3aa0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81de3ab0 trap() at trap+0x56/frame 0xffffffff81de3bc0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81de3bc0 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add46ad0, rbp = 0xfffffe00add46ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add46ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add46bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add46bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add46bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe003e3d8c00 (CPU 1) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e17de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e17de10 trap() at trap+0x56/frame 0xfffffe003e17df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e17df20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add4bad0, rbp = 0xfffffe00add4bae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add4bae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add4bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add4bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add4bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe003e3d8500 (CPU 2) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e189e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e189e10 trap() at trap+0x56/frame 0xfffffe003e189f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e189f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add50ad0, rbp = 0xfffffe00add50ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add50ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add50bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add50bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add50bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe003e3d7700 (CPU 4) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1a1e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1a1e10 trap() at trap+0x56/frame 0xfffffe003e1a1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1a1f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add5aad0, rbp = 0xfffffe00add5aae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add5aae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add5abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe003e3d7000 (CPU 5) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1ade00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1ade10 trap() at trap+0x56/frame 0xfffffe003e1adf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1adf20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add5fad0, rbp = 0xfffffe00add5fae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add5fae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add5fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe003e3e1a00 (CPU 6) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1b9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1b9e10 trap() at trap+0x56/frame 0xfffffe003e1b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1b9f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add64ad0, rbp = 0xfffffe00add64ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add64ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add64bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add64bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add64bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe003e3e1300 (CPU 7) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1c5e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1c5e10 trap() at trap+0x56/frame 0xfffffe003e1c5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1c5f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add69ad0, rbp = 0xfffffe00add69ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add69ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add69bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add69bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add69bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe003e3e0c00 (CPU 8) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1d1e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1d1e10 trap() at trap+0x56/frame 0xfffffe003e1d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1d1f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add6ead0, rbp = 0xfffffe00add6eae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add6eae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add6ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add6ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add6ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe003e3e0500 (CPU 9) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1dde00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1dde10 trap() at trap+0x56/frame 0xfffffe003e1ddf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1ddf20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add73ad0, rbp = 0xfffffe00add73ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add73ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add73bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add73bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add73bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe003e3dfe00 (CPU 10) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1e9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1e9e10 trap() at trap+0x56/frame 0xfffffe003e1e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1e9f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add78ad0, rbp = 0xfffffe00add78ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add78ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add78bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add78bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add78bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 93328 93245 2483 0 R+ CPU 11 mount 93307 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93306 93287 93266 0 S nanslp 0xffffffff81cab9c3 swap 93305 93287 93266 0 S nanslp 0xffffffff81cab9c1 swap 93304 93287 93266 0 S nanslp 0xffffffff81cab9ca swap 93303 93287 93266 0 S nanslp 0xffffffff81cab9c4 swap 93302 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93301 93287 93266 0 S nanslp 0xffffffff81cab9cb swap 93300 93287 93266 0 S nanslp 0xffffffff81cab9ca swap 93299 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93298 93287 93266 0 S nanslp 0xffffffff81cab9c5 swap 93297 93287 93266 0 S nanslp 0xffffffff81cab9c3 swap 93296 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93295 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93294 93287 93266 0 S nanslp 0xffffffff81cab9c0 swap 93293 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93292 93287 93266 0 S nanslp 0xffffffff81cab9ca swap 93291 93287 93266 0 S nanslp 0xffffffff81cab9c6 swap 93290 93287 93266 0 S nanslp 0xffffffff81cab9c3 swap 93289 93287 93266 0 S nanslp 0xffffffff81cab9cb swap 93288 93287 93266 0 S nanslp 0xffffffff81cab9c1 swap 93287 93266 93266 0 S wait 0xfffff801e178ba40 swap 93286 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93285 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93284 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93283 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93282 93267 2483 0 R+ CPU 3 link 93281 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93280 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93279 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93278 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93277 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93276 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93275 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93274 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93273 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93272 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93271 93267 2483 0 D+ ufs 0xfffff802c3214a88 link 93267 93245 2483 0 S+ wait 0xfffff803b6d71000 link 93266 1 93266 0 Ss nanslp 0xffffffff81cab9c3 swap 93261 0 0 0 DL mdwait 0xfffff80313b81000 [md10] 93245 93243 2483 0 S+ wait 0xfffff804eae9aa40 sh 93244 2483 2483 0 S+ piperd 0xfffff806a3bd55f0 tee 93243 2483 2483 0 S+ wait 0xfffff803a77c6520 sh 80244 3628 3560 0 S nanslp 0xffffffff81cab9c0 sleep 56967 0 0 0 DL aiordy 0xfffff804264dca40 [aiod4] 56966 0 0 0 DL aiordy 0xfffff80792c0f520 [aiod3] 56965 0 0 0 DL aiordy 0xfffff80171f27a40 [aiod2] 56964 0 0 0 DL aiordy 0xfffff80790c91a40 [aiod1] 3631 3560 3560 0 S piperd 0xfffff8004a0925f0 sh 3629 3560 3560 0 S piperd 0xfffff800199c55f0 awk 3628 3560 3560 0 S wait 0xfffff80019685000 sh 3560 1 3560 0 SWs wait 0xfffff8031d608a40 sh 2483 2470 2483 0 S+ wait 0xfffff8022803c000 sh 2470 2468 2470 0 S+ select 0xfffff8004a3e89c0 bash 2468 2467 2468 0 SW+ pause 0xfffff8022803c5c8 csh 2467 2460 2467 2006 SW+ wait 0xfffff80019a8c520 su 2460 2459 2460 2006 SWs+ wait 0xfffff8022803ca40 bash 2459 2456 2456 2006 S select 0xfffff8001912fac0 sshd 2456 2389 2456 0 Ss select 0xfffff8001912fb40 sshd 2452 2451 2452 0 S+ ttyin 0xfffff800041800b0 csh 2451 1 2451 0 SWs+ wait 0xfffff80003a9da40 login 2450 1 2450 0 Ss+ ttyin 0xfffff800041804b0 getty 2449 1 2449 0 Ss+ ttyin 0xfffff800191460b0 getty 2448 1 2448 0 Ss+ ttyin 0xfffff800191464b0 getty 2447 1 2447 0 Ss+ ttyin 0xfffff800191468b0 getty 2446 1 2446 0 Ss+ ttyin 0xfffff80019146cb0 getty 2445 1 2445 0 Ss+ ttyin 0xfffff800191450b0 getty 2444 1 2444 0 Ss+ ttyin 0xfffff800191454b0 getty 2443 1 2443 0 Ss+ ttyin 0xfffff800191458b0 getty 2442 1 2442 0 Ss+ ttyin 0xfffff80019145cb0 getty 2393 1 2393 0 Ss nanslp 0xffffffff81cab9c3 cron 2389 1 2389 0 Ss select 0xfffff8004a3e8a40 sshd 2361 1 2361 0 Ss select 0xfffff80003edc2c0 powerd 2358 1 2358 123 Ss (threaded) ntpd 100205 S select 0xfffff8004a351840 ntpd 100322 S usem 0xfffff806310f0180 ntpd 2295 1 2295 0 Ss rpcsvc 0xfffff80014fd6a60 NLM: master 2292 1 2292 0 Ss select 0xfffff800041208c0 rpc.statd 2246 1 2246 0 Ss nanslp 0xffffffff81cab9c4 watchdogd 2098 1 2098 0 Ss select 0xfffff80004120840 rpcbind 2088 1 2088 0 Ss select 0xfffff8001949d740 syslogd 2017 1 2017 0 Ss select 0xfffff80003edc1c0 devd 2006 1 2006 65 Ss select 0xfffff80019045b40 dhclient 1930 1 1930 0 Ss select 0xfffff8004a351ac0 dhclient 1927 1 1927 0 Ss select 0xfffff800191324c0 dhclient 33 0 0 0 DL syncer 0xffffffff81d96908 [syncer] 32 0 0 0 DL vlruwt 0xfffff8001912d520 [vnlru] 31 0 0 0 DL idle 0xfffff800191ee000 [enc_daemon1] 30 0 0 0 DL (threaded) [bufdaemon] 100128 D qsleep 0xffffffff81d95c30 [bufdaemon] 100132 D - 0xffffffff8180aa00 [bufspacedaemon-0] 100134 D - 0xffffffff81812cc0 [bufspacedaemon-1] 100136 D - 0xffffffff8181af80 [bufspacedaemon-2] 100137 D - 0xffffffff81823240 [bufspacedaemon-3] 100138 D - 0xffffffff8182b500 [bufspacedaemon-4] 100139 D - 0xffffffff818337c0 [bufspacedaemon-5] 100140 D - 0xffffffff8183ba80 [bufspacedaemon-6] 100153 D sdflush 0xfffff80019a07ce8 [/ worker] 100155 D sdflush 0xfffff80019a3ace8 [/tmp worker] 29 0 0 0 DL psleep 0xffffffff81dbaa88 [vmdaemon] 28 0 0 0 DL (threaded) [pagedaemon] 100126 D psleep 0xffffffff81daef18 [dom0] 100129 D launds 0xffffffff81daef24 [laundry: dom0] 100130 D umarcl 0xffffffff80ebce30 [uma] 27 0 0 0 DL idle 0xfffff800191ee520 [enc_daemon0] 26 0 0 0 DL - 0xffffffff81adf578 [rand_harvestq] 25 0 0 0 DL - 0xffffffff81d9556c [soaiod4] 24 0 0 0 DL - 0xffffffff81d9556c [soaiod3] 23 0 0 0 DL - 0xffffffff81d9556c [soaiod2] 22 0 0 0 DL - 0xffffffff81d9556c [soaiod1] 21 0 0 0 DL (threaded) [usb] 100096 D - 0xfffffe00d2d84440 [usbus0] 100097 D - 0xfffffe00d2d84498 [usbus0] 100098 D - 0xfffffe00d2d844f0 [usbus0] 100099 D - 0xfffffe00d2d84548 [usbus0] 100100 D - 0xfffffe00d2d845a0 [usbus0] 100102 D - 0xfffffe003e4afcf0 [usbus1] 100103 D - 0xfffffe003e4afd48 [usbus1] 100104 D - 0xfffffe003e4afda0 [usbus1] 100105 D - 0xfffffe003e4afdf8 [usbus1] 100106 D - 0xfffffe003e4afe50 [usbus1] 100107 D - 0xfffffe00d2e34cf0 [usbus2] 100108 D - 0xfffffe00d2e34d48 [usbus2] 100109 D - 0xfffffe00d2e34da0 [usbus2] 100110 D - 0xfffffe00d2e34df8 [usbus2] 100111 D - 0xfffffe00d2e34e50 [usbus2] 20 0 0 0 RL (threaded) [cam] 100091 D - 0xffffffff819b72c0 [doneq0] 100092 RunQ [doneq1] 100093 D - 0xffffffff819b73c0 [doneq2] 100124 D - 0xffffffff819b7190 [scanner] 19 0 0 0 DL crypto_ 0xfffff80003a9cc50 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff80003a9cbf0 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff80003a9cb90 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff80003a9cb30 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff80003a9cad0 [crypto returns 7] 9 0 0 0 DL crypto_ 0xfffff80003a9ca70 [crypto returns 6] 8 0 0 0 DL crypto_ 0xfffff80003a9ca10 [crypto returns 5] 7 0 0 0 DL crypto_ 0xfffff80003a9c9b0 [crypto returns 4] 6 0 0 0 DL crypto_ 0xfffff80003a9c950 [crypto returns 3] 5 0 0 0 DL crypto_ 0xfffff80003a9c8f0 [crypto returns 2] 4 0 0 0 DL crypto_ 0xfffff80003a9c890 [crypto returns 1] 3 0 0 0 DL crypto_ 0xfffff80003a9c830 [crypto returns 0] 2 0 0 0 DL crypto_ 0xffffffff81dac7d0 [crypto] 14 0 0 0 DL seqstat 0xfffff8000326a488 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100062 D - 0xffffffff81c8a950 [g_event] 100063 D - 0xffffffff81c8a958 [g_up] 100064 D - 0xffffffff81c8a960 [g_down] 12 0 0 0 WL (threaded) [intr] 100040 I [swi5: fast taskq] 100043 I [swi6: task queue] 100044 I [swi6: Giant taskq] 100047 I [swi3: vm] 100048 I [swi1: netisr 0] 100049 I [swi4: clock (0)] 100050 I [swi4: clock (1)] 100051 I [swi4: clock (2)] 100052 I [swi4: clock (3)] 100053 I [swi4: clock (4)] 100054 I [swi4: clock (5)] 100055 I [swi4: clock (6)] 100056 I [swi4: clock (7)] 100057 I [swi4: clock (8)] 100058 I [swi4: clock (9)] 100059 I [swi4: clock (10)] 100060 I [swi4: clock (11)] 100094 I [irq56: ahci0] 100095 I [irq19: xhci0] 100101 I [irq18: ehci0 ehci1] 100112 I [irq71: ahci1] 100113 I [swi0: uart uart] 100172 I [irq72: ioat0] 100173 I [irq73: ioat1] 100174 I [irq74: ioat2] 100175 I [irq75: ioat3] 100176 I [irq76: ioat4] 100177 I [irq77: ioat5] 100178 I [irq78: ioat6] 100179 I [irq79: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 Run CPU 5 [idle: cpu5] 100009 Run CPU 6 [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 Run CPU 9 [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff800038d5000 [init] 10 0 0 0 DL audit_w 0xffffffff81dacbe8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81c8aef0 [swapper] 100015 D - 0xfffff800037d8000 [if_config_tqg_0] 100016 D - 0xfffff800037d7e00 [softirq_0] 100017 D - 0xfffff800037d7d00 [softirq_1] 100018 D - 0xfffff800037d7c00 [softirq_2] 100019 D - 0xfffff800037d7b00 [softirq_3] 100020 D - 0xfffff800037d7a00 [softirq_4] 100021 D - 0xfffff800037d7900 [softirq_5] 100022 D - 0xfffff800037d7800 [softirq_6] 100023 D - 0xfffff800037d7700 [softirq_7] 100024 D - 0xfffff800037d7600 [softirq_8] 100025 D - 0xfffff800037d7500 [softirq_9] 100026 D - 0xfffff800037d7400 [softirq_10] 100027 D - 0xfffff800037d7300 [softirq_11] 100028 D - 0xfffff800037d7200 [if_io_tqg_0] 100029 D - 0xfffff800037d7100 [if_io_tqg_1] 100030 D - 0xfffff800037d7000 [if_io_tqg_2] 100031 D - 0xfffff800037d6e00 [if_io_tqg_3] 100032 D - 0xfffff800037d6d00 [if_io_tqg_4] 100033 D - 0xfffff800037d6c00 [if_io_tqg_5] 100034 D - 0xfffff800037d6b00 [if_io_tqg_6] 100035 D - 0xfffff800037d6a00 [if_io_tqg_7] 100036 D - 0xfffff800037d6900 [if_io_tqg_8] 100037 D - 0xfffff800037d6800 [if_io_tqg_9] 100038 D - 0xfffff800037d6700 [if_io_tqg_10] 100039 D - 0xfffff800037d6600 [if_io_tqg_11] 100041 D - 0xfffff800037c3200 [aiod_kick taskq] 100042 D - 0xfffff800037c3000 [kqueue_ctx taskq] 100045 D - 0xfffff800037c2900 [thread taskq] 100046 D - 0xfffff800037c2700 [in6m_free taskq] 100061 D - 0xfffff800039e0a00 [firmware taskq] 100066 D - 0xfffff800039e0200 [crypto_0] 100067 D - 0xfffff800039e0200 [crypto_1] 100068 D - 0xfffff800039e0200 [crypto_2] 100069 D - 0xfffff800039e0200 [crypto_3] 100070 D - 0xfffff800039e0200 [crypto_4] 100071 D - 0xfffff800039e0200 [crypto_5] 100072 D - 0xfffff800039e0200 [crypto_6] 100073 D - 0xfffff800039e0200 [crypto_7] 100074 D - 0xfffff800039e0200 [crypto_8] 100075 D - 0xfffff800039e0200 [crypto_9] 100076 D - 0xfffff800039e0200 [crypto_10] 100077 D - 0xfffff800039e0200 [crypto_11] 100114 D - 0xfffff80014028100 [mca taskq] 100119 D - 0xfffff8001910f800 [acpi_task_0] 100120 D - 0xfffff8001910f800 [acpi_task_1] 100121 D - 0xfffff8001910f800 [acpi_task_2] 100123 D - 0xfffff800039de400 [CAM taskq] db:0:pho> allt Tracing command mount pid 93328 tid 105957 td 0xfffffe00edf32700 (CPU 11) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command swap pid 93307 tid 103888 td 0xfffffe00d3cd3700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ef747870 mi_switch() at mi_switch+0x155/frame 0xfffffe00ef747890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ef7478d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00ef747930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ef747970 _sleep() at _sleep+0x258/frame 0xfffffe00ef747a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00ef747a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ef747ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ef747bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ef747bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93306 tid 101760 td 0xfffffe00e1691100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1ba7870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1ba7890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1ba78d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1ba7930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e1ba7970 _sleep() at _sleep+0x258/frame 0xfffffe00e1ba7a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e1ba7a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e1ba7ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1ba7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1ba7bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93305 tid 103739 td 0xfffffe00d351ba00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ef45e870 mi_switch() at mi_switch+0x155/frame 0xfffffe00ef45e890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ef45e8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00ef45e930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ef45e970 _sleep() at _sleep+0x258/frame 0xfffffe00ef45ea10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00ef45ea90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ef45ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ef45ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ef45ebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93304 tid 104213 td 0xfffffe00e4e76300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ec5a8870 mi_switch() at mi_switch+0x155/frame 0xfffffe00ec5a8890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ec5a88d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00ec5a8930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ec5a8970 _sleep() at _sleep+0x258/frame 0xfffffe00ec5a8a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00ec5a8a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ec5a8ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ec5a8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ec5a8bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93303 tid 103188 td 0xfffffe00d3cfe100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f758f870 mi_switch() at mi_switch+0x155/frame 0xfffffe00f758f890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f758f8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00f758f930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00f758f970 _sleep() at _sleep+0x258/frame 0xfffffe00f758fa10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00f758fa90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00f758fad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f758fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f758fbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93302 tid 100303 td 0xfffffe00d38ee100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e15cd870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e15cd890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e15cd8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e15cd930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e15cd970 _sleep() at _sleep+0x258/frame 0xfffffe00e15cda10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e15cda90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e15cdad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e15cdbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e15cdbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93301 tid 105965 td 0xfffffe00edf36000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f9004870 mi_switch() at mi_switch+0x155/frame 0xfffffe00f9004890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f90048d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00f9004930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00f9004970 _sleep() at _sleep+0x258/frame 0xfffffe00f9004a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00f9004a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00f9004ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f9004bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f9004bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93300 tid 100328 td 0xfffffe00d35b7500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1a4a870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1a4a890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1a4a8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1a4a930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e1a4a970 _sleep() at _sleep+0x258/frame 0xfffffe00e1a4aa10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e1a4aa90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e1a4aad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1a4abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1a4abf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93299 tid 100284 td 0xfffffe00d35a6700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e156e870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e156e890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e156e8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e156e930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e156e970 _sleep() at _sleep+0x258/frame 0xfffffe00e156ea10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e156ea90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e156ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e156ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e156ebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93298 tid 102923 td 0xfffffe00e1721500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3a5e870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3a5e890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3a5e8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3a5e930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3a5e970 _sleep() at _sleep+0x258/frame 0xfffffe00e3a5ea10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e3a5ea90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e3a5ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3a5ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e3a5ebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93297 tid 102789 td 0xfffffe00e17c2e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e45bc870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e45bc890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e45bc8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e45bc930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e45bc970 _sleep() at _sleep+0x258/frame 0xfffffe00e45bca10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e45bca90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e45bcad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e45bcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e45bcbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93296 tid 106335 td 0xfffffe00edfda700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f9744870 mi_switch() at mi_switch+0x155/frame 0xfffffe00f9744890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f97448d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00f9744930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00f9744970 _sleep() at _sleep+0x258/frame 0xfffffe00f9744a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00f9744a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00f9744ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f9744bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f9744bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93295 tid 102204 td 0xfffffe00e17b9100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e5054870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e5054890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e50548d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5054930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e5054970 _sleep() at _sleep+0x258/frame 0xfffffe00e5054a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e5054a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e5054ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e5054bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e5054bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93294 tid 101878 td 0xfffffe00d3d3ec00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e4095870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4095890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e40958d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e4095930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e4095970 _sleep() at _sleep+0x258/frame 0xfffffe00e4095a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e4095a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e4095ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e4095bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4095bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93293 tid 102652 td 0xfffffe00d39be500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3427870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3427890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e34278d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3427930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3427970 _sleep() at _sleep+0x258/frame 0xfffffe00e3427a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e3427a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e3427ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3427bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e3427bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93292 tid 103960 td 0xfffffe00d35e6700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ed0b3870 mi_switch() at mi_switch+0x155/frame 0xfffffe00ed0b3890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ed0b38d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00ed0b3930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00ed0b3970 _sleep() at _sleep+0x258/frame 0xfffffe00ed0b3a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00ed0b3a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00ed0b3ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ed0b3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ed0b3bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93291 tid 101167 td 0xfffffe00d3da6c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1a09870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1a09890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1a098d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1a09930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e1a09970 _sleep() at _sleep+0x258/frame 0xfffffe00e1a09a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e1a09a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e1a09ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1a09bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1a09bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93290 tid 100769 td 0xfffffe00e176d800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df25d870 mi_switch() at mi_switch+0x155/frame 0xfffffe00df25d890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df25d8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df25d930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df25d970 _sleep() at _sleep+0x258/frame 0xfffffe00df25da10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00df25da90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00df25dad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df25dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df25dbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93289 tid 101995 td 0xfffffe00e17cfc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3453870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3453890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e34538d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e3453930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e3453970 _sleep() at _sleep+0x258/frame 0xfffffe00e3453a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e3453a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e3453ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3453bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e3453bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe410 --- Tracing command swap pid 93288 tid 101314 td 0xfffffe00d399d700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00fa4fe870 mi_switch() at mi_switch+0x155/frame 0xfffffe00fa4fe890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00fa4fe8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00fa4fe930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00fa4fe970 _sleep() at _sleep+0x258/frame 0xfffffe00fa4fea10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00fa4fea90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00fa4fead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00fa4febf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00fa4febf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe498, rbp = 0x7fffffffe4e0 --- Tracing command swap pid 93287 tid 103341 td 0xfffffe00d39e3a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f30906e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00f3090700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f3090740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00f30907a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00f30907b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00f3090850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00f30908e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00f3090ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f3090bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f3090bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003d525a, rsp = 0x7fffffffe508, rbp = 0x7fffffffe540 --- Tracing command link pid 93286 tid 102165 td 0xfffffe00d35e2700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e578f300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e578f320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e578f360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e578f3c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e578f460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e578f4a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e578f4c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e578f520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e578f570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e578f680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e578f6d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e578f6f0 lookup() at lookup+0x601/frame 0xfffffe00e578f790 namei() at namei+0x59c/frame 0xfffffe00e578f850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e578fad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e578fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e578fbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93285 tid 100507 td 0xfffffe00e24ce800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e4b44300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b44320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e4b44360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e4b443c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e4b44460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e4b444a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e4b444c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e4b44520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e4b44570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e4b44680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e4b446d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e4b446f0 lookup() at lookup+0x601/frame 0xfffffe00e4b44790 namei() at namei+0x59c/frame 0xfffffe00e4b44850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e4b44ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e4b44bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4b44bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93284 tid 103988 td 0xfffffe00d3507a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ed13f300 mi_switch() at mi_switch+0x155/frame 0xfffffe00ed13f320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ed13f360 sleeplk() at sleeplk+0x106/frame 0xfffffe00ed13f3c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00ed13f460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00ed13f4a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00ed13f4c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00ed13f520 vget_finish() at vget_finish+0x232/frame 0xfffffe00ed13f570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00ed13f680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00ed13f6d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00ed13f6f0 lookup() at lookup+0x601/frame 0xfffffe00ed13f790 namei() at namei+0x59c/frame 0xfffffe00ed13f850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00ed13fad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ed13fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ed13fbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93283 tid 103259 td 0xfffffe00d3d09300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f76f2300 mi_switch() at mi_switch+0x155/frame 0xfffffe00f76f2320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f76f2360 sleeplk() at sleeplk+0x106/frame 0xfffffe00f76f23c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00f76f2460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00f76f24a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00f76f24c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00f76f2520 vget_finish() at vget_finish+0x232/frame 0xfffffe00f76f2570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00f76f2680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00f76f26d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00f76f26f0 lookup() at lookup+0x601/frame 0xfffffe00f76f2790 namei() at namei+0x59c/frame 0xfffffe00f76f2850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00f76f2ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f76f2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f76f2bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93282 tid 102858 td 0xfffffe00d3cbf000 (CPU 3) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e195e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e195e10 trap() at trap+0x56/frame 0xfffffe003e195f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e195f20 --- trap 0x13, rip = 0xffffffff80edc138, rsp = 0xfffffe00e5517540, rbp = 0xfffffe00e5517570 --- vm_page_busy_acquire() at vm_page_busy_acquire+0x48/frame 0xfffffe00e5517570 bdwrite() at bdwrite+0x162/frame 0xfffffe00e55175e0 ffs_update() at ffs_update+0x328/frame 0xfffffe00e5517640 ufs_rename() at ufs_rename+0xa6d/frame 0xfffffe00e5517830 VOP_RENAME_APV() at VOP_RENAME_APV+0x40/frame 0xfffffe00e5517850 kern_renameat() at kern_renameat+0x386/frame 0xfffffe00e5517ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e5517bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e5517bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93281 tid 103499 td 0xfffffe00d3d1fe00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f33a6300 mi_switch() at mi_switch+0x155/frame 0xfffffe00f33a6320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f33a6360 sleeplk() at sleeplk+0x106/frame 0xfffffe00f33a63c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00f33a6460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00f33a64a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00f33a64c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00f33a6520 vget_finish() at vget_finish+0x232/frame 0xfffffe00f33a6570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00f33a6680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00f33a66d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00f33a66f0 lookup() at lookup+0x601/frame 0xfffffe00f33a6790 namei() at namei+0x59c/frame 0xfffffe00f33a6850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00f33a6ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f33a6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f33a6bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93280 tid 102831 td 0xfffffe00e18f1700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e5490300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e5490320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5490360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e54903c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e5490460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e54904a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e54904c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e5490520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e5490570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e5490680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e54906d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e54906f0 lookup() at lookup+0x601/frame 0xfffffe00e5490790 namei() at namei+0x59c/frame 0xfffffe00e5490850 kern_renameat() at kern_renameat+0x9a/frame 0xfffffe00e5490ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e5490bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e5490bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93279 tid 104626 td 0xfffffe00edc69500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00eadc1300 mi_switch() at mi_switch+0x155/frame 0xfffffe00eadc1320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00eadc1360 sleeplk() at sleeplk+0x106/frame 0xfffffe00eadc13c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00eadc1460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00eadc14a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00eadc14c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00eadc1520 vget_finish() at vget_finish+0x232/frame 0xfffffe00eadc1570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00eadc1680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00eadc16d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00eadc16f0 lookup() at lookup+0x601/frame 0xfffffe00eadc1790 namei() at namei+0x59c/frame 0xfffffe00eadc1850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00eadc1ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00eadc1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00eadc1bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93278 tid 106689 td 0xfffffe00e2279c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f9e36300 mi_switch() at mi_switch+0x155/frame 0xfffffe00f9e36320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f9e36360 sleeplk() at sleeplk+0x106/frame 0xfffffe00f9e363c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00f9e36460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00f9e364a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00f9e364c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00f9e36520 vget_finish() at vget_finish+0x232/frame 0xfffffe00f9e36570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00f9e36680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00f9e366d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00f9e366f0 lookup() at lookup+0x601/frame 0xfffffe00f9e36790 namei() at namei+0x59c/frame 0xfffffe00f9e36850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00f9e36ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f9e36bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f9e36bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93277 tid 103723 td 0xfffffe00d3519e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ef40e300 mi_switch() at mi_switch+0x155/frame 0xfffffe00ef40e320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ef40e360 sleeplk() at sleeplk+0x106/frame 0xfffffe00ef40e3c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00ef40e460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00ef40e4a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00ef40e4c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00ef40e520 vget_finish() at vget_finish+0x232/frame 0xfffffe00ef40e570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00ef40e680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00ef40e6d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00ef40e6f0 lookup() at lookup+0x601/frame 0xfffffe00ef40e790 namei() at namei+0x59c/frame 0xfffffe00ef40e850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00ef40ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ef40ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ef40ebf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93276 tid 101458 td 0xfffffe00d35b3c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e53d04d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e53d04f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e53d0530 sleeplk() at sleeplk+0x106/frame 0xfffffe00e53d0590 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe00e53d0630 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e53d0670 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e53d0690 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e53d06f0 lookup() at lookup+0x50d/frame 0xfffffe00e53d0790 namei() at namei+0x59c/frame 0xfffffe00e53d0850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e53d0ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e53d0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e53d0bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93275 tid 101877 td 0xfffffe00d3de8a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e4090300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4090320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e4090360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e40903c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e4090460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e40904a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e40904c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e4090520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e4090570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e4090680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e40906d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e40906f0 lookup() at lookup+0x601/frame 0xfffffe00e4090790 namei() at namei+0x59c/frame 0xfffffe00e4090850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e4090ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e4090bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4090bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93274 tid 102862 td 0xfffffe00d3520100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e552b300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e552b320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e552b360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e552b3c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e552b460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e552b4a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e552b4c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e552b520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e552b570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e552b680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e552b6d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e552b6f0 lookup() at lookup+0x601/frame 0xfffffe00e552b790 namei() at namei+0x59c/frame 0xfffffe00e552b850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e552bad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e552bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e552bbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93273 tid 101683 td 0xfffffe00d39db300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e4ae5300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ae5320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e4ae5360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e4ae53c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e4ae5460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e4ae54a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e4ae54c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e4ae5520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e4ae5570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e4ae5680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e4ae56d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e4ae56f0 lookup() at lookup+0x601/frame 0xfffffe00e4ae5790 namei() at namei+0x59c/frame 0xfffffe00e4ae5850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e4ae5ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e4ae5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4ae5bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93272 tid 102447 td 0xfffffe00d399e500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e3917300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e3917320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3917360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e39173c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e3917460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e39174a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e39174c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e3917520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e3917570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e3917680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e39176d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e39176f0 lookup() at lookup+0x601/frame 0xfffffe00e3917790 namei() at namei+0x59c/frame 0xfffffe00e3917850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e3917ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e3917bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e3917bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93271 tid 101066 td 0xfffffe00e1660e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1dfa300 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1dfa320 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1dfa360 sleeplk() at sleeplk+0x106/frame 0xfffffe00e1dfa3c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe00e1dfa460 ffs_lock() at ffs_lock+0x7d/frame 0xfffffe00e1dfa4a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe00e1dfa4c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe00e1dfa520 vget_finish() at vget_finish+0x232/frame 0xfffffe00e1dfa570 cache_lookup() at cache_lookup+0x7db/frame 0xfffffe00e1dfa680 vfs_cache_lookup() at vfs_cache_lookup+0x100/frame 0xfffffe00e1dfa6d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe00e1dfa6f0 lookup() at lookup+0x601/frame 0xfffffe00e1dfa790 namei() at namei+0x59c/frame 0xfffffe00e1dfa850 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e1dfaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1dfabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1dfabf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002e055a, rsp = 0x7fffffffde58, rbp = 0x7fffffffe690 --- Tracing command link pid 93267 tid 101872 td 0xfffffe00e16c4000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e40776e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4077700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e4077740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e40777a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e40777b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e4077850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e40778e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e4077ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e4077bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4077bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003ba25a, rsp = 0x7fffffffe698, rbp = 0x7fffffffe6b0 --- Tracing command swap pid 93266 tid 101128 td 0xfffffe00d39d4100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1404870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1404890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e14048d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1404930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e1404970 _sleep() at _sleep+0x258/frame 0xfffffe00e1404a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e1404a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e1404ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1404bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1404bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d53ba, rsp = 0x7fffffffe4f8, rbp = 0x7fffffffe540 --- Tracing command md10 pid 93261 tid 101617 td 0xfffffe00d3de7c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e142ea50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e142ea70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e142eab0 _sleep() at _sleep+0x2cd/frame 0xfffffe00e142eb50 md_kthread() at md_kthread+0xe3/frame 0xfffffe00e142ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e142ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e142ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 93245 tid 106121 td 0xfffffe00edf7b500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f93126e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00f9312700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f9312740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00f93127a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00f93127b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00f9312850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00f93128e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00f9312ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f9312bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f9312bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80041a25a, rsp = 0x7fffffffe1f8, rbp = 0x7fffffffe2b0 --- Tracing command tee pid 93244 tid 102849 td 0xfffffe00d351d700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e54ea840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e54ea860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e54ea8a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e54ea900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e54ea910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e54ea9b0 pipe_read() at pipe_read+0x518/frame 0xfffffe00e54eaa10 dofileread() at dofileread+0x81/frame 0xfffffe00e54eaa60 sys_read() at sys_read+0xc0/frame 0xfffffe00e54eaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e54eabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e54eabf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004290da, rsp = 0x7fffffffe658, rbp = 0x7fffffffe6b0 --- Tracing command sh pid 93243 tid 101953 td 0xfffffe00d389f000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e52b86e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e52b8700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e52b8740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e52b87a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e52b87b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e52b8850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e52b88e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e52b8ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e52b8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e52b8bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80041a25a, rsp = 0x7fffffffc998, rbp = 0x7fffffffca50 --- Tracing command sleep pid 80244 tid 102440 td 0xfffffe00d399f300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e38f4870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e38f4890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e38f48d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e38f4930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e38f4970 _sleep() at _sleep+0x258/frame 0xfffffe00e38f4a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e38f4a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e38f4ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e38f4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e38f4bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003ba3ba, rsp = 0x7fffffffe658, rbp = 0x7fffffffe6a0 --- Tracing command aiod4 pid 56967 tid 103991 td 0xfffffe00d3507300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ed14ea20 mi_switch() at mi_switch+0x155/frame 0xfffffe00ed14ea40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ed14ea80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00ed14eac0 _sleep() at _sleep+0x26c/frame 0xfffffe00ed14eb60 aio_daemon() at aio_daemon+0x2fd/frame 0xfffffe00ed14ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00ed14ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00ed14ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command aiod3 pid 56966 tid 104852 td 0xfffffe00eddee000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00f7a31a20 mi_switch() at mi_switch+0x155/frame 0xfffffe00f7a31a40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00f7a31a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00f7a31ac0 _sleep() at _sleep+0x26c/frame 0xfffffe00f7a31b60 aio_daemon() at aio_daemon+0x2fd/frame 0xfffffe00f7a31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00f7a31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00f7a31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command aiod2 pid 56965 tid 101799 td 0xfffffe00d35ad800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1c0ba20 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1c0ba40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1c0ba80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e1c0bac0 _sleep() at _sleep+0x26c/frame 0xfffffe00e1c0bb60 aio_daemon() at aio_daemon+0x2fd/frame 0xfffffe00e1c0bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e1c0bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e1c0bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command aiod1 pid 56964 tid 104450 td 0xfffffe00e4f83500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00eba4da20 mi_switch() at mi_switch+0x155/frame 0xfffffe00eba4da40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00eba4da80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00eba4dac0 _sleep() at _sleep+0x26c/frame 0xfffffe00eba4db60 aio_daemon() at aio_daemon+0x2fd/frame 0xfffffe00eba4dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00eba4dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00eba4dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 3631 tid 100216 td 0xfffffe00e1995100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1442840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1442860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e14428a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1442900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e1442910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e14429b0 pipe_read() at pipe_read+0x518/frame 0xfffffe00e1442a10 dofileread() at dofileread+0x81/frame 0xfffffe00e1442a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e1442ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1442bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1442bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004890da, rsp = 0x7fffffffddb8, rbp = 0x7fffffffe2e0 --- Tracing command awk pid 3629 tid 100215 td 0xfffffe00e1995800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e143d840 mi_switch() at mi_switch+0x155/frame 0xfffffe00e143d860 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e143d8a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e143d900 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e143d910 _sleep() at _sleep+0x2c3/frame 0xfffffe00e143d9b0 pipe_read() at pipe_read+0x518/frame 0xfffffe00e143da10 dofileread() at dofileread+0x81/frame 0xfffffe00e143da60 sys_read() at sys_read+0xc0/frame 0xfffffe00e143dad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e143dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e143dbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80048d0da, rsp = 0x7fffffffe2d8, rbp = 0x7fffffffe2f0 --- Tracing command sh pid 3628 tid 100170 td 0xfffffe00d554a700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df2f06e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2f0700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2f0740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df2f07a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df2f07b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00df2f0850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00df2f08e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00df2f0ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df2f0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df2f0bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80041a25a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe2a0 --- Tracing command sh pid 3560 tid 100228 td 0xfffffe00d38eb700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e147e6e0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd99e0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd99f0 trap() at trap+0x6c/frame 0xfffffe00f8fd9b00 calltrap() at calltrap+0x8/frame 0xfffffe00f8fd9b00 --- trap 0xc, rip = 0xffffffff80ff99a0, rsp = 0xfffffe00f8fd9bd0, rbp = 0xfffffe00f8fd9c60 --- db_read_bytes() at db_read_bytes+0x90/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x32/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- *** error reading from address fffffe00e147e6e8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd9c50 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x4c/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command sh pid 2483 tid 100224 td 0xfffffe00d51ee800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e146a6e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e146a700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e146a740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e146a7a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e146a7b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e146a850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e146a8e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00e146aad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e146abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e146abf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80041a25a, rsp = 0x7fffffffccb8, rbp = 0x7fffffffcd70 --- Tracing command bash pid 2470 tid 100223 td 0xfffffe00e196e000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1465700 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1465720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1465760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e14657c0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e14657d0 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e1465830 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e1465870 kern_select() at kern_select+0x87a/frame 0xfffffe00e1465a50 sys_pselect() at sys_pselect+0x127/frame 0xfffffe00e1465ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1465bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1465bf0 --- syscall (522, FreeBSD ELF64, sys_pselect), rip = 0x80054337a, rsp = 0x7fffffffd588, rbp = 0x7fffffffd650 --- Tracing command csh pid 2468 tid 100222 td 0xfffffe00e1897000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e14608d0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd99e0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd99f0 trap() at trap+0x6c/frame 0xfffffe00f8fd9b00 calltrap() at calltrap+0x8/frame 0xfffffe00f8fd9b00 --- trap 0xc, rip = 0xffffffff80ff99a0, rsp = 0xfffffe00f8fd9bd0, rbp = 0xfffffe00f8fd9c60 --- db_read_bytes() at db_read_bytes+0x90/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x32/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- *** error reading from address fffffe00e14608d8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd9c50 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x4c/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command su pid 2467 tid 100198 td 0xfffffe00e196fc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3dc6e0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd99e0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd99f0 trap() at trap+0x6c/frame 0xfffffe00f8fd9b00 calltrap() at calltrap+0x8/frame 0xfffffe00f8fd9b00 --- trap 0xc, rip = 0xffffffff80ff99a0, rsp = 0xfffffe00f8fd9bd0, rbp = 0xfffffe00f8fd9c60 --- db_read_bytes() at db_read_bytes+0x90/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x32/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- *** error reading from address fffffe00df3dc6e8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd9c50 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x4c/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command bash pid 2460 tid 100221 td 0xfffffe00e1897700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e145b6e0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd99e0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd99f0 trap() at trap+0x6c/frame 0xfffffe00f8fd9b00 calltrap() at calltrap+0x8/frame 0xfffffe00f8fd9b00 --- trap 0xc, rip = 0xffffffff80ff99a0, rsp = 0xfffffe00f8fd9bd0, rbp = 0xfffffe00f8fd9c60 --- db_read_bytes() at db_read_bytes+0x90/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x32/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- *** error reading from address fffffe00e145b6e8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd9c50 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x4c/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command sshd pid 2459 tid 100142 td 0xfffffe003e4c6100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df258740 mi_switch() at mi_switch+0x155/frame 0xfffffe00df258760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2587a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df258800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df258810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df258870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00df2588b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df258a90 sys_select() at sys_select+0x56/frame 0xfffffe00df258ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df258bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df258bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008f10ba, rsp = 0x7fffffffa4f8, rbp = 0x7fffffffa530 --- Tracing command sshd pid 2456 tid 100217 td 0xfffffe00e1897e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e14477b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e14477d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e1447810 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1447870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e1447880 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e14478e0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e1447920 kern_poll() at kern_poll+0x4b7/frame 0xfffffe00e1447ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e1447ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1447bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1447bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80089481a, rsp = 0x7fffffffe558, rbp = 0x7fffffffe590 --- Tracing command csh pid 2452 tid 100181 td 0xfffffe00d554d800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df357790 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3577b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3577f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df357850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df357860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df3578c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00df3578f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00df357950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00df357990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00df357a10 dofileread() at dofileread+0x81/frame 0xfffffe00df357a60 sys_read() at sys_read+0xc0/frame 0xfffffe00df357ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df357bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df357bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80051f0da, rsp = 0x7fffffffe198, rbp = 0x7fffffffe1c0 --- Tracing command login pid 2451 tid 100203 td 0xfffffe00e1993500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3f56e0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd99e0 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd99f0 trap() at trap+0x6c/frame 0xfffffe00f8fd9b00 calltrap() at calltrap+0x8/frame 0xfffffe00f8fd9b00 --- trap 0xc, rip = 0xffffffff80ff99a0, rsp = 0xfffffe00f8fd9bd0, rbp = 0xfffffe00f8fd9c60 --- db_read_bytes() at db_read_bytes+0x90/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x32/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- *** error reading from address fffffe00df3f56e8 *** KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00f8fd9c50 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00f8fd9c60 db_get_value() at db_get_value+0x4c/frame 0xfffffe00f8fd9ca0 db_backtrace() at db_backtrace+0x23e/frame 0xfffffe00f8fd9d30 db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe00f8fd9d50 _db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe00f8fd9df0 db_command() at db_command+0x25c/frame 0xfffffe00f8fd9ec0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00f8fd9f60 db_command() at db_command+0x25c/frame 0xfffffe00f8fda030 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00f8fda040 db_trap() at db_trap+0xe8/frame 0xfffffe00f8fda0d0 kdb_trap() at kdb_trap+0x154/frame 0xfffffe00f8fda140 trap() at trap+0x7b8/frame 0xfffffe00f8fda250 calltrap() at calltrap+0x8/frame 0xfffffe00f8fda250 --- trap 0x3, rip = 0xffffffff80c230f7, rsp = 0xfffffe00f8fda320, rbp = 0xfffffe00f8fda330 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00f8fda330 vpanic() at vpanic+0x19e/frame 0xfffffe00f8fda380 panic() at panic+0x43/frame 0xfffffe00f8fda3e0 cache_fpl_aborted_impl() at cache_fpl_aborted_impl+0x6d/frame 0xfffffe00f8fda400 cache_fplookup_final_withparent() at cache_fplookup_final_withparent+0x393/frame 0xfffffe00f8fda4a0 cache_fplookup_final() at cache_fplookup_final+0xed/frame 0xfffffe00f8fda540 cache_fplookup_impl() at cache_fplookup_impl+0x6ae/frame 0xfffffe00f8fda6d0 cache_fplookup() at cache_fplookup+0x3dc/frame 0xfffffe00f8fda870 namei() at namei+0x1b0/frame 0xfffffe00f8fda930 kern___realpathat() at kern___realpathat+0x8e/frame 0xfffffe00f8fdaaa0 sys___realpathat() at sys___realpathat+0x4e/frame 0xfffffe00f8fdaad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00f8fdabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00f8fdabf0 --- syscall (574, FreeBSD ELF64, sys___realpathat), rip = 0x8002faa5a, rsp = 0x7fffffffd378, rbp = 0x7fffffffd3a0 --- Tracing command getty pid 2450 tid 100218 td 0xfffffe00e196e700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e144c790 mi_switch() at mi_switch+0x155/frame 0xfffffe00e144c7b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e144c7f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e144c850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e144c860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e144c8c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00e144c8f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e144c950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00e144c990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00e144ca10 dofileread() at dofileread+0x81/frame 0xfffffe00e144ca60 sys_read() at sys_read+0xc0/frame 0xfffffe00e144cad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e144cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e144cbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2449 tid 100151 td 0xfffffe00d5dfd500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df285790 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2857b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2857f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df285850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df285860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df2858c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00df2858f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00df285950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00df285990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00df285a10 dofileread() at dofileread+0x81/frame 0xfffffe00df285a60 sys_read() at sys_read+0xc0/frame 0xfffffe00df285ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df285bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df285bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2448 tid 100194 td 0xfffffe00d51eb000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3c8790 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3c87b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3c87f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df3c8850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df3c8860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df3c88c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00df3c88f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00df3c8950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00df3c8990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00df3c8a10 dofileread() at dofileread+0x81/frame 0xfffffe00df3c8a60 sys_read() at sys_read+0xc0/frame 0xfffffe00df3c8ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df3c8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df3c8bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2447 tid 100209 td 0xfffffe00e196ee00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1413790 mi_switch() at mi_switch+0x155/frame 0xfffffe00e14137b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e14137f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1413850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e1413860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e14138c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00e14138f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e1413950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00e1413990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00e1413a10 dofileread() at dofileread+0x81/frame 0xfffffe00e1413a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e1413ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1413bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1413bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2446 tid 100169 td 0xfffffe00d5540e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df2eb790 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2eb7b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2eb7f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df2eb850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df2eb860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df2eb8c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00df2eb8f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00df2eb950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00df2eb990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00df2eba10 dofileread() at dofileread+0x81/frame 0xfffffe00df2eba60 sys_read() at sys_read+0xc0/frame 0xfffffe00df2ebad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df2ebbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df2ebbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2445 tid 100211 td 0xfffffe00e1898500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1429790 mi_switch() at mi_switch+0x155/frame 0xfffffe00e14297b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e14297f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1429850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e1429860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e14298c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00e14298f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e1429950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00e1429990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00e1429a10 dofileread() at dofileread+0x81/frame 0xfffffe00e1429a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e1429ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1429bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1429bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2444 tid 100207 td 0xfffffe00e194a000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1409790 mi_switch() at mi_switch+0x155/frame 0xfffffe00e14097b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e14097f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1409850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e1409860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e14098c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00e14098f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e1409950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00e1409990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00e1409a10 dofileread() at dofileread+0x81/frame 0xfffffe00e1409a60 sys_read() at sys_read+0xc0/frame 0xfffffe00e1409ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1409bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1409bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2443 tid 100195 td 0xfffffe00e194c300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3cd790 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3cd7b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3cd7f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df3cd850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df3cd860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df3cd8c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00df3cd8f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00df3cd950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00df3cd990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00df3cda10 dofileread() at dofileread+0x81/frame 0xfffffe00df3cda60 sys_read() at sys_read+0xc0/frame 0xfffffe00df3cdad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df3cdbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df3cdbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command getty pid 2442 tid 100141 td 0xfffffe00d5541c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df253790 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2537b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2537f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df253850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df253860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df2538c0 tty_wait() at tty_wait+0x9f/frame 0xfffffe00df2538f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00df253950 ttydev_read() at ttydev_read+0x4d/frame 0xfffffe00df253990 devfs_read_f() at devfs_read_f+0x103/frame 0xfffffe00df253a10 dofileread() at dofileread+0x81/frame 0xfffffe00df253a60 sys_read() at sys_read+0xc0/frame 0xfffffe00df253ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df253bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df253bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004460da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command cron pid 2393 tid 100193 td 0xfffffe00d61fb700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df393870 mi_switch() at mi_switch+0x155/frame 0xfffffe00df393890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3938d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df393930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df393970 _sleep() at _sleep+0x258/frame 0xfffffe00df393a10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00df393a90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00df393ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df393bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df393bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003eb3ba, rsp = 0x7fffffffea58, rbp = 0x7fffffffec40 --- Tracing command sshd pid 2389 tid 100210 td 0xfffffe00e1898c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e1418740 mi_switch() at mi_switch+0x155/frame 0xfffffe00e1418760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e14187a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e1418800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e1418810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e1418870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e14188b0 kern_select() at kern_select+0x87a/frame 0xfffffe00e1418a90 sys_select() at sys_select+0x56/frame 0xfffffe00e1418ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e1418bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e1418bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008f10ba, rsp = 0x7fffffffe5e8, rbp = 0x7fffffffe620 --- Tracing command powerd pid 2361 tid 100145 td 0xfffffe00d5dfdc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df267700 mi_switch() at mi_switch+0x155/frame 0xfffffe00df267720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df267760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df2677c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df267800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00df267870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00df2678b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df267a90 sys_select() at sys_select+0x56/frame 0xfffffe00df267ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df267bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df267bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8004430ba, rsp = 0x7fffffffeb08, rbp = 0x7fffffffec50 --- Tracing command ntpd pid 2358 tid 100205 td 0xfffffe00e1992700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3ff740 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3ff760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3ff7a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df3ff800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df3ff810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df3ff870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00df3ff8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df3ffa90 sys_select() at sys_select+0x56/frame 0xfffffe00df3ffad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df3ffbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df3ffbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008200ba, rsp = 0x7fffffffde78, rbp = 0x7fffffffdeb0 --- Tracing command ntpd pid 2358 tid 100322 td 0xfffffe00d396c100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00ec6b1820 mi_switch() at mi_switch+0x155/frame 0xfffffe00ec6b1840 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00ec6b1880 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00ec6b18e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00ec6b18f0 _sleep() at _sleep+0x2c3/frame 0xfffffe00ec6b1990 umtxq_sleep() at umtxq_sleep+0x19e/frame 0xfffffe00ec6b19f0 do_sem2_wait() at do_sem2_wait+0x38f/frame 0xfffffe00ec6b1a80 __umtx_op_sem2_wait() at __umtx_op_sem2_wait+0x76/frame 0xfffffe00ec6b1ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00ec6b1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00ec6b1bf0 --- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x80070a2ea, rsp = 0x7fffdfffdee8, rbp = 0x7fffdfffdf60 --- Tracing command rpc.lockd pid 2295 tid 100201 td 0xfffffe00e194ae00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df3eb640 mi_switch() at mi_switch+0x155/frame 0xfffffe00df3eb660 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3eb6a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df3eb700 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df3eb740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00df3eb7b0 svc_run_internal() at svc_run_internal+0xafe/frame 0xfffffe00df3eb8f0 svc_run() at svc_run+0x253/frame 0xfffffe00df3eb950 sys_nlm_syscall() at sys_nlm_syscall+0x74d/frame 0xfffffe00df3ebad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df3ebbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df3ebbf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x8002fb4ba, rsp = 0x7fffffffeb78, rbp = 0x7fffffffec40 --- Tracing command rpc.statd pid 2292 tid 100158 td 0xfffffe00d5dfce00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df2a8700 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2a8720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2a8760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df2a87c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df2a8800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00df2a8870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00df2a88b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df2a8a90 sys_select() at sys_select+0x56/frame 0xfffffe00df2a8ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df2a8bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df2a8bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8004390ba, rsp = 0x7fffffffea18, rbp = 0x7fffffffeb60 --- Tracing command watchdogd pid 2246 tid 100208 td 0xfffffe00e1992000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00e140e870 mi_switch() at mi_switch+0x155/frame 0xfffffe00e140e890 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e140e8d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e140e930 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e140e970 _sleep() at _sleep+0x258/frame 0xfffffe00e140ea10 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e140ea90 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe00e140ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00e140ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e140ebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003d43ba, rsp = 0x7fffffffea18, rbp = 0x7fffffffea60 --- Tracing command rpcbind pid 2098 tid 100189 td 0xfffffe00d55b1500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df37f770 mi_switch() at mi_switch+0x155/frame 0xfffffe00df37f790 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df37f7d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df37f830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df37f870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00df37f8e0 seltdwait() at seltdwait+0x6b/frame 0xfffffe00df37f920 kern_poll() at kern_poll+0x4b7/frame 0xfffffe00df37fab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00df37fad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df37fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df37fbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003e181a, rsp = 0x7fffffffc9b8, rbp = 0x7fffffffebd0 --- Tracing command syslogd pid 2088 tid 100156 td 0xfffffe003e4c5a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df29e740 mi_switch() at mi_switch+0x155/frame 0xfffffe00df29e760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df29e7a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df29e800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df29e810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df29e870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00df29e8b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df29ea90 sys_select() at sys_select+0x56/frame 0xfffffe00df29ead0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df29ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df29ebf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80044c0ba, rsp = 0x7fffffffe6c8, rbp = 0x7fffffffec40 --- Tracing command devd pid 2017 tid 100163 td 0xfffffe00d554ae00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df2c1700 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2c1720 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df2c1760 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df2c17c0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df2c1800 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00df2c1870 seltdwait() at seltdwait+0x6b/frame 0xfffffe00df2c18b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df2c1a90 sys_select() at sys_select+0x56/frame 0xfffffe00df2c1ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df2c1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df2c1bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x302c0a, rsp = 0x7fffffffcac8, rbp = 0x7fffffffec60 --- Tracing command dhclient pid 2006 tid 100190 td 0xfffffe00d31b6500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df384770 mi_switch() at mi_switch+0x155/frame 0xfffffe00df384790 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3847d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df384830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00df384870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00df3848e0 seltdwait() at seltdwait+0x6b/frame 0xfffffe00df384920 kern_poll() at kern_poll+0x4b7/frame 0xfffffe00df384ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00df384ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df384bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df384bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80040681a, rsp = 0x7fffffffeba8, rbp = 0x7fffffffebe0 --- Tracing command dhclient pid 1930 tid 100147 td 0xfffffe00d61fd300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df2717b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00df2717d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df271810 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df271870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df271880 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df2718e0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00df271920 kern_poll() at kern_poll+0x4b7/frame 0xfffffe00df271ab0 sys_poll() at sys_poll+0x50/frame 0xfffffe00df271ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df271bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df271bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80040681a, rsp = 0x7fffffffebb8, rbp = 0x7fffffffebe0 --- Tracing command dhclient pid 1927 tid 100180 td 0xfffffe00d55b3100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df352740 mi_switch() at mi_switch+0x155/frame 0xfffffe00df352760 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df3527a0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00df352800 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00df352810 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00df352870 seltdwait() at seltdwait+0x8d/frame 0xfffffe00df3528b0 kern_select() at kern_select+0x87a/frame 0xfffffe00df352a90 sys_select() at sys_select+0x56/frame 0xfffffe00df352ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00df352bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00df352bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8004630ba, rsp = 0x7fffffffe968, rbp = 0x7fffffffea20 --- Tracing command syncer pid 33 tid 100135 td 0xfffffe00d5dfe300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7df3a00 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7df3a20 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7df3a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7df3aa0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x184/frame 0xfffffe00d7df3b10 sched_sync() at sched_sync+0x61b/frame 0xfffffe00d7df3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7df3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7df3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 32 tid 100133 td 0xfffffe00d5dfea00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7de99d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7de99f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7de9a30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7de9a70 _sleep() at _sleep+0x26c/frame 0xfffffe00d7de9b10 vnlru_proc() at vnlru_proc+0x199/frame 0xfffffe00d7de9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7de9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7de9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 31 tid 100131 td 0xfffffe00d61fe100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d63bea40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d63bea60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d63beaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d63beb40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00d63bebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d63bebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d63bebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100128 td 0xfffffe00d5dff100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d628fa20 mi_switch() at mi_switch+0x155/frame 0xfffffe00d628fa40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d628fa80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d628fac0 _sleep() at _sleep+0x26c/frame 0xfffffe00d628fb60 buf_daemon() at buf_daemon+0x112/frame 0xfffffe00d628fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d628fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d628fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100132 td 0xfffffe00d58e6300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7de4a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7de4a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7de4a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7de4ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d7de4b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d7de4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7de4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7de4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100134 td 0xfffffe00d58e5c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7deea10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7deea30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7deea70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7deeab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d7deeb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d7deebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7deebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7deebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100136 td 0xfffffe00d58e5500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7df8a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7df8a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7df8a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7df8ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d7df8b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d7df8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7df8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7df8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100137 td 0xfffffe00d58e4e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d7dfda10 mi_switch() at mi_switch+0x155/frame 0xfffffe00d7dfda30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d7dfda70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d7dfdab0 _sleep() at _sleep+0x26c/frame 0xfffffe00d7dfdb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00d7dfdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d7dfdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d7dfdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100138 td 0xfffffe00d58e4700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df244a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df244a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df244a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df244ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00df244b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00df244bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df244bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df244bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100139 td 0xfffffe00d58e4000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df249a10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df249a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df249a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df249ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00df249b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00df249bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df249bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df249bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100140 td 0xfffffe00d58e3800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df24ea10 mi_switch() at mi_switch+0x155/frame 0xfffffe00df24ea30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df24ea70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df24eab0 _sleep() at _sleep+0x26c/frame 0xfffffe00df24eb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00df24ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df24ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df24ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100153 td 0xfffffe00d558c700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df28fa40 mi_switch() at mi_switch+0x155/frame 0xfffffe00df28fa60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df28faa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df28fae0 _sleep() at _sleep+0x26c/frame 0xfffffe00df28fb80 softdep_flush() at softdep_flush+0x16e/frame 0xfffffe00df28fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df28fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df28fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 30 tid 100155 td 0xfffffe003e19b000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00df299a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00df299a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00df299aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00df299ae0 _sleep() at _sleep+0x26c/frame 0xfffffe00df299b80 softdep_flush() at softdep_flush+0x16e/frame 0xfffffe00df299bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00df299bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00df299bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 29 tid 100127 td 0xfffffe00d6097e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d628aa40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d628aa60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d628aaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d628ab40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe00d628abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d628abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d628abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 28 tid 100126 td 0xfffffe00d6098500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6285670 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6285690 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d62856d0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d6285710 _sleep() at _sleep+0x26c/frame 0xfffffe00d62857b0 vm_pageout_worker() at vm_pageout_worker+0x279/frame 0xfffffe00d6285b70 vm_pageout() at vm_pageout+0x193/frame 0xfffffe00d6285bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6285bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6285bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 28 tid 100129 td 0xfffffe00d58e2a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6294830 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6294850 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6294890 _sleep() at _sleep+0x2cd/frame 0xfffffe00d6294930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xc21/frame 0xfffffe00d6294bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6294bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6294bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 28 tid 100130 td 0xfffffe00d58e2300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6299a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6299a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6299aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d6299ae0 _sleep() at _sleep+0x26c/frame 0xfffffe00d6299b80 uma_reclaim_worker() at uma_reclaim_worker+0xb8/frame 0xfffffe00d6299bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6299bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6299bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 27 tid 100125 td 0xfffffe00d61fe800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6280a40 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6280a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6280aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d6280b40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00d6280bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6280bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6280bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 26 tid 100122 td 0xfffffe00d6099a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d62719f0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6271a10 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6271a50 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d6271a90 _sleep() at _sleep+0x26c/frame 0xfffffe00d6271b30 random_kthread() at random_kthread+0x67/frame 0xfffffe00d6271bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6271bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6271bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 25 tid 100118 td 0xfffffe00d31b8100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6251a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6251a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6251a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d6251ad0 _sleep() at _sleep+0x26c/frame 0xfffffe00d6251b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00d6251bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6251bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6251bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 24 tid 100117 td 0xfffffe00d31b8800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d624ca30 mi_switch() at mi_switch+0x155/frame 0xfffffe00d624ca50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d624ca90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00d624cad0 _sleep() at _sleep+0x26c/frame 0xfffffe00d624cb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00d624cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d624cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d624cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 23 tid 100116 td 0xfffffe00d6097000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bffa30 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bffa50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bffa90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bffad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bffb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037bffbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bffbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bffbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 22 tid 100115 td 0xfffffe00d6097700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bfaa30 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bfaa50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bfaa90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bfaad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bfab70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037bfabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bfabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bfabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100096 td 0xfffffe003e4c3e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b77ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b77ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b77b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b77b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b77bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b77bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100097 td 0xfffffe003e4c3700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b7cab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b7cad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b7cb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b7cb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b7cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b7cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b7cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100098 td 0xfffffe003e4c3000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b81ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b81ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b81b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b81b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b81bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b81bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b81bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100099 td 0xfffffe003e19e800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b86ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b86ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b86b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b86b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b86bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b86bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b86bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100100 td 0xfffffe003e19e100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b8bab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b8bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b8bb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b8bb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b8bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b8bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b8bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100102 td 0xfffffe00d2e2b500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b95ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b95ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b95b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b95b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b95bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b95bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b95bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100103 td 0xfffffe00d2e2ae00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b9aab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b9aad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b9ab10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b9ab70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b9abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b9abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b9abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100104 td 0xfffffe00d2e2a700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b9fab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b9fad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b9fb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b9fb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b9fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b9fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b9fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100105 td 0xfffffe00d2e2a000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ba4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ba4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ba4b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037ba4b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037ba4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ba4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ba4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100106 td 0xfffffe003e4c6800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ba9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ba9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ba9b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037ba9b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037ba9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ba9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ba9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100107 td 0xfffffe00d31b5e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bbaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bbaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bbab10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bbab70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bbabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bbabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bbabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100108 td 0xfffffe00d31b5700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bbfab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bbfad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bbfb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bbfb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bbfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bbfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bbfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100109 td 0xfffffe00d31b5000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bc4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bc4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bc4b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bc4b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bc4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bc4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bc4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100110 td 0xfffffe00d2e2d800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bc9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bc9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bc9b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bc9b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bc9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bc9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bc9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100111 td 0xfffffe00d2e2d100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bceab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bcead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bceb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037bceb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037bcebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bcebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bcebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100091 td 0xfffffe003e19c500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b5ea60 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b5ea80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b5eac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b5eb60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0037b5ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b5ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b5ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100092 td 0xfffffe003e19be00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b63a60 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b63a80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b63ac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b63b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0037b63bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b63bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b63bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100093 td 0xfffffe003e19b700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b68a60 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b68a80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b68ac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b68b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe0037b68bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b68bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100124 td 0xfffffe00d6098c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d627ba70 mi_switch() at mi_switch+0x155/frame 0xfffffe00d627ba90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d627bad0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d627bb70 xpt_scanner_thread() at xpt_scanner_thread+0x68/frame 0xfffffe00d627bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d627bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d627bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100090 td 0xfffffe003e19cc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b59a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b59a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b59ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b59b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b59bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b59bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b59bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100089 td 0xfffffe003e19d300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b54a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b54a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b54ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b54b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b54bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b54bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b54bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100088 td 0xfffffe003e1c2800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b4fa50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b4fa70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b4fab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b4fb50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b4fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b4fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b4fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100087 td 0xfffffe003e1a7000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b4aa50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b4aa70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b4aab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b4ab50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100086 td 0xfffffe003e1a7700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b45a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b45a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b45ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b45b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 9 tid 100085 td 0xfffffe003e1a7e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b40a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b40a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b40ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b40b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 8 tid 100084 td 0xfffffe003e1a8500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b3ba50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b3ba70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b3bab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b3bb50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 7 tid 100083 td 0xfffffe003e1a8c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b36a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b36a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b36ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b36b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 6 tid 100082 td 0xfffffe003e1a9300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b31a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b31a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b31ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b31b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 5 tid 100081 td 0xfffffe003e1a9a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b2ca50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b2ca70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b2cab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b2cb50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 4 tid 100080 td 0xfffffe003e1bf000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b27a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b27a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b27ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b27b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 3 tid 100079 td 0xfffffe003e1bf700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b22a50 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b22a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b22ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b22b50 crypto_ret_proc() at crypto_ret_proc+0x21f/frame 0xfffffe0037b22bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b22bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b22bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 2 tid 100078 td 0xfffffe003e1bfe00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b1da70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b1da90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b1dad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b1db70 crypto_proc() at crypto_proc+0x25f/frame 0xfffffe0037b1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100065 td 0xfffffe003e1e6800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037adca70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037adca90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037adcad0 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037adcb30 seq_eventthread() at seq_eventthread+0x91/frame 0xfffffe0037adcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037adcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037adcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100062 td 0xfffffe003e1f0c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ac1a70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ac1a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ac1ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ac1b70 g_run_events() at g_run_events+0x64/frame 0xfffffe0037ac1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ac1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ac1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100063 td 0xfffffe003e1f0500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ac6a70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ac6a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ac6ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ac6b70 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe0037ac6ba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe0037ac6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ac6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ac6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100064 td 0xfffffe003e1efe00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037acba70 mi_switch() at mi_switch+0x155/frame 0xfffffe0037acba90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037acbad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037acbb70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe0037acbba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe0037acbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037acbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037acbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100040 td 0xfffffe003e468300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffffe003e470000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a0eb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a0eb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100044 td 0xfffffe003e46f800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a13b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a13b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100047 td 0xfffffe003e46e300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffffe003e46dc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a57b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a57b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a57bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a57bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a57bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100049 td 0xfffffe003e1ef700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a5cb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a5cb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a5cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a5cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a5cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100050 td 0xfffffe003e1ef000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a61b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a61b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a61bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a61bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a61bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100051 td 0xfffffe003e473800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a66b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a66b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a66bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a66bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a66bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100052 td 0xfffffe003e473100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a6bb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a6bb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a6bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a6bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a6bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100053 td 0xfffffe003e472a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a70b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a70b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a70bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a70bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a70bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100054 td 0xfffffe003e472300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a75b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a75b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a75bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a75bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a75bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100055 td 0xfffffe003e471c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a7ab00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a7ab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a7abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a7abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a7abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100056 td 0xfffffe003e471500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a7fb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a7fb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a7fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a7fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a7fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100057 td 0xfffffe003e1e3000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a84b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a84b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a84bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a84bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a84bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100058 td 0xfffffe003e1f2800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a89b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a89b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a89bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a89bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a89bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100059 td 0xfffffe003e1f2100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a8eb00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a8eb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a8ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a8ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a8ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100060 td 0xfffffe003e1f1a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a93b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a93b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037a93bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a93bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a93bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100094 td 0xfffffe003e4c4c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b6db00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b6db20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037b6dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b6dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b6dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100095 td 0xfffffe003e4c4500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b72b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b72b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037b72bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b72bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100101 td 0xfffffe003e19da00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b90b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b90b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037b90bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b90bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b90bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100112 td 0xfffffe00d2e2ca00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100113 td 0xfffffe00d2e2c300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bd8b00 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bd8b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe0037bd8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bd8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bd8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100172 td 0xfffffe00d5dfc000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100173 td 0xfffffe00d51ee100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100174 td 0xfffffe00d51eda00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100175 td 0xfffffe00d51ed300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100176 td 0xfffffe00d51ecc00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffffe00d51ec500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100178 td 0xfffffe00d51ebe00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe00d51eb700 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xfffffe003e3d9300 (CPU 0) cpustop_handler() at cpustop_handler+0x26/frame 0xffffffff81de3aa0 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81de3ab0 trap() at trap+0x56/frame 0xffffffff81de3bc0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81de3bc0 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add46ad0, rbp = 0xfffffe00add46ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add46ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add46bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add46bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add46bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe003e3d8c00 (CPU 1) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e17de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e17de10 trap() at trap+0x56/frame 0xfffffe003e17df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e17df20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add4bad0, rbp = 0xfffffe00add4bae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add4bae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add4bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add4bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add4bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe003e3d8500 (CPU 2) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e189e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e189e10 trap() at trap+0x56/frame 0xfffffe003e189f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e189f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add50ad0, rbp = 0xfffffe00add50ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add50ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add50bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add50bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add50bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe003e3d7e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add55ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add55ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00add55bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add55bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add55bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe003e3d7700 (CPU 4) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1a1e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1a1e10 trap() at trap+0x56/frame 0xfffffe003e1a1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1a1f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add5aad0, rbp = 0xfffffe00add5aae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add5aae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add5abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe003e3d7000 (CPU 5) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1ade00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1ade10 trap() at trap+0x56/frame 0xfffffe003e1adf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1adf20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add5fad0, rbp = 0xfffffe00add5fae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add5fae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add5fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add5fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add5fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe003e3e1a00 (CPU 6) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1b9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1b9e10 trap() at trap+0x56/frame 0xfffffe003e1b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1b9f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add64ad0, rbp = 0xfffffe00add64ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add64ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add64bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add64bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add64bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe003e3e1300 (CPU 7) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1c5e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1c5e10 trap() at trap+0x56/frame 0xfffffe003e1c5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1c5f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add69ad0, rbp = 0xfffffe00add69ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add69ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add69bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add69bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add69bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe003e3e0c00 (CPU 8) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1d1e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1d1e10 trap() at trap+0x56/frame 0xfffffe003e1d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1d1f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add6ead0, rbp = 0xfffffe00add6eae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add6eae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add6ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add6ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add6ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe003e3e0500 (CPU 9) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1dde00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1dde10 trap() at trap+0x56/frame 0xfffffe003e1ddf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1ddf20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add73ad0, rbp = 0xfffffe00add73ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add73ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add73bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add73bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add73bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe003e3dfe00 (CPU 10) cpustop_handler() at cpustop_handler+0x26/frame 0xfffffe003e1e9e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003e1e9e10 trap() at trap+0x56/frame 0xfffffe003e1e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1e9f20 --- trap 0x13, rip = 0xffffffff80fe648e, rsp = 0xfffffe00add78ad0, rbp = 0xfffffe00add78ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00add78ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00add78bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add78bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add78bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe003e3df700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add7dac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add7dae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00add7dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add7dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add7dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe003e3d9a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add416e0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add41700 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add41740 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00add417a0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00add417b0 _sleep() at _sleep+0x2c3/frame 0xfffffe00add41850 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00add418e0 sys_wait4() at sys_wait4+0x7b/frame 0xfffffe00add41ad0 amd64_syscall() at amd64_syscall+0x159/frame 0xfffffe00add41bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00add41bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x2bda3a, rsp = 0x7fffffffe728, rbp = 0x7fffffffe790 --- Tracing command audit pid 10 tid 100001 td 0xfffffe003e3da100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add3ca90 mi_switch() at mi_switch+0x155/frame 0xfffffe00add3cab0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add3caf0 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe00add3cb50 audit_worker() at audit_worker+0x9f/frame 0xfffffe00add3cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add3cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add3cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff81c8b420 sched_switch() at sched_switch+0x5b2/frame 0xffffffff82120ad0 mi_switch() at mi_switch+0x155/frame 0xffffffff82120af0 sleepq_switch() at sleepq_switch+0x11a/frame 0xffffffff82120b30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82120b70 _sleep() at _sleep+0x26c/frame 0xffffffff82120c10 swapper() at swapper+0x75/frame 0xffffffff82120c60 mi_startup() at mi_startup+0x2ed/frame 0xffffffff82120cb0 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffffe003e3df000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add82ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add82ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add82b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add82b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add82bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add82bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add82bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe003e3da800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add87ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add87ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add87b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add87b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add87bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add87bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add87bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe003e3fe300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add8cab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add8cad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add8cb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add8cb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add8cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add8cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add8cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe003e3fdc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add91ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add91ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add91b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add91b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add91bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add91bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add91bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe003e3fd500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add96ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add96ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add96b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add96b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add96bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add96bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add96bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe003e3fce00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00add9bab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00add9bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add9bb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00add9bb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00add9bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add9bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add9bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe003e3fc700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adda0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adda0ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adda0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adda0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adda0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adda0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adda0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe003e3fc000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adda5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adda5ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adda5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adda5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adda5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adda5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adda5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe003e3e2800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addaaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addaaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addaab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addaab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addaabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addaabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addaabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe003e3e2100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addafab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addafad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addafb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addafb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addafbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addafbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addafbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe003e467c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addb4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addb4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addb4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addb4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addb4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addb4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addb4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe003e467500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addb9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addb9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addb9b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addb9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addb9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addb9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addb9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe003e466e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addbeab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addbead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addbeb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addbeb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addbebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addbebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addbebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe003e466700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addc3ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addc3ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addc3b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addc3b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addc3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addc3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addc3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe003e466000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addc8ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addc8ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addc8b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addc8b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addc8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addc8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addc8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe003e3ff800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addcdab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addcdad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addcdb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addcdb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addcdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addcdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addcdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe003e3ff100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addd2ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addd2ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addd2b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addd2b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addd2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe003e3fea00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addd7ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addd7ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addd7b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addd7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addd7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addd7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addd7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe003e46d500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adddcab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adddcad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adddcb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adddcb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adddcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adddcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adddcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe003e46ce00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adde1ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adde1ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adde1b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adde1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adde1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adde1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adde1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe003e46c700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00adde6ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00adde6ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00adde6b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00adde6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00adde6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adde6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adde6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe003e46c000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addebab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addebad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addebb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addebb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe003e469800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addf0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addf0ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addf0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addf0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addf0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addf0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addf0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe003e469100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addf5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addf5ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addf5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addf5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addf5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addf5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addf5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe003e468a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00addfaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00addfaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addfab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addfab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00addfabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addfabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addfabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe003e470e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a04a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a04aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a04ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a04b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe003e470700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a09a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a09aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a09ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a09b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe003e46f100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a18a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a18aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a18ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a18b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe003e46ea00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037a1da80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037a1daa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a1dae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a1db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037a1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe003e1f1300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037abca80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037abcaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037abcae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037abcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037abcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037abcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037abcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe003e1e6100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ae1a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ae1aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ae1ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ae1b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037ae1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ae1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ae1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe003e1e5a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037ae6a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037ae6aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ae6ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ae6b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037ae6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ae6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ae6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe003e1e5300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037aeba80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037aebaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aebae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aebb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037aebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe003e1e4c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037af0a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037af0aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037af0ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037af0b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037af0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037af0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037af0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe003e1e4500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037af5a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037af5aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037af5ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037af5b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037af5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037af5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037af5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe003e1e3e00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037afaa80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037afaaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037afaae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037afab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037afabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037afabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037afabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe003e1e3700 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037affa80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037affaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037affae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037affb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037affbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037affbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037affbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe003e1c2100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b04a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b04aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b04ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b04b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe003e1c1a00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b09a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b09aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b09ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b09b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffffe003e1c1300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b0ea80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b0eaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b0eae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b0eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffffe003e1c0c00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b13a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b13aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b13ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b13b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffffe003e1c0500 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037b18a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037b18aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b18ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b18b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe0037b18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100114 td 0xfffffe00d2e2bc00 sched_switch() at sched_switch+0x5b2/frame 0xfffffe0037bddab0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037bddad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bddb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037bddb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe0037bddbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bddbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bddbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100119 td 0xfffffe00d61fb000 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6262ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6262ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6262b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00d6262b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00d6262bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6262bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6262bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100120 td 0xfffffe00d609a800 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6267ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6267ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6267b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00d6267b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00d6267bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6267bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6267bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100121 td 0xfffffe00d609a100 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d626cab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00d626cad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d626cb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00d626cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00d626cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d626cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d626cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffffe00d6099300 sched_switch() at sched_switch+0x5b2/frame 0xfffffe00d6276a80 mi_switch() at mi_switch+0x155/frame 0xfffffe00d6276aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00d6276ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe00d6276b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00d6276bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00d6276bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00d6276bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> show allchains chain 1: thread 103888 (pid 93307, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 2: thread 101760 (pid 93306, swap) is sleeping on 0xffffffff81cab9c3 "nanslp" chain 3: thread 103739 (pid 93305, swap) is sleeping on 0xffffffff81cab9c1 "nanslp" chain 4: thread 104213 (pid 93304, swap) is sleeping on 0xffffffff81cab9ca "nanslp" chain 5: thread 103188 (pid 93303, swap) is sleeping on 0xffffffff81cab9c4 "nanslp" chain 6: thread 100303 (pid 93302, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 7: thread 105965 (pid 93301, swap) is sleeping on 0xffffffff81cab9cb "nanslp" chain 8: thread 100328 (pid 93300, swap) is sleeping on 0xffffffff81cab9ca "nanslp" chain 9: thread 100284 (pid 93299, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 10: thread 102923 (pid 93298, swap) is sleeping on 0xffffffff81cab9c5 "nanslp" chain 11: thread 102789 (pid 93297, swap) is sleeping on 0xffffffff81cab9c3 "nanslp" chain 12: thread 106335 (pid 93296, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 13: thread 102204 (pid 93295, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 14: thread 101878 (pid 93294, swap) is sleeping on 0xffffffff81cab9c0 "nanslp" chain 15: thread 102652 (pid 93293, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 16: thread 103960 (pid 93292, swap) is sleeping on 0xffffffff81cab9ca "nanslp" chain 17: thread 101167 (pid 93291, swap) is sleeping on 0xffffffff81cab9c6 "nanslp" chain 18: thread 100769 (pid 93290, swap) is sleeping on 0xffffffff81cab9c3 "nanslp" chain 19: thread 101995 (pid 93289, swap) is sleeping on 0xffffffff81cab9cb "nanslp" chain 20: thread 101314 (pid 93288, swap) is sleeping on 0xffffffff81cab9c1 "nanslp" chain 21: thread 103341 (pid 93287, swap) is sleeping on 0xfffff801e178ba40 "wait" chain 22: thread 102165 (pid 93286, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 23: thread 100507 (pid 93285, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 24: thread 103988 (pid 93284, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 25: thread 103259 (pid 93283, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 26: thread 103499 (pid 93281, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 27: thread 102831 (pid 93280, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 28: thread 104626 (pid 93279, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 29: thread 106689 (pid 93278, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 30: thread 103723 (pid 93277, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 31: thread 101458 (pid 93276, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 32: thread 101877 (pid 93275, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 33: thread 102862 (pid 93274, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 34: thread 101683 (pid 93273, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 35: thread 102447 (pid 93272, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 36: thread 101066 (pid 93271, link) is blocked on lockmgr ufsEXCL thread 102858 (pid 93282, link) is running on CPU 3 chain 37: thread 101872 (pid 93267, link) is sleeping on 0xfffff803b6d71000 "wait" chain 38: thread 101128 (pid 93266, swap) is sleeping on 0xffffffff81cab9c3 "nanslp" chain 39: thread 101617 (pid 93261, md10) is sleeping on 0xfffff80313b81000 "mdwait" chain 40: thread 106121 (pid 93245, sh) is sleeping on 0xfffff804eae9aa40 "wait" chain 41: thread 102849 (pid 93244, tee) is sleeping on 0xfffff806a3bd55f0 "piperd" chain 42: thread 101953 (pid 93243, sh) is sleeping on 0xfffff803a77c6520 "wait" chain 43: thread 102440 (pid 80244, sleep) is sleeping on 0xffffffff81cab9c0 "nanslp" chain 44: thread 103991 (pid 56967, aiod4) is sleeping on 0xfffff804264dca40 "aiordy" chain 45: thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL : : thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is blocked on lockmgr @^G^G EXCL thread 104852 (pid 56966, aiod3) is bloc (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=0x0) at ../../../kern/kern_shutdown.c:394 #2 0xffffffff8049c38a in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff8049c14c in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804a1158 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #5 0xffffffff8049c14c in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #6 0xffffffff804a1158 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #7 0xffffffff8049c14c in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:482 #8 0xffffffff8049bebd in db_command_loop () at ../../../ddb/db_command.c:535 #9 0xffffffff8049f168 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #10 0xffffffff80c23964 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:699 #11 0xffffffff81026b18 in trap (frame=0xfffffe00f8fda260) at ../../../amd64/amd64/trap.c:576 #12 #13 kdb_enter (why=0xffffffff811f1937 "panic", msg=) at ../../../kern/subr_kdb.c:486 #14 0xffffffff80bd886e in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:902 #15 0xffffffff80bd8603 in panic (fmt=0xffffffff81c8c848 "tB\033\201\377\377\377\377") at ../../../kern/kern_shutdown.c:839 #16 0xffffffff80ca34dd in cache_fpl_aborted_impl (fpl=0xfffffe00f8fda7d8, line=0xce5) at ../../../kern/vfs_cache.c:2971 #17 0xffffffff80ca6343 in cache_fplookup_final_withparent (fpl=0xfffffe00f8fda7d8) at ../../../kern/vfs_cache.c:3301 #18 0xffffffff80ca537d in cache_fplookup_final (fpl=0xfffffe00f8fda7d8) at ../../../kern/vfs_cache.c:3326 #19 0xffffffff80ca005e in cache_fplookup_impl (dvp=0xfffff80014fc2510, fpl=0xfffffe00f8fda7d8) at ../../../kern/vfs_cache.c:3704 #20 0xffffffff80c9f3dc in cache_fplookup (ndp=0xfffffe00f8fda980, status=0xfffffe00f8fda8ec, pwdp=0xfffffe00f8fda8f0) at ../../../kern/vfs_cache.c:3868 #21 0xffffffff80cad8b0 in namei (ndp=0xfffffe00f8fda980) at ../../../kern/vfs_lookup.c:539 #22 0xffffffff80c9e33e in kern___realpathat (td=0xfffffe00edf32700, fd=0xffffff9c, path=0x7fffffffeb11 , buf=0x7fffffffd4c0 , size=0x400, flags=0x0, pathseg=UIO_USERSPACE) at ../../../kern/vfs_cache.c:2339 #23 0xffffffff80c9e29e in sys___realpathat (td=0xfffffe00edf32700, uap=0xfffffe00edf32ae8) at ../../../kern/vfs_cache.c:2354 #24 0xffffffff81027969 in syscallenter (td=0xfffffe00edf32700) at ../../../amd64/amd64/../../kern/subr_syscall.c:162 #25 amd64_syscall (td=0xfffffe00edf32700, traced=0x0) at ../../../amd64/amd64/trap.c:1157 #26 #27 0x00000008002faa5a in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffd378 (kgdb) f 16 #16 0xffffffff80ca34dd in cache_fpl_aborted_impl (fpl=0xfffffe00f8fda7d8, line=0xce5) at ../../../kern/vfs_cache.c:2971 2971 KASSERT(fpl->status == CACHE_FPL_STATUS_PARTIAL, (kgdb) l 2966 static int 2967 cache_fpl_aborted_impl(struct cache_fpl *fpl, int line) 2968 { 2969 2970 if (fpl->status != CACHE_FPL_STATUS_UNSET) { 2971 KASSERT(fpl->status == CACHE_FPL_STATUS_PARTIAL, 2972 ("%s: converting to abort from %d at %d, set at %d\n", 2973 __func__, fpl->status, line, fpl->line)); 2974 } 2975 fpl->status = CACHE_FPL_STATUS_ABORTED; (kgdb) info loc No locals. (kgdb) p *fpl $1 = {line = 0xca4, status = CACHE_FPL_STATUS_ABORTED, in_smr = 0x0, ndp = 0xfffffe00f8fda980, snd = {cn_flags = 0x4000850, cn_namelen = 0xfffffe00edf32700, cn_nameptr = 0xfffff802af124801 "mnt", ni_pathlen = 0x4}, cnp = 0xfffffe00f8fdaa10, dvp = 0xfffff80014fc2510, dvp_seqc = 0xda, tvp = 0xfffff802c3214a20, tvp_seqc = 0x6c0c8, pwd = 0xfffff8011b8d9580} (kgdb) f 17 #17 0xffffffff80ca6343 in cache_fplookup_final_withparent (fpl=0xfffffe00f8fda7d8) at ../../../kern/vfs_cache.c:3301 3301 cache_fpl_aborted(fpl); (kgdb) l 3296 if (error != 0) { 3297 if ((cnp->cn_flags & LOCKPARENT) != 0) 3298 vput(dvp); 3299 else 3300 vrele(dvp); 3301 cache_fpl_aborted(fpl); 3302 return (error); 3303 } 3304 3305 MPASS(fpl->status == CACHE_FPL_STATUS_HANDLED); (kgdb) info loc dvs = VGET_USECOUNT tvs = VGET_USECOUNT cnp = 0xfffffe00f8fdaa10 dvp = 0xfffff80014fc2510 tvp = 0xfffff802c3214a20 dvp_seqc = 0xda tvp_seqc = 0x6c0c8 error = 0xfffff81c (kgdb) Index: src/sys/fs/devfs/devfs.h =================================================================== --- src/sys/fs/devfs/devfs.h (revision 363623) +++ src/sys/fs/devfs/devfs.h (working copy) @@ -153,6 +153,7 @@ struct devfs_dirent { struct timespec de_ctime; struct vnode *de_vnode; char *de_symlink; + int de_usecount; }; struct devfs_mount { @@ -202,6 +203,9 @@ struct devfs_dirent *devfs_vmkdir(struct devfs_mou struct devfs_dirent *devfs_find(struct devfs_dirent *, const char *, int, int); +void devfs_ctty_ref(struct vnode *); +void devfs_ctty_unref(struct vnode *); + #endif /* _KERNEL */ #endif /* !_FS_DEVFS_DEVFS_H_ */ Index: src/sys/fs/devfs/devfs_vnops.c =================================================================== --- src/sys/fs/devfs/devfs_vnops.c (revision 363623) +++ src/sys/fs/devfs/devfs_vnops.c (working copy) @@ -222,6 +222,88 @@ devfs_clear_cdevpriv(void) devfs_fpdrop(fp); } +static void +devfs_usecount_add(struct vnode *vp) +{ + struct devfs_dirent *de; + struct cdev *dev; + + VI_LOCK(vp); + if (VN_IS_DOOMED(vp)) { + VI_UNLOCK(vp); + return; + } + + de = vp->v_data; + dev = vp->v_rdev; + MPASS(de != NULL); + MPASS(dev != NULL); + dev_lock(); + dev->si_usecount++; + de->de_usecount++; + dev_unlock(); + VI_UNLOCK(vp); +} + +static void +devfs_usecount_sub_locked(struct vnode *vp) +{ + struct devfs_dirent *de; + struct cdev *dev; + + ASSERT_VI_LOCKED(vp, __func__); + + de = vp->v_data; + dev = vp->v_rdev; + if (de == NULL) + return; + if (dev == NULL) { + MPASS(de->de_usecount == 0); + return; + } + dev_lock(); + if (dev->si_usecount < de->de_usecount) + panic("%s: si_usecount underflow for dev %p " + "(has %ld, dirent has %d)\n", + __func__, dev, dev->si_usecount, de->de_usecount); + if (VN_IS_DOOMED(vp)) { + dev->si_usecount -= de->de_usecount; + de->de_usecount = 0; + } else { + if (de->de_usecount == 0) + panic("%s: de_usecount underflow for dev %p\n", + __func__, dev); + dev->si_usecount--; + de->de_usecount--; + } + dev_unlock(); +} + +static void +devfs_usecount_sub(struct vnode *vp) +{ + + VI_LOCK(vp); + devfs_usecount_sub_locked(vp); + VI_UNLOCK(vp); +} + +void +devfs_ctty_ref(struct vnode *vp) +{ + + vrefact(vp); + devfs_usecount_add(vp); +} + +void +devfs_ctty_unref(struct vnode *vp) +{ + + devfs_usecount_sub(vp); + vrele(vp); +} + /* * On success devfs_populate_vp() returns with dmp->dm_lock held. */ @@ -480,7 +562,6 @@ loop: /* XXX: v_rdev should be protect by vnode lock */ vp->v_rdev = dev; VNPASS(vp->v_usecount == 1, vp); - dev->si_usecount++; /* Special casing of ttys for deadfs. Probably redundant. */ dsw = dev->si_devsw; if (dsw != NULL && (dsw->d_flags & D_TTY) != 0) @@ -562,6 +643,7 @@ devfs_close(struct vop_close_args *ap) struct proc *p; struct cdev *dev = vp->v_rdev; struct cdevsw *dsw; + struct devfs_dirent *de = vp->v_data; int dflags, error, ref, vp_locked; /* @@ -580,7 +662,7 @@ devfs_close(struct vop_close_args *ap) * if the reference count is 2 (this last descriptor * plus the session), release the reference from the session. */ - if (vp->v_usecount == 2 && td != NULL) { + if (de->de_usecount == 2 && td != NULL) { p = td->td_proc; PROC_LOCK(p); if (vp == p->p_session->s_ttyvp) { @@ -590,7 +672,7 @@ devfs_close(struct vop_close_args *ap) if (vp == p->p_session->s_ttyvp) { SESS_LOCK(p->p_session); VI_LOCK(vp); - if (vp->v_usecount == 2 && vcount(vp) == 1 && + if (de->de_usecount == 2 && vcount(vp) == 2 && !VN_IS_DOOMED(vp)) { p->p_session->s_ttyvp = NULL; p->p_session->s_ttydp = NULL; @@ -601,7 +683,7 @@ devfs_close(struct vop_close_args *ap) } sx_xunlock(&proctree_lock); if (oldvp != NULL) - vrele(oldvp); + devfs_ctty_unref(oldvp); } else PROC_UNLOCK(p); } @@ -619,8 +701,9 @@ devfs_close(struct vop_close_args *ap) return (ENXIO); dflags = 0; VI_LOCK(vp); - if (vp->v_usecount == 1 && vcount(vp) == 1) + if (de->de_usecount == 1 && vcount(vp) == 1) dflags |= FLASTCLOSE; + devfs_usecount_sub_locked(vp); if (VN_IS_DOOMED(vp)) { /* Forced close. */ dflags |= FREVOKE | FNONBLOCK; @@ -843,7 +926,7 @@ devfs_ioctl(struct vop_ioctl_args *ap) return (0); } - vrefact(vp); + devfs_ctty_ref(vp); SESS_LOCK(sess); vpold = sess->s_ttyvp; sess->s_ttyvp = vp; @@ -1152,6 +1235,8 @@ devfs_open(struct vop_open_args *ap) return (ENXIO); } + devfs_usecount_add(vp); + vlocked = VOP_ISLOCKED(vp); VOP_UNLOCK(vp); @@ -1171,6 +1256,9 @@ devfs_open(struct vop_open_args *ap) td->td_fpop = fpop; vn_lock(vp, vlocked | LK_RETRY); + if (error != 0) + devfs_usecount_sub(vp); + dev_relthread(dev, ref); if (error != 0) { if (error == ERESTART) @@ -1406,6 +1494,7 @@ devfs_reclaim(struct vop_reclaim_args *ap) struct devfs_dirent *de; vp = ap->a_vp; + devfs_usecount_sub(vp); mtx_lock(&devfs_de_interlock); de = vp->v_data; if (de != NULL) { @@ -1431,8 +1520,6 @@ devfs_reclaim_vchr(struct vop_reclaim_args *ap) dev_lock(); dev = vp->v_rdev; vp->v_rdev = NULL; - if (dev != NULL) - dev->si_usecount -= (vp->v_usecount > 0); dev_unlock(); VI_UNLOCK(vp); if (dev != NULL) Index: src/sys/kern/kern_proc.c =================================================================== --- src/sys/kern/kern_proc.c (revision 363623) +++ src/sys/kern/kern_proc.c (working copy) @@ -88,6 +88,8 @@ __FBSDID("$FreeBSD$"); #include #include +#include + #ifdef COMPAT_FREEBSD32 #include #include @@ -858,7 +860,7 @@ killjobc(void) VOP_REVOKE(ttyvp, REVOKEALL); VOP_UNLOCK(ttyvp); } - vrele(ttyvp); + devfs_ctty_unref(ttyvp); sx_xlock(&proctree_lock); } } Index: src/sys/kern/tty.c =================================================================== --- src/sys/kern/tty.c (revision 363623) +++ src/sys/kern/tty.c (working copy) @@ -67,6 +67,8 @@ __FBSDID("$FreeBSD$"); #include #include +#include + #include static MALLOC_DEFINE(M_TTY, "tty", "tty device"); @@ -1256,7 +1258,7 @@ tty_drop_ctty(struct tty *tp, struct proc *p) * is either changed or released. */ if (vp != NULL) - vrele(vp); + devfs_ctty_unref(vp); return (0); } Index: src/sys/kern/vfs_cache.c =================================================================== --- src/sys/kern/vfs_cache.c (revision 363623) +++ src/sys/kern/vfs_cache.c (working copy) @@ -807,6 +807,15 @@ cache_negative_remove(struct namecache *ncp) } else { list_locked = true; mtx_lock(&neglist->nl_lock); + /* + * We may be racing against promotion in lockless lookup. + */ + if ((negstate->neg_flag & NEG_HOT) != 0) { + mtx_unlock(&neglist->nl_lock); + hot_locked = true; + mtx_lock(&ncneg_hot.nl_lock); + mtx_lock(&neglist->nl_lock); + } } if ((negstate->neg_flag & NEG_HOT) != 0) { mtx_assert(&ncneg_hot.nl_lock, MA_OWNED); @@ -3002,7 +3011,8 @@ cache_fpl_handled_impl(struct cache_fpl *fpl, int #define cache_fpl_handled(x, e) cache_fpl_handled_impl((x), (e), __LINE__) #define CACHE_FPL_SUPPORTED_CN_FLAGS \ - (LOCKLEAF | FOLLOW | LOCKSHARED | SAVENAME | ISOPEN | AUDITVNODE1) + (LOCKLEAF | LOCKPARENT | WANTPARENT | FOLLOW | LOCKSHARED | SAVENAME | \ + ISOPEN | NOMACCHECK | AUDITVNODE1 | AUDITVNODE2) static bool cache_can_fplookup(struct cache_fpl *fpl) @@ -3060,6 +3070,103 @@ cache_fplookup_vnode_supported(struct vnode *vp) } /* + * Move a negative entry to the hot list. + * + * We have to take locks, but they may be contended and in the worst + * case we may need to go off CPU. We don't want to spin within the + * smr section and we can't block with it. Instead we are going to + * look it up again. + */ +static int __noinline +cache_fplookup_negative_promote(struct cache_fpl *fpl, struct namecache *oncp, + uint32_t hash) +{ + struct componentname *cnp; + struct namecache *ncp; + struct neglist *neglist; + struct negstate *negstate; + struct vnode *dvp; + u_char nc_flag; + + cnp = fpl->cnp; + dvp = fpl->dvp; + + if (!vhold_smr(dvp)) + return (cache_fpl_aborted(fpl)); + + neglist = NCP2NEGLIST(oncp); + cache_fpl_smr_exit(fpl); + + mtx_lock(&ncneg_hot.nl_lock); + mtx_lock(&neglist->nl_lock); + /* + * For hash iteration. + */ + cache_fpl_smr_enter(fpl); + + /* + * Avoid all surprises by only succeeding if we got the same entry and + * bailing completely otherwise. + * + * In particular at this point there can be a new ncp which matches the + * search but hashes to a different neglist. + */ + CK_LIST_FOREACH(ncp, (NCHHASH(hash)), nc_hash) { + if (ncp == oncp) + break; + } + + /* + * No match to begin with. + */ + if (__predict_false(ncp == NULL)) { + goto out_abort; + } + + /* + * The newly found entry may be something different... + */ + if (!(ncp->nc_dvp == dvp && ncp->nc_nlen == cnp->cn_namelen && + !bcmp(ncp->nc_name, cnp->cn_nameptr, ncp->nc_nlen))) { + goto out_abort; + } + + /* + * ... and not even negative. + */ + nc_flag = atomic_load_char(&ncp->nc_flag); + if ((nc_flag & NCF_NEGATIVE) == 0) { + goto out_abort; + } + + if (__predict_false(cache_ncp_invalid(ncp))) { + goto out_abort; + } + + negstate = NCP2NEGSTATE(ncp); + if ((negstate->neg_flag & NEG_HOT) == 0) { + numhotneg++; + TAILQ_REMOVE(&neglist->nl_list, ncp, nc_dst); + TAILQ_INSERT_TAIL(&ncneg_hot.nl_list, ncp, nc_dst); + negstate->neg_flag |= NEG_HOT; + } + + SDT_PROBE2(vfs, namecache, lookup, hit__negative, dvp, ncp->nc_name); + counter_u64_add(numneghits, 1); + cache_fpl_smr_exit(fpl); + mtx_unlock(&neglist->nl_lock); + mtx_unlock(&ncneg_hot.nl_lock); + vdrop(dvp); + return (cache_fpl_handled(fpl, ENOENT)); +out_abort: + cache_fpl_smr_exit(fpl); + mtx_unlock(&neglist->nl_lock); + mtx_unlock(&ncneg_hot.nl_lock); + vdrop(dvp); + return (cache_fpl_aborted(fpl)); +} + +/* * The target vnode is not supported, prepare for the slow path to take over. */ static int @@ -3101,10 +3208,42 @@ cache_fplookup_partial_setup(struct cache_fpl *fpl } static int -cache_fplookup_final(struct cache_fpl *fpl) +cache_fplookup_final_child(struct cache_fpl *fpl, enum vgetstate tvs) { struct componentname *cnp; - enum vgetstate tvs; + struct vnode *tvp; + seqc_t tvp_seqc; + int error; + + cnp = fpl->cnp; + tvp = fpl->tvp; + tvp_seqc = fpl->tvp_seqc; + + if ((cnp->cn_flags & LOCKLEAF) != 0) { + error = vget_finish(tvp, cnp->cn_lkflags, tvs); + if (error != 0) { + return (cache_fpl_aborted(fpl)); + } + } else { + vget_finish_ref(tvp, tvs); + } + + if (!vn_seqc_consistent(tvp, tvp_seqc)) { + if ((cnp->cn_flags & LOCKLEAF) != 0) + vput(tvp); + else + vrele(tvp); + return (cache_fpl_aborted(fpl)); + } + + return (cache_fpl_handled(fpl, 0)); +} + +static int __noinline +cache_fplookup_final_withparent(struct cache_fpl *fpl) +{ + enum vgetstate dvs, tvs; + struct componentname *cnp; struct vnode *dvp, *tvp; seqc_t dvp_seqc, tvp_seqc; int error; @@ -3115,39 +3254,90 @@ static int tvp = fpl->tvp; tvp_seqc = fpl->tvp_seqc; - VNPASS(cache_fplookup_vnode_supported(dvp), dvp); + MPASS((cnp->cn_flags & (LOCKPARENT|WANTPARENT)) != 0); + /* + * This is less efficient than it can be for simplicity. + */ + dvs = vget_prep_smr(dvp); + if (dvs == VGET_NONE) { + return (cache_fpl_aborted(fpl)); + } tvs = vget_prep_smr(tvp); if (tvs == VGET_NONE) { - return (cache_fpl_partial(fpl)); - } - - if (!vn_seqc_consistent(dvp, dvp_seqc)) { cache_fpl_smr_exit(fpl); - vget_abort(tvp, tvs); + vget_abort(dvp, dvs); return (cache_fpl_aborted(fpl)); } cache_fpl_smr_exit(fpl); - if ((cnp->cn_flags & LOCKLEAF) != 0) { - error = vget_finish(tvp, cnp->cn_lkflags, tvs); + if ((cnp->cn_flags & LOCKPARENT) != 0) { + error = vget_finish(dvp, LK_EXCLUSIVE, dvs); if (error != 0) { + vget_abort(tvp, tvs); return (cache_fpl_aborted(fpl)); } } else { - vget_finish_ref(tvp, tvs); + vget_finish_ref(dvp, dvs); } - if (!vn_seqc_consistent(tvp, tvp_seqc)) { - if ((cnp->cn_flags & LOCKLEAF) != 0) - vput(tvp); + if (!vn_seqc_consistent(dvp, dvp_seqc)) { + vget_abort(tvp, tvs); + if ((cnp->cn_flags & LOCKPARENT) != 0) + vput(dvp); else - vrele(tvp); + vrele(dvp); + cache_fpl_aborted(fpl); + return (error); + } + + error = cache_fplookup_final_child(fpl, tvs); + if (error != 0) { + if ((cnp->cn_flags & LOCKPARENT) != 0) + vput(dvp); + else + vrele(dvp); + cache_fpl_aborted(fpl); + return (error); + } + + MPASS(fpl->status == CACHE_FPL_STATUS_HANDLED); + return (0); +} + +static int +cache_fplookup_final(struct cache_fpl *fpl) +{ + struct componentname *cnp; + enum vgetstate tvs; + struct vnode *dvp, *tvp; + seqc_t dvp_seqc, tvp_seqc; + + cnp = fpl->cnp; + dvp = fpl->dvp; + dvp_seqc = fpl->dvp_seqc; + tvp = fpl->tvp; + tvp_seqc = fpl->tvp_seqc; + + VNPASS(cache_fplookup_vnode_supported(dvp), dvp); + + if ((cnp->cn_flags & (LOCKPARENT|WANTPARENT)) != 0) + return (cache_fplookup_final_withparent(fpl)); + + tvs = vget_prep_smr(tvp); + if (tvs == VGET_NONE) { + return (cache_fpl_partial(fpl)); + } + + if (!vn_seqc_consistent(dvp, dvp_seqc)) { + cache_fpl_smr_exit(fpl); + vget_abort(tvp, tvs); return (cache_fpl_aborted(fpl)); } - return (cache_fpl_handled(fpl, 0)); + cache_fpl_smr_exit(fpl); + return (cache_fplookup_final_child(fpl, tvs)); } static int @@ -3203,12 +3393,7 @@ cache_fplookup_next(struct cache_fpl *fpl) return (cache_fpl_partial(fpl)); } if (!neg_hot) { - /* - * TODO - * Promoting to hot negative requires locks, thus is - * left not yet supported for simplicity. - */ - return (cache_fpl_partial(fpl)); + return (cache_fplookup_negative_promote(fpl, ncp, hash)); } SDT_PROBE2(vfs, namecache, lookup, hit__negative, dvp, ncp->nc_name); Index: src/sys/kern/vfs_subr.c =================================================================== --- src/sys/kern/vfs_subr.c (revision 363623) +++ src/sys/kern/vfs_subr.c (working copy) @@ -108,8 +108,6 @@ static int flushbuflist(struct bufv *bufv, int fla static void syncer_shutdown(void *arg, int howto); static int vtryrecycle(struct vnode *vp); static void v_init_counters(struct vnode *); -static void v_incr_devcount(struct vnode *); -static void v_decr_devcount(struct vnode *); static void vgonel(struct vnode *); static void vfs_knllock(void *arg); static void vfs_knlunlock(void *arg); @@ -2814,59 +2812,6 @@ v_init_counters(struct vnode *vp) } /* - * Increment si_usecount of the associated device, if any. - */ -static void -v_incr_devcount(struct vnode *vp) -{ - - ASSERT_VI_LOCKED(vp, __FUNCTION__); - if (vp->v_type == VCHR && vp->v_rdev != NULL) { - dev_lock(); - vp->v_rdev->si_usecount++; - dev_unlock(); - } -} - -/* - * Decrement si_usecount of the associated device, if any. - * - * The caller is required to hold the interlock when transitioning a VCHR use - * count to zero. This prevents a race with devfs_reclaim_vchr() that would - * leak a si_usecount reference. The vnode lock will also prevent this race - * if it is held while dropping the last ref. - * - * The race is: - * - * CPU1 CPU2 - * devfs_reclaim_vchr - * make v_usecount == 0 - * VI_LOCK - * sees v_usecount == 0, no updates - * vp->v_rdev = NULL; - * ... - * VI_UNLOCK - * VI_LOCK - * v_decr_devcount - * sees v_rdev == NULL, no updates - * - * In this scenario si_devcount decrement is not performed. - */ -static void -v_decr_devcount(struct vnode *vp) -{ - - ASSERT_VOP_LOCKED(vp, __func__); - ASSERT_VI_LOCKED(vp, __FUNCTION__); - if (vp->v_type == VCHR && vp->v_rdev != NULL) { - dev_lock(); - VNPASS(vp->v_rdev->si_usecount > 0, vp); - vp->v_rdev->si_usecount--; - dev_unlock(); - } -} - -/* * Grab a particular vnode from the free list, increment its * reference count and lock it. VIRF_DOOMED is set if the vnode * is being destroyed. Only callers who specify LK_RETRY will @@ -2941,41 +2886,6 @@ vget(struct vnode *vp, int flags, struct thread *t return (vget_finish(vp, flags, vs)); } -static void __noinline -vget_finish_vchr(struct vnode *vp) -{ - - VNASSERT(vp->v_type == VCHR, vp, ("type != VCHR)")); - - /* - * See the comment in vget_finish before usecount bump. - */ - if (refcount_acquire_if_not_zero(&vp->v_usecount)) { -#ifdef INVARIANTS - int old = atomic_fetchadd_int(&vp->v_holdcnt, -1); - VNASSERT(old > 0, vp, ("%s: wrong hold count %d", __func__, old)); -#else - refcount_release(&vp->v_holdcnt); -#endif - return; - } - - VI_LOCK(vp); - if (refcount_acquire_if_not_zero(&vp->v_usecount)) { -#ifdef INVARIANTS - int old = atomic_fetchadd_int(&vp->v_holdcnt, -1); - VNASSERT(old > 1, vp, ("%s: wrong hold count %d", __func__, old)); -#else - refcount_release(&vp->v_holdcnt); -#endif - VI_UNLOCK(vp); - return; - } - v_incr_devcount(vp); - refcount_acquire(&vp->v_usecount); - VI_UNLOCK(vp); -} - int vget_finish(struct vnode *vp, int flags, enum vgetstate vs) { @@ -3013,11 +2923,6 @@ vget_finish_ref(struct vnode *vp, enum vgetstate v if (vs == VGET_USECOUNT) return; - if (__predict_false(vp->v_type == VCHR)) { - vget_finish_vchr(vp); - return; - } - /* * We hold the vnode. If the usecount is 0 it will be utilized to keep * the vnode around. Otherwise someone else lended their hold count and @@ -3039,50 +2944,6 @@ vget_finish_ref(struct vnode *vp, enum vgetstate v * Increase the reference (use) and hold count of a vnode. * This will also remove the vnode from the free list if it is presently free. */ -static void __noinline -vref_vchr(struct vnode *vp, bool interlock) -{ - - /* - * See the comment in vget_finish before usecount bump. - */ - if (!interlock) { - if (refcount_acquire_if_not_zero(&vp->v_usecount)) { - VNODE_REFCOUNT_FENCE_ACQ(); - VNASSERT(vp->v_holdcnt > 0, vp, - ("%s: active vnode not held", __func__)); - return; - } - VI_LOCK(vp); - /* - * By the time we get here the vnode might have been doomed, at - * which point the 0->1 use count transition is no longer - * protected by the interlock. Since it can't bounce back to - * VCHR and requires vref semantics, punt it back - */ - if (__predict_false(vp->v_type == VBAD)) { - VI_UNLOCK(vp); - vref(vp); - return; - } - } - VNASSERT(vp->v_type == VCHR, vp, ("type != VCHR)")); - if (refcount_acquire_if_not_zero(&vp->v_usecount)) { - VNODE_REFCOUNT_FENCE_ACQ(); - VNASSERT(vp->v_holdcnt > 0, vp, - ("%s: active vnode not held", __func__)); - if (!interlock) - VI_UNLOCK(vp); - return; - } - vhold(vp); - v_incr_devcount(vp); - refcount_acquire(&vp->v_usecount); - if (!interlock) - VI_UNLOCK(vp); - return; -} - void vref(struct vnode *vp) { @@ -3089,11 +2950,6 @@ vref(struct vnode *vp) int old; CTR2(KTR_VFS, "%s: vp %p", __func__, vp); - if (__predict_false(vp->v_type == VCHR)) { - vref_vchr(vp, false); - return; - } - if (refcount_acquire_if_not_zero(&vp->v_usecount)) { VNODE_REFCOUNT_FENCE_ACQ(); VNASSERT(vp->v_holdcnt > 0, vp, @@ -3122,10 +2978,6 @@ vrefl(struct vnode *vp) ASSERT_VI_LOCKED(vp, __func__); CTR2(KTR_VFS, "%s: vp %p", __func__, vp); - if (__predict_false(vp->v_type == VCHR)) { - vref_vchr(vp, true); - return; - } vref(vp); } @@ -3266,9 +3118,6 @@ enum vput_op { VRELE, VPUT, VUNREF }; * By releasing the last usecount we take ownership of the hold count which * provides liveness of the vnode, meaning we have to vdrop. * - * If the vnode is of type VCHR we may need to decrement si_usecount, see - * v_decr_devcount for details. - * * For all vnodes we may need to perform inactive processing. It requires an * exclusive lock on the vnode, while it is legal to call here with only a * shared lock (or no locks). If locking the vnode in an expected manner fails, @@ -3289,8 +3138,6 @@ vput_final(struct vnode *vp, enum vput_op func) VNPASS(vp->v_holdcnt > 0, vp); VI_LOCK(vp); - if (__predict_false(vp->v_type == VCHR && func != VRELE)) - v_decr_devcount(vp); /* * By the time we got here someone else might have transitioned @@ -3378,28 +3225,9 @@ out: * Releasing the last use count requires additional processing, see vput_final * above for details. * - * Note that releasing use count without the vnode lock requires special casing - * for VCHR, see v_decr_devcount for details. - * * Comment above each variant denotes lock state on entry and exit. */ -static void __noinline -vrele_vchr(struct vnode *vp) -{ - - if (refcount_release_if_not_last(&vp->v_usecount)) - return; - VI_LOCK(vp); - if (!refcount_release(&vp->v_usecount)) { - VI_UNLOCK(vp); - return; - } - v_decr_devcount(vp); - VI_UNLOCK(vp); - vput_final(vp, VRELE); -} - /* * in: any * out: same as passed in @@ -3409,10 +3237,6 @@ vrele(struct vnode *vp) { ASSERT_VI_UNLOCKED(vp, __func__); - if (__predict_false(vp->v_type == VCHR)) { - vrele_vchr(vp); - return; - } if (!refcount_release(&vp->v_usecount)) return; vput_final(vp, VRELE); @@ -5597,7 +5421,7 @@ vop_rename_pre(void *ap) #ifdef DEBUG_VFS_LOCKS void -vop_fplookup_vexec_pre(void *ap __unused) +vop_fplookup_vexec_debugpre(void *ap __unused) { VFS_SMR_ASSERT_ENTERED(); @@ -5604,7 +5428,7 @@ void } void -vop_fplookup_vexec_post(void *ap __unused, int rc __unused) +vop_fplookup_vexec_debugpost(void *ap __unused, int rc __unused) { VFS_SMR_ASSERT_ENTERED(); @@ -5611,7 +5435,7 @@ void } void -vop_strategy_pre(void *ap) +vop_strategy_debugpre(void *ap) { struct vop_strategy_args *a; struct buf *bp; @@ -5635,7 +5459,7 @@ void } void -vop_lock_pre(void *ap) +vop_lock_debugpre(void *ap) { struct vop_lock1_args *a = ap; @@ -5646,7 +5470,7 @@ void } void -vop_lock_post(void *ap, int rc) +vop_lock_debugpost(void *ap, int rc) { struct vop_lock1_args *a = ap; @@ -5656,7 +5480,7 @@ void } void -vop_unlock_pre(void *ap) +vop_unlock_debugpre(void *ap) { struct vop_unlock_args *a = ap; @@ -5664,7 +5488,7 @@ void } void -vop_need_inactive_pre(void *ap) +vop_need_inactive_debugpre(void *ap) { struct vop_need_inactive_args *a = ap; @@ -5672,7 +5496,7 @@ void } void -vop_need_inactive_post(void *ap, int rc) +vop_need_inactive_debugpost(void *ap, int rc) { struct vop_need_inactive_args *a = ap; Index: src/sys/kern/vfs_syscalls.c =================================================================== --- src/sys/kern/vfs_syscalls.c (revision 363623) +++ src/sys/kern/vfs_syscalls.c (working copy) @@ -4197,7 +4197,7 @@ sys_revoke(struct thread *td, struct revoke_args * if (error != 0) goto out; } - if (vp->v_usecount > 1 || vcount(vp) > 1) + if (vcount(vp) > 0) VOP_REVOKE(vp, REVOKEALL); out: vput(vp); Index: src/sys/kern/vnode_if.src =================================================================== --- src/sys/kern/vnode_if.src (revision 363623) +++ src/sys/kern/vnode_if.src (working copy) @@ -147,8 +147,8 @@ vop_close { %% fplookup_vexec vp - - - -%! fplookup_vexec pre vop_fplookup_vexec_pre -%! fplookup_vexec post vop_fplookup_vexec_post +%! fplookup_vexec debugpre vop_fplookup_vexec_debugpre +%! fplookup_vexec debugpost vop_fplookup_vexec_debugpost vop_fplookup_vexec { IN struct vnode *vp; @@ -379,8 +379,8 @@ vop_inactive { IN struct thread *td; }; -%! need_inactive pre vop_need_inactive_pre -%! need_inactive post vop_need_inactive_post +%! need_inactive debugpre vop_need_inactive_debugpre +%! need_inactive debugpost vop_need_inactive_debugpost vop_need_inactive { IN struct vnode *vp; @@ -395,8 +395,8 @@ vop_reclaim { }; -%! lock1 pre vop_lock_pre -%! lock1 post vop_lock_post +%! lock1 debugpre vop_lock_debugpre +%! lock1 debugpost vop_lock_debugpost vop_lock1 { IN struct vnode *vp; @@ -406,7 +406,7 @@ vop_lock1 { }; -%! unlock pre vop_unlock_pre +%! unlock debugpre vop_unlock_debugpre vop_unlock { IN struct vnode *vp; @@ -426,7 +426,7 @@ vop_bmap { %% strategy vp L L L -%! strategy pre vop_strategy_pre +%! strategy debugpre vop_strategy_debugpre vop_strategy { IN struct vnode *vp; Index: src/sys/sys/vnode.h =================================================================== --- src/sys/sys/vnode.h (revision 363623) +++ src/sys/sys/vnode.h (working copy) @@ -869,23 +869,23 @@ void vop_symlink_post(void *a, int rc); int vop_sigdefer(struct vop_vector *vop, struct vop_generic_args *a); #ifdef DEBUG_VFS_LOCKS -void vop_fplookup_vexec_pre(void *a); -void vop_fplookup_vexec_post(void *a, int rc); -void vop_strategy_pre(void *a); -void vop_lock_pre(void *a); -void vop_lock_post(void *a, int rc); -void vop_unlock_pre(void *a); -void vop_need_inactive_pre(void *a); -void vop_need_inactive_post(void *a, int rc); +void vop_fplookup_vexec_debugpre(void *a); +void vop_fplookup_vexec_debugpost(void *a, int rc); +void vop_strategy_debugpre(void *a); +void vop_lock_debugpre(void *a); +void vop_lock_debugpost(void *a, int rc); +void vop_unlock_debugpre(void *a); +void vop_need_inactive_debugpre(void *a); +void vop_need_inactive_debugpost(void *a, int rc); #else -#define vop_fplookup_vexec_pre(x) do { } while (0) -#define vop_fplookup_vexec_post(x, y) do { } while (0) -#define vop_strategy_pre(x) do { } while (0) -#define vop_lock_pre(x) do { } while (0) -#define vop_lock_post(x, y) do { } while (0) -#define vop_unlock_pre(x) do { } while (0) -#define vop_need_inactive_pre(x) do { } while (0) -#define vop_need_inactive_post(x, y) do { } while (0) +#define vop_fplookup_vexec_debugpre(x) do { } while (0) +#define vop_fplookup_vexec_debugpost(x, y) do { } while (0) +#define vop_strategy_debugpre(x) do { } while (0) +#define vop_lock_debugpre(x) do { } while (0) +#define vop_lock_debugpost(x, y) do { } while (0) +#define vop_unlock_debugpre(x) do { } while (0) +#define vop_need_inactive_debugpre(x) do { } while (0) +#define vop_need_inactive_debugpost(x, y) do { } while (0) #endif void vop_rename_fail(struct vop_rename_args *ap); Index: src/sys/tools/vnode_if.awk =================================================================== --- src/sys/tools/vnode_if.awk (revision 363623) +++ src/sys/tools/vnode_if.awk (working copy) @@ -87,6 +87,24 @@ function add_debug_code(name, arg, pos, ind) } } +function add_debugpre(name) +{ + if (lockdata[name, "debugpre"]) { + printc("#ifdef DEBUG_VFS_LOCKS"); + printc("\t"lockdata[name, "debugpre"]"(a);"); + printc("#endif"); + } +} + +function add_debugpost(name) +{ + if (lockdata[name, "debugpost"]) { + printc("#ifdef DEBUG_VFS_LOCKS"); + printc("\t"lockdata[name, "debugpost"]"(a, rc);"); + printc("#endif"); + } +} + function add_pre(name) { if (lockdata[name, "pre"]) { @@ -101,6 +119,15 @@ function add_post(name) } } +function can_inline(name) +{ + if (lockdata[name, "pre"]) + return 0; + if (lockdata[name, "post"]) + return 0; + return 1; +} + function find_arg_with_type (type) { for (jj = 0; jj < numargs; jj++) { @@ -213,7 +240,8 @@ while ((getline < srcfile) > 0) { if ($1 ~ /^%!/) { if (NF != 4 || - ($3 != "pre" && $3 != "post")) { + ($3 != "pre" && $3 != "post" && + $3 != "debugpre" && $3 != "debugpost")) { die("Invalid %s construction", "%!"); continue; } @@ -316,7 +344,18 @@ while ((getline < srcfile) > 0) { printh("\ta.a_gen.a_desc = &" name "_desc;"); for (i = 0; i < numargs; ++i) printh("\ta.a_" args[i] " = " args[i] ";"); + if (can_inline(name)) { + printh("\n#if !defined(DEBUG_VFS_LOCKS) && !defined(INVARIANTS) && !defined(KTR)"); + printh("\tif (!SDT_PROBES_ENABLED())"); + printh("\t\treturn (" args[0]"->v_op->"name"(&a));"); + printh("\telse"); + printh("\t\treturn (" uname "_APV("args[0]"->v_op, &a));"); + printh("#else"); + } printh("\treturn (" uname "_APV("args[0]"->v_op, &a));"); + if (can_inline(name)) + printh("#endif"); + printh("}"); printh(""); @@ -364,6 +403,7 @@ while ((getline < srcfile) > 0) { printc("\t (\"Wrong a_desc in " name "(%p, %p)\", a->a_" args[0]", a));"); printc("\tVNASSERT(vop != NULL, a->a_" args[0]", (\"No "name"(%p, %p)\", a->a_" args[0]", a));") printc("\tKTR_START" ctrstr); + add_debugpre(name); add_pre(name); for (i = 0; i < numargs; ++i) add_debug_code(name, args[i], "Entry", "\t"); @@ -382,6 +422,7 @@ while ((getline < srcfile) > 0) { add_debug_code(name, args[i], "Error", "\t\t"); printc("\t}"); add_post(name); + add_debugpost(name); printc("\tKTR_STOP" ctrstr); printc("\treturn (rc);"); printc("}\n"); -- Test scenario: misc/link2.sh