panic: mutex turnstile lock not owned at ../../../kern/kern_mutex.c:399, vmcore.147 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2020 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 13.0-CURRENT #0 r357109M: Sat Jan 25 09:00:54 CET 2020 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 9.0.1 (git@github.com:llvm/llvm-project.git c1a0a213378a458fbea1a5c77b315c7dce08fd05) (based on LLVM 9.0.1) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.08-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33163788288 (31627 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 9 6 5 4 3 2 8 10 11 7 Timecounter "TSC-low" frequency 1750040700 Hz quality 1000 random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000055 [4341] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Using MSI-X interrupts with 7 vectors igb0: Ethernet address: 0c:c4:7a:a8:cd:da igb0: netmap queues/slots: TX 6/1024, RX 6/1024 igb1: port 0xd000-0xd01f mem 0xfb300000-0xfb31ffff,0xfb340000-0xfb343fff irq 17 at device 0.1 on pci8 igb1: Using 1024 TX descriptors and 1024 RX descriptors igb1: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb1: Using 6 RX queues 6 TX queues igb1: Using MSI-X interrupts with 7 vectors igb1: Ethernet address: 0c:c4:7a:a8:cd:db igb1: netmap queues/slots: TX 6/1024, RX 6/1024 ehci1: mem 0xfb433000-0xfb4333ff irq 18 at device 29.0 on pci1 usbus2: EHCI version 1.0 usbus2 on ehci1 usbus2: 480Mbps High Speed USB v2.0 isab0: at device 31.0 on pci1 isa0: on isab0 ahci1: port 0xf070-0xf077,0xf060-0xf063,0xf050-0xf057,0xf040-0xf043,0xf000-0xf01f mem 0xfb432000-0xfb4327ff irq 16 at device 31.2 on pci1 ahci1: AHCI v1.30 with 6 6Gbps ports, Port Multiplier not supported ahcich4: at channel 0 on ahci1 ahcich5: at channel 1 on ahci1 ahcich6: at channel 2 on ahci1 ahcich7: at channel 3 on ahci1 ahcich8: at channel 4 on ahci1 ahcich9: at channel 5 on ahci1 ahciem1: on ahci1 acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart1: console (115200,n,8,1) orm0: at iomem 0xc0000-0xc7fff,0xcb000-0xcbfff pnpid ORM0000 on isa0 est0: on cpu0 p4tcc0: on cpu0 NULL mp in getnewvnode(9), tag crossmp Timecounters tick every 1.000 msec Obsolete code will be removed soon: random(9) is the obsolete Park-Miller LCG from 1988 Expensive timeout(9) function: 0xffffffff804da8c0(0xfffffe00d2a34000) 0.004286556 s ses0 at ahciem0 bus 0 scbus4 target 0 lun 0 ses0: SEMB S-E-S 2.00 device ses0: SEMB SES Device ses1 at ahciem1 bus 0 scbus11 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: pass0 in 'Slot 01', SATA Slot: scbus1 target 0 ada0 at ahcich1 bus 0 scbus1 target 0 lun 0 ada0: ACS-2 ATA SATA 3.x device ada0: Serial Number WD-WCC3F3KDDP98 ada0: 600.000MB/s transfers (SATA 3.x, UDMA6, PIO 8192bytes) ada0: Command Queueing enabled ada0: 953869MB (1953525168 512 byte sectors) ada0: quirks=0x1<4K> hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20Expensive timeout(9) function: 0xffffffff80a323f0(0xffffffff818e6248) 0.007403648 s IAP/4/48/0x3ff IAF/3/48/0x67 Trying to mount root from ufs:/dev/gpt/work [rw]... WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. ugen0.1: <0x8086 XHCI root HUB> at usbus0 ugen2.1: at usbus2 ugen1.1: at usbus1 uhub0 on usbus0 uhub0: <0x8086 XHCI root HUB, class 9/0, rev 3.00/1.00, addr 1> on usbus0 uhub1 on usbus1 uhub1: on usbus1 uhub2 on usbus2 uhub2: on usbus2 WARNING: / was not properly dismounted Interface IP-Address Broadcast . lo0: link state changed to UP Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8802 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8802 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. if_delmulti_locked: detaching ifnet instance 0xfffff80004894800 DHCPDISCOVER on igb0 to 255.255.255.255 port 67 interval 6 DHCPOFFER from 192.168.5.1 DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192.168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Creating and/or trimming log files. Starting syslogd. Setting date via ntp. 25 Jan 09:33:08 ntpdate[2075]: step time server 192.168.5.1 offset -1.261735 sec Starting rpcbind. NFS access cache time=60 Starting watchdogd. No core dumps found. Clearing /tmp (X related). Starting statd. Starting lockd. Recovering vi editor sessions:. fscklock order reversal: 1st 0xfffff8002b63e2e8 ufs (ufs) @ kern/vfs_mount.c:1606 2nd 0xfffff8002b438ce8 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1404 stack backtrace: #0 0xffffffff80c35a71 at witness_debugger+0x71 #1 0xffffffff80c357e6 at witness_checkorder+0xad6 #2 0xffffffff80b9b968 at lockmgr_lock_fast_path+0x178 #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80ee79e3 at ffs_flushfiles+0xa3 #6 0xffffffff80ec9b6d at softdep_flushfiles+0xad #7 0xffffffff80eea217 at ffs_unmount+0xd7 #8 0xffffffff80c9a2da at dounmount+0x42a #9 0xffffffff80c99e59 at kern_unmount+0x2c9 #10 0xffffffff810749f1 at amd64_syscall+0x2f1 #11 0xffffffff8104a540 at fast_syscall_common+0x101 ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 276 files, 36350 used, 1229057 free (121 frags, 153617 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating motd:. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Configuring vt: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Sat Jan 25 09:33 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: root Jan 25 09:35:07 mercat1 login[2359]: ROOT LOGIN (root) ON ttyu1 Last login: Fri Jan 24 22:32:55 on ttyu1 FreeBSD 13.0-CURRENT (PHO) #0 r357109M: Sat Jan 25 09:00:54 CET 2020 root@mercat1:~ # Jan 25 09:41:09 mercat1 su[2404]: pho to root on /dev/pts/0 20200125 09:41:27 all (1/1): procstat2.sh g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 g_vfs_done():md10a[UNKNOWN()]error = 45 panic: mutex turnstile lock not owned at ../../../kern/kern_mutex.c:399 cpuid = 4 time = 1579941709 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00e37f2700 vpanic() at vpanic+0x185/frame 0xfffffe00e37f2760 panic() at panic+0x43/frame 0xfffffe00e37f27c0 __mtx_unlock_spin_flags() at __mtx_unlock_spin_flags+0x101/frame 0xfffffe00e37f27e0 sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x191/frame 0xfffffe00e37f28a0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x7b/frame 0xfffffe00e37f28e0 sysctl_root() at sysctl_root+0x20a/frame 0xfffffe00e37f2960 userland_sysctl() at userland_sysctl+0x17b/frame 0xfffffe00e37f2a10 sys___sysctl() at sys___sysctl+0x5f/frame 0xfffffe00e37f2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37f2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37f2bf0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80046d8da, rsp = 0x7fffffffdd88, rbp = 0x7fffffffddc0 --- KDB: enter: panic [ thread pid 4175 tid 100158 ] Stopped at kdb_enter+0x37: movq $0,0x1084fe6(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 1758 out of 32626 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 4175 tid 100158 td 0xfffff8002b42b6e0 kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e37f2700 vpanic() at vpanic+0x1a1/frame 0xfffffe00e37f2760 panic() at panic+0x43/frame 0xfffffe00e37f27c0 __mtx_unlock_spin_flags() at __mtx_unlock_spin_flags+0x101/frame 0xfffffe00e37f27e0 sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x191/frame 0xfffffe00e37f28a0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x7b/frame 0xfffffe00e37f28e0 sysctl_root() at sysctl_root+0x20a/frame 0xfffffe00e37f2960 userland_sysctl() at userland_sysctl+0x17b/frame 0xfffffe00e37f2a10 sys___sysctl() at sys___sysctl+0x5f/frame 0xfffffe00e37f2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37f2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37f2bf0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80046d8da, rsp = 0x7fffffffdd88, rbp = 0x7fffffffddc0 --- db:1:pho1> show allpcpu Current CPU: 4 cpuid = 0 dynamic pcpu = 0x977d80 curthread = 0xfffff800612216e0: pid 3676 tid 100238 critnest 0 "md10" curpcb = 0xfffff80061221bd0 fpcurthread = none idlethread = 0xfffff8000394b000: tid 100003 "idle: cpu0" self = 0xffffffff82410000 curpmap = 0xffffffff81d9e9b0 tssp = 0xffffffff82410384 rsp0 = 0xfffffe00e57cfcc0 kcr3 = 0x8000000002307001 ucr3 = 0xffffffffffffffff scr3 = 0x133846c7b gs32p = 0xffffffff82410404 ldt = 0xffffffff82410444 tss = 0xffffffff82410434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bc7ebd80 curthread = 0xfffff80119d5f000: pid 3749 tid 100228 critnest 0 "rw" curpcb = 0xfffff80119d5f4f0 fpcurthread = 0xfffff80119d5f000: pid 3749 "rw" idlethread = 0xfffff800039456e0: tid 100004 "idle: cpu1" self = 0xffffffff82411000 curpmap = 0xfffff801334a3120 tssp = 0xffffffff82411384 rsp0 = 0xfffffe00e579dcc0 kcr3 = 0x80000001334e240f ucr3 = 0x80000001334e1c0f scr3 = 0x133a63ccb gs32p = 0xffffffff82411404 ldt = 0xffffffff82411444 tss = 0xffffffff82411434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bc7f7d80 curthread = 0xfffff801337ca000: pid 3814 tid 100336 critnest 0 "lockf" curpcb = 0xfffff801337ca4f0 fpcurthread = none idlethread = 0xfffff80003945000: tid 100005 "idle: cpu2" self = 0xffffffff82412000 curpmap = 0xfffff80133a5d120 tssp = 0xffffffff82412384 rsp0 = 0xfffffe00e63bccc0 kcr3 = 0x8000000133a6437d ucr3 = 0x8000000133a63b7d scr3 = 0x133a63b7d gs32p = 0xffffffff82412404 ldt = 0xffffffff82412444 tss = 0xffffffff82412434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bc803d80 curthread = 0xfffff80119fa06e0: pid 3719 tid 100269 critnest 1 "symlink" curpcb = 0xfffff80119fa0bd0 fpcurthread = 0xfffff80119fa06e0: pid 3719 "symlink" idlethread = 0xfffff8000395a6e0: tid 100006 "idle: cpu3" self = 0xffffffff82413000 curpmap = 0xfffff80133372120 tssp = 0xffffffff82413384 rsp0 = 0xfffffe00e6268cc0 kcr3 = 0x80000001333a33e9 ucr3 = 0x80000001333a2be9 scr3 = 0x1337f9d5a gs32p = 0xffffffff82413404 ldt = 0xffffffff82413444 tss = 0xffffffff82413434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bc80fd80 curthread = 0xfffff8002b42b6e0: pid 4175 tid 100158 critnest 1 "procstat" curpcb = 0xfffff8002b42bbd0 fpcurthread = 0xfffff8002b42b6e0: pid 4175 "procstat" idlethread = 0xfffff8000395a000: tid 100007 "idle: cpu4" self = 0xffffffff82414000 curpmap = 0xfffff803da7b4120 tssp = 0xffffffff82414384 rsp0 = 0xfffffe00e37f2cc0 kcr3 = 0x800000040af51483 ucr3 = 0x800000040af52c83 scr3 = 0x40af52c83 gs32p = 0xffffffff82414404 ldt = 0xffffffff82414444 tss = 0xffffffff82414434 tlb gen = 91387 curvnet = 0xfffff80003298040 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bc81bd80 curthread = 0xfffff801339fb6e0: pid 3833 tid 100355 critnest 0 "creat" curpcb = 0xfffff801339fbbd0 fpcurthread = 0xfffff801339fb6e0: pid 3833 "creat" idlethread = 0xfffff800039596e0: tid 100008 "idle: cpu5" self = 0xffffffff82415000 curpmap = 0xfffff80133c05120 tssp = 0xffffffff82415384 rsp0 = 0xfffffe00e7431cc0 kcr3 = 0x8000000133c043e6 ucr3 = 0x8000000133c03be6 scr3 = 0x133846d14 gs32p = 0xffffffff82415404 ldt = 0xffffffff82415444 tss = 0xffffffff82415434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bc827d80 curthread = 0xfffff801331cf6e0: pid 3712 tid 100264 critnest 1 "symlink" curpcb = 0xfffff801331cfbd0 fpcurthread = 0xfffff801331cf6e0: pid 3712 "symlink" idlethread = 0xfffff80003959000: tid 100009 "idle: cpu6" self = 0xffffffff82416000 curpmap = 0xfffff80119dfa120 tssp = 0xffffffff82416384 rsp0 = 0xfffffe00e624fcc0 kcr3 = 0x80000001331ce444 ucr3 = 0x80000001331cdc44 scr3 = 0x4c4d0dd62 gs32p = 0xffffffff82416404 ldt = 0xffffffff82416444 tss = 0xffffffff82416434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bc833d80 curthread = 0xfffff80133ffd000: pid 4304 tid 100368 critnest 0 "mkfifo" curpcb = 0xfffff80133ffd4f0 fpcurthread = 0xfffff80133ffd000: pid 4304 "mkfifo" idlethread = 0xfffff8000394c6e0: tid 100010 "idle: cpu7" self = 0xffffffff82417000 curpmap = 0xfffff803da7b5120 tssp = 0xffffffff82417384 rsp0 = 0xfffffe00e7468cc0 kcr3 = 0x80000004b1cb8545 ucr3 = 0x80000004c44b6d45 scr3 = 0x4c44b6d45 gs32p = 0xffffffff82417404 ldt = 0xffffffff82417444 tss = 0xffffffff82417434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bc83fd80 curthread = 0xfffff80119eba6e0: pid 3754 tid 100236 critnest 0 "lockf2" curpcb = 0xfffff80119ebabd0 fpcurthread = 0xfffff80119eba6e0: pid 3754 "lockf2" idlethread = 0xfffff8000395d000: tid 100011 "idle: cpu8" self = 0xffffffff82418000 curpmap = 0xfffff80133515120 tssp = 0xffffffff82418384 rsp0 = 0xfffffe00e57c5cc0 kcr3 = 0x80000001335143f3 ucr3 = 0x8000000133513bf3 scr3 = 0x4c4c05c96 gs32p = 0xffffffff82418404 ldt = 0xffffffff82418444 tss = 0xffffffff82418434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bc84bd80 curthread = 0xfffff8041f07e6e0: pid 4245 tid 100417 critnest 0 "lockf" curpcb = 0xfffff8041f07ebd0 fpcurthread = 0xfffff8041f07e6e0: pid 4245 "lockf" idlethread = 0xfffff8000395c6e0: tid 100012 "idle: cpu9" self = 0xffffffff82419000 curpmap = 0xfffff800612f5120 tssp = 0xffffffff82419384 rsp0 = 0xfffffe00e7562cc0 kcr3 = 0x80000003edcb4553 ucr3 = 0x800000041f8e8d53 scr3 = 0x1337f9d39 gs32p = 0xffffffff82419404 ldt = 0xffffffff82419444 tss = 0xffffffff82419434 tlb gen = 91377 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bc857d80 curthread = 0xfffff8002bb5a000: pid 3766 tid 100301 critnest 0 "swap" curpcb = 0xfffff8002bb5a4f0 fpcurthread = 0xfffff8002bb5a000: pid 3766 "swap" idlethread = 0xfffff8000395c000: tid 100013 "idle: cpu10" self = 0xffffffff8241a000 curpmap = 0xfffff8013356b120 tssp = 0xffffffff8241a384 rsp0 = 0xfffffe00e6308cc0 kcr3 = 0x80000001335f2468 ucr3 = 0x80000001335f1c68 scr3 = 0x1335f1c68 gs32p = 0xffffffff8241a404 ldt = 0xffffffff8241a444 tss = 0xffffffff8241a434 tlb gen = 91387 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bc863d80 curthread = 0xfffff801339fa000: pid 3832 tid 100354 critnest 0 "creat" curpcb = 0xfffff801339fa4f0 fpcurthread = 0xfffff801339fa000: pid 3832 "creat" idlethread = 0xfffff8000395b6e0: tid 100014 "idle: cpu11" self = 0xffffffff8241b000 curpmap = 0xfffff801339f8120 tssp = 0xffffffff8241b384 rsp0 = 0xfffffe00e7422cc0 kcr3 = 0x8000000133bfe4ed ucr3 = 0x8000000133bfdced scr3 = 0x133656c5a gs32p = 0xffffffff8241b404 ldt = 0xffffffff8241b444 tss = 0xffffffff8241b434 tlb gen = 91387 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 4299 (sed) thread 0xfffff80167395000 (100376) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00382b1718) locked @ kern/vfs_bio.c:3889 shared lockmgr ufs (ufs) r = 0 (0xfffff8002bb78ce8) locked @ kern/vfs_vnops.c:801 Process 4245 (lockf) thread 0xfffff8041f07e6e0 (100417) exclusive sx lock owners lock (lock owners lock) r = 0 (0xffffffff81c7c840) locked @ kern/kern_lockf.c:502 Process 4206 (lockf) thread 0xfffff8013384d6e0 (100415) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038a0a7a8) locked @ kern/vfs_bio.c:3889 shared lockmgr ufs (ufs) r = 0 (0xfffff803da2d2568) locked @ kern/vfs_vnops.c:801 Process 4175 (procstat) thread 0xfffff8002b42b6e0 (100158) exclusive sleep mutex process lock (process lock) r = 0 (0xfffff80119d70b80) locked @ kern/kern_proc.c:2642 Process 4110 (lockf) thread 0xfffff80133e4d000 (100364) exclusive sx lock owners lock (lock owners lock) r = 0 (0xffffffff81c7be40) locked @ kern/kern_lockf.c:377 exclusive sx ls_lock (ls_lock) r = 0 (0xfffff8017976f690) locked @ kern/kern_lockf.c:654 Process 4109 (lockf) thread 0xfffff8006141d000 (100205) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff8034e5f98b0) locked @ kern/kern_rangelock.c:239 Process 3834 (creat) thread 0xfffff801339fb000 (100356) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00382c6958) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 1 (0xfffff804c4a10ce8) locked @ kern/vfs_subr.c:2914 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80119ed3a68) locked @ kern/vfs_lookup.c:714 Process 3832 (creat) thread 0xfffff801339fa000 (100354) exclusive rw per-fs softdep (per-fs softdep) r = 0 (0xfffff8002b297200) locked @ ufs/ffs/ffs_softdep.c:8578 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003831e450) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c4b3bce8) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80133ce2068) locked @ kern/vfs_lookup.c:714 Process 3831 (creat) thread 0xfffff801339fa6e0 (100353) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8013391fa68) locked @ kern/vfs_lookup.c:714 Process 3824 (lockf) thread 0xfffff80133b11000 (100346) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffff8017feb9b30) locked @ kern/kern_rangelock.c:184 Process 3817 (lockf) thread 0xfffff80133a896e0 (100339) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003833c0f0) locked @ kern/vfs_bio.c:3889 shared lockmgr ufs (ufs) r = 0 (0xfffff8017fb7f568) locked @ kern/vfs_vnops.c:801 Process 3814 (lockf) thread 0xfffff801337ca000 (100336) exclusive sx lock owners lock (lock owners lock) r = 0 (0xffffffff81c7c908) locked @ kern/kern_lockf.c:377 exclusive sx ls_lock (ls_lock) r = 0 (0xfffff8041f6cf610) locked @ kern/kern_lockf.c:654 Process 3809 (link) thread 0xfffff80133959000 (100332) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003845a6b0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8040a4e7068) locked @ kern/vfs_syscalls.c:1546 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80119ed3ce8) locked @ kern/vfs_lookup.c:714 Process 3795 (mkdir) thread 0xfffff80133804000 (100325) exclusive lockmgr ufs (ufs) r = 0 (0xfffff804b140a568) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff800615f9ce8) locked @ kern/vfs_lookup.c:714 Process 3790 (rw) thread 0xfffff8013384d000 (100322) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003862f5b0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c47067e8) locked @ kern/vfs_vnops.c:877 Process 3787 (rw) thread 0xfffff8013371e000 (100319) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00385ba1f0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80219eb1068) locked @ kern/vfs_vnops.c:877 Process 3784 (rw) thread 0xfffff8013371e6e0 (100316) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003871ac90) locked @ kern/vfs_bio.c:3889 shared lockmgr ufs (ufs) r = 0 (0xfffff8018a8b2a68) locked @ kern/vfs_vnops.c:801 Process 3781 (rw) thread 0xfffff8013371d000 (100313) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038a05318) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff803ed70c2e8) locked @ kern/vfs_vnops.c:877 Process 3778 (rw) thread 0xfffff8013371d6e0 (100311) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00385cab28) locked @ kern/vfs_bio.c:3889 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00383e56c8) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8016ffe2ce8) locked @ kern/vfs_vnops.c:877 Process 3776 (rw) thread 0xfffff8013371c000 (100310) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038625440) locked @ kern/vfs_bio.c:1665 exclusive lockmgr ufs (ufs) r = 0 (0xfffff803da8882e8) locked @ kern/vfs_vnops.c:877 Process 3774 (rw) thread 0xfffff8013358d000 (100308) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00385a4800) locked @ kern/vfs_bio.c:3889 shared lockmgr ufs (ufs) r = 0 (0xfffff804b1798a68) locked @ kern/vfs_vnops.c:801 Process 3772 (rw) thread 0xfffff8013358d6e0 (100306) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038625818) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80179e892e8) locked @ kern/vfs_vnops.c:877 Process 3768 (rw) thread 0xfffff80133588000 (100303) shared lockmgr ufs (ufs) r = 0 (0xfffff8040162ba68) locked @ kern/vfs_vnops.c:801 Process 3764 (rw) thread 0xfffff801335886e0 (100300) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003896baf0) locked @ kern/vfs_bio.c:3889 shared lockmgr ufs (ufs) r = 0 (0xfffff8017fe877e8) locked @ kern/vfs_vnops.c:801 Process 3763 (mkdir) thread 0xfffff80119ea2000 (100299) exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c49272e8) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c4ba5568) locked @ kern/vfs_lookup.c:714 Process 3757 (swap) thread 0xfffff8004c35c000 (100185) exclusive sleep mutex vm reserv (vm reserv) r = 0 (0xfffff808486dae00) locked @ vm/vm_reserv.c:839 exclusive rw vm object (vm object) r = 0 (0xfffff8021960ab58) locked @ vm/vm_fault.c:1261 shared sx vm map (user) (vm map (user)) r = 0 (0xfffff80133569060) locked @ vm/vm_map.c:4761 Process 3756 (rw) thread 0xfffff801333746e0 (100295) exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c4b072e8) locked @ kern/vfs_vnops.c:877 Process 3754 (lockf2) thread 0xfffff80119eba6e0 (100236) exclusive sx ls_lock (ls_lock) r = 0 (0xfffff8002b49ca90) locked @ kern/kern_lockf.c:654 Process 3751 (rw) thread 0xfffff8013343a000 (100293) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038788928) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff804b18b0ce8) locked @ kern/vfs_vnops.c:877 Process 3749 (rw) thread 0xfffff80119d5f000 (100228) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038297bd0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038837768) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff804b16127e8) locked @ kern/vfs_vnops.c:877 Process 3748 (lockf2) thread 0xfffff801334ce000 (100291) exclusive sx ls_lock (ls_lock) r = 0 (0xfffff80133cf0310) locked @ kern/kern_lockf.c:654 Process 3747 (rw) thread 0xfffff8002b562000 (100143) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00388d82e0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8018a986a68) locked @ kern/vfs_vnops.c:877 Process 3746 (lockf2) thread 0xfffff80119fa2000 (100290) exclusive sx ls_lock (ls_lock) r = 0 (0xfffff80401041d10) locked @ kern/kern_lockf.c:654 Process 3745 (rw) thread 0xfffff8013343a6e0 (100289) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80119ed3568) locked @ kern/vfs_lookup.c:714 Process 3743 (rw) thread 0xfffff80133439000 (100287) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038837390) locked @ kern/vfs_bio.c:1665 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8040a4dd068) locked @ kern/vfs_vnops.c:877 Process 3742 (lockf2) thread 0xfffff80119fa1000 (100286) exclusive sx ls_lock (ls_lock) r = 0 (0xfffff8016fcfb810) locked @ kern/kern_lockf.c:654 Process 3741 (rw) thread 0xfffff801334396e0 (100285) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038382b00) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80179bd6ce8) locked @ kern/vfs_vnops.c:877 Process 3740 (lockf2) thread 0xfffff80119fa16e0 (100284) exclusive sx ls_lock (ls_lock) r = 0 (0xfffff8004ce0da10) locked @ kern/kern_lockf.c:654 Process 3738 (lockf2) thread 0xfffff80119d5f6e0 (100254) exclusive sx ls_lock (ls_lock) r = 0 (0xfffff8002baab310) locked @ kern/kern_lockf.c:654 Process 3737 (rw) thread 0xfffff80119f77000 (100282) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00382f75a0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00389782d0) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff803a639d7e8) locked @ kern/vfs_vnops.c:877 Process 3733 (openat) thread 0xfffff8002b7876e0 (100187) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800616e6a68) locked @ kern/vfs_lookup.c:714 Process 3732 (symlink) thread 0xfffff801333756e0 (100280) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8013304fce8) locked @ kern/vfs_lookup.c:714 Process 3731 (openat) thread 0xfffff8002bb38000 (100239) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80167fa6568) locked @ kern/vfs_subr.c:2914 Process 3730 (symlink) thread 0xfffff80133374000 (100279) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038425910) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff803da1e9ce8) locked @ kern/vfs_subr.c:2914 Process 3729 (openat) thread 0xfffff80119dd56e0 (100226) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8034e8257e8) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8013300d068) locked @ kern/vfs_lookup.c:714 Process 3728 (symlink) thread 0xfffff801332446e0 (100278) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038302298) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c40f42e8) locked @ kern/vfs_subr.c:2914 Process 3727 (symlink) thread 0xfffff80133263000 (100277) exclusive lockmgr ufs (ufs) r = 0 (0xfffff803ed3f2568) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80119d9d068) locked @ kern/vfs_lookup.c:714 Process 3725 (symlink) thread 0xfffff801332636e0 (100275) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800615f92e8) locked @ kern/vfs_lookup.c:714 Process 3724 (openat) thread 0xfffff801332046e0 (100274) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800610eda68) locked @ kern/vfs_lookup.c:714 Process 3723 (symlink) thread 0xfffff80133262000 (100273) exclusive lockmgr ufs (ufs) r = 0 (0xfffff800615f9568) locked @ kern/vfs_lookup.c:714 Process 3721 (symlink) thread 0xfffff801332626e0 (100271) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0038583590) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8034edc5a68) locked @ kern/vfs_subr.c:2914 Process 3720 (openat) thread 0xfffff801332456e0 (100270) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80179987068) locked @ kern/vfs_subr.c:2914 Process 3719 (symlink) thread 0xfffff80119fa06e0 (100269) exclusive lockmgr ufs (ufs) r = 0 (0xfffff8002be4ece8) locked @ kern/vfs_lookup.c:714 Process 3718 (openat) thread 0xfffff80133244000 (100268) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80179d602e8) locked @ kern/vfs_subr.c:2914 Process 3716 (openat) thread 0xfffff80119f766e0 (100240) exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c49c1068) locked @ kern/vfs_subr.c:2914 Process 3715 (symlink) thread 0xfffff801331b66e0 (100266) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003831d8c8) locked @ kern/vfs_bio.c:3889 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8016f56f068) locked @ kern/vfs_subr.c:2914 Process 3714 (symlink) thread 0xfffff801331cf000 (100265) exclusive lockmgr ufs (ufs) r = 0 (0xfffff80133186068) locked @ kern/vfs_lookup.c:714 Process 3712 (symlink) thread 0xfffff801331cf6e0 (100264) shared rw bufobj interlock (bufobj interlock) r = 0 (0xfffff800616a93f8) locked @ kern/vfs_bio.c:3875 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80119e5f7e8) locked @ kern/vfs_lookup.c:714 Process 3711 (symlink) thread 0xfffff80043292000 (100263) exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c4174a68) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8013391f7e8) locked @ kern/vfs_lookup.c:714 Process 3710 (symlink) thread 0xfffff800432926e0 (100244) exclusive lockmgr ufs (ufs) r = 0 (0xfffff804c4927068) locked @ ufs/ffs/ffs_vfsops.c:1737 exclusive lockmgr ufs (ufs) r = 0 (0xfffff80119ed37e8) locked @ kern/vfs_lookup.c:714 Process 3709 (symlink) thread 0xfffff80043291000 (100243) exclusive lockmgr ufs (ufs) r = 0 (0xfffff801331862e8) locked @ kern/vfs_lookup.c:714 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffff8002bb78c80: type VREG usecount 1, writecount 0, refcount 3 flags (VMP_LAZYLIST) v_object 0xfffff80119ef0948 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=6, extsize 0 generation=d67be2a3, uid=0, gid=0, flags=0x0 ino 52247052, on dev gpt/work vnode 0xfffff800615f9c80: type VDIR usecount 133, writecount 0, refcount 7 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80119d74420 ref 0 pages 22 cleanbuf 0 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff80133804000 (pid 3795, mkdir, tid 100325) with exclusive waiters pending with shared waiters pending #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb37e2 at kern_mkdirat+0x92 #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1695, effnlink=64, size=121856, extsize 0 generation=b4b6a7df, uid=2007, gid=0, flags=0x0 ino 32768, on dev md10a vnode 0xfffff80133186280: type VDIR usecount 2, writecount 0, refcount 7 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80167f59210 ref 0 pages 23 cleanbuf 0 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff80043291000 (pid 3709, symlink, tid 100243) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=125440, extsize 0 generation=e9de037b, uid=2007, gid=0, flags=0x0 ino 32769, on dev md10a vnode 0xfffff80119e5f780: type VDIR usecount 2, writecount 0, refcount 6 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016f26ab58 ref 0 pages 12 cleanbuf 0 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff801331cf6e0 (pid 3712, symlink, tid 100264) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=79360, extsize 0 generation=737b15d1, uid=2007, gid=0, flags=0x0 ino 32770, on dev md10a vnode 0xfffff80133186000: type VDIR usecount 2, writecount 0, refcount 7 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016f334528 ref 0 pages 19 cleanbuf 0 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff801331cf000 (pid 3714, symlink, tid 100265) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=107008, extsize 0 generation=92eecbc4, uid=2007, gid=0, flags=0x0 ino 32771, on dev md10a vnode 0xfffff8002be4ec80: type VDIR usecount 2, writecount 0, refcount 6 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016f59d318 ref 0 pages 22 cleanbuf 0 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff80119fa06e0 (pid 3719, symlink, tid 100269) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=122880, extsize 0 generation=463250d6, uid=2007, gid=0, flags=0x0 ino 32777, on dev md10a vnode 0xfffff800615f9500: type VDIR usecount 2, writecount 0, refcount 7 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016f59d528 ref 0 pages 22 cleanbuf 0 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff80133262000 (pid 3723, symlink, tid 100273) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=120832, extsize 0 generation=ee85245e, uid=2007, gid=0, flags=0x0 ino 32783, on dev md10a vnode 0xfffff800615f9280: type VDIR usecount 2, writecount 0, refcount 6 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80167f59a50 ref 0 pages 10 cleanbuf 0 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff801332636e0 (pid 3725, symlink, tid 100275) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=71680, extsize 0 generation=6302a045, uid=2007, gid=0, flags=0x0 ino 32786, on dev md10a vnode 0xfffff800610eda00: type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff801330c2e70 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff801332046e0 (pid 3724, openat, tid 100274) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb6cc1 at vn_open_cred+0xf1 #8 0xffffffff80cae873 at kern_openat+0x1f3 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=512, extsize 0 generation=69f6bb85, uid=2007, gid=0, flags=0x0 ino 32787, on dev md10a vnode 0xfffff80119d9d000: type VDIR usecount 2, writecount 0, refcount 7 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016f3c0840 ref 0 pages 18 cleanbuf 0 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff80133263000 (pid 3727, symlink, tid 100277) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=103936, extsize 0 generation=7bf48784, uid=2007, gid=0, flags=0x0 ino 32790, on dev md10a vnode 0xfffff8013300d000: type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80119f0c840 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff80119dd56e0 (pid 3729, openat, tid 100226) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb6cc1 at vn_open_cred+0xf1 #8 0xffffffff80cae873 at kern_openat+0x1f3 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=512, extsize 0 generation=9cb7f187, uid=2007, gid=0, flags=0x0 ino 32793, on dev md10a vnode 0xfffff8013304fc80: type VDIR usecount 2, writecount 0, refcount 6 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80167a82948 ref 0 pages 14 cleanbuf 0 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff801333756e0 (pid 3732, symlink, tid 100280) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=87040, extsize 0 generation=10758a57, uid=2007, gid=0, flags=0x0 ino 32797, on dev md10a vnode 0xfffff800616e6a00: type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80119de3420 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff8002b7876e0 (pid 3733, openat, tid 100187) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb6cc1 at vn_open_cred+0xf1 #8 0xffffffff80cae873 at kern_openat+0x1f3 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=512, extsize 0 generation=a6322284, uid=2007, gid=0, flags=0x0 ino 32799, on dev md10a vnode 0xfffff80119ed3c80: type VDIR usecount 2, writecount 0, refcount 5 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80133c55420 ref 0 pages 1 cleanbuf 0 dirtybuf 2 lock type ufs: EXCL by thread 0xfffff80133959000 (pid 3809, link, tid 100332) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf45d at kern_linkat_vp+0x6d #8 0xffffffff80caf222 at sys_link+0x92 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=35328, extsize 0 generation=94eb5069, uid=2007, gid=0, flags=0x0 ino 32808, on dev md10a vnode 0xfffff8013391fa00: type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff80133d3d318 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff801339fa6e0 (pid 3831, creat, tid 100353) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb6cc1 at vn_open_cred+0xf1 #8 0xffffffff80cae873 at kern_openat+0x1f3 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=7168, extsize 0 generation=d8346a59, uid=2007, gid=0, flags=0x0 ino 32810, on dev md10a vnode 0xfffff80119ed3a00: type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016ff54a50 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff801339fb000 (pid 3834, creat, tid 100356) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cafc89 at kern_funlinkat+0xb9 #8 0xffffffff80cafbc8 at sys_unlink+0x28 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=24576, extsize 0 generation=9bed5eb8, uid=2007, gid=0, flags=0x0 ino 32812, on dev md10a vnode 0xfffff8013391f780: type VDIR usecount 2, writecount 0, refcount 5 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016fc13528 ref 0 pages 3 cleanbuf 0 dirtybuf 2 lock type ufs: EXCL by thread 0xfffff80043292000 (pid 3711, symlink, tid 100263) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=44544, extsize 0 generation=74d9dd84, uid=2007, gid=0, flags=0x0 ino 32813, on dev md10a vnode 0xfffff80119ed3780: type VDIR usecount 2, writecount 0, refcount 5 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016ff7b948 ref 0 pages 7 cleanbuf 0 dirtybuf 2 lock type ufs: EXCL by thread 0xfffff800432926e0 (pid 3710, symlink, tid 100244) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80caf81b at kern_symlinkat+0xcb #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=57856, extsize 0 generation=b2af7ddf, uid=2007, gid=0, flags=0x0 ino 32814, on dev md10a vnode 0xfffff80119ed3500: type VDIR usecount 3, writecount 0, refcount 2 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8013357e630 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff8013343a6e0 (pid 3745, rw, tid 100289) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb6cc1 at vn_open_cred+0xf1 #8 0xffffffff80cae873 at kern_openat+0x1f3 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=512, extsize 0 generation=2e581808, uid=2007, gid=0, flags=0x0 ino 32817, on dev md10a vnode 0xfffff80133ce2000: type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff8016ff7b840 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff801339fa000 (pid 3832, creat, tid 100354) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb6cc1 at vn_open_cred+0xf1 #8 0xffffffff80cae873 at kern_openat+0x1f3 #9 0xffffffff810749f1 at amd64_syscall+0x2f1 #10 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=17920, extsize 0 generation=a551696f, uid=2007, gid=0, flags=0x0 ino 32995, on dev md10a vnode 0xfffff8017fb7f500: type VREG usecount 1, writecount 1, refcount 3 flags (VMP_LAZYLIST) v_object 0xfffff80219e43108 ref 0 pages 1 cleanbuf 0 dirtybuf 1 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=4, extsize 0 generation=b5b1f06c, uid=2007, gid=0, flags=0x0 ino 50473, on dev md10a vnode 0xfffff803da2d2500: type VREG usecount 1, writecount 1, refcount 3 flags (VMP_LAZYLIST) v_object 0xfffff8017947e108 ref 0 pages 1 cleanbuf 0 dirtybuf 1 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=4, extsize 0 generation=dfc433d9, uid=2007, gid=0, flags=0x0 ino 77702, on dev md10a vnode 0xfffff8018a8b2a00: type VREG usecount 1, writecount 0, refcount 449 flags (VMP_LAZYLIST) v_object 0xfffff80179103528 ref 0 pages 3576 cleanbuf 443 dirtybuf 4 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=14603264, extsize 0 generation=8a50df55, uid=2007, gid=0, flags=0x0 ino 53466, on dev md10a vnode 0xfffff8040162ba00: type VREG usecount 1, writecount 0, refcount 449 flags (VMP_LAZYLIST) v_object 0xfffff8016740ce70 ref 0 pages 3576 cleanbuf 442 dirtybuf 5 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=14603264, extsize 0 generation=dd4d9e8c, uid=2007, gid=0, flags=0x0 ino 85993, on dev md10a vnode 0xfffff8018a986a00: type VREG usecount 1, writecount 1, refcount 447 flags (VMP_LAZYLIST) v_object 0xfffff80197230d68 ref 0 pages 3560 cleanbuf 442 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff8002b562000 (pid 3747, rw, tid 100143) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=14548992, extsize 0 generation=cc644155, uid=2007, gid=0, flags=0x0 ino 52841, on dev md10a vnode 0xfffff8040a4e7000: type VREG usecount 1, writecount 0, refcount 1 flags (VMP_LAZYLIST) v_object 0xfffff8018a7be000 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff80133959000 (pid 3809, link, tid 100332) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80caf528 at kern_linkat_vp+0x138 #6 0xffffffff80caf222 at sys_link+0x92 #7 0xffffffff810749f1 at amd64_syscall+0x2f1 #8 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1437, effnlink=1437, size=0, extsize 0 generation=f7400152, uid=2007, gid=0, flags=0x0 ino 74058, on dev md10a vnode 0xfffff803a639d780: type VREG usecount 1, writecount 1, refcount 42 flags (VMP_LAZYLIST) v_object 0xfffff802bb184d68 ref 0 pages 320 cleanbuf 39 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff80119f77000 (pid 3737, rw, tid 100282) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=1277952, extsize 0 generation=5b0fd302, uid=2007, gid=0, flags=0x0 ino 67207, on dev md10a vnode 0xfffff8040a4dd000: type VREG usecount 1, writecount 1, refcount 12 flags (VMP_LAZYLIST) v_object 0xfffff8018a793528 ref 0 pages 73 cleanbuf 7 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff80133439000 (pid 3743, rw, tid 100287) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=299008, extsize 0 generation=9ccf293f, uid=2007, gid=0, flags=0x0 ino 58629, on dev md10a vnode 0xfffff80179e89280: type VREG usecount 1, writecount 1, refcount 156 flags (VMP_LAZYLIST) v_object 0xfffff8018a70e318 ref 0 pages 1232 cleanbuf 152 dirtybuf 2 lock type ufs: EXCL by thread 0xfffff8013358d6e0 (pid 3772, rw, tid 100306) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=5013504, extsize 0 generation=a73fc473, uid=2007, gid=0, flags=0x0 ino 39865, on dev md10a vnode 0xfffff803da1e9c80: type VLNK usecount 0, writecount 0, refcount 1 flags (VV_NOSYNC|VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff80133374000 (pid 3730, symlink, tid 100279) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80ca1dc1 at vget_finish+0x81 #6 0xffffffff80c92fdf at vfs_hash_get+0xbf #7 0xffffffff80ee7b39 at ffs_vgetf+0x59 #8 0xffffffff80ef5a08 at ufs_lookup_ino+0x9b8 #9 0xffffffff810eee6d at VOP_CACHEDLOOKUP_APV+0x5d #10 0xffffffff80c8b082 at vfs_cache_lookup+0xd2 #11 0xffffffff810eecdd at VOP_LOOKUP_APV+0x5d #12 0xffffffff80c95551 at lookup+0x611 #13 0xffffffff80c949e1 at namei+0x4f1 #14 0xffffffff80cafc89 at kern_funlinkat+0xb9 #15 0xffffffff80cafbc8 at sys_unlink+0x28 #16 0xffffffff810749f1 at amd64_syscall+0x2f1 #17 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=0, effnlink=0, size=0, extsize 0 generation=62770aa0, uid=2007, gid=0, flags=0x0 ino 48376, on dev md10a vnode 0xfffff8034edc5a00: type VLNK usecount 0, writecount 0, refcount 1 flags (VV_NOSYNC|VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff801332626e0 (pid 3721, symlink, tid 100271) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80ca1dc1 at vget_finish+0x81 #6 0xffffffff80c92fdf at vfs_hash_get+0xbf #7 0xffffffff80ee7b39 at ffs_vgetf+0x59 #8 0xffffffff80ef5a08 at ufs_lookup_ino+0x9b8 #9 0xffffffff810eee6d at VOP_CACHEDLOOKUP_APV+0x5d #10 0xffffffff80c8b082 at vfs_cache_lookup+0xd2 #11 0xffffffff810eecdd at VOP_LOOKUP_APV+0x5d #12 0xffffffff80c95551 at lookup+0x611 #13 0xffffffff80c949e1 at namei+0x4f1 #14 0xffffffff80cafc89 at kern_funlinkat+0xb9 #15 0xffffffff80cafbc8 at sys_unlink+0x28 #16 0xffffffff810749f1 at amd64_syscall+0x2f1 #17 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=0, effnlink=0, size=0, extsize 0 generation=42aa98bd, uid=2007, gid=0, flags=0x0 ino 7020, on dev md10a vnode 0xfffff803ed70c280: type VREG usecount 1, writecount 1, refcount 272 flags (VMP_LAZYLIST) v_object 0xfffff8018adbc108 ref 0 pages 2160 cleanbuf 268 dirtybuf 2 lock type ufs: EXCL by thread 0xfffff8013371d000 (pid 3781, rw, tid 100313) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=8802304, extsize 0 generation=d8fa4c78, uid=2007, gid=0, flags=0x0 ino 23459, on dev md10a vnode 0xfffff80219eb1000: type VREG usecount 1, writecount 1, refcount 5 flags (VMP_LAZYLIST) v_object 0xfffff801333c0948 ref 0 pages 21 cleanbuf 0 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff8013371e000 (pid 3787, rw, tid 100319) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=86016, extsize 0 generation=740aa79d, uid=2007, gid=0, flags=0x0 ino 33732, on dev md10a vnode 0xfffff804b1798a00: type VREG usecount 1, writecount 0, refcount 449 flags (VMP_LAZYLIST) v_object 0xfffff804b1b57318 ref 0 pages 3576 cleanbuf 444 dirtybuf 3 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=14603264, extsize 0 generation=625de2b1, uid=2007, gid=0, flags=0x0 ino 78482, on dev md10a vnode 0xfffff8017fe87780: type VREG usecount 1, writecount 0, refcount 449 flags (VMP_LAZYLIST) v_object 0xfffff8018a616c60 ref 0 pages 3576 cleanbuf 443 dirtybuf 4 lock type ufs: SHARED (count 1) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cbbbe3 at vn_read+0x113 #5 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #6 0xffffffff80cb807c at vn_io_fault1+0x16c #7 0xffffffff80cb5952 at vn_io_fault+0x182 #8 0xffffffff80c39d11 at dofileread+0x81 #9 0xffffffff80c39959 at kern_readv+0x49 #10 0xffffffff80c39903 at sys_read+0x83 #11 0xffffffff810749f1 at amd64_syscall+0x2f1 #12 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=14603264, extsize 0 generation=c0f09f13, uid=2007, gid=0, flags=0x0 ino 50292, on dev md10a vnode 0xfffff804c40f4280: type VLNK usecount 0, writecount 0, refcount 1 flags (VV_NOSYNC|VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff801332446e0 (pid 3728, symlink, tid 100278) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80ca1dc1 at vget_finish+0x81 #6 0xffffffff80c92fdf at vfs_hash_get+0xbf #7 0xffffffff80ee7b39 at ffs_vgetf+0x59 #8 0xffffffff80ef5a08 at ufs_lookup_ino+0x9b8 #9 0xffffffff810eee6d at VOP_CACHEDLOOKUP_APV+0x5d #10 0xffffffff80c8b082 at vfs_cache_lookup+0xd2 #11 0xffffffff810eecdd at VOP_LOOKUP_APV+0x5d #12 0xffffffff80c95551 at lookup+0x611 #13 0xffffffff80c949e1 at namei+0x4f1 #14 0xffffffff80cafc89 at kern_funlinkat+0xb9 #15 0xffffffff80cafbc8 at sys_unlink+0x28 #16 0xffffffff810749f1 at amd64_syscall+0x2f1 #17 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=0, effnlink=0, size=0, extsize 0 generation=cb656aef, uid=2007, gid=0, flags=0x0 ino 37568, on dev md10a vnode 0xfffff8016f56f000: type VLNK usecount 0, writecount 0, refcount 1 flags (VV_NOSYNC|VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff801331b66e0 (pid 3715, symlink, tid 100266) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80ca1dc1 at vget_finish+0x81 #6 0xffffffff80c92fdf at vfs_hash_get+0xbf #7 0xffffffff80ee7b39 at ffs_vgetf+0x59 #8 0xffffffff80ef5a08 at ufs_lookup_ino+0x9b8 #9 0xffffffff810eee6d at VOP_CACHEDLOOKUP_APV+0x5d #10 0xffffffff80c8b082 at vfs_cache_lookup+0xd2 #11 0xffffffff810eecdd at VOP_LOOKUP_APV+0x5d #12 0xffffffff80c95551 at lookup+0x611 #13 0xffffffff80c949e1 at namei+0x4f1 #14 0xffffffff80cafc89 at kern_funlinkat+0xb9 #15 0xffffffff80cafbc8 at sys_unlink+0x28 #16 0xffffffff810749f1 at amd64_syscall+0x2f1 #17 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=0, effnlink=0, size=0, extsize 0 generation=cd941d41, uid=2007, gid=0, flags=0x0 ino 39375, on dev md10a vnode 0xfffff804c4b07280: type VREG usecount 1, writecount 1, refcount 5 flags (VMP_LAZYLIST) v_object 0xfffff804c4b5e528 ref 0 pages 24 cleanbuf 0 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff801333746e0 (pid 3756, rw, tid 100295) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=98304, extsize 0 generation=5e666898, uid=2007, gid=0, flags=0x0 ino 81471, on dev md10a vnode 0xfffff804c4706780: type VREG usecount 1, writecount 1, refcount 127 flags (VMP_LAZYLIST) v_object 0xfffff8016fc13738 ref 0 pages 1000 cleanbuf 121 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff8013384d000 (pid 3790, rw, tid 100322) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=4063232, extsize 0 generation=62f94f67, uid=2007, gid=0, flags=0x0 ino 34949, on dev md10a vnode 0xfffff804b1612780: type VREG usecount 1, writecount 1, refcount 169 flags (VMP_LAZYLIST) v_object 0xfffff804b175f738 ref 0 pages 1336 cleanbuf 166 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff80119d5f000 (pid 3749, rw, tid 100228) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=5439488, extsize 0 generation=62a49a72, uid=2007, gid=0, flags=0x0 ino 34485, on dev md10a vnode 0xfffff80179bd6c80: type VREG usecount 1, writecount 1, refcount 65 flags (VMP_LAZYLIST) v_object 0xfffff804b11d5c60 ref 0 pages 504 cleanbuf 61 dirtybuf 2 lock type ufs: EXCL by thread 0xfffff801334396e0 (pid 3741, rw, tid 100285) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=2031616, extsize 0 generation=798c6e6f, uid=2007, gid=0, flags=0x0 ino 51321, on dev md10a vnode 0xfffff804b18b0c80: type VREG usecount 1, writecount 1, refcount 107 flags (VMP_LAZYLIST) v_object 0xfffff8018a6dab58 ref 0 pages 840 cleanbuf 101 dirtybuf 4 lock type ufs: EXCL by thread 0xfffff8013343a000 (pid 3751, rw, tid 100293) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=3407872, extsize 0 generation=ab4fd56f, uid=2007, gid=0, flags=0x0 ino 35520, on dev md10a vnode 0xfffff8016ffe2c80: type VREG usecount 1, writecount 1, refcount 36 flags (VMP_LAZYLIST) v_object 0xfffff80179e03318 ref 0 pages 272 cleanbuf 31 dirtybuf 3 lock type ufs: EXCL by thread 0xfffff8013371d6e0 (pid 3778, rw, tid 100311) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80cbbfbc at vn_write+0x1cc #6 0xffffffff80cbba23 at vn_io_fault_doio+0x43 #7 0xffffffff80cb807c at vn_io_fault1+0x16c #8 0xffffffff80cb5952 at vn_io_fault+0x182 #9 0xffffffff80c3a2b1 at dofilewrite+0x81 #10 0xffffffff80c39ef9 at kern_writev+0x49 #11 0xffffffff80c39ea3 at sys_write+0x83 #12 0xffffffff810749f1 at amd64_syscall+0x2f1 #13 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=1081344, extsize 0 generation=ca289661, uid=2007, gid=0, flags=0x0 ino 38401, on dev md10a vnode 0xfffff804c4a10c80: type VREG usecount 2, writecount 0, refcount 1 flags (VMP_LAZYLIST) v_object 0xfffff804b1cba318 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff801339fb000 (pid 3834, creat, tid 100356) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80ca1dc1 at vget_finish+0x81 #6 0xffffffff80c92fdf at vfs_hash_get+0xbf #7 0xffffffff80ee7b39 at ffs_vgetf+0x59 #8 0xffffffff80ef5a08 at ufs_lookup_ino+0x9b8 #9 0xffffffff810eee6d at VOP_CACHEDLOOKUP_APV+0x5d #10 0xffffffff80c8b082 at vfs_cache_lookup+0xd2 #11 0xffffffff810eecdd at VOP_LOOKUP_APV+0x5d #12 0xffffffff80c95551 at lookup+0x611 #13 0xffffffff80c949e1 at namei+0x4f1 #14 0xffffffff80cafc89 at kern_funlinkat+0xb9 #15 0xffffffff80cafbc8 at sys_unlink+0x28 #16 0xffffffff810749f1 at amd64_syscall+0x2f1 #17 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=0, effnlink=0, size=0, extsize 0 generation=ef914015, uid=2007, gid=0, flags=0x0 ino 39370, on dev md10a vnode 0xfffff804c4ba5500: type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VMP_LAZYLIST) v_object 0xfffff804b1a6b210 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffff80119ea2000 (pid 3763, mkdir, tid 100299) #0 0xffffffff80b9bdf4 at lockmgr_slock_hard+0x354 #1 0xffffffff80b9ccb8 at __lockmgr_args+0x798 #2 0xffffffff80eec3bc at ffs_lock+0x7c #3 0xffffffff810f19b8 at VOP_LOCK1_APV+0x48 #4 0xffffffff80cb793f at _vn_lock+0x4f #5 0xffffffff80c95021 at lookup+0xe1 #6 0xffffffff80c949e1 at namei+0x4f1 #7 0xffffffff80cb37e2 at kern_mkdirat+0x92 #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=3, effnlink=3, size=512, extsize 0 generation=6eddf0b1, uid=2007, gid=0, flags=0x0 ino 68896, on dev md10a vnode 0xfffff804b140a500: type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff80133804000 (pid 3795, mkdir, tid 100325) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80ee7c41 at ffs_vgetf+0x161 #3 0xffffffff80eba1e1 at ffs_valloc+0x591 #4 0xffffffff80efdffc at ufs_mkdir+0xcc #5 0xffffffff810f0dd0 at VOP_MKDIR_APV+0x60 #6 0xffffffff80cb3903 at kern_mkdirat+0x1b3 #7 0xffffffff810749f1 at amd64_syscall+0x2f1 #8 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=0, extsize 0 generation=c1eaae26, uid=2007, gid=0, flags=0x0 ino 68916, on dev md10a vnode 0xfffff804c4927280: type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff80119ea2000 (pid 3763, mkdir, tid 100299) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80ee7c41 at ffs_vgetf+0x161 #3 0xffffffff80eba1e1 at ffs_valloc+0x591 #4 0xffffffff80efdffc at ufs_mkdir+0xcc #5 0xffffffff810f0dd0 at VOP_MKDIR_APV+0x60 #6 0xffffffff80cb3903 at kern_mkdirat+0x1b3 #7 0xffffffff810749f1 at amd64_syscall+0x2f1 #8 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=2, effnlink=2, size=0, extsize 0 generation=5f4db01d, uid=2007, gid=0, flags=0x0 ino 68919, on dev md10a vnode 0xfffff804c4927000: type VLNK usecount 1, writecount 0, refcount 1 flags (VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff800432926e0 (pid 3710, symlink, tid 100244) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80ee7c41 at ffs_vgetf+0x161 #3 0xffffffff80eba1e1 at ffs_valloc+0x591 #4 0xffffffff80eff0bd at ufs_makeinode+0xad #5 0xffffffff80efeae6 at ufs_symlink+0x36 #6 0xffffffff810f1140 at VOP_SYMLINK_APV+0x60 #7 0xffffffff80caf96a at kern_symlinkat+0x21a #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=0, extsize 0 generation=6317d8a7, uid=2007, gid=0, flags=0x0 ino 44074, on dev md10a vnode 0xfffff804c4174a00: type VLNK usecount 1, writecount 0, refcount 1 flags (VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffff80043292000 (pid 3711, symlink, tid 100263) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80ee7c41 at ffs_vgetf+0x161 #3 0xffffffff80eba1e1 at ffs_valloc+0x591 #4 0xffffffff80eff0bd at ufs_makeinode+0xad #5 0xffffffff80efeae6 at ufs_symlink+0x36 #6 0xffffffff810f1140 at VOP_SYMLINK_APV+0x60 #7 0xffffffff80caf96a at kern_symlinkat+0x21a #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=1, effnlink=1, size=0, extsize 0 generation=f043052f, uid=2007, gid=0, flags=0x0 ino 44289, on dev md10a vnode 0xfffff803ed3f2500: type VNON usecount 1, writecount 0, refcount 1 flags () lock type ufs: EXCL by thread 0xfffff80133263000 (pid 3727, symlink, tid 100277) #0 0xffffffff80b9c2ea at lockmgr_xlock_hard+0x40a #1 0xffffffff80b9cb4c at __lockmgr_args+0x62c #2 0xffffffff80ee7c41 at ffs_vgetf+0x161 #3 0xffffffff80eba1e1 at ffs_valloc+0x591 #4 0xffffffff80eff0bd at ufs_makeinode+0xad #5 0xffffffff80efeae6 at ufs_symlink+0x36 #6 0xffffffff810f1140 at VOP_SYMLINK_APV+0x60 #7 0xffffffff80caf96a at kern_symlinkat+0x21a #8 0xffffffff810749f1 at amd64_syscall+0x2f1 #9 0xffffffff8104a540 at fast_syscall_common+0x101 nlink=0, effnlink=0, size=0KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00e37f1c20 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe00e37f1c30 trap() at trap+0x77/frame 0xfffffe00e37f1d60 calltrap() at calltrap+0x8/frame 0xfffffe00e37f1d60 --- trap 0xc, rip = 0xffffffff80efed68, rsp = 0xfffffe00e37f1e30, rbp = 0xfffffe00e37f1e40 --- ufs_print() at ufs_print+0x38/frame 0xfffffe00e37f1e40 vn_printf() at vn_printf+0x3d0/frame 0xfffffe00e37f1fe0 lockedvnodes() at lockedvnodes+0x8b/frame 0xfffffe00e37f2020 db_command() at db_command+0x25c/frame 0xfffffe00e37f20f0 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00e37f2190 db_command() at db_command+0x25c/frame 0xfffffe00e37f2260 db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe00e37f2300 db_command() at db_command+0x25c/frame 0xfffffe00e37f23d0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe00e37f23e0 db_trap() at db_trap+0xe8/frame 0xfffffe00e37f2470 kdb_trap() at kdb_trap+0x157/frame 0xfffffe00e37f24f0 trap() at trap+0x7b9/frame 0xfffffe00e37f2620 calltrap() at calltrap+0x8/frame 0xfffffe00e37f2620 --- trap 0x3, rip = 0xffffffff80c13af7, rsp = 0xfffffe00e37f26f0, rbp = 0xfffffe00e37f2700 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e37f2700 vpanic() at vpanic+0x1a1/frame 0xfffffe00e37f2760 panic() at panic+0x43/frame 0xfffffe00e37f27c0 __mtx_unlock_spin_flags() at __mtx_unlock_spin_flags+0x101/frame 0xfffffe00e37f27e0 sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x191/frame 0xfffffe00e37f28a0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x7b/frame 0xfffffe00e37f28e0 sysctl_root() at sysctl_root+0x20a/frame 0xfffffe00e37f2960 userland_sysctl() at userland_sysctl+0x17b/frame 0xfffffe00e37f2a10 sys___sysctl() at sys___sysctl+0x5f/frame 0xfffffe00e37f2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37f2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37f2bf0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80046d8da, rsp = 0x7fffffffdd88, rbp = 0x7fffffffddc0 --- Script command 'show lockedvnods' returned error db:1:pho1> show mount 0xfffff8002b207000 /dev/gpt/work on / (ufs) 0xfffff8002b206000 devfs on /dev (devfs) 0xfffff800612bc000 /dev/gpt/tmp on /tmp (ufs) 0xfffff80133096000 /dev/md10a on /mnt (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 92602 Buf domain 0 freebufs 14331 lofreebufs 219 hifreebufs 329 bufspace 11362304 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 23 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 694 (8126464) dirtyq count 23 (479232) wakeup 0 lim 25 CPU 4, 15, 20, 2, 4, 7, 4, 11, 4, 8, 4, 1, Locked buffers: 2 space 36864 Total buffers: 962 space 11362304 Buf domain 1 freebufs 13295 lofreebufs 219 hifreebufs 329 bufspace 44797952 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 58 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1626 (38268928) dirtyq count 58 (1482752) wakeup 0 lim 25 CPU 22, 23, 17, 7, 16, 16, 1, 22, 4, 2, 16, 8, Locked buffers: 2 space 65536 Total buffers: 2318 space 44797952 Buf domain 2 freebufs 14397 lofreebufs 219 hifreebufs 329 bufspace 9232384 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 32 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 622 (6062080) dirtyq count 32 (483328) wakeup 0 lim 25 CPU 7, 0, 12, 11, 8, 0, 14, 1, 0, 11, 15, 3, Locked buffers: 4 space 102400 Total buffers: 1449 space 9232384 Buf domain 3 freebufs 13713 lofreebufs 219 hifreebufs 329 bufspace 31121408 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 30 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1370 (29814784) dirtyq count 30 (651264) wakeup 0 lim 25 CPU 0, 0, 4, 4, 0, 0, 0, 0, 4, 0, 8, 0, Locked buffers: 3 space 90112 Total buffers: 1643 space 31121408 Buf domain 4 freebufs 13032 lofreebufs 219 hifreebufs 329 bufspace 53276672 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 49 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2009 (50683904) dirtyq count 49 (1183744) wakeup 0 lim 25 CPU 0, 0, 0, 10, 6, 7, 0, 0, 12, 0, 8, 0, Locked buffers: 5 space 94208 Total buffers: 2781 space 53276672 Buf domain 5 freebufs 13148 lofreebufs 219 hifreebufs 329 bufspace 49344512 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1041 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 810 (11223040) dirtyq count 1068 (34615296) wakeup 0 lim 25 CPU 16, 3, 18, 4, 16, 0, 4, 4, 4, 10, 4, 0, Locked buffers: 56 space 1773568 Total buffers: 2026 space 49344512 Buf domain 6 freebufs 14335 lofreebufs 219 hifreebufs 329 bufspace 11014144 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 23 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 633 (6037504) dirtyq count 75 (2056192) wakeup 0 lim 25 CPU 6, 10, 14, 0, 0, 3, 19, 4, 2, 12, 12, 7, Locked buffers: 55 space 1761280 Total buffers: 2150 space 11014144 db:1:pho1> show page vm_cnt.v_free_count: 4429631 vm_cnt.v_inactive_count: 8107 vm_cnt.v_active_count: 3429984 vm_cnt.v_laundry_count: 0 vm_cnt.v_wire_count: 255151 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51264 vm_cnt.v_free_target: 173124 vm_cnt.v_inactive_target: 259686 db:1:pho1> show pageq pq_free 4429631 dom 0 page_cnt 8124102 free 4429631 pq_act 3429984 pq_inact 8107 pq_laund 0 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 001041 | 000000 11 (008192K) | 000001 | 000000 10 (004096K) | 000001 | 000000 09 (002048K) | 000001 | 000000 08 (001024K) | 000003 | 000001 07 (000512K) | 000013 | 000001 06 (000256K) | 000031 | 000000 05 (000128K) | 000100 | 000000 04 (000064K) | 000223 | 000000 03 (000032K) | 000706 | 000001 02 (000016K) | 001265 | 000001 01 (000008K) | 001446 | 000000 00 (000004K) | 001062 | 000000 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000001 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000001 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree VNODE 640 131920 7628 577029 0 16 89310720 0 512 512 114459 5341 662095 0 29 61337600 0 FFS2 dinode 256 131806 7964 576912 0 62 35781120 0 RADIX NODE 144 241607 1287 489943 0 62 34976736 0 mbuf_cluster 2048 12096 1060 12195 0 253 26943488 0 FFS inode 160 131808 7892 576914 0 61 22352000 0 BUF TRIE 144 982 104970 202857 0 61 15257088 0 128 128 97341 8431 1237705 0 125 13538816 0 VM OBJECT 264 40849 7466 387858 0 29 12755160 0 S VFS Cache 108 61216 26660 400694 0 125 9490608 0 256 256 6440 25465 515885 0 61 8167680 0 128 128 24618 21293 548478 0 125 5876608 0 mbuf 256 13694 2511 15994 0 253 4148480 0 UMA Slabs 0 112 25186 30 25186 0 125 2824192 0 socket 904 49 2987 5159 0 253 2744544 0 128 128 14335 1320 929395 0 125 2003840 0 64 Bucket 512 945 2383 97145 0 62 1703936 0 128 128 11442 958 14695 0 125 1587200 0 4096 4096 352 10 92460 0 1 1482752 0 256 Bucket 2048 634 55 4104 0 12 1411072 0 udp_inpcb 488 20 2764 184 0 253 1358592 0 DIRHASH 1024 966 310 8844 0 13 1306624 0 tcpcb 1008 9 1259 14 0 253 1278144 0 128 Bucket 1024 852 316 44963 0 14 1196032 0 4096 4096 242 16 4313 0 1 1056768 0 vmem btag 56 17104 1531 17104 0 253 1043560 0 mbuf_jumbo_page 4096 0 253 2 0 253 1036288 0 32 Bucket 256 1037 2787 93303 0 61 978944 0 128 128 4693 2189 14266832 0 125 880896 0 16384 16384 49 1 2716 0 1 819200 0 65536 65536 1 11 61 0 1 786432 0 THREAD 1760 426 20 429 0 5 784960 0 unpcb 256 17 3028 4945 0 253 779520 0 64 64 9313 2846 17255 0 253 778176 0 16384 16384 7 39 5854 0 1 753664 0 8192 8192 91 0 91 0 1 745472 0 64 64 8653 2561 15634670 0 253 717696 0 256 256 536 2149 618389 0 61 687360 0 MAP ENTRY 96 5396 1744 232256 0 125 685440 0 pbuf 984 0 684 0 0 0 673056 0 mbuf_packet 256 4 2526 234 0 253 647680 0 tcp_inpcb 488 9 1263 14 0 253 620736 0 VMSPACE 2536 194 37 4272 0 3 585816 0 32768 32768 8 9 60 0 1 557056 0 g_bio 408 44 1266 438990 0 30 534480 0 256 256 177 1908 87338 0 61 533760 0 1024 1024 33 451 3681 0 13 495616 0 32768 32768 12 2 20 0 1 458752 0 32768 32768 13 1 14 0 1 458752 0 PROC 1328 234 99 4305 0 9 442224 0 65536 65536 3 3 12 0 1 393216 0 filedesc0 1104 229 104 4306 0 9 367632 0 64 64 3571 2036 7712 0 253 358848 0 65536 65536 4 1 2171 0 1 327680 0 128 128 467 2075 174711 0 125 325376 0 1024 1024 216 96 245 0 13 319488 0 16 Bucket 128 207 2210 18667 0 131 309376 0 256 256 210 960 87316 0 61 299520 0 2048 2048 18 128 8802 0 6 299008 0 32 32 6706 2240 6725 0 253 286272 0 256 256 441 669 2853 0 61 284160 0 64 64 950 3396 89925 0 253 278144 0 NAMEI 1024 65 195 2655903 0 13 266240 0 16 16 13901 1849 16652 0 253 252000 0 ripcb 488 1 511 3 0 253 249856 0 2048 2048 97 25 98 0 5 249856 0 256 256 425 505 3861 0 61 238080 0 128 128 937 830 946 0 125 226176 0 ksiginfo 112 283 1625 948 0 125 213696 0 64 64 82 3257 7458995 0 253 213696 0 4096 4096 47 5 62 0 1 212992 0 pipe 760 11 249 1770 0 13 197600 0 64 64 253 2834 37522 0 253 197568 0 8 Bucket 64 156 2930 10746 0 253 197504 0 65536 65536 2 1 18 0 1 196608 0 256 256 38 697 533640 0 61 188160 0 UMA Zones 2176 86 0 86 0 3 187136 0 selfd 64 80 2755 9021 0 253 181440 0 64 64 34 2801 74 0 253 181440 0 64 64 46 2789 413 0 253 181440 0 512 512 7 345 3092 0 29 180224 0 512 512 38 314 5933 0 29 180224 0 128 128 121 1274 377 0 125 178560 0 ttyoutq 256 173 502 282 0 61 172800 0 512 512 148 180 150 0 29 167936 0 8192 8192 14 6 86 0 1 163840 0 512 512 62 258 62 0 29 163840 0 512 512 119 201 1030 0 29 163840 0 Files 80 214 1786 276787 0 125 160000 0 1024 1024 1 155 9695 0 13 159744 0 1024 1024 5 151 260 0 13 159744 0 cpuset 104 27 1492 27 0 125 157976 0 12 Bucket 96 73 1565 3983 0 125 157248 0 SLEEPQUEUE 88 447 1057 447 0 125 132352 0 65536 65536 2 0 2 0 1 131072 0 ttyinq 160 330 470 540 0 61 128000 0 clpbuf 984 19 109 54180 0 5 125952 0 rl_entry 40 222 2909 222 0 253 125240 0 2048 2048 4 56 5638 0 5 122880 0 TURNSTILE 136 447 414 447 0 61 117096 0 6 Bucket 48 39 2397 18282 0 253 116928 0 8192 8192 13 1 1673 0 1 114688 0 32 32 594 2808 13603 0 253 108864 0 32 32 550 2852 22947 0 253 108864 0 512 512 4 204 266 0 29 106496 0 32 32 124 3026 771 0 253 100800 0 256 256 39 336 40 0 61 96000 0 2048 2048 3 43 2624 0 5 94208 0 1024 1024 2 90 60 0 13 94208 0 udpcb 32 20 2878 184 0 253 92736 0 32 32 121 2777 254 0 253 92736 0 4 Bucket 32 231 2667 11557 0 253 92736 0 32 32 7 2639 215 0 253 84672 0 32 32 45 2601 58 0 253 84672 0 16384 16384 5 0 5 0 1 81920 0 4096 4096 1 19 5749 0 1 81920 0 rtentry 208 12 368 16 0 61 79040 0 L VFS Cache 328 144 96 152 0 29 78720 0 4096 4096 15 4 41 0 1 77824 0 32 32 63 2331 73 0 253 76608 0 1024 1024 19 49 31 0 13 69632 0 65536 65536 1 0 1 0 1 65536 0 32768 32768 2 0 2 0 1 65536 0 32768 32768 1 1 2 0 1 65536 0 32768 32768 1 1 2325 0 1 65536 0 16384 16384 1 3 13 0 1 65536 0 8192 8192 7 1 9 0 1 65536 0 4096 4096 16 0 21 0 1 65536 0 2048 2048 3 27 29 0 5 61440 0 KMAP ENTRY 96 15 612 15 0 125 60192 0 16 16 471 3029 902171 0 253 56000 0 16 16 171 3079 583 0 253 52000 0 16 16 327 2923 20874 0 253 52000 0 procdesc 136 1 376 12 0 61 51272 0 16384 16384 3 0 3 0 1 49152 0 8192 8192 5 1 6 0 1 49152 0 mt_stats_zone 64 431 337 431 0 253 49152 0 16 16 310 2690 686 0 253 48000 0 512 512 5 83 28 0 29 45056 0 syncache 168 0 264 1 0 253 44352 0 64 pcpu 8 3344 1776 3352 0 253 40960 0 sctp_laddr 48 0 840 4 0 253 40320 0 16 16 47 2453 154 0 253 40000 0 16 16 63 2187 96 0 253 36000 0 Mountpoints 2944 4 8 5 0 3 35328 0 8192 8192 4 0 4 0 1 32768 0 16 16 27 1973 28 0 253 32000 0 UMA Kegs 384 75 1 75 0 29 29184 0 1024 1024 6 22 6 0 13 28672 0 2048 2048 4 6 4 0 5 20480 0 mt_zone 24 431 404 431 0 253 20040 0 epoch_record pcpu 256 4 60 4 0 61 16384 0 8192 8192 2 0 2 0 1 16384 0 1024 1024 7 9 7 0 13 16384 0 fakepg 104 0 156 8 0 125 16224 0 rentr 24 0 668 3 0 253 16032 0 MAP 216 2 69 2 0 61 15336 0 4096 4096 1 2 7 0 1 12288 0 2048 2048 1 5 1 0 5 12288 0 8192 8192 1 0 1 0 1 8192 0 4096 4096 1 1 13 0 1 8192 0 2048 2048 3 1 667 0 5 8192 0 int pcpu 4 50 974 50 0 253 4096 0 vtnet_tx_hdr 24 0 167 0 0 253 4008 0 UMA Slabs 1 176 10 11 10 0 61 3696 0 vmem 1856 0 1 0 0 5 1856 0 FFS1 dinode 128 0 0 0 0 125 0 0 swblk 136 0 0 0 0 61 0 0 swpctrie 144 0 0 0 0 61 0 0 IPsec SA lft_c 16 0 0 0 0 253 0 0 udplite_inpcb 488 0 0 0 0 253 0 0 sctp_asconf_ack 48 0 0 0 0 253 0 0 sctp_asconf 40 0 0 0 0 253 0 0 sctp_stream_msg_out 112 0 0 0 0 253 0 0 sctp_readq 152 0 0 0 0 253 0 0 sctp_chunk 152 0 0 0 0 253 0 0 sctp_raddr 736 0 0 0 0 253 0 0 sctp_asoc 2408 0 0 0 0 253 0 0 sctp_ep 1280 0 0 0 0 253 0 0 tcp_log_node 120 0 0 0 0 125 0 0 tcp_log_bucket 184 0 0 0 0 61 0 0 tcp_log 408 0 0 0 0 253 0 0 tcpreass 48 0 0 0 0 253 0 0 tfo_ccache_entries 80 0 0 0 0 125 0 0 tfo 4 0 0 0 0 253 0 0 sackhole 32 0 0 0 0 253 0 0 hostcache 96 0 0 0 0 253 0 0 tcptw 88 0 0 0 0 253 0 0 ipq 56 0 0 0 0 253 0 0 KNOTE 160 0 0 0 0 61 0 0 itimer 352 0 0 0 0 29 0 0 AIOLIO 280 0 0 0 0 29 0 0 AIOCB 752 0 0 0 0 13 0 0 AIOP 32 0 0 0 0 253 0 0 AIO 208 0 0 0 0 61 0 0 NCLNODE 744 0 0 0 0 13 0 0 LTS VFS Cache 368 0 0 0 0 29 0 0 STS VFS Cache 148 0 0 0 0 61 0 0 VNODEPOLL 120 0 0 0 0 125 0 0 crypto_session 24 0 0 0 0 253 0 0 cryptodesc 120 0 0 0 0 125 0 0 cryptop 128 0 0 0 0 125 0 0 nvme_request 128 0 0 0 0 125 0 0 FPU_save_area 832 0 0 0 0 13 0 0 DMAR_MAP_ENTRY 120 0 0 0 0 125 0 0 mbuf_extpgs 256 0 0 0 0 61 0 0 mbuf_jumbo_16k 16384 0 0 0 0 253 0 0 mbuf_jumbo_9k 9216 0 0 0 0 253 0 0 audit_record 1280 0 0 0 0 9 0 0 domainset 40 0 0 0 0 253 0 0 MAC labels 40 0 0 0 0 253 0 0 vnpbuf 984 0 0 0 0 13 0 0 mdpbuf 984 0 0 0 0 1 0 0 nfspbuf 984 0 0 0 0 5 0 0 swwbuf 984 0 0 0 0 1 0 0 swrbuf 984 0 0 0 0 5 0 0 umtx_shm 88 0 0 0 0 125 0 0 umtx pi 96 0 0 0 0 125 0 0 rangeset pctrie nodes 144 0 0 0 0 61 0 0 65536 65536 0 0 0 0 1 0 0 65536 65536 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 32768 32768 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 16384 16384 0 0 0 0 1 0 0 UMA Hash 256 0 0 0 0 61 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 kstack_cache 16384 299 7 302 2 vm pgcache 4096 107365 416 335399 15 vm pgcache 4096 66055 291 2035531 48 buf free cache 984 9680 3649 305477 15 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 5126 263 92332 5 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 9 14 44 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 1 db:0:pho> acttrace Tracing command mkfifo pid 4304 tid 100368 td 0xfffff80133ffd000 (CPU 7) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1bbdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1bbdf0 trap() at trap+0x61/frame 0xfffffe003e1bbf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1bbf20 --- trap 0x13, rip = 0xffffffff8104d196, rsp = 0xfffffe00e7468bf8, rbp = 0x7fffffffe4b0 --- ld_fsbase() at ld_fsbase+0x10/frame 0x7fffffffe4b0 Tracing command lockf pid 4245 tid 100417 td 0xfffff8041f07e6e0 (CPU 9) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1d3dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1d3df0 trap() at trap+0x61/frame 0xfffffe003e1d3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1d3f20 --- trap 0x13, rip = 0xffffffff80c362e3, rsp = 0xfffffe00e7562750, rbp = 0xfffffe00e7562780 --- witness_unlock() at witness_unlock+0x1b3/frame 0xfffffe00e7562780 _sx_xunlock() at _sx_xunlock+0x57/frame 0xfffffe00e75627a0 lf_advlockasync() at lf_advlockasync+0x342/frame 0xfffffe00e7562850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e75628a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e75629a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e75629c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e7562a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e7562ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7562bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7562bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command procstat pid 4175 tid 100158 td 0xfffff8002b42b6e0 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e37f2700 vpanic() at vpanic+0x1a1/frame 0xfffffe00e37f2760 panic() at panic+0x43/frame 0xfffffe00e37f27c0 __mtx_unlock_spin_flags() at __mtx_unlock_spin_flags+0x101/frame 0xfffffe00e37f27e0 sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x191/frame 0xfffffe00e37f28a0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x7b/frame 0xfffffe00e37f28e0 sysctl_root() at sysctl_root+0x20a/frame 0xfffffe00e37f2960 userland_sysctl() at userland_sysctl+0x17b/frame 0xfffffe00e37f2a10 sys___sysctl() at sys___sysctl+0x5f/frame 0xfffffe00e37f2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37f2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37f2bf0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80046d8da, rsp = 0x7fffffffdd88, rbp = 0x7fffffffddc0 --- Tracing command creat pid 3833 tid 100355 td 0xfffff801339fb6e0 (CPU 5) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1a3dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1a3df0 trap() at trap+0x61/frame 0xfffffe003e1a3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1a3f20 --- trap 0x13, rip = 0x80041d58a, rsp = 0x7fffffffe1f0, rbp = 0x7fffffffe360 --- Tracing command creat pid 3832 tid 100354 td 0xfffff801339fa000 (CPU 11) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1ebdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1ebdf0 trap() at trap+0x61/frame 0xfffffe003e1ebf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1ebf20 --- trap 0x13, rip = 0xffffffff80ed7dfa, rsp = 0xfffffe00e74224b0, rbp = 0xfffffe00e7422570 --- softdep_setup_directory_add() at softdep_setup_directory_add+0x71a/frame 0xfffffe00e7422570 ufs_direnter() at ufs_direnter+0x4df/frame 0xfffffe00e7422630 ufs_makeinode() at ufs_makeinode+0x60c/frame 0xfffffe00e74227c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e74227e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e7422800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e7422950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e7422ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7422bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7422bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command lockf pid 3814 tid 100336 td 0xfffff801337ca000 (CPU 2) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e17fdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e17fdf0 trap() at trap+0x61/frame 0xfffffe003e17ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e17ff20 --- trap 0x13, rip = 0xffffffff80ba2111, rsp = 0xfffffe00e63bc730, rbp = 0xfffffe00e63bc750 --- free() at free+0x61/frame 0xfffffe00e63bc750 lf_free_lock() at lf_free_lock+0x230/frame 0xfffffe00e63bc7a0 lf_advlockasync() at lf_advlockasync+0x85f/frame 0xfffffe00e63bc850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e63bc8a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e63bc9a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e63bc9c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e63bca50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e63bcac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63bcbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63bcbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command swap pid 3766 tid 100301 td 0xfffff8002bb5a000 (CPU 10) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1dfdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1dfdf0 trap() at trap+0x61/frame 0xfffffe003e1dff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1dff20 --- trap 0x13, rip = 0xffffffff80c362f2, rsp = 0xfffffe00e6308a00, rbp = 0xfffffe00e6308a30 --- witness_unlock() at witness_unlock+0x1c2/frame 0xfffffe00e6308a30 __mtx_unlock_flags() at __mtx_unlock_flags+0x4d/frame 0xfffffe00e6308a60 userret() at userret+0x18f/frame 0xfffffe00e6308ac0 trap() at trap+0x6f3/frame 0xfffffe00e6308bf0 calltrap() at calltrap+0x8/frame 0xfffffe00e6308bf0 --- trap 0xc, rip = 0x800435635, rsp = 0x7fffffffe188, rbp = 0x7fffffffe1d0 --- Tracing command lockf2 pid 3754 tid 100236 td 0xfffff80119eba6e0 (CPU 8) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1c7dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1c7df0 trap() at trap+0x61/frame 0xfffffe003e1c7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1c7f20 --- trap 0x13, rip = 0xffffffff80b9ecf0, rsp = 0xfffffe00e57c57b0, rbp = 0xfffffe00e57c5850 --- lf_advlockasync() at lf_advlockasync+0xc50/frame 0xfffffe00e57c5850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e57c58a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e57c59a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e57c59c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e57c5a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e57c5ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57c5bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57c5bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3749 tid 100228 td 0xfffff80119d5f000 (CPU 1) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e173dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e173df0 trap() at trap+0x61/frame 0xfffffe003e173f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e173f20 --- trap 0x13, rip = 0xffffffff80c15112, rsp = 0xfffffe00e579d010, rbp = 0xfffffe00e579d020 --- lock_delay() at lock_delay+0x32/frame 0xfffffe00e579d020 __rw_wlock_hard() at __rw_wlock_hard+0x1b8/frame 0xfffffe00e579d0f0 _rw_wlock_cookie() at _rw_wlock_cookie+0xbc/frame 0xfffffe00e579d130 workitem_alloc() at workitem_alloc+0xa1/frame 0xfffffe00e579d160 newblk_lookup() at newblk_lookup+0x189/frame 0xfffffe00e579d1a0 softdep_setup_blkmapdep() at softdep_setup_blkmapdep+0x18b/frame 0xfffffe00e579d210 ffs_alloccgblk() at ffs_alloccgblk+0x28d/frame 0xfffffe00e579d280 ffs_alloccg() at ffs_alloccg+0x117/frame 0xfffffe00e579d310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e579d360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e579d3e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e579d590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e579d630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e579d740 vn_write() at vn_write+0x27a/frame 0xfffffe00e579d7c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e579d820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e579d970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e579d9e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e579da30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e579da70 sys_write() at sys_write+0x83/frame 0xfffffe00e579dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e579dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e579dbf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3732 tid 100280 td 0xfffff801333756e0 (CPU -1) sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e629f100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e629f140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e629f180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e629f1e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e629f2a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e629f360 getblkx() at getblkx+0x15f/frame 0xfffffe00e629f440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e629f4b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e629f530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e629f5d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e629f620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e629f6c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e629f850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e629f880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e629f8a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e629fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e629fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e629fbf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3712 tid 100264 td 0xfffff801331cf6e0 (CPU 6) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1afdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1afdf0 trap() at trap+0x61/frame 0xfffffe003e1aff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1aff20 --- trap 0x13, rip = 0xffffffff80ba870a, rsp = 0xfffffe00e624f1b0, rbp = 0xfffffe00e624f1e0 --- __mtx_lock_spin_flags() at __mtx_lock_spin_flags+0x9a/frame 0xfffffe00e624f1e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x170/frame 0xfffffe00e624f2a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e624f360 getblkx() at getblkx+0x15f/frame 0xfffffe00e624f440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e624f4b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e624f530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e624f5d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e624f620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e624f6c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e624f850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e624f880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e624f8a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e624fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e624fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e624fbf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command md10 pid 3676 tid 100238 td 0xfffff800612216e0 (CPU 0) cpustop_handler() at cpustop_handler+0x2a/frame 0xffffffff81d863d0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xffffffff81d863f0 trap() at trap+0x61/frame 0xffffffff81d86520 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81d86520 --- trap 0x13, rip = 0xffffffff80c15112, rsp = 0xfffffe00e57cf800, rbp = 0xfffffe00e57cf810 --- lock_delay() at lock_delay+0x32/frame 0xfffffe00e57cf810 __rw_wlock_hard() at __rw_wlock_hard+0x1b8/frame 0xfffffe00e57cf8e0 _rw_wlock_cookie() at _rw_wlock_cookie+0xbc/frame 0xfffffe00e57cf920 softdep_disk_write_complete() at softdep_disk_write_complete+0x5b/frame 0xfffffe00e57cf980 bufdone() at bufdone+0x3d1/frame 0xfffffe00e57cfa00 cluster_callback() at cluster_callback+0x55/frame 0xfffffe00e57cfa30 bufdone() at bufdone+0x70/frame 0xfffffe00e57cfab0 g_io_deliver() at g_io_deliver+0x260/frame 0xfffffe00e57cfb00 g_io_deliver() at g_io_deliver+0x260/frame 0xfffffe00e57cfb50 md_kthread() at md_kthread+0x26a/frame 0xfffffe00e57cfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e57cfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e57cfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 4305 3814 3685 2007 R+ lockf 4304 3801 3685 2007 R+ CPU 7 mkfifo 4300 3823 3685 2007 R+ lockf 4299 4297 2492 0 R sed 4297 4124 2492 0 S wait 0xfffff8000484fa60 sh 4293 3822 3685 2007 S+ lockf 0xfffff8041f1fb500 lockf 4291 3811 3685 2007 R+ lockf 4290 3813 3685 2007 R+ lockf 4245 3815 3685 2007 R+ CPU 9 lockf 4206 3820 3685 2007 R+ lockf 4201 3829 3685 2007 R+ lockf 4175 3659 2409 0 R+ CPU 4 procstat 4124 2531 2492 0 S piperd 0xfffff8004c85a2f8 sh 4110 3826 3685 2007 R+ lockf 4109 3825 3685 2007 R+ lockf 4104 3817 3685 2007 S+ lockf 0xfffff8016f3d7e80 lockf 4088 3824 3685 2007 R+ lockf 3834 3830 3685 2007 D+ getblk 0xfffffe003831d8c8 creat 3833 3830 3685 2007 R+ CPU 5 creat 3832 3830 3685 2007 R+ CPU 11 creat 3831 3830 3685 2007 R+ creat 3830 3703 3685 2007 S+ wait 0xfffff801336b9a60 creat 3829 3810 3685 2007 R+ lockf 3828 3810 3685 2007 R+ lockf 3827 3810 3685 2007 R+ lockf 3826 3810 3685 2007 R+ lockf 3825 3810 3685 2007 R+ lockf 3824 3810 3685 2007 R+ lockf 3823 3810 3685 2007 S+ lockf 0xfffff8016f94c080 lockf 3822 3810 3685 2007 R+ lockf 3821 3810 3685 2007 D+ ufs 0xfffff800615f9ce8 lockf 3820 3810 3685 2007 R+ lockf 3819 3810 3685 2007 R+ lockf 3818 3810 3685 2007 D+ ufs 0xfffff800615f9ce8 lockf 3817 3810 3685 2007 R+ lockf 3816 3810 3685 2007 R+ lockf 3815 3810 3685 2007 R+ lockf 3814 3810 3685 2007 R+ CPU 2 lockf 3813 3810 3685 2007 S+ lockf 0xfffff8002b178380 lockf 3812 3810 3685 2007 R+ lockf 3811 3810 3685 2007 S+ lockf 0xfffff8016f9d6b80 lockf 3810 3702 3685 2007 S+ wait 0xfffff8002b789000 lockf 3809 3808 3685 2007 R+ link 3808 3701 3685 2007 S+ wait 0xfffff8002b8fe000 link 3807 3802 3685 2007 D+ ufs 0xfffff800615f9ce8 fts 3806 3802 3685 2007 D+ ufs 0xfffff800615f9ce8 fts 3805 3802 3685 2007 D+ ufs 0xfffff800615f9ce8 fts 3804 3802 3685 2007 D+ ufs 0xfffff800615f9ce8 fts 3803 3802 3685 2007 D+ ufs 0xfffff800615f9ce8 fts 3802 3700 3685 2007 S+ wait 0xfffff801333b3530 fts 3801 3780 3685 2007 S+ piperd 0xfffff8002b8b75f0 mkfifo 3797 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3795 3752 3685 2007 R+ mkdir 3793 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3791 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3790 3735 3685 2007 R+ rw 3789 3780 3685 2007 D+ ufs 0xfffff800615f9ce8 mkfifo 3788 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3787 3735 3685 2007 R+ rw 3786 3780 3685 2007 D+ ufs 0xfffff800615f9ce8 mkfifo 3785 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3784 3735 3685 2007 R+ rw 3782 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3781 3735 3685 2007 R+ rw 3780 3707 3685 2007 S+ wait 0xfffff80061220000 mkfifo 3779 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3778 3735 3685 2007 R+ rw 3777 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3776 3735 3685 2007 R+ rw 3775 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3774 3735 3685 2007 R+ rw 3773 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3772 3735 3685 2007 R+ rw 3771 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3770 3755 3685 2007 R+ swap 3769 3753 3685 2007 D+ ufs 0xfffff800615f9ce8 rename 3768 3735 3685 2007 R+ rw 3767 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3766 3755 3685 2007 R+ CPU 10 swap 3765 3753 3685 2007 D+ ufs 0xfffff800615f9ce8 rename 3764 3735 3685 2007 R+ rw 3763 3752 3685 2007 R+ mkdir 3762 3755 3685 2007 R+ swap 3761 3753 3685 2007 D+ ufs 0xfffff800615f9ce8 rename 3760 3735 3685 2007 R+ rw 3759 3752 3685 2007 D+ ufs 0xfffff800615f9ce8 mkdir 3758 3753 3685 2007 D+ ufs 0xfffff800615f9ce8 rename 3757 3755 3685 2007 R+ swap 3756 3735 3685 2007 R+ rw 3755 3706 3685 2007 S+ wait 0xfffff8002b55c000 swap 3754 3734 3685 2007 R+ CPU 8 lockf2 3753 3705 3685 2007 S+ wait 0xfffff8002b800a60 rename 3752 3704 3685 2007 S+ wait 0xfffff80119cb5530 mkdir 3751 3735 3685 2007 R+ rw 3750 3734 3685 2007 D+ ufs 0xfffff800615f9ce8 lockf2 3749 3735 3685 2007 R+ CPU 1 rw 3748 3734 3685 2007 R+ lockf2 3747 3735 3685 2007 R+ rw 3746 3734 3685 2007 R+ lockf2 3745 3735 3685 2007 R+ rw 3744 3734 3685 2007 R+ lockf2 3743 3735 3685 2007 R+ rw 3742 3734 3685 2007 R+ lockf2 3741 3735 3685 2007 R+ rw 3740 3734 3685 2007 R+ lockf2 3739 3735 3685 2007 R+ rw 3738 3734 3685 2007 R+ lockf2 3737 3735 3685 2007 R+ rw 3736 3734 3685 2007 D+ ufs 0xfffff800615f9ce8 lockf2 3735 3699 3685 2007 S+ wait 0xfffff8004cdd7530 rw 3734 3696 3685 2007 S+ wait 0xfffff801333b3a60 lockf2 3733 3713 3685 2007 D+ getblk 0xfffffe0038297bd0 openat 3732 3708 3685 2007 R+ CPU -1 symlink 3731 3713 3685 2007 R+ openat 3730 3708 3685 2007 D+ biowr 0xfffffe0038425890 symlink 3729 3713 3685 2007 R+ openat 3728 3708 3685 2007 D+ biowr 0xfffffe0038302218 symlink 3727 3708 3685 2007 R+ symlink 3726 3713 3685 2007 R+ openat 3725 3708 3685 2007 D+ getblk 0xfffffe0038297bd0 symlink 3724 3713 3685 2007 R+ openat 3723 3708 3685 2007 R+ symlink 3722 3713 3685 2007 LL+ *process 0xfffff8002b2c8c00 openat 3721 3708 3685 2007 D+ biowr 0xfffffe0038583510 symlink 3720 3713 3685 2007 D+ getblk 0xfffffe0038297bd0 openat 3719 3708 3685 2007 D+ getblk 0xfffffe0038297bd0 symlink 3718 3713 3685 2007 R+ openat 3717 3708 3685 2007 R+ symlink 3716 3713 3685 2007 R+ openat 3715 3708 3685 2007 D+ biowr 0xfffffe003831d848 symlink 3714 3708 3685 2007 R+ symlink 3713 3698 3685 2007 S+ wait 0xfffff8002b55c530 openat 3712 3708 3685 2007 R+ CPU 6 symlink 3711 3708 3685 2007 R+ symlink 3710 3708 3685 2007 R+ symlink 3709 3708 3685 2007 D+ getblk 0xfffffe0038297bd0 symlink 3708 3697 3685 2007 S+ wait 0xfffff80119f73a60 symlink 3707 3695 3685 2007 S+ nanslp 0xffffffff81c816f0 mkfifo 3706 3695 3685 2007 S+ nanslp 0xffffffff81c816f2 swap 3705 3695 3685 2007 S+ nanslp 0xffffffff81c816f3 rename 3704 3695 3685 2007 S+ nanslp 0xffffffff81c816f7 mkdir 3703 3695 3685 2007 S+ nanslp 0xffffffff81c816f2 creat 3702 3695 3685 2007 S+ nanslp 0xffffffff81c816f1 lockf 3701 3695 3685 2007 S+ nanslp 0xffffffff81c816f7 link 3700 3695 3685 2007 S+ nanslp 0xffffffff81c816f9 fts 3699 3695 3685 2007 S+ nanslp 0xffffffff81c816fb rw 3698 3695 3685 2007 S+ nanslp 0xffffffff81c816f6 openat 3697 3695 3685 2007 S+ nanslp 0xffffffff81c816f3 symlink 3696 3695 3685 2007 S+ nanslp 0xffffffff81c816f2 lockf2 3695 3694 3685 2007 S+ wait 0xfffff80003942a60 run 3694 3693 3685 2007 S+ wait 0xfffff8002b66b000 run 3693 3685 3685 2007 S+ nanslp 0xffffffff81c816f3 run 3685 3684 3685 2007 S+ wait 0xfffff8002b55ca60 sh 3684 3661 2409 0 S+ wait 0xfffff80119f31a60 su 3676 0 0 0 RL CPU 0 [md10] 3661 3659 2409 0 S+ wait 0xfffff80119f72000 sh 3660 2409 2409 0 S+ piperd 0xfffff80133027000 tee 3659 3658 2409 0 S+ wait 0xfffff8002b55b000 sh 3658 2409 2409 0 S+ wait 0xfffff80119cb5a60 sh 2534 2492 2492 0 S piperd 0xfffff8004c2838e8 sh 2532 2492 2492 0 S piperd 0xfffff800430ff2f8 awk 2531 2492 2492 0 S wait 0xfffff8002b97b000 sh 2492 1 2492 0 Ss wait 0xfffff80119d7aa60 sh 2409 2408 2409 0 S+ wait 0xfffff8002b8fe530 sh 2408 2404 2408 0 S+ wait 0xfffff8002b9b6000 bash 2404 2403 2404 0 S+ pause 0xfffff8002b8feb08 csh 2403 2397 2403 2006 S+ wait 0xfffff80061220530 su 2397 2396 2397 2006 Ss+ wait 0xfffff8002b9b6530 bash 2396 2393 2393 2006 S select 0xfffff800432f5740 sshd 2393 2300 2393 0 Ss select 0xfffff80003aa7340 sshd 2364 2359 2364 0 S+ ttyin 0xfffff800049bb0b0 csh 2359 1 2359 0 Ss+ wait 0xfffff80061220a60 login 2358 1 2358 0 Ss+ ttyin 0xfffff800049bb4b0 getty 2357 1 2357 0 Ss+ ttyin 0xfffff8002b0950b0 getty 2356 1 2356 0 Ss+ ttyin 0xfffff8002b0954b0 getty 2355 1 2355 0 Ss+ ttyin 0xfffff8002b0958b0 getty 2354 1 2354 0 Ss+ ttyin 0xfffff8002b095cb0 getty 2353 1 2353 0 Ss+ ttyin 0xfffff8002b0940b0 getty 2352 1 2352 0 Ss+ ttyin 0xfffff8002b0944b0 getty 2351 1 2351 0 Ss+ ttyin 0xfffff8002b0948b0 getty 2350 1 2350 0 Ss+ ttyin 0xfffff8002b094cb0 getty 2304 1 2304 0 Ss nanslp 0xffffffff81c816f2 cron 2300 1 2300 0 Ss select 0xfffff8002b15d940 sshd 2272 1 2272 0 Ss select 0xfffff80003aa73c0 powerd 2269 1 2269 123 Ss (threaded) ntpd 100150 S select 0xfffff8002be0d7c0 ntpd 2206 1 2206 0 Ss rpcsvc 0xfffff80028f81c60 NLM: master 2203 1 2203 0 Ss select 0xfffff8002be0d9c0 rpc.statd 2157 1 2157 0 Ss nanslp 0xffffffff81c816f0 watchdogd 2078 1 2078 0 Ss select 0xfffff80028f384c0 rpcbind 2068 1 2068 0 Ss select 0xfffff8002b28b9c0 syslogd 1997 1 1997 0 Ss select 0xfffff8002b15d8c0 devd 1992 1 1992 65 Ss select 0xfffff8002b28ba40 dhclient 1928 1 1928 0 Ss select 0xfffff8002b28bac0 dhclient 1925 1 1925 0 Ss select 0xfffff800048c9ec0 dhclient 34 0 0 0 DL vlruwt 0xfffff8002b056a60 [vnlru] 33 0 0 0 DL syncer 0xffffffff81d57b58 [syncer] 32 0 0 0 DL (threaded) [bufdaemon] 100130 D qsleep 0xffffffff81d57058 [bufdaemon] 100131 D - 0xffffffff8180a980 [bufspacedaemon-0] 100132 D - 0xffffffff81812c40 [bufspacedaemon-1] 100133 D - 0xffffffff8181af00 [bufspacedaemon-2] 100136 D - 0xffffffff818231c0 [bufspacedaemon-3] 100137 D - 0xffffffff8182b480 [bufspacedaemon-4] 100139 D - 0xffffffff81833740 [bufspacedaemon-5] 100140 D - 0xffffffff8183ba00 [bufspacedaemon-6] 100155 D sdflush 0xfffff8002b8b56e8 [/ worker] 100196 D sdflush 0xfffff800431230e8 [/tmp worker] 100261 D sdflush 0xfffff8002b2972e8 [/mnt worker] 31 0 0 0 DL psleep 0xffffffff81d72ac8 [vmdaemon] 30 0 0 0 DL (threaded) [pagedaemon] 100128 D psleep 0xffffffff81d9fa58 [dom0] 100134 D launds 0xffffffff81d9fa64 [laundry: dom0] 100138 D umarcl 0xffffffff80f0b8a0 [uma] 29 0 0 0 DL idle 0xfffff80003943530 [enc_daemon1] 28 0 0 0 DL idle 0xfffff8000484d530 [enc_daemon0] 27 0 0 0 DL - 0xffffffff81adbfb0 [rand_harvestq] 26 0 0 0 DL waiting 0xffffffff81de5020 [sctp_iterator] 25 0 0 0 DL - 0xffffffff81d56a5c [soaiod4] 24 0 0 0 DL - 0xffffffff81d56a5c [soaiod3] 23 0 0 0 DL - 0xffffffff81d56a5c [soaiod2] 22 0 0 0 DL - 0xffffffff81d56a5c [soaiod1] 21 0 0 0 DL (threaded) [usb] 100096 D - 0xfffffe00d2bfc440 [usbus0] 100097 D - 0xfffffe00d2bfc498 [usbus0] 100098 D - 0xfffffe00d2bfc4f0 [usbus0] 100099 D - 0xfffffe00d2bfc548 [usbus0] 100100 D - 0xfffffe00d2bfc5a0 [usbus0] 100102 D - 0xfffffe003e436cf0 [usbus1] 100103 D - 0xfffffe003e436d48 [usbus1] 100104 D - 0xfffffe003e436da0 [usbus1] 100105 D - 0xfffffe003e436df8 [usbus1] 100106 D - 0xfffffe003e436e50 [usbus1] 100107 D - 0xfffffe00d2f89cf0 [usbus2] 100108 D - 0xfffffe00d2f89d48 [usbus2] 100109 D - 0xfffffe00d2f89da0 [usbus2] 100110 D - 0xfffffe00d2f89df8 [usbus2] 100111 D - 0xfffffe00d2f89e50 [usbus2] 20 0 0 0 RL (threaded) [cam] 100091 D - 0xffffffff819b73c0 [doneq0] 100092 RunQ [doneq1] 100093 D - 0xffffffff819b74c0 [doneq2] 100125 D - 0xffffffff819b7288 [scanner] 19 0 0 0 DL crypto_ 0xfffff80003bbf450 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff80003bbf3f0 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff80003bbf390 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff80003bbf330 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff80003bbf2d0 [crypto returns 7] 9 0 0 0 DL crypto_ 0xfffff80003bbf270 [crypto returns 6] 8 0 0 0 DL crypto_ 0xfffff80003bbf210 [crypto returns 5] 7 0 0 0 DL crypto_ 0xfffff80003bbf1b0 [crypto returns 4] 6 0 0 0 DL crypto_ 0xfffff80003bbf150 [crypto returns 3] 5 0 0 0 DL crypto_ 0xfffff80003bbf0f0 [crypto returns 2] 4 0 0 0 DL crypto_ 0xfffff80003bbf090 [crypto returns 1] 3 0 0 0 DL crypto_ 0xfffff80003bbf030 [crypto returns 0] 2 0 0 0 DL crypto_ 0xffffffff81d6cb38 [crypto] 14 0 0 0 DL seqstat 0xfffff80003ae4888 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100062 D - 0xffffffff81d9e088 [g_event] 100063 D - 0xffffffff81d9e098 [g_up] 100064 D - 0xffffffff81d9e090 [g_down] 12 0 0 0 WL (threaded) [intr] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100021 I [swi5: fast taskq] 100047 I [swi3: vm] 100048 I [swi4: clock (0)] 100049 I [swi4: clock (1)] 100050 I [swi4: clock (2)] 100051 I [swi4: clock (3)] 100052 I [swi4: clock (4)] 100053 I [swi4: clock (5)] 100054 I [swi4: clock (6)] 100055 I [swi4: clock (7)] 100056 I [swi4: clock (8)] 100057 I [swi4: clock (9)] 100058 I [swi4: clock (10)] 100059 I [swi4: clock (11)] 100060 I [swi1: netisr 0] 100094 I [irq56: ahci0] 100095 I [irq19: xhci0] 100101 I [irq18: ehci0 ehci1] 100112 I [irq71: ahci1] 100113 I [swi0: uart uart] 100175 I [irq72: ioat0] 100176 I [irq73: ioat1] 100177 I [irq74: ioat2] 100178 I [irq75: ioat3] 100179 I [irq76: ioat4] 100180 I [irq77: ioat5] 100181 I [irq78: ioat6] 100182 I [irq79: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff80003944530 [init] 10 0 0 0 DL audit_w 0xffffffff81de5cb0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81d8c608 [swapper] 100015 D - 0xfffff8000399f000 [kqueue_ctx taskq] 100016 D - 0xfffff8000399ee00 [config_0] 100017 D - 0xfffff8000399ed00 [aiod_kick taskq] 100020 D - 0xfffff8000399ea00 [thread taskq] 100022 D - 0xfffff8000399e800 [if_io_tqg_0] 100023 D - 0xfffff8000399e700 [if_io_tqg_1] 100024 D - 0xfffff8000399e600 [if_io_tqg_2] 100025 D - 0xfffff8000399e500 [if_io_tqg_3] 100026 D - 0xfffff8000399e400 [if_io_tqg_4] 100027 D - 0xfffff8000399e300 [if_io_tqg_5] 100028 D - 0xfffff8000399e200 [if_io_tqg_6] 100029 D - 0xfffff8000399e100 [if_io_tqg_7] 100030 D - 0xfffff8000399e000 [if_io_tqg_8] 100031 D - 0xfffff8000399de00 [if_io_tqg_9] 100032 D - 0xfffff8000399dd00 [if_io_tqg_10] 100033 D - 0xfffff8000399dc00 [if_io_tqg_11] 100034 D - 0xfffff8000399db00 [softirq_0] 100035 D - 0xfffff8000399da00 [softirq_1] 100036 D - 0xfffff8000399d900 [softirq_2] 100037 D - 0xfffff8000399d800 [softirq_3] 100038 D - 0xfffff8000399d700 [softirq_4] 100039 D - 0xfffff8000399d600 [softirq_5] 100040 D - 0xfffff8000399d500 [softirq_6] 100041 D - 0xfffff8000399d400 [softirq_7] 100042 D - 0xfffff8000399d300 [softirq_8] 100043 D - 0xfffff8000399d200 [softirq_9] 100044 D - 0xfffff8000399d100 [softirq_10] 100045 D - 0xfffff8000399d000 [softirq_11] 100046 D - 0xfffff80003ab5100 [if_config_tqg_0] 100061 D - 0xfffff80003ab5000 [firmware taskq] 100066 D - 0xfffff80003ab6e00 [crypto_0] 100067 D - 0xfffff80003ab6e00 [crypto_1] 100068 D - 0xfffff80003ab6e00 [crypto_2] 100069 D - 0xfffff80003ab6e00 [crypto_3] 100070 D - 0xfffff80003ab6e00 [crypto_4] 100071 D - 0xfffff80003ab6e00 [crypto_5] 100072 D - 0xfffff80003ab6e00 [crypto_6] 100073 D - 0xfffff80003ab6e00 [crypto_7] 100074 D - 0xfffff80003ab6e00 [crypto_8] 100075 D - 0xfffff80003ab6e00 [crypto_9] 100076 D - 0xfffff80003ab6e00 [crypto_10] 100077 D - 0xfffff80003ab6e00 [crypto_11] 100114 D - 0xfffff80028027200 [mca taskq] 100121 D - 0xfffff8002b0ba300 [acpi_task_0] 100122 D - 0xfffff8002b0ba300 [acpi_task_1] 100123 D - 0xfffff8002b0ba300 [acpi_task_2] 100124 D - 0xfffff80003ab6d00 [CAM taskq] 3792 3780 3685 2007 Z+ mkfifo 3794 3780 3685 2007 Z+ mkfifo 3796 3780 3685 2007 Z+ mkfifo 3798 3780 3685 2007 Z+ mkfifo 3799 3780 3685 2007 Z+ mkfifo 3800 3780 3685 2007 Z+ mkfifo db:0:pho> allt Tracing command lockf pid 4305 tid 100145 td 0xfffff8002b42c000 fork_trampoline() at fork_trampoline Tracing command mkfifo pid 4304 tid 100368 td 0xfffff80133ffd000 (CPU 7) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1bbdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1bbdf0 trap() at trap+0x61/frame 0xfffffe003e1bbf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1bbf20 --- trap 0x13, rip = 0xffffffff8104d196, rsp = 0xfffffe00e7468bf8, rbp = 0x7fffffffe4b0 --- ld_fsbase() at ld_fsbase+0x10/frame 0x7fffffffe4b0 Tracing command lockf pid 4300 tid 100426 td 0xfffff801673956e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e74ccb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e74ccba0 ast() at ast+0x299/frame 0xfffffe00e74ccbf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e74ccbf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800434f6a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command sed pid 4299 tid 100376 td 0xfffff80167395000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e74185a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e74185e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e7418620 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e7418690 ffs_read() at ffs_read+0x2f7/frame 0xfffffe00e7418720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e7418740 vn_read() at vn_read+0x237/frame 0xfffffe00e74187c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e7418820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e7418970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e74189e0 dofileread() at dofileread+0x81/frame 0xfffffe00e7418a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e7418a70 sys_read() at sys_read+0x83/frame 0xfffffe00e7418ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7418bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7418bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800421f0a, rsp = 0x7fffffffe0a8, rbp = 0x7fffffffe5f0 --- Tracing command sh pid 4297 tid 100191 td 0xfffff8002bb5c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56e26b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56e26f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56e2730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56e2790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e56e27a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e56e2840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e56e28d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e56e2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56e2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56e2bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffdd08, rbp = 0x7fffffffddc0 --- Tracing command lockf pid 4293 tid 100374 td 0xfffff8016730f6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e7495610 mi_switch() at mi_switch+0x164/frame 0xfffffe00e7495650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e7495690 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e74956f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e7495700 _sleep() at _sleep+0x2c3/frame 0xfffffe00e74957a0 lf_advlockasync() at lf_advlockasync+0xb51/frame 0xfffffe00e7495850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e74958a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e74959a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e74959c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e7495a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e7495ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7495bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7495bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 4291 tid 100315 td 0xfffff801332be000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e634eb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e634eba0 ast() at ast+0x299/frame 0xfffffe00e634ebf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e634ebf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 4290 tid 100424 td 0xfffff80133d436e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e758fb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e758fba0 ast() at ast+0x299/frame 0xfffffe00e758fbf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e758fbf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 4245 tid 100417 td 0xfffff8041f07e6e0 (CPU 9) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1d3dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1d3df0 trap() at trap+0x61/frame 0xfffffe003e1d3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1d3f20 --- trap 0x13, rip = 0xffffffff80c362e3, rsp = 0xfffffe00e7562750, rbp = 0xfffffe00e7562780 --- witness_unlock() at witness_unlock+0x1b3/frame 0xfffffe00e7562780 _sx_xunlock() at _sx_xunlock+0x57/frame 0xfffffe00e75627a0 lf_advlockasync() at lf_advlockasync+0x342/frame 0xfffffe00e7562850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e75628a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e75629a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e75629c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e7562a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e7562ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7562bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7562bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 4206 tid 100415 td 0xfffff8013384d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e75675a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e75675e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e7567620 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e7567690 ffs_read() at ffs_read+0x2f7/frame 0xfffffe00e7567720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e7567740 vn_read() at vn_read+0x237/frame 0xfffffe00e75677c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e7567820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e7567970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e75679e0 dofileread() at dofileread+0x81/frame 0xfffffe00e7567a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e7567a70 sys_read() at sys_read+0x83/frame 0xfffffe00e7567ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7567bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7567bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 4201 tid 100203 td 0xfffff8006142b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e572ab60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e572aba0 ast() at ast+0x299/frame 0xfffffe00e572abf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e572abf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800434f6a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command procstat pid 4175 tid 100158 td 0xfffff8002b42b6e0 (CPU 4) kdb_enter() at kdb_enter+0x37/frame 0xfffffe00e37f2700 vpanic() at vpanic+0x1a1/frame 0xfffffe00e37f2760 panic() at panic+0x43/frame 0xfffffe00e37f27c0 __mtx_unlock_spin_flags() at __mtx_unlock_spin_flags+0x101/frame 0xfffffe00e37f27e0 sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x191/frame 0xfffffe00e37f28a0 sysctl_root_handler_locked() at sysctl_root_handler_locked+0x7b/frame 0xfffffe00e37f28e0 sysctl_root() at sysctl_root+0x20a/frame 0xfffffe00e37f2960 userland_sysctl() at userland_sysctl+0x17b/frame 0xfffffe00e37f2a10 sys___sysctl() at sys___sysctl+0x5f/frame 0xfffffe00e37f2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37f2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37f2bf0 --- syscall (202, FreeBSD ELF64, sys___sysctl), rip = 0x80046d8da, rsp = 0x7fffffffdd88, rbp = 0x7fffffffddc0 --- Tracing command sh pid 4124 tid 100396 td 0xfffff801673976e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e75037f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e7503830 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e7503870 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e75038d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e75038e0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e7503980 pipe_read() at pipe_read+0x428/frame 0xfffffe00e75039e0 dofileread() at dofileread+0x81/frame 0xfffffe00e7503a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e7503a70 sys_read() at sys_read+0x83/frame 0xfffffe00e7503ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7503bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7503bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800478f0a, rsp = 0x7fffffffdf58, rbp = 0x7fffffffe0a0 --- Tracing command lockf pid 4110 tid 100364 td 0xfffff80133e4d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e7463570 mi_switch() at mi_switch+0x164/frame 0xfffffe00e74635b0 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e74635e0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e7463610 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e7463610 --- interrupt, rip = 0xffffffff80c35d2b, rsp = 0xfffffe00e74636e0, rbp = 0xfffffe00e7463710 --- witness_lock() at witness_lock+0x1ab/frame 0xfffffe00e7463710 _sx_xlock() at _sx_xlock+0x9e/frame 0xfffffe00e7463750 lf_free_lock() at lf_free_lock+0x76/frame 0xfffffe00e74637a0 lf_advlockasync() at lf_advlockasync+0x85f/frame 0xfffffe00e7463850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e74638a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e74639a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e74639c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e7463a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e7463ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7463bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7463bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 4109 tid 100205 td 0xfffff8006141d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5734770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57347b0 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e57347e0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e5734810 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e5734810 --- interrupt, rip = 0xffffffff80bd5687, rsp = 0xfffffe00e57348e0, rbp = 0xfffffe00e57348f0 --- wakeup() at wakeup+0x7/frame 0xfffffe00e57348f0 rangelock_calc_block() at rangelock_calc_block+0x45/frame 0xfffffe00e5734920 rangelock_enqueue() at rangelock_enqueue+0xdb/frame 0xfffffe00e5734970 vn_io_fault() at vn_io_fault+0x152/frame 0xfffffe00e57349e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5734a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5734a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5734ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5734bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5734bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 4104 tid 100407 td 0xfffff801334d0000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e753f610 mi_switch() at mi_switch+0x164/frame 0xfffffe00e753f650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e753f690 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e753f6f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e753f700 _sleep() at _sleep+0x2c3/frame 0xfffffe00e753f7a0 lf_advlockasync() at lf_advlockasync+0xb51/frame 0xfffffe00e753f850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e753f8a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e753f9a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e753f9c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e753fa50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e753fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e753fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e753fbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 4088 tid 100408 td 0xfffff8018a365000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e7530b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e7530ba0 ast() at ast+0x299/frame 0xfffffe00e7530bf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e7530bf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command creat pid 3834 tid 100356 td 0xfffff801339fb000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e742c290 mi_switch() at mi_switch+0x164/frame 0xfffffe00e742c2d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e742c310 sleeplk() at sleeplk+0x107/frame 0xfffffe00e742c370 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e742c430 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e742c4f0 getblkx() at getblkx+0x15f/frame 0xfffffe00e742c5d0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e742c640 ffs_update() at ffs_update+0x138/frame 0xfffffe00e742c6d0 handle_workitem_remove() at handle_workitem_remove+0x489/frame 0xfffffe00e742c750 softdep_setup_remove() at softdep_setup_remove+0x203/frame 0xfffffe00e742c790 ufs_dirremove() at ufs_dirremove+0x1f9/frame 0xfffffe00e742c7e0 ufs_remove() at ufs_remove+0x75/frame 0xfffffe00e742c840 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x80/frame 0xfffffe00e742c860 kern_funlinkat() at kern_funlinkat+0x2be/frame 0xfffffe00e742caa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e742cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e742cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e742cbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command creat pid 3833 tid 100355 td 0xfffff801339fb6e0 (CPU 5) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1a3dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1a3df0 trap() at trap+0x61/frame 0xfffffe003e1a3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1a3f20 --- trap 0x13, rip = 0x80041d58a, rsp = 0x7fffffffe1f0, rbp = 0x7fffffffe360 --- Tracing command creat pid 3832 tid 100354 td 0xfffff801339fa000 (CPU 11) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1ebdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1ebdf0 trap() at trap+0x61/frame 0xfffffe003e1ebf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1ebf20 --- trap 0x13, rip = 0xffffffff80ed7dfa, rsp = 0xfffffe00e74224b0, rbp = 0xfffffe00e7422570 --- softdep_setup_directory_add() at softdep_setup_directory_add+0x71a/frame 0xfffffe00e7422570 ufs_direnter() at ufs_direnter+0x4df/frame 0xfffffe00e7422630 ufs_makeinode() at ufs_makeinode+0x60c/frame 0xfffffe00e74227c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e74227e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e7422800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e7422950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e7422ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7422bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7422bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command creat pid 3831 tid 100353 td 0xfffff801339fa6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e7427070 mi_switch() at mi_switch+0x164/frame 0xfffffe00e74270b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e74270f0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e7427150 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e7427210 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e74272d0 getblkx() at getblkx+0x15f/frame 0xfffffe00e74273b0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e7427420 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e74274a0 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e7427540 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e7427590 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e7427630 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e74277c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e74277e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e7427800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e7427950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e7427ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7427bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7427bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command creat pid 3830 tid 100352 td 0xfffff80119d61000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e741d6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e741d6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e741d730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e741d790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e741d7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e741d840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e741d8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e741dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e741dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e741dbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command lockf pid 3829 tid 100351 td 0xfffff80133b7f6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e7413b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e7413ba0 ast() at ast+0x299/frame 0xfffffe00e7413bf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e7413bf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3828 tid 100350 td 0xfffff80133b7e000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e74043b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e74043f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e7404430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e7404490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e7404540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e7404600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e7404650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e7404670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e74046d0 lookup() at lookup+0xe1/frame 0xfffffe00e7404770 namei() at namei+0x4f1/frame 0xfffffe00e7404860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e7404aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e7404ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7404bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7404bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe500 --- Tracing command lockf pid 3827 tid 100349 td 0xfffff80133b7e6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e74093b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e74093f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e7409430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e7409490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e7409540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e7409600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e7409650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e7409670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e74096d0 lookup() at lookup+0xe1/frame 0xfffffe00e7409770 namei() at namei+0x4f1/frame 0xfffffe00e7409860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e7409aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e7409ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e7409bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e7409bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe500 --- Tracing command lockf pid 3826 tid 100348 td 0xfffff80133b7d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63f8b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63f8ba0 ast() at ast+0x299/frame 0xfffffe00e63f8bf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e63f8bf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3825 tid 100347 td 0xfffff80133a9d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63fdb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63fdba0 ast() at ast+0x299/frame 0xfffffe00e63fdbf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e63fdbf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3824 tid 100346 td 0xfffff80133b11000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63ee7c0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63ee800 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e63ee830 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e63ee860 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e63ee860 --- interrupt, rip = 0xffffffff80ba8366, rsp = 0xfffffe00e63ee938, rbp = 0xfffffe00e63ee940 --- __mtx_unlock_flags() at __mtx_unlock_flags+0x6/frame 0xfffffe00e63ee940 rangelock_unlock_locked() at rangelock_unlock_locked+0xe0/frame 0xfffffe00e63ee970 vn_io_fault() at vn_io_fault+0x19e/frame 0xfffffe00e63ee9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e63eea30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e63eea70 sys_read() at sys_read+0x83/frame 0xfffffe00e63eeac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63eebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63eebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 3823 tid 100345 td 0xfffff80133b116e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63f3610 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63f3650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63f3690 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e63f36f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e63f3700 _sleep() at _sleep+0x2c3/frame 0xfffffe00e63f37a0 lf_advlockasync() at lf_advlockasync+0xb51/frame 0xfffffe00e63f3850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e63f38a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e63f39a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e63f39c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e63f3a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e63f3ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63f3bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63f3bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3822 tid 100344 td 0xfffff80133b10000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63e4b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63e4ba0 ast() at ast+0x299/frame 0xfffffe00e63e4bf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e63e4bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 3821 tid 100343 td 0xfffff80133b106e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63e93b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63e93f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63e9430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63e9490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e63e9540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63e9600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63e9650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63e9670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63e96d0 lookup() at lookup+0xe1/frame 0xfffffe00e63e9770 namei() at namei+0x4f1/frame 0xfffffe00e63e9860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e63e9aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e63e9ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63e9bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63e9bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe500 --- Tracing command lockf pid 3820 tid 100342 td 0xfffff80133a8a000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63dab60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63daba0 ast() at ast+0x299/frame 0xfffffe00e63dabf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e63dabf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3819 tid 100341 td 0xfffff80133a8a6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63df3b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63df3f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63df430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63df490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e63df540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63df600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63df650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63df670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63df6d0 lookup() at lookup+0xe1/frame 0xfffffe00e63df770 namei() at namei+0x4f1/frame 0xfffffe00e63df860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e63dfaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e63dfac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63dfbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63dfbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe500 --- Tracing command lockf pid 3818 tid 100340 td 0xfffff80133a89000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63d0350 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63d0390 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63d03d0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63d0430 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e63d04e0 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63d05a0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63d05f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63d0610 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63d0670 lookup() at lookup+0xe1/frame 0xfffffe00e63d0710 namei() at namei+0x4f1/frame 0xfffffe00e63d0800 vn_open_cred() at vn_open_cred+0xf1/frame 0xfffffe00e63d0950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e63d0ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63d0bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63d0bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe3e8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 3817 tid 100339 td 0xfffff80133a896e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63d55a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63d55e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e63d5620 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e63d5690 ffs_read() at ffs_read+0x2f7/frame 0xfffffe00e63d5720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e63d5740 vn_read() at vn_read+0x237/frame 0xfffffe00e63d57c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e63d5820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e63d5970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63d59e0 dofileread() at dofileread+0x81/frame 0xfffffe00e63d5a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e63d5a70 sys_read() at sys_read+0x83/frame 0xfffffe00e63d5ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63d5bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63d5bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 3816 tid 100338 td 0xfffff80133a9d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63c63b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63c63f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63c6430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63c6490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e63c6540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63c6600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63c6650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63c6670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63c66d0 lookup() at lookup+0xe1/frame 0xfffffe00e63c6770 namei() at namei+0x4f1/frame 0xfffffe00e63c6860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e63c6aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e63c6ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63c6bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63c6bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4d8, rbp = 0x7fffffffe500 --- Tracing command lockf pid 3815 tid 100337 td 0xfffff801339f96e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63cbb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63cbba0 ast() at ast+0x299/frame 0xfffffe00e63cbbf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e63cbbf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3814 tid 100336 td 0xfffff801337ca000 (CPU 2) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e17fdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e17fdf0 trap() at trap+0x61/frame 0xfffffe003e17ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e17ff20 --- trap 0x13, rip = 0xffffffff80ba2111, rsp = 0xfffffe00e63bc730, rbp = 0xfffffe00e63bc750 --- free() at free+0x61/frame 0xfffffe00e63bc750 lf_free_lock() at lf_free_lock+0x230/frame 0xfffffe00e63bc7a0 lf_advlockasync() at lf_advlockasync+0x85f/frame 0xfffffe00e63bc850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e63bc8a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e63bc9a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e63bc9c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e63bca50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e63bcac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63bcbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63bcbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3813 tid 100335 td 0xfffff801337ca6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63c1610 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63c1650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63c1690 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e63c16f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e63c1700 _sleep() at _sleep+0x2c3/frame 0xfffffe00e63c17a0 lf_advlockasync() at lf_advlockasync+0xb51/frame 0xfffffe00e63c1850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e63c18a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e63c19a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e63c19c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e63c1a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e63c1ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63c1bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63c1bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3812 tid 100334 td 0xfffff801337c9000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63b22f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63b2330 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63b2370 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63b23d0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e63b2490 lockmgr_upgrade() at lockmgr_upgrade+0x151/frame 0xfffffe00e63b24e0 __lockmgr_args() at __lockmgr_args+0x6c4/frame 0xfffffe00e63b25a0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63b25f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63b2610 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63b2670 lookup() at lookup+0x51c/frame 0xfffffe00e63b2710 namei() at namei+0x4f1/frame 0xfffffe00e63b2800 vn_open_cred() at vn_open_cred+0xf1/frame 0xfffffe00e63b2950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e63b2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63b2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63b2bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe3e8, rbp = 0x7fffffffe4d0 --- Tracing command lockf pid 3811 tid 100333 td 0xfffff801337c96e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63b7610 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63b7650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63b7690 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e63b76f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e63b7700 _sleep() at _sleep+0x2c3/frame 0xfffffe00e63b77a0 lf_advlockasync() at lf_advlockasync+0xb51/frame 0xfffffe00e63b7850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e63b78a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e63b79a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e63b79c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e63b7a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e63b7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63b7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63b7bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe468, rbp = 0x7fffffffe4b0 --- Tracing command lockf pid 3810 tid 100252 td 0xfffff801330096e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62136b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62136f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6213730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6213790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62137a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6213840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62138d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e6213ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6213bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6213bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command link pid 3809 tid 100332 td 0xfffff80133959000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63941f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6394230 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e6394260 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e6394290 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e6394290 --- interrupt, rip = 0xffffffff80c15112, rsp = 0xfffffe00e6394360, rbp = 0xfffffe00e6394370 --- lock_delay() at lock_delay+0x32/frame 0xfffffe00e6394370 __rw_wlock_hard() at __rw_wlock_hard+0x1b8/frame 0xfffffe00e6394440 _rw_wlock_cookie() at _rw_wlock_cookie+0xbc/frame 0xfffffe00e6394480 workitem_alloc() at workitem_alloc+0xa1/frame 0xfffffe00e63944b0 softdep_setup_directory_add() at softdep_setup_directory_add+0x124/frame 0xfffffe00e6394580 ufs_direnter() at ufs_direnter+0x4df/frame 0xfffffe00e6394640 ufs_link() at ufs_link+0x181/frame 0xfffffe00e6394790 VOP_LINK_APV() at VOP_LINK_APV+0x80/frame 0xfffffe00e63947b0 kern_linkat_vp() at kern_linkat_vp+0x2e6/frame 0xfffffe00e63949a0 sys_link() at sys_link+0x92/frame 0xfffffe00e6394ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6394bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6394bf0 --- syscall (9, FreeBSD ELF64, sys_link), rip = 0x8002f69ba, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command link pid 3808 tid 100225 td 0xfffff8002b93e000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e578e6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e578e6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e578e730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e578e790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e578e7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e578e840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e578e8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e578eac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e578ebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e578ebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command fts pid 3807 tid 100331 td 0xfffff801339f9000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63a83f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63a8430 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63a8470 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63a84d0 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e63a8580 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63a8640 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63a8690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63a86b0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63a8710 lookup() at lookup+0xe1/frame 0xfffffe00e63a87b0 namei() at namei+0x4f1/frame 0xfffffe00e63a88a0 kern_statat() at kern_statat+0x7f/frame 0xfffffe00e63a89c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe00e63a8ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63a8bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63a8bf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x80043017a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe2a0 --- Tracing command fts pid 3806 tid 100330 td 0xfffff80119eac6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63ad3f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63ad430 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63ad470 sleeplk() at sleeplk+0x107/frame 0xfffffe00e63ad4d0 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e63ad580 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63ad640 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e63ad690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e63ad6b0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63ad710 lookup() at lookup+0xe1/frame 0xfffffe00e63ad7b0 namei() at namei+0x4f1/frame 0xfffffe00e63ad8a0 kern_statat() at kern_statat+0x7f/frame 0xfffffe00e63ad9c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe00e63adac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63adbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63adbf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x80043017a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe2a0 --- Tracing command fts pid 3805 tid 100256 td 0xfffff80119e936e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62273f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6227430 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6227470 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62274d0 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6227580 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e6227640 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6227690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e62276b0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e6227710 lookup() at lookup+0xe1/frame 0xfffffe00e62277b0 namei() at namei+0x4f1/frame 0xfffffe00e62278a0 kern_statat() at kern_statat+0x7f/frame 0xfffffe00e62279c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe00e6227ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6227bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6227bf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x80043017a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe2a0 --- Tracing command fts pid 3804 tid 100251 td 0xfffff8002b5626e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e620e3f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e620e430 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e620e470 sleeplk() at sleeplk+0x107/frame 0xfffffe00e620e4d0 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e620e580 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e620e640 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e620e690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e620e6b0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e620e710 lookup() at lookup+0xe1/frame 0xfffffe00e620e7b0 namei() at namei+0x4f1/frame 0xfffffe00e620e8a0 kern_statat() at kern_statat+0x7f/frame 0xfffffe00e620e9c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe00e620eac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e620ebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e620ebf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x80043017a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe2a0 --- Tracing command fts pid 3803 tid 100255 td 0xfffff80133009000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6222350 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6222390 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62223d0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6222430 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e62224e0 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e62225a0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e62225f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6222610 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e6222670 lookup() at lookup+0xe1/frame 0xfffffe00e6222710 namei() at namei+0x4f1/frame 0xfffffe00e6222800 vn_open_cred() at vn_open_cred+0x2af/frame 0xfffffe00e6222950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e6222ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6222bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6222bf0 --- syscall (5, FreeBSD ELF64, sys_open), rip = 0x80042a8da, rsp = 0x7fffffffe398, rbp = 0x7fffffffe3c0 --- Tracing command fts pid 3802 tid 100329 td 0xfffff801333766e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63a36b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63a36f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e63a3730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e63a3790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e63a37a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e63a3840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e63a38d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e63a3ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e63a3bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e63a3bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c34ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command mkfifo pid 3801 tid 100328 td 0xfffff801339596e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63997f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6399830 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6399870 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e63998d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e63998e0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6399980 pipe_read() at pipe_read+0x428/frame 0xfffffe00e63999e0 dofileread() at dofileread+0x81/frame 0xfffffe00e6399a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e6399a70 sys_read() at sys_read+0x83/frame 0xfffffe00e6399ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6399bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6399bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3797 tid 100326 td 0xfffff8013371c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e638f440 mi_switch() at mi_switch+0x164/frame 0xfffffe00e638f480 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e638f4c0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e638f520 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e638f5e0 lockmgr_upgrade() at lockmgr_upgrade+0x151/frame 0xfffffe00e638f630 __lockmgr_args() at __lockmgr_args+0x6c4/frame 0xfffffe00e638f6f0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e638f740 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e638f760 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e638f7c0 lookup() at lookup+0x51c/frame 0xfffffe00e638f860 namei() at namei+0x4f1/frame 0xfffffe00e638f950 kern_frmdirat() at kern_frmdirat+0xb5/frame 0xfffffe00e638fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e638fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e638fbf0 --- syscall (137, FreeBSD ELF64, sys_rmdir), rip = 0x8003296ca, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command mkdir pid 3795 tid 100325 td 0xfffff80133804000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e637ffa0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e637ffe0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6380020 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6380080 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6380140 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e6380200 getblkx() at getblkx+0x15f/frame 0xfffffe00e63802e0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6380350 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e63803d0 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e6380460 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e63804b0 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e6380530 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xcd3/frame 0xfffffe00e63806e0 ufs_mkdir() at ufs_mkdir+0x701/frame 0xfffffe00e6380880 VOP_MKDIR_APV() at VOP_MKDIR_APV+0x60/frame 0xfffffe00e63808a0 kern_mkdirat() at kern_mkdirat+0x1b3/frame 0xfffffe00e6380ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6380bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6380bf0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80043032a, rsp = 0x7fffffffdca8, rbp = 0x7fffffffe0d0 --- Tracing command mkdir pid 3793 tid 100324 td 0xfffff801338046e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6385180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63851c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6385200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6385260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6385310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63853d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6385420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6385440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63854a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e63854d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e6385520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e63855b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e6385620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e6385640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e6385750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e6385770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e63857d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e63857f0 lookup() at lookup+0x611/frame 0xfffffe00e6385890 namei() at namei+0x4f1/frame 0xfffffe00e6385980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e6385ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6385bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6385bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command mkdir pid 3791 tid 100323 td 0xfffff8013383b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e636c180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e636c1c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e636c200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e636c260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e636c310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e636c3d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e636c420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e636c440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e636c4a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e636c4d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e636c520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e636c5b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e636c620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e636c640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e636c750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e636c770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e636c7d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e636c7f0 lookup() at lookup+0x611/frame 0xfffffe00e636c890 namei() at namei+0x4f1/frame 0xfffffe00e636c980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e636cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e636cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e636cbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3790 tid 100322 td 0xfffff8013384d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6361e50 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6361e90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6361ed0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6361f30 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6361ff0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e63620b0 getblkx() at getblkx+0x15f/frame 0xfffffe00e6362190 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6362200 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e6362280 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e6362310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e6362360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e63623e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e6362590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e6362630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e6362740 vn_write() at vn_write+0x27a/frame 0xfffffe00e63627c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6362820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6362970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63629e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e6362a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e6362a70 sys_write() at sys_write+0x83/frame 0xfffffe00e6362ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6362bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6362bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkfifo pid 3789 tid 100321 td 0xfffff801332bf000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e637b3b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e637b3f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e637b430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e637b490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e637b540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e637b600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e637b650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e637b670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e637b6d0 lookup() at lookup+0xe1/frame 0xfffffe00e637b770 namei() at namei+0x4f1/frame 0xfffffe00e637b860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e637baa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e637bac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e637bbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e637bbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3788 tid 100320 td 0xfffff8013383b6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6371180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63711c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6371200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6371260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6371310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63713d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6371420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6371440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63714a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e63714d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e6371520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e63715b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e6371620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e6371640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e6371750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e6371770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e63717d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e63717f0 lookup() at lookup+0x611/frame 0xfffffe00e6371890 namei() at namei+0x4f1/frame 0xfffffe00e6371980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e6371ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6371bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6371bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3787 tid 100319 td 0xfffff8013371e000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6366e90 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6366ed0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6366f10 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6366f70 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6367030 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e63670f0 getblkx() at getblkx+0x15f/frame 0xfffffe00e63671d0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6367240 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e63672c0 ffs_realloccg() at ffs_realloccg+0x389/frame 0xfffffe00e63673d0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0x57f/frame 0xfffffe00e6367590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e6367630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e6367740 vn_write() at vn_write+0x27a/frame 0xfffffe00e63677c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6367820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6367970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63679e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e6367a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e6367a70 sys_write() at sys_write+0x83/frame 0xfffffe00e6367ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6367bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6367bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkfifo pid 3786 tid 100318 td 0xfffff801332bf6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e635d3b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e635d3f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e635d430 sleeplk() at sleeplk+0x107/frame 0xfffffe00e635d490 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e635d540 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e635d600 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e635d650 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e635d670 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e635d6d0 lookup() at lookup+0xe1/frame 0xfffffe00e635d770 namei() at namei+0x4f1/frame 0xfffffe00e635d860 kern_funlinkat() at kern_funlinkat+0xb9/frame 0xfffffe00e635daa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e635dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e635dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e635dbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe4b8, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3785 tid 100317 td 0xfffff801335846e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6358180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63581c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6358200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6358260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6358310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63583d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6358420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6358440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63584a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e63584d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e6358520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e63585b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e6358620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e6358640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e6358750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e6358770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e63587d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e63587f0 lookup() at lookup+0x611/frame 0xfffffe00e6358890 namei() at namei+0x4f1/frame 0xfffffe00e6358980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e6358ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6358bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6358bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3784 tid 100316 td 0xfffff8013371e6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63535a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63535e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e6353620 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e6353690 ffs_read() at ffs_read+0x2f7/frame 0xfffffe00e6353720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e6353740 vn_read() at vn_read+0x237/frame 0xfffffe00e63537c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6353820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6353970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63539e0 dofileread() at dofileread+0x81/frame 0xfffffe00e6353a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e6353a70 sys_read() at sys_read+0x83/frame 0xfffffe00e6353ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6353bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6353bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3782 tid 100314 td 0xfffff801336cd000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6349180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63491c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6349200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6349260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6349310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63493d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6349420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6349440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63494a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e63494d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e6349520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e63495b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e6349620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e6349640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e6349750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e6349770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e63497d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e63497f0 lookup() at lookup+0x611/frame 0xfffffe00e6349890 namei() at namei+0x4f1/frame 0xfffffe00e6349980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e6349ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6349bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6349bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3781 tid 100313 td 0xfffff8013371d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63444a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63444e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e6344520 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e6344590 ffs_write() at ffs_write+0x32a/frame 0xfffffe00e6344630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e6344740 vn_write() at vn_write+0x27a/frame 0xfffffe00e63447c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6344820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6344970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63449e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e6344a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e6344a70 sys_write() at sys_write+0x83/frame 0xfffffe00e6344ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6344bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6344bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkfifo pid 3780 tid 100222 td 0xfffff800614d6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e577f6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e577f6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e577f730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e577f790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e577f7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e577f840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e577f8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e577fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e577fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e577fbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command mkdir pid 3779 tid 100312 td 0xfffff801336cd6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e633f3f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e633f430 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e633f470 sleeplk() at sleeplk+0x107/frame 0xfffffe00e633f4d0 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e633f580 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e633f640 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e633f690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e633f6b0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e633f710 lookup() at lookup+0xe1/frame 0xfffffe00e633f7b0 namei() at namei+0x4f1/frame 0xfffffe00e633f8a0 kern_mkdirat() at kern_mkdirat+0x92/frame 0xfffffe00e633fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e633fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e633fbf0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80043032a, rsp = 0x7fffffffdca8, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3778 tid 100311 td 0xfffff8013371d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6339ee0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6339f20 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6339f60 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6339fc0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e633a080 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e633a140 getblkx() at getblkx+0x15f/frame 0xfffffe00e633a220 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e633a290 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e633a310 ffs_checkblk() at ffs_checkblk+0x6c/frame 0xfffffe00e633a350 ffs_reallocblks() at ffs_reallocblks+0x1202/frame 0xfffffe00e633a4a0 VOP_REALLOCBLKS_APV() at VOP_REALLOCBLKS_APV+0x60/frame 0xfffffe00e633a4c0 cluster_write() at cluster_write+0x598/frame 0xfffffe00e633a590 ffs_write() at ffs_write+0x445/frame 0xfffffe00e633a630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e633a740 vn_write() at vn_write+0x27a/frame 0xfffffe00e633a7c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e633a820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e633a970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e633a9e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e633aa30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e633aa70 sys_write() at sys_write+0x83/frame 0xfffffe00e633aac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e633abf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e633abf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3777 tid 100227 td 0xfffff80119dd5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5798180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57981c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5798200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e5798260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e5798310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e57983d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e5798420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e5798440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e57984a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e57984d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e5798520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e57985b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e5798620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e5798640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e5798750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e5798770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e57987d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e57987f0 lookup() at lookup+0x611/frame 0xfffffe00e5798890 namei() at namei+0x4f1/frame 0xfffffe00e5798980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e5798ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5798bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5798bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3776 tid 100310 td 0xfffff8013371c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63354a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63354e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e6335520 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e6335590 ffs_write() at ffs_write+0x32a/frame 0xfffffe00e6335630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e6335740 vn_write() at vn_write+0x27a/frame 0xfffffe00e63357c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6335820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6335970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63359e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e6335a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e6335a70 sys_write() at sys_write+0x83/frame 0xfffffe00e6335ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6335bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6335bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3775 tid 100309 td 0xfffff801336cc000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6330180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63301c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6330200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6330260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6330310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63303d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6330420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6330440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63304a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e63304d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e6330520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e63305b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e6330620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e6330640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e6330750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e6330770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e63307d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e63307f0 lookup() at lookup+0x611/frame 0xfffffe00e6330890 namei() at namei+0x4f1/frame 0xfffffe00e6330980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e6330ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6330bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6330bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3774 tid 100308 td 0xfffff8013358d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e632b5a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e632b5e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e632b620 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e632b690 ffs_read() at ffs_read+0x2f7/frame 0xfffffe00e632b720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e632b740 vn_read() at vn_read+0x237/frame 0xfffffe00e632b7c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e632b820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e632b970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e632b9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e632ba30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e632ba70 sys_read() at sys_read+0x83/frame 0xfffffe00e632bac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e632bbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e632bbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3773 tid 100307 td 0xfffff801336cc6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6326180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63261c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6326200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6326260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e6326310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e63263d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e6326420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e6326440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e63264a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e63264d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e6326520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e63265b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e6326620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e6326640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e6326750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e6326770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e63267d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e63267f0 lookup() at lookup+0x611/frame 0xfffffe00e6326890 namei() at namei+0x4f1/frame 0xfffffe00e6326980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e6326ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6326bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6326bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command rw pid 3772 tid 100306 td 0xfffff8013358d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6320e50 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6320e90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6320ed0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6320f30 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6320ff0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e63210b0 getblkx() at getblkx+0x15f/frame 0xfffffe00e6321190 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6321200 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e6321280 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e6321310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e6321360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e63213e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e6321590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e6321630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e6321740 vn_write() at vn_write+0x27a/frame 0xfffffe00e63217c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6321820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6321970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63219e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e6321a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e6321a70 sys_write() at sys_write+0x83/frame 0xfffffe00e6321ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6321bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6321bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3771 tid 100305 td 0xfffff80119e38000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e631c180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e631c1c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e631c200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e631c260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e631c310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e631c3d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e631c420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e631c440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e631c4a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e631c4d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e631c520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e631c5b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e631c620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e631c640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e631c750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e631c770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e631c7d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e631c7f0 lookup() at lookup+0x611/frame 0xfffffe00e631c890 namei() at namei+0x4f1/frame 0xfffffe00e631c980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e631cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e631cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e631cbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command swap pid 3770 tid 100304 td 0xfffff8002bb386e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6317b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6317ba0 ast() at ast+0x299/frame 0xfffffe00e6317bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1d0 Tracing command rename pid 3769 tid 100165 td 0xfffff8002b5636e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5618390 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56183d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5618410 sleeplk() at sleeplk+0x107/frame 0xfffffe00e5618470 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e5618520 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e56185e0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e5618630 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e5618650 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e56186b0 lookup() at lookup+0xe1/frame 0xfffffe00e5618750 namei() at namei+0x4f1/frame 0xfffffe00e5618840 kern_renameat() at kern_renameat+0x9a/frame 0xfffffe00e5618ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5618bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5618bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002f661a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command rw pid 3768 tid 100303 td 0xfffff80133588000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6312280 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63122c0 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e63122f0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e6312320 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e6312320 --- interrupt, rip = 0xffffffff80c34fa6, rsp = 0xfffffe00e63123f0, rbp = 0xfffffe00e6312470 --- witness_checkorder() at witness_checkorder+0x296/frame 0xfffffe00e6312470 __rw_rlock_int() at __rw_rlock_int+0x8a/frame 0xfffffe00e63124a0 getblkx() at getblkx+0xbb/frame 0xfffffe00e6312570 cluster_read() at cluster_read+0xd2/frame 0xfffffe00e6312670 ffs_read() at ffs_read+0x19f/frame 0xfffffe00e6312720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e6312740 vn_read() at vn_read+0x237/frame 0xfffffe00e63127c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6312820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6312970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63129e0 dofileread() at dofileread+0x81/frame 0xfffffe00e6312a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e6312a70 sys_read() at sys_read+0x83/frame 0xfffffe00e6312ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6312bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6312bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3767 tid 100302 td 0xfffff80119e386e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e630d180 mi_switch() at mi_switch+0x164/frame 0xfffffe00e630d1c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e630d200 sleeplk() at sleeplk+0x107/frame 0xfffffe00e630d260 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e630d310 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e630d3d0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e630d420 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e630d440 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e630d4a0 vget_finish() at vget_finish+0x81/frame 0xfffffe00e630d4d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe00e630d520 ffs_vgetf() at ffs_vgetf+0x59/frame 0xfffffe00e630d5b0 vn_vget_ino_gen() at vn_vget_ino_gen+0x110/frame 0xfffffe00e630d620 vn_vget_ino() at vn_vget_ino+0x21/frame 0xfffffe00e630d640 ufs_lookup_ino() at ufs_lookup_ino+0x4be/frame 0xfffffe00e630d750 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x5d/frame 0xfffffe00e630d770 vfs_cache_lookup() at vfs_cache_lookup+0xd2/frame 0xfffffe00e630d7d0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x5d/frame 0xfffffe00e630d7f0 lookup() at lookup+0x611/frame 0xfffffe00e630d890 namei() at namei+0x4f1/frame 0xfffffe00e630d980 kern_chdir() at kern_chdir+0x4d/frame 0xfffffe00e630dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e630dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e630dbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8002f699a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffe0d0 --- Tracing command swap pid 3766 tid 100301 td 0xfffff8002bb5a000 (CPU 10) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1dfdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1dfdf0 trap() at trap+0x61/frame 0xfffffe003e1dff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1dff20 --- trap 0x13, rip = 0xffffffff80c362f2, rsp = 0xfffffe00e6308a00, rbp = 0xfffffe00e6308a30 --- witness_unlock() at witness_unlock+0x1c2/frame 0xfffffe00e6308a30 __mtx_unlock_flags() at __mtx_unlock_flags+0x4d/frame 0xfffffe00e6308a60 userret() at userret+0x18f/frame 0xfffffe00e6308ac0 trap() at trap+0x6f3/frame 0xfffffe00e6308bf0 calltrap() at calltrap+0x8/frame 0xfffffe00e6308bf0 --- trap 0xc, rip = 0x800435635, rsp = 0x7fffffffe188, rbp = 0x7fffffffe1d0 --- Tracing command rename pid 3765 tid 100234 td 0xfffff80119ebc6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57bb390 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57bb3d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57bb410 sleeplk() at sleeplk+0x107/frame 0xfffffe00e57bb470 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e57bb520 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e57bb5e0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e57bb630 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e57bb650 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e57bb6b0 lookup() at lookup+0xe1/frame 0xfffffe00e57bb750 namei() at namei+0x4f1/frame 0xfffffe00e57bb840 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e57bbac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57bbbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57bbbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002f661a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command rw pid 3764 tid 100300 td 0xfffff801335886e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e63035a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e63035e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e6303620 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e6303690 ffs_read() at ffs_read+0x2f7/frame 0xfffffe00e6303720 VOP_READ_APV() at VOP_READ_APV+0x5d/frame 0xfffffe00e6303740 vn_read() at vn_read+0x237/frame 0xfffffe00e63037c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e6303820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e6303970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e63039e0 dofileread() at dofileread+0x81/frame 0xfffffe00e6303a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e6303a70 sys_read() at sys_read+0x83/frame 0xfffffe00e6303ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6303bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6303bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800434f0a, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3763 tid 100299 td 0xfffff80119ea2000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62fdfa0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62fdfe0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62fe020 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62fe080 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62fe140 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e62fe200 getblkx() at getblkx+0x15f/frame 0xfffffe00e62fe2e0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62fe350 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62fe3d0 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e62fe460 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e62fe4b0 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e62fe530 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xcd3/frame 0xfffffe00e62fe6e0 ufs_mkdir() at ufs_mkdir+0x701/frame 0xfffffe00e62fe880 VOP_MKDIR_APV() at VOP_MKDIR_APV+0x60/frame 0xfffffe00e62fe8a0 kern_mkdirat() at kern_mkdirat+0x1b3/frame 0xfffffe00e62feac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62febf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62febf0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80043032a, rsp = 0x7fffffffa638, rbp = 0x7fffffffaa60 --- Tracing command swap pid 3762 tid 100298 td 0xfffff8002bb5a6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62f9b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62f9ba0 ast() at ast+0x299/frame 0xfffffe00e62f9bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe1d0 Tracing command rename pid 3761 tid 100237 td 0xfffff80119ee8000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57ca390 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57ca3d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57ca410 sleeplk() at sleeplk+0x107/frame 0xfffffe00e57ca470 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e57ca520 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e57ca5e0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e57ca630 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e57ca650 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e57ca6b0 lookup() at lookup+0xe1/frame 0xfffffe00e57ca750 namei() at namei+0x4f1/frame 0xfffffe00e57ca840 kern_renameat() at kern_renameat+0x175/frame 0xfffffe00e57caac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57cabf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57cabf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002f661a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command rw pid 3760 tid 100297 td 0xfffff80133584000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62f4b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62f4ba0 ast() at ast+0x299/frame 0xfffffe00e62f4bf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e62f4bf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x80042c91a, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command mkdir pid 3759 tid 100296 td 0xfffff80119ea26e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62ef3f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62ef430 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62ef470 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62ef4d0 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e62ef580 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e62ef640 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e62ef690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e62ef6b0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e62ef710 lookup() at lookup+0xe1/frame 0xfffffe00e62ef7b0 namei() at namei+0x4f1/frame 0xfffffe00e62ef8a0 kern_mkdirat() at kern_mkdirat+0x92/frame 0xfffffe00e62efac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62efbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62efbf0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80043032a, rsp = 0x7fffffffdca8, rbp = 0x7fffffffe0d0 --- Tracing command rename pid 3758 tid 100247 td 0xfffff80119d616e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57f7300 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57f7340 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57f7380 sleeplk() at sleeplk+0x107/frame 0xfffffe00e57f73e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e57f74a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e57f7560 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e57f75b0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e57f75d0 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e57f7630 ufs_rename() at ufs_rename+0x100/frame 0xfffffe00e57f7820 VOP_RENAME_APV() at VOP_RENAME_APV+0x48/frame 0xfffffe00e57f7840 kern_renameat() at kern_renameat+0x350/frame 0xfffffe00e57f7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57f7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57f7bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x8002f661a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command swap pid 3757 tid 100185 td 0xfffff8004c35c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56b8620 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56b8660 __mtx_lock_sleep() at __mtx_lock_sleep+0x1f4/frame 0xfffffe00e56b8710 __mtx_lock_flags() at __mtx_lock_flags+0xea/frame 0xfffffe00e56b8760 vm_reserv_populate() at vm_reserv_populate+0xd9/frame 0xfffffe00e56b8780 vm_reserv_alloc_page() at vm_reserv_alloc_page+0x390/frame 0xfffffe00e56b87e0 vm_page_alloc_domain_after() at vm_page_alloc_domain_after+0x154/frame 0xfffffe00e56b8870 vm_page_alloc() at vm_page_alloc+0x74/frame 0xfffffe00e56b88d0 vm_fault() at vm_fault+0x541/frame 0xfffffe00e56b8a00 vm_fault_trap() at vm_fault_trap+0x6e/frame 0xfffffe00e56b8a40 trap_pfault() at trap_pfault+0x1f3/frame 0xfffffe00e56b8ac0 trap() at trap+0x462/frame 0xfffffe00e56b8bf0 calltrap() at calltrap+0x8/frame 0xfffffe00e56b8bf0 --- trap 0xc, rip = 0x800435635, rsp = 0x7fffffffe188, rbp = 0x7fffffffe1d0 --- Tracing command rw pid 3756 tid 100295 td 0xfffff801333746e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62e9e50 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62e9e90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62e9ed0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62e9f30 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62e9ff0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e62ea0b0 getblkx() at getblkx+0x15f/frame 0xfffffe00e62ea190 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62ea200 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62ea280 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e62ea310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e62ea360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e62ea3e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xcd3/frame 0xfffffe00e62ea590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e62ea630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e62ea740 vn_write() at vn_write+0x27a/frame 0xfffffe00e62ea7c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e62ea820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e62ea970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e62ea9e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e62eaa30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e62eaa70 sys_write() at sys_write+0x83/frame 0xfffffe00e62eaac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62eabf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62eabf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command swap pid 3755 tid 100294 td 0xfffff801332be6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62e56b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62e56f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62e5730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e62e5790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62e57a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e62e5840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62e58d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e62e5ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62e5bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62e5bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command lockf2 pid 3754 tid 100236 td 0xfffff80119eba6e0 (CPU 8) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1c7dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1c7df0 trap() at trap+0x61/frame 0xfffffe003e1c7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1c7f20 --- trap 0x13, rip = 0xffffffff80b9ecf0, rsp = 0xfffffe00e57c57b0, rbp = 0xfffffe00e57c5850 --- lf_advlockasync() at lf_advlockasync+0xc50/frame 0xfffffe00e57c5850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e57c58a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e57c59a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e57c59c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e57c5a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e57c5ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57c5bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57c5bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rename pid 3753 tid 100201 td 0xfffff800432906e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57206b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57206f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5720730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5720790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57207a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5720840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57208d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e5720ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5720bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5720bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command mkdir pid 3752 tid 100246 td 0xfffff800614486e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57f26b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57f26f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57f2730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57f2790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57f27a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e57f2840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57f28d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e57f2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57f2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57f2bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command rw pid 3751 tid 100293 td 0xfffff8013343a000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62dfe50 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62dfe90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62dfed0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62dff30 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62dfff0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e62e00b0 getblkx() at getblkx+0x15f/frame 0xfffffe00e62e0190 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62e0200 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62e0280 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e62e0310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e62e0360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e62e03e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e62e0590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e62e0630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e62e0740 vn_write() at vn_write+0x27a/frame 0xfffffe00e62e07c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e62e0820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e62e0970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e62e09e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e62e0a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e62e0a70 sys_write() at sys_write+0x83/frame 0xfffffe00e62e0ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62e0bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62e0bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3750 tid 100292 td 0xfffff801334cf6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62db350 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62db390 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62db3d0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62db430 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e62db4e0 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e62db5a0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e62db5f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e62db610 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e62db670 lookup() at lookup+0xe1/frame 0xfffffe00e62db710 namei() at namei+0x4f1/frame 0xfffffe00e62db800 vn_open_cred() at vn_open_cred+0x2af/frame 0xfffffe00e62db950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e62dbac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62dbbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62dbbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe3e8, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3749 tid 100228 td 0xfffff80119d5f000 (CPU 1) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e173dd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e173df0 trap() at trap+0x61/frame 0xfffffe003e173f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e173f20 --- trap 0x13, rip = 0xffffffff80c15112, rsp = 0xfffffe00e579d010, rbp = 0xfffffe00e579d020 --- lock_delay() at lock_delay+0x32/frame 0xfffffe00e579d020 __rw_wlock_hard() at __rw_wlock_hard+0x1b8/frame 0xfffffe00e579d0f0 _rw_wlock_cookie() at _rw_wlock_cookie+0xbc/frame 0xfffffe00e579d130 workitem_alloc() at workitem_alloc+0xa1/frame 0xfffffe00e579d160 newblk_lookup() at newblk_lookup+0x189/frame 0xfffffe00e579d1a0 softdep_setup_blkmapdep() at softdep_setup_blkmapdep+0x18b/frame 0xfffffe00e579d210 ffs_alloccgblk() at ffs_alloccgblk+0x28d/frame 0xfffffe00e579d280 ffs_alloccg() at ffs_alloccg+0x117/frame 0xfffffe00e579d310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e579d360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e579d3e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e579d590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e579d630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e579d740 vn_write() at vn_write+0x27a/frame 0xfffffe00e579d7c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e579d820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e579d970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e579d9e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e579da30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e579da70 sys_write() at sys_write+0x83/frame 0xfffffe00e579dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e579dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e579dbf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3748 tid 100291 td 0xfffff801334ce000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62d65e0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62d6620 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e62d6650 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e62d6680 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e62d6680 --- interrupt, rip = 0xffffffff80ba0879, rsp = 0xfffffe00e62d6750, rbp = 0xfffffe00e62d6750 --- lf_set_start() at lf_set_start+0x69/frame 0xfffffe00e62d6750 lf_activate_lock() at lf_activate_lock+0x2a0/frame 0xfffffe00e62d67a0 lf_advlockasync() at lf_advlockasync+0x6f2/frame 0xfffffe00e62d6850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e62d68a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e62d69a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e62d69c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e62d6a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e62d6ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62d6bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62d6bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3747 tid 100143 td 0xfffff8002b562000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37a6e50 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37a6e90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37a6ed0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e37a6f30 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e37a6ff0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e37a70b0 getblkx() at getblkx+0x15f/frame 0xfffffe00e37a7190 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e37a7200 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e37a7280 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e37a7310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e37a7360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e37a73e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e37a7590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e37a7630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e37a7740 vn_write() at vn_write+0x27a/frame 0xfffffe00e37a77c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e37a7820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e37a7970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e37a79e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e37a7a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e37a7a70 sys_write() at sys_write+0x83/frame 0xfffffe00e37a7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37a7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37a7bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3746 tid 100290 td 0xfffff80119fa2000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62d1640 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62d1680 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e62d16b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e62d16e0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e62d16e0 --- interrupt, rip = 0xffffffff80b9ecf0, rsp = 0xfffffe00e62d17b0, rbp = 0xfffffe00e62d1850 --- lf_advlockasync() at lf_advlockasync+0xc50/frame 0xfffffe00e62d1850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e62d18a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e62d19a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e62d19c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e62d1a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e62d1ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62d1bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62d1bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3745 tid 100289 td 0xfffff8013343a6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62cc070 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62cc0b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62cc0f0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62cc150 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62cc210 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e62cc2d0 getblkx() at getblkx+0x15f/frame 0xfffffe00e62cc3b0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62cc420 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62cc4a0 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e62cc540 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e62cc590 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e62cc630 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e62cc7c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e62cc7e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e62cc800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e62cc950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e62ccac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62ccbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62ccbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3744 tid 100288 td 0xfffff80119fa26e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62c7b60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62c7ba0 ast() at ast+0x299/frame 0xfffffe00e62c7bf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e62c7bf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3743 tid 100287 td 0xfffff80133439000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62c24a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62c24e0 kern_yield() at kern_yield+0x71/frame 0xfffffe00e62c2520 uiomove_fromphys() at uiomove_fromphys+0x102/frame 0xfffffe00e62c2590 ffs_write() at ffs_write+0x32a/frame 0xfffffe00e62c2630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e62c2740 vn_write() at vn_write+0x27a/frame 0xfffffe00e62c27c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e62c2820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e62c2970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e62c29e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e62c2a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e62c2a70 sys_write() at sys_write+0x83/frame 0xfffffe00e62c2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62c2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62c2bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3742 tid 100286 td 0xfffff80119fa1000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62bd640 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62bd680 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e62bd6b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e62bd6e0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e62bd6e0 --- interrupt, rip = 0xffffffff80b9ed10, rsp = 0xfffffe00e62bd7b0, rbp = 0xfffffe00e62bd850 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe00e62bd850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e62bd8a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e62bd9a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e62bd9c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e62bda50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e62bdac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62bdbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62bdbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3741 tid 100285 td 0xfffff801334396e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62b7e50 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62b7e90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62b7ed0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62b7f30 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62b7ff0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e62b80b0 getblkx() at getblkx+0x15f/frame 0xfffffe00e62b8190 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62b8200 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62b8280 ffs_alloccg() at ffs_alloccg+0x94/frame 0xfffffe00e62b8310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e62b8360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e62b83e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e62b8590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e62b8630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e62b8740 vn_write() at vn_write+0x27a/frame 0xfffffe00e62b87c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e62b8820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e62b8970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e62b89e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e62b8a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e62b8a70 sys_write() at sys_write+0x83/frame 0xfffffe00e62b8ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62b8bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62b8bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3740 tid 100284 td 0xfffff80119fa16e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62b3640 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62b3680 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e62b36b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e62b36e0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e62b36e0 --- interrupt, rip = 0xffffffff80b9ecf0, rsp = 0xfffffe00e62b37b0, rbp = 0xfffffe00e62b3850 --- lf_advlockasync() at lf_advlockasync+0xc50/frame 0xfffffe00e62b3850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e62b38a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e62b39a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e62b39c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e62b3a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e62b3ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62b3bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62b3bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3739 tid 100283 td 0xfffff80119ee86e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62aeb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62aeba0 ast() at ast+0x299/frame 0xfffffe00e62aebf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe500 Tracing command lockf2 pid 3738 tid 100254 td 0xfffff80119d5f6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e621d640 mi_switch() at mi_switch+0x164/frame 0xfffffe00e621d680 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00e621d6b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00e621d6e0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00e621d6e0 --- interrupt, rip = 0xffffffff80b9ecf0, rsp = 0xfffffe00e621d7b0, rbp = 0xfffffe00e621d850 --- lf_advlockasync() at lf_advlockasync+0xc50/frame 0xfffffe00e621d850 lf_advlock() at lf_advlock+0x45/frame 0xfffffe00e621d8a0 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe00e621d9a0 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x60/frame 0xfffffe00e621d9c0 kern_fcntl() at kern_fcntl+0xb24/frame 0xfffffe00e621da50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa5/frame 0xfffffe00e621dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e621dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e621dbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x800425e8a, rsp = 0x7fffffffe488, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3737 tid 100282 td 0xfffff80119f77000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62a9090 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62a90d0 __rw_wlock_hard() at __rw_wlock_hard+0x4b4/frame 0xfffffe00e62a91a0 _rw_wlock_cookie() at _rw_wlock_cookie+0xbc/frame 0xfffffe00e62a91e0 bqrelse() at bqrelse+0x8c/frame 0xfffffe00e62a9210 bdwrite() at bdwrite+0x215/frame 0xfffffe00e62a9280 ffs_alloccg() at ffs_alloccg+0x207/frame 0xfffffe00e62a9310 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e62a9360 ffs_alloc() at ffs_alloc+0x1ee/frame 0xfffffe00e62a93e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xada/frame 0xfffffe00e62a9590 ffs_write() at ffs_write+0x21b/frame 0xfffffe00e62a9630 VOP_WRITE_APV() at VOP_WRITE_APV+0xda/frame 0xfffffe00e62a9740 vn_write() at vn_write+0x27a/frame 0xfffffe00e62a97c0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe00e62a9820 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe00e62a9970 vn_io_fault() at vn_io_fault+0x182/frame 0xfffffe00e62a99e0 dofilewrite() at dofilewrite+0x81/frame 0xfffffe00e62a9a30 kern_writev() at kern_writev+0x49/frame 0xfffffe00e62a9a70 sys_write() at sys_write+0x83/frame 0xfffffe00e62a9ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62a9bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62a9bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800434eca, rsp = 0x7fffffffd448, rbp = 0x7fffffffe500 --- Tracing command lockf2 pid 3736 tid 100260 td 0xfffff80119fa0000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e623b350 mi_switch() at mi_switch+0x164/frame 0xfffffe00e623b390 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e623b3d0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e623b430 lockmgr_slock_hard() at lockmgr_slock_hard+0x1d6/frame 0xfffffe00e623b4e0 __lockmgr_args() at __lockmgr_args+0x798/frame 0xfffffe00e623b5a0 ffs_lock() at ffs_lock+0x7c/frame 0xfffffe00e623b5f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x48/frame 0xfffffe00e623b610 _vn_lock() at _vn_lock+0x4f/frame 0xfffffe00e623b670 lookup() at lookup+0xe1/frame 0xfffffe00e623b710 namei() at namei+0x4f1/frame 0xfffffe00e623b800 vn_open_cred() at vn_open_cred+0x2af/frame 0xfffffe00e623b950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e623bac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e623bbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e623bbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe3e8, rbp = 0x7fffffffe4d0 --- Tracing command rw pid 3735 tid 100230 td 0xfffff8004ce17000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57a76b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57a76f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57a7730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57a7790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57a77a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e57a7840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57a78d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e57a7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57a7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57a7bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command lockf2 pid 3734 tid 100281 td 0xfffff80133375000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62a46b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62a46f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62a4730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e62a4790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62a47a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e62a4840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62a48d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e62a4ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e62a4bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e62a4bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command openat pid 3733 tid 100187 td 0xfffff8002b7876e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56c2070 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56c20b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56c20f0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e56c2150 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e56c2210 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e56c22d0 getblkx() at getblkx+0x15f/frame 0xfffffe00e56c23b0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e56c2420 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e56c24a0 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e56c2540 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e56c2590 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e56c2630 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e56c27c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e56c27e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e56c2800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e56c2950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e56c2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56c2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56c2bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe2d8, rbp = 0x7fffffffe3c0 --- Tracing command symlink pid 3732 tid 100280 td 0xfffff801333756e0 (CPU -1) sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e629f100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e629f140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e629f180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e629f1e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e629f2a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e629f360 getblkx() at getblkx+0x15f/frame 0xfffffe00e629f440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e629f4b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e629f530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e629f5d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e629f620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e629f6c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e629f850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e629f880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e629f8a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e629fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e629fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e629fbf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3731 tid 100239 td 0xfffff8002bb38000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37f71c0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37f7200 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37f7240 sleeplk() at sleeplk+0x107/frame 0xfffffe00e37f72a0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e37f7360 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e37f7420 getblkx() at getblkx+0x15f/frame 0xfffffe00e37f7500 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e37f7570 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e37f75f0 ffs_freefile() at ffs_freefile+0x8e/frame 0xfffffe00e37f7680 handle_workitem_freefile() at handle_workitem_freefile+0x138/frame 0xfffffe00e37f76c0 softdep_freefile() at softdep_freefile+0x5b6/frame 0xfffffe00e37f7740 ffs_vfree() at ffs_vfree+0x2c/frame 0xfffffe00e37f7750 ufs_inactive() at ufs_inactive+0x37c/frame 0xfffffe00e37f7790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e37f77b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e37f7800 vputx() at vputx+0x300/frame 0xfffffe00e37f7860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e37f7aa0 sys_unlinkat() at sys_unlinkat+0x43/frame 0xfffffe00e37f7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37f7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37f7bf0 --- syscall (503, FreeBSD ELF64, sys_unlinkat), rip = 0x8002f511a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3730 tid 100279 td 0xfffff80133374000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e629a360 mi_switch() at mi_switch+0x164/frame 0xfffffe00e629a3a0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e629a3e0 _sleep() at _sleep+0x2cd/frame 0xfffffe00e629a480 bufwait() at bufwait+0xc4/frame 0xfffffe00e629a4c0 bufwrite() at bufwrite+0x258/frame 0xfffffe00e629a510 ffs_update() at ffs_update+0x2d2/frame 0xfffffe00e629a570 ffs_truncate() at ffs_truncate+0x726/frame 0xfffffe00e629a750 ufs_inactive() at ufs_inactive+0x1cf/frame 0xfffffe00e629a790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e629a7b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e629a800 vputx() at vputx+0x300/frame 0xfffffe00e629a860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e629aaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e629aac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e629abf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e629abf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3729 tid 100226 td 0xfffff80119dd56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5793130 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5793170 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57931b0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e5793210 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e57932d0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e5793390 getblkx() at getblkx+0x15f/frame 0xfffffe00e5793470 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e57934e0 ffs_vgetf() at ffs_vgetf+0x340/frame 0xfffffe00e5793590 ffs_valloc() at ffs_valloc+0x591/frame 0xfffffe00e5793630 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e57937c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e57937e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e5793800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e5793950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e5793ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5793bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5793bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe2d8, rbp = 0x7fffffffe3c0 --- Tracing command symlink pid 3728 tid 100278 td 0xfffff801332446e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6295360 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62953a0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62953e0 _sleep() at _sleep+0x2cd/frame 0xfffffe00e6295480 bufwait() at bufwait+0xc4/frame 0xfffffe00e62954c0 bufwrite() at bufwrite+0x258/frame 0xfffffe00e6295510 ffs_update() at ffs_update+0x2d2/frame 0xfffffe00e6295570 ffs_truncate() at ffs_truncate+0x726/frame 0xfffffe00e6295750 ufs_inactive() at ufs_inactive+0x1cf/frame 0xfffffe00e6295790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e62957b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e6295800 vputx() at vputx+0x300/frame 0xfffffe00e6295860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e6295aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e6295ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6295bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6295bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3727 tid 100277 td 0xfffff80133263000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62901c0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6290200 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6290240 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62902a0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6290360 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e6290420 getblkx() at getblkx+0x15f/frame 0xfffffe00e6290500 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6290570 ffs_vgetf() at ffs_vgetf+0x340/frame 0xfffffe00e6290620 ffs_valloc() at ffs_valloc+0x591/frame 0xfffffe00e62906c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e6290850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e6290880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e62908a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e6290ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6290bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6290bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3726 tid 100276 td 0xfffff80133204000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e628bb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e628bba0 ast() at ast+0x299/frame 0xfffffe00e628bbf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe3c0 Tracing command symlink pid 3725 tid 100275 td 0xfffff801332636e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6286100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6286140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6286180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62861e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62862a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e6286360 getblkx() at getblkx+0x15f/frame 0xfffffe00e6286440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62864b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e6286530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e62865d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e6286620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e62866c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e6286850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e6286880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e62868a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e6286ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6286bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6286bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3724 tid 100274 td 0xfffff801332046e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6281070 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62810b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62810f0 sleeplk() at sleeplk+0x107/frame 0xfffffe00e6281150 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6281210 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e62812d0 getblkx() at getblkx+0x15f/frame 0xfffffe00e62813b0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6281420 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62814a0 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e6281540 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e6281590 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e6281630 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e62817c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e62817e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5d/frame 0xfffffe00e6281800 vn_open_cred() at vn_open_cred+0x36c/frame 0xfffffe00e6281950 kern_openat() at kern_openat+0x1f3/frame 0xfffffe00e6281ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6281bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6281bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8004302ca, rsp = 0x7fffffffe2d8, rbp = 0x7fffffffe3c0 --- Tracing command symlink pid 3723 tid 100273 td 0xfffff80133262000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e627c100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e627c140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e627c180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e627c1e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e627c2a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e627c360 getblkx() at getblkx+0x15f/frame 0xfffffe00e627c440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e627c4b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e627c530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e627c5d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e627c620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e627c6c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e627c850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e627c880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e627c8a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e627cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e627cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e627cbf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3722 tid 100272 td 0xfffff80133245000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6277920 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6277960 __mtx_lock_sleep() at __mtx_lock_sleep+0x1f4/frame 0xfffffe00e6277a10 __mtx_lock_flags() at __mtx_lock_flags+0xea/frame 0xfffffe00e6277a60 userret() at userret+0x55/frame 0xfffffe00e6277ac0 amd64_syscall() at amd64_syscall+0x55e/frame 0xfffffe00e6277bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6277bf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x80042c91a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3721 tid 100271 td 0xfffff801332626e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6272360 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62723a0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62723e0 _sleep() at _sleep+0x2cd/frame 0xfffffe00e6272480 bufwait() at bufwait+0xc4/frame 0xfffffe00e62724c0 bufwrite() at bufwrite+0x258/frame 0xfffffe00e6272510 ffs_update() at ffs_update+0x2d2/frame 0xfffffe00e6272570 ffs_truncate() at ffs_truncate+0x726/frame 0xfffffe00e6272750 ufs_inactive() at ufs_inactive+0x1cf/frame 0xfffffe00e6272790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e62727b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e6272800 vputx() at vputx+0x300/frame 0xfffffe00e6272860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e6272aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e6272ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6272bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6272bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3720 tid 100270 td 0xfffff801332456e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e626d1c0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e626d200 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e626d240 sleeplk() at sleeplk+0x107/frame 0xfffffe00e626d2a0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e626d360 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e626d420 getblkx() at getblkx+0x15f/frame 0xfffffe00e626d500 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e626d570 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e626d5f0 ffs_freefile() at ffs_freefile+0x8e/frame 0xfffffe00e626d680 handle_workitem_freefile() at handle_workitem_freefile+0x138/frame 0xfffffe00e626d6c0 softdep_freefile() at softdep_freefile+0x5b6/frame 0xfffffe00e626d740 ffs_vfree() at ffs_vfree+0x2c/frame 0xfffffe00e626d750 ufs_inactive() at ufs_inactive+0x37c/frame 0xfffffe00e626d790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e626d7b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e626d800 vputx() at vputx+0x300/frame 0xfffffe00e626d860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e626daa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e626dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e626dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e626dbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3719 tid 100269 td 0xfffff80119fa06e0 cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e18bdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e18bdf0 trap() at trap+0x61/frame 0xfffffe003e18bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e18bf20 --- trap 0x13, rip = 0xffffffff810456fa, rsp = 0xfffffe00e6268028, rbp = 0xfffffe00e6268100 --- ld_ldt() at ld_ldt+0x7/frame 0xfffffe00e6268100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6268140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6268180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62681e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62682a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e6268360 getblkx() at getblkx+0x15f/frame 0xfffffe00e6268440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62684b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e6268530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e62685d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e6268620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e62686c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e6268850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e6268880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e62688a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e6268ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6268bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6268bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3718 tid 100268 td 0xfffff80133244000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62631c0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6263200 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6263240 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62632a0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e6263360 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e6263420 getblkx() at getblkx+0x15f/frame 0xfffffe00e6263500 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e6263570 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e62635f0 ffs_freefile() at ffs_freefile+0x8e/frame 0xfffffe00e6263680 handle_workitem_freefile() at handle_workitem_freefile+0x138/frame 0xfffffe00e62636c0 softdep_freefile() at softdep_freefile+0x5b6/frame 0xfffffe00e6263740 ffs_vfree() at ffs_vfree+0x2c/frame 0xfffffe00e6263750 ufs_inactive() at ufs_inactive+0x37c/frame 0xfffffe00e6263790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e62637b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e6263800 vputx() at vputx+0x300/frame 0xfffffe00e6263860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e6263aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e6263ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6263bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6263bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3717 tid 100267 td 0xfffff801331b6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e625eb60 mi_switch() at mi_switch+0x164/frame 0xfffffe00e625eba0 ast() at ast+0x299/frame 0xfffffe00e625ebf0 fast_syscall_common() at fast_syscall_common+0x198/frame 0xfffffe00e625ebf0 --- syscall (0, FreeBSD ELF64, nosys), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3716 tid 100240 td 0xfffff80119f766e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57d41c0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57d4200 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57d4240 sleeplk() at sleeplk+0x107/frame 0xfffffe00e57d42a0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e57d4360 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e57d4420 getblkx() at getblkx+0x15f/frame 0xfffffe00e57d4500 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e57d4570 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e57d45f0 ffs_freefile() at ffs_freefile+0x8e/frame 0xfffffe00e57d4680 handle_workitem_freefile() at handle_workitem_freefile+0x138/frame 0xfffffe00e57d46c0 softdep_freefile() at softdep_freefile+0x5b6/frame 0xfffffe00e57d4740 ffs_vfree() at ffs_vfree+0x2c/frame 0xfffffe00e57d4750 ufs_inactive() at ufs_inactive+0x37c/frame 0xfffffe00e57d4790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e57d47b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e57d4800 vputx() at vputx+0x300/frame 0xfffffe00e57d4860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e57d4aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e57d4ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57d4bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57d4bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe3c8, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3715 tid 100266 td 0xfffff801331b66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6259360 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62593a0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62593e0 _sleep() at _sleep+0x2cd/frame 0xfffffe00e6259480 bufwait() at bufwait+0xc4/frame 0xfffffe00e62594c0 bufwrite() at bufwrite+0x258/frame 0xfffffe00e6259510 ffs_update() at ffs_update+0x2d2/frame 0xfffffe00e6259570 ffs_truncate() at ffs_truncate+0x726/frame 0xfffffe00e6259750 ufs_inactive() at ufs_inactive+0x1cf/frame 0xfffffe00e6259790 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x60/frame 0xfffffe00e62597b0 vinactivef() at vinactivef+0xf4/frame 0xfffffe00e6259800 vputx() at vputx+0x300/frame 0xfffffe00e6259860 kern_funlinkat() at kern_funlinkat+0x314/frame 0xfffffe00e6259aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe00e6259ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6259bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6259bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80042c91a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3714 tid 100265 td 0xfffff801331cf000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6254100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6254140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6254180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e62541e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e62542a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e6254360 getblkx() at getblkx+0x15f/frame 0xfffffe00e6254440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e62544b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e6254530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e62545d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e6254620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e62546c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e6254850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e6254880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e62548a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e6254ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6254bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6254bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command openat pid 3713 tid 100249 td 0xfffff8002b556000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62046b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62046f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6204730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6204790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62047a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6204840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62048d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e6204ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6204bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6204bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command symlink pid 3712 tid 100264 td 0xfffff801331cf6e0 (CPU 6) cpustop_handler() at cpustop_handler+0x2a/frame 0xfffffe003e1afdd0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xfffffe003e1afdf0 trap() at trap+0x61/frame 0xfffffe003e1aff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003e1aff20 --- trap 0x13, rip = 0xffffffff80ba870a, rsp = 0xfffffe00e624f1b0, rbp = 0xfffffe00e624f1e0 --- __mtx_lock_spin_flags() at __mtx_lock_spin_flags+0x9a/frame 0xfffffe00e624f1e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x170/frame 0xfffffe00e624f2a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e624f360 getblkx() at getblkx+0x15f/frame 0xfffffe00e624f440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e624f4b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e624f530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e624f5d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e624f620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e624f6c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e624f850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e624f880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e624f8a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e624fac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e624fbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e624fbf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3711 tid 100263 td 0xfffff80043292000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e624a280 mi_switch() at mi_switch+0x164/frame 0xfffffe00e624a2c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e624a300 sleeplk() at sleeplk+0x107/frame 0xfffffe00e624a360 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e624a420 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e624a4e0 getblkx() at getblkx+0x15f/frame 0xfffffe00e624a5c0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e624a630 ffs_update() at ffs_update+0x138/frame 0xfffffe00e624a6c0 ufs_makeinode() at ufs_makeinode+0x34f/frame 0xfffffe00e624a850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e624a880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e624a8a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e624aac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e624abf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e624abf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3710 tid 100244 td 0xfffff800432926e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57e8280 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57e82c0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57e8300 sleeplk() at sleeplk+0x107/frame 0xfffffe00e57e8360 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e57e8420 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e57e84e0 getblkx() at getblkx+0x15f/frame 0xfffffe00e57e85c0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e57e8630 ffs_update() at ffs_update+0x138/frame 0xfffffe00e57e86c0 ufs_makeinode() at ufs_makeinode+0x34f/frame 0xfffffe00e57e8850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e57e8880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e57e88a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e57e8ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57e8bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57e8bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3709 tid 100243 td 0xfffff80043291000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57e3100 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57e3140 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57e3180 sleeplk() at sleeplk+0x107/frame 0xfffffe00e57e31e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x225/frame 0xfffffe00e57e32a0 __lockmgr_args() at __lockmgr_args+0x62c/frame 0xfffffe00e57e3360 getblkx() at getblkx+0x15f/frame 0xfffffe00e57e3440 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e57e34b0 ffs_getcg() at ffs_getcg+0xd7/frame 0xfffffe00e57e3530 ffs_nodealloccg() at ffs_nodealloccg+0xa1/frame 0xfffffe00e57e35d0 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe00e57e3620 ffs_valloc() at ffs_valloc+0x474/frame 0xfffffe00e57e36c0 ufs_makeinode() at ufs_makeinode+0xad/frame 0xfffffe00e57e3850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe00e57e3880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x60/frame 0xfffffe00e57e38a0 kern_symlinkat() at kern_symlinkat+0x21a/frame 0xfffffe00e57e3ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57e3bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57e3bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8002f675a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe500 --- Tracing command symlink pid 3708 tid 100262 td 0xfffff80119f776e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62456b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62456f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6245730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6245790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62457a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6245840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62458d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e6245ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6245bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6245bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c54ca, rsp = 0x7fffffffe528, rbp = 0x7fffffffe560 --- Tracing command mkfifo pid 3707 tid 100231 td 0xfffff8004c1cb6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57ac830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57ac870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57ac8b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57ac910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e57ac950 _sleep() at _sleep+0x258/frame 0xfffffe00e57ac9f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e57aca80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e57acac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57acbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57acbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command swap pid 3706 tid 100232 td 0xfffff8004c35c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57b1830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57b1870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57b18b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57b1910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e57b1950 _sleep() at _sleep+0x258/frame 0xfffffe00e57b19f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e57b1a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e57b1ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57b1bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57b1bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command rename pid 3705 tid 100242 td 0xfffff80119dd66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57de830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57de870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57de8b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57de910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e57de950 _sleep() at _sleep+0x258/frame 0xfffffe00e57de9f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e57dea80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e57deac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57debf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57debf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command mkdir pid 3704 tid 100160 td 0xfffff8002bb596e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37fc830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37fc870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37fc8b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37fc910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e37fc950 _sleep() at _sleep+0x258/frame 0xfffffe00e37fc9f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e37fca80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e37fcac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37fcbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37fcbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command creat pid 3703 tid 100144 td 0xfffff80003d426e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37ac830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37ac870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37ac8b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37ac910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e37ac950 _sleep() at _sleep+0x258/frame 0xfffffe00e37ac9f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e37aca80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e37acac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37acbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37acbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command lockf pid 3702 tid 100164 td 0xfffff80028f61000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5613830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5613870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56138b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5613910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e5613950 _sleep() at _sleep+0x258/frame 0xfffffe00e56139f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e5613a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e5613ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5613bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5613bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command link pid 3701 tid 100192 td 0xfffff8002be446e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56e7830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56e7870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56e78b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56e7910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e56e7950 _sleep() at _sleep+0x258/frame 0xfffffe00e56e79f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e56e7a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e56e7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56e7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56e7bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command fts pid 3700 tid 100188 td 0xfffff8002baff000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56c7830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56c7870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56c78b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56c7910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e56c7950 _sleep() at _sleep+0x258/frame 0xfffffe00e56c79f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e56c7a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e56c7ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56c7bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56c7bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c362a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command rw pid 3699 tid 100193 td 0xfffff8002be5b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56ec830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56ec870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56ec8b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56ec910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e56ec950 _sleep() at _sleep+0x258/frame 0xfffffe00e56ec9f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e56eca80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e56ecac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56ecbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56ecbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command openat pid 3698 tid 100229 td 0xfffff80119d5e6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57a2830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57a2870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57a28b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57a2910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e57a2950 _sleep() at _sleep+0x258/frame 0xfffffe00e57a29f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e57a2a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e57a2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57a2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57a2bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command symlink pid 3697 tid 100156 td 0xfffff80004963000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37e8830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37e8870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37e88b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37e8910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e37e8950 _sleep() at _sleep+0x258/frame 0xfffffe00e37e89f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e37e8a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e37e8ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37e8bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37e8bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command lockf2 pid 3696 tid 100162 td 0xfffff8002ba78000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5609830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5609870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56098b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5609910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e5609950 _sleep() at _sleep+0x258/frame 0xfffffe00e56099f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e5609a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e5609ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5609bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5609bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c562a, rsp = 0x7fffffffe518, rbp = 0x7fffffffe560 --- Tracing command run pid 3695 tid 100151 td 0xfffff8002b1e66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37cf6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37cf6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37cf730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37cf790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e37cf7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e37cf840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e37cf8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e37cfac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37cfbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37cfbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c34ca, rsp = 0x7fffffffde68, rbp = 0x7fffffffe390 --- Tracing command run pid 3694 tid 100257 td 0xfffff80119e93000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e622c6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e622c6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e622c730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e622c790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e622c7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e622c840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e622c8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e622cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e622cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e622cbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003c34ca, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe3f0 --- Tracing command run pid 3693 tid 100250 td 0xfffff80119eac000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6209830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6209870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e62098b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6209910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e6209950 _sleep() at _sleep+0x258/frame 0xfffffe00e62099f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e6209a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e6209ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6209bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6209bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c362a, rsp = 0x7fffffffe3a8, rbp = 0x7fffffffe3f0 --- Tracing command sh pid 3685 tid 100248 td 0xfffff8002b5566e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57fc6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57fc6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57fc730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57fc790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57fc7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e57fc840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57fc8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e57fcac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57fcbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57fcbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe348, rbp = 0x7fffffffe400 --- Tracing command su pid 3684 tid 100253 td 0xfffff80119eba000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62186b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62186f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6218730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6218790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62187a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6218840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62188d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e6218ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6218bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6218bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003ee4ca, rsp = 0x7fffffffe1a8, rbp = 0x7fffffffe6e0 --- Tracing command md10 pid 3676 tid 100238 td 0xfffff800612216e0 (CPU 0) cpustop_handler() at cpustop_handler+0x2a/frame 0xffffffff81d863d0 ipi_nmi_handler() at ipi_nmi_handler+0x3d/frame 0xffffffff81d863f0 trap() at trap+0x61/frame 0xffffffff81d86520 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81d86520 --- trap 0x13, rip = 0xffffffff80c15112, rsp = 0xfffffe00e57cf800, rbp = 0xfffffe00e57cf810 --- lock_delay() at lock_delay+0x32/frame 0xfffffe00e57cf810 __rw_wlock_hard() at __rw_wlock_hard+0x1b8/frame 0xfffffe00e57cf8e0 _rw_wlock_cookie() at _rw_wlock_cookie+0xbc/frame 0xfffffe00e57cf920 softdep_disk_write_complete() at softdep_disk_write_complete+0x5b/frame 0xfffffe00e57cf980 bufdone() at bufdone+0x3d1/frame 0xfffffe00e57cfa00 cluster_callback() at cluster_callback+0x55/frame 0xfffffe00e57cfa30 bufdone() at bufdone+0x70/frame 0xfffffe00e57cfab0 g_io_deliver() at g_io_deliver+0x260/frame 0xfffffe00e57cfb00 g_io_deliver() at g_io_deliver+0x260/frame 0xfffffe00e57cfb50 md_kthread() at md_kthread+0x26a/frame 0xfffffe00e57cfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e57cfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e57cfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 3661 tid 100258 td 0xfffff80119f76000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e62316b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e62316f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6231730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e6231790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e62317a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e6231840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e62318d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e6231ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e6231bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e6231bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe358, rbp = 0x7fffffffe410 --- Tracing command tee pid 3660 tid 100147 td 0xfffff8002b3446e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37bb7f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37bb830 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37bb870 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37bb8d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e37bb8e0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e37bb980 pipe_read() at pipe_read+0x428/frame 0xfffffe00e37bb9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e37bba30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e37bba70 sys_read() at sys_read+0x83/frame 0xfffffe00e37bbac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37bbbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37bbbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800419f0a, rsp = 0x7fffffffe6b8, rbp = 0x7fffffffe700 --- Tracing command sh pid 3659 tid 100171 td 0xfffff8002b563000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56426b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56426f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5642730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5642790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e56427a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5642840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e56428d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e5642ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5642bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5642bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe2c8, rbp = 0x7fffffffe380 --- Tracing command sh pid 3658 tid 100245 td 0xfffff80119dd6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57ed6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57ed6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57ed730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e57ed790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57ed7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e57ed840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57ed8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e57edac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e57edbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e57edbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe258, rbp = 0x7fffffffe310 --- Tracing command sh pid 2534 tid 100173 td 0xfffff80043290000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e564c7f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e564c830 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e564c870 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e564c8d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e564c8e0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e564c980 pipe_read() at pipe_read+0x428/frame 0xfffffe00e564c9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e564ca30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e564ca70 sys_read() at sys_read+0x83/frame 0xfffffe00e564cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e564cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e564cbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800478f0a, rsp = 0x7fffffffe228, rbp = 0x7fffffffe330 --- Tracing command awk pid 2532 tid 100172 td 0xfffff8002b0b66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56477f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5647830 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5647870 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56478d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e56478e0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5647980 pipe_read() at pipe_read+0x428/frame 0xfffffe00e56479e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5647a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5647a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5647ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5647bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5647bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80047df0a, rsp = 0x7fffffffe328, rbp = 0x7fffffffe340 --- Tracing command sh pid 2531 tid 100183 td 0xfffff8002ba076e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56ae6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56ae6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56ae730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56ae790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e56ae7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e56ae840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e56ae8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e56aeac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56aebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56aebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe318, rbp = 0x7fffffffe3d0 --- Tracing command sh pid 2492 tid 100223 td 0xfffff800612906e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57846b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57846f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5784730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5784790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57847a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5784840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57848d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e5784ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5784bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5784bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe4c8, rbp = 0x7fffffffe580 --- Tracing command sh pid 2409 tid 100221 td 0xfffff8002b93e6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e577a6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e577a6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e577a730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e577a790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e577a7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e577a840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e577a8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e577aac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e577abf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e577abf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8004094ca, rsp = 0x7fffffffe578, rbp = 0x7fffffffe630 --- Tracing command bash pid 2408 tid 100219 td 0xfffff8004c398000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57756b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57756f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5775730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5775790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57757a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5775840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57758d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e5775ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5775bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5775bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8005194ca, rsp = 0x7fffffffe658, rbp = 0x7fffffffe6a0 --- Tracing command csh pid 2404 tid 100220 td 0xfffff800432916e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e576b8a0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e576b8e0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e576b920 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e576b980 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e576b990 _sleep() at _sleep+0x2c3/frame 0xfffffe00e576ba30 kern_sigsuspend() at kern_sigsuspend+0xec/frame 0xfffffe00e576ba90 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe00e576bac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e576bbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e576bbf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x80048e54a, rsp = 0x7fffffffdfd8, rbp = 0x7fffffffe060 --- Tracing command su pid 2403 tid 100216 td 0xfffff80061448000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57666b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57666f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5766730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5766790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57667a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5766840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57668d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e5766ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5766bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5766bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003ee4ca, rsp = 0x7fffffffe5e8, rbp = 0x7fffffffeb20 --- Tracing command bash pid 2397 tid 100194 td 0xfffff8004c3986e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56f16b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56f16f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56f1730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56f1790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e56f17a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e56f1840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e56f18d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e56f1ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56f1bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56f1bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8005194ca, rsp = 0x7fffffffe7c8, rbp = 0x7fffffffe810 --- Tracing command sshd pid 2396 tid 100197 td 0xfffff800610cf000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e570c710 mi_switch() at mi_switch+0x164/frame 0xfffffe00e570c750 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e570c790 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e570c7f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e570c800 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e570c860 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e570c8a0 kern_select() at kern_select+0x962/frame 0xfffffe00e570ca80 sys_select() at sys_select+0x56/frame 0xfffffe00e570cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e570cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e570cbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008f7eea, rsp = 0x7fffffffa578, rbp = 0x7fffffffa5b0 --- Tracing command sshd pid 2393 tid 100152 td 0xfffff8002b8b8000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37d4790 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37d47d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37d4810 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37d4870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e37d4880 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e37d48e0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e37d4920 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e37d4aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e37d4ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37d4bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37d4bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80089acea, rsp = 0x7fffffffe5d8, rbp = 0x7fffffffe610 --- Tracing command csh pid 2364 tid 100198 td 0xfffff8002b8b86e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5711770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57117b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57117f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5711850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5711860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e57118c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e57118f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e5711950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e5711980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e57119e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5711a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5711a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5711ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5711bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5711bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8004fdf0a, rsp = 0x7fffffffe1e8, rbp = 0x7fffffffe210 --- Tracing command login pid 2359 tid 100214 td 0xfffff800614d66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e57616b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57616f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5761730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5761790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e57617a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00e5761840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00e57618d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00e5761ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5761bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5761bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8003f04ca, rsp = 0x7fffffffeb48, rbp = 0x7fffffffed00 --- Tracing command getty pid 2358 tid 100213 td 0xfffff800611dd000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e575c770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e575c7b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e575c7f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e575c850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e575c860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e575c8c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e575c8f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e575c950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e575c980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e575c9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e575ca30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e575ca70 sys_read() at sys_read+0x83/frame 0xfffffe00e575cac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e575cbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e575cbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2357 tid 100212 td 0xfffff800611dd6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5757770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57577b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57577f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5757850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5757860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e57578c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e57578f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e5757950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e5757980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e57579e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5757a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5757a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5757ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5757bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5757bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2356 tid 100211 td 0xfffff800610a9000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5752770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57527b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57527f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5752850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5752860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e57528c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e57528f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e5752950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e5752980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e57529e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5752a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5752a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5752ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5752bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5752bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2355 tid 100210 td 0xfffff800610a96e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e574d770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e574d7b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e574d7f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e574d850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e574d860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e574d8c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e574d8f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e574d950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e574d980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e574d9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e574da30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e574da70 sys_read() at sys_read+0x83/frame 0xfffffe00e574dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e574dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e574dbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2354 tid 100209 td 0xfffff8006144b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5748770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57487b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57487f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5748850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5748860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e57488c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e57488f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e5748950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e5748980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e57489e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5748a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5748a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5748ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5748bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5748bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2353 tid 100208 td 0xfffff8002be5a000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5743770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e57437b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57437f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5743850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5743860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e57438c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e57438f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e5743950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e5743980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e57439e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5743a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5743a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5743ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5743bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5743bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2352 tid 100207 td 0xfffff8002be5a6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e573e770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e573e7b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e573e7f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e573e850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e573e860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e573e8c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e573e8f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e573e950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e573e980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e573e9e0 dofileread() at dofileread+0x81/frame 0xfffffe00e573ea30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e573ea70 sys_read() at sys_read+0x83/frame 0xfffffe00e573eac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e573ebf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e573ebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2351 tid 100168 td 0xfffff8002be5b6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5627770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56277b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56277f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5627850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5627860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e56278c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e56278f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e5627950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e5627980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e56279e0 dofileread() at dofileread+0x81/frame 0xfffffe00e5627a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e5627a70 sys_read() at sys_read+0x83/frame 0xfffffe00e5627ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5627bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5627bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command getty pid 2350 tid 100142 td 0xfffff8002b1e5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37a2770 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37a27b0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37a27f0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37a2850 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e37a2860 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e37a28c0 tty_wait() at tty_wait+0x42/frame 0xfffffe00e37a28f0 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe00e37a2950 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe00e37a2980 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe00e37a29e0 dofileread() at dofileread+0x81/frame 0xfffffe00e37a2a30 kern_readv() at kern_readv+0x49/frame 0xfffffe00e37a2a70 sys_read() at sys_read+0x83/frame 0xfffffe00e37a2ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37a2bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37a2bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800435f0a, rsp = 0x7fffffffebc8, rbp = 0x7fffffffec10 --- Tracing command cron pid 2304 tid 100199 td 0xfffff8002b787000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5716830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5716870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e57168b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5716910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e5716950 _sleep() at _sleep+0x258/frame 0xfffffe00e57169f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e5716a80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e5716ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5716bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5716bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003da62a, rsp = 0x7fffffffead8, rbp = 0x7fffffffecc0 --- Tracing command sshd pid 2300 tid 100148 td 0xfffff8002b344000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37c0710 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37c0750 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37c0790 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37c07f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e37c0800 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e37c0860 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e37c08a0 kern_select() at kern_select+0x962/frame 0xfffffe00e37c0a80 sys_select() at sys_select+0x56/frame 0xfffffe00e37c0ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37c0bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37c0bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8008f7eea, rsp = 0x7fffffffe668, rbp = 0x7fffffffe6a0 --- Tracing command powerd pid 2272 tid 100186 td 0xfffff8002ba07000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56bd6d0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56bd710 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56bd750 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56bd7b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e56bd7f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e56bd860 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e56bd8a0 kern_select() at kern_select+0x962/frame 0xfffffe00e56bda80 sys_select() at sys_select+0x56/frame 0xfffffe00e56bdac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56bdbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56bdbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800432eea, rsp = 0x7fffffffeb78, rbp = 0x7fffffffecc0 --- Tracing command ntpd pid 2269 tid 100150 td 0xfffff8002b2e2000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37ca710 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37ca750 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37ca790 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37ca7f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e37ca800 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e37ca860 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e37ca8a0 kern_select() at kern_select+0x962/frame 0xfffffe00e37caa80 sys_select() at sys_select+0x56/frame 0xfffffe00e37caac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37cabf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37cabf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80082aeea, rsp = 0x7fffffffdef8, rbp = 0x7fffffffdf30 --- Tracing command rpc.lockd pid 2206 tid 100157 td 0xfffff8002b9e2000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37ed610 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37ed650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37ed690 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37ed6f0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e37ed730 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e37ed7a0 svc_run_internal() at svc_run_internal+0xabe/frame 0xfffffe00e37ed8e0 svc_run() at svc_run+0x253/frame 0xfffffe00e37ed940 sys_nlm_syscall() at sys_nlm_syscall+0x745/frame 0xfffffe00e37edac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37edbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37edbf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x8002f557a, rsp = 0x7fffffffebf8, rbp = 0x7fffffffecc0 --- Tracing command rpc.statd pid 2203 tid 100170 td 0xfffff8002b42d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e563d6d0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e563d710 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e563d750 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e563d7b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e563d7f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e563d860 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e563d8a0 kern_select() at kern_select+0x962/frame 0xfffffe00e563da80 sys_select() at sys_select+0x56/frame 0xfffffe00e563dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e563dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e563dbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800429eea, rsp = 0x7fffffffeaa8, rbp = 0x7fffffffebf0 --- Tracing command watchdogd pid 2157 tid 100154 td 0xfffff8000485b6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37de830 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37de870 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37de8b0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e37de910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e37de950 _sleep() at _sleep+0x258/frame 0xfffffe00e37de9f0 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e2/frame 0xfffffe00e37dea80 sys_nanosleep() at sys_nanosleep+0x5f/frame 0xfffffe00e37deac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e37debf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e37debf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003c362a, rsp = 0x7fffffffea98, rbp = 0x7fffffffeae0 --- Tracing command rpcbind pid 2078 tid 100174 td 0xfffff8002b906000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5651750 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5651790 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56517d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5651830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e5651870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e56518e0 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e5651920 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e5651aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e5651ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5651bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5651bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003d0cea, rsp = 0x7fffffffca38, rbp = 0x7fffffffec50 --- Tracing command syslogd pid 2068 tid 100190 td 0xfffff8002b42d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56dd710 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56dd750 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56dd790 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56dd7f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e56dd800 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e56dd860 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e56dd8a0 kern_select() at kern_select+0x962/frame 0xfffffe00e56dda80 sys_select() at sys_select+0x56/frame 0xfffffe00e56ddac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56ddbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56ddbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80043aeea, rsp = 0x7fffffffe748, rbp = 0x7fffffffecc0 --- Tracing command devd pid 1997 tid 100166 td 0xfffff800049686e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e561d6d0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e561d710 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e561d750 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e561d7b0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e561d7f0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e561d860 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e561d8a0 kern_select() at kern_select+0x962/frame 0xfffffe00e561da80 sys_select() at sys_select+0x56/frame 0xfffffe00e561dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e561dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e561dbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x2f7f7a, rsp = 0x7fffffffcb48, rbp = 0x7fffffffece0 --- Tracing command dhclient pid 1992 tid 100189 td 0xfffff8002bb5c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e56d8750 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56d8790 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e56d87d0 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56d8830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e56d8870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x184/frame 0xfffffe00e56d88e0 seltdwait() at seltdwait+0x6b/frame 0xfffffe00e56d8920 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e56d8aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e56d8ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e56d8bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e56d8bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003f3cea, rsp = 0x7fffffffec28, rbp = 0x7fffffffec60 --- Tracing command dhclient pid 1928 tid 100169 td 0xfffff8002baff6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5638790 mi_switch() at mi_switch+0x164/frame 0xfffffe00e56387d0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5638810 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e5638870 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5638880 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e56388e0 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e5638920 kern_poll() at kern_poll+0x48b/frame 0xfffffe00e5638aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e5638ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5638bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5638bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003f3cea, rsp = 0x7fffffffec38, rbp = 0x7fffffffec60 --- Tracing command dhclient pid 1925 tid 100161 td 0xfffff8002b1e6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5604710 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5604750 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5604790 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00e56047f0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e5604800 _cv_wait_sig() at _cv_wait_sig+0x161/frame 0xfffffe00e5604860 seltdwait() at seltdwait+0x8d/frame 0xfffffe00e56048a0 kern_select() at kern_select+0x962/frame 0xfffffe00e5604a80 sys_select() at sys_select+0x56/frame 0xfffffe00e5604ac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00e5604bf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00e5604bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800450eea, rsp = 0x7fffffffe9e8, rbp = 0x7fffffffeaa0 --- Tracing command vnlru pid 34 tid 100141 td 0xfffff8002b42c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e379d9b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e379d9f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e379da30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e379da70 _sleep() at _sleep+0x26c/frame 0xfffffe00e379db10 vnlru_proc() at vnlru_proc+0xafd/frame 0xfffffe00e379dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e379dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e379dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 33 tid 100135 td 0xfffff8002b42b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bff9f0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bffa30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bffa70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bffab0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x184/frame 0xfffffe0037bffb20 sched_sync() at sched_sync+0x69d/frame 0xfffffe0037bffbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bffbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bffbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100130 td 0xfffff8002b0b8000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bdaa00 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bdaa40 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bdaa80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bdaac0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bdab60 buf_daemon() at buf_daemon+0x112/frame 0xfffffe0037bdabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bdabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bdabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100131 td 0xfffff8002b2e9000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037beb9f0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037beba30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037beba70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bebab0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bebb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe0037bebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100132 td 0xfffff8002b2ea6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bf09f0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bf0a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bf0a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bf0ab0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bf0b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe0037bf0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bf0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bf0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100133 td 0xfffff8002b2ea000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bf59f0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bf5a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bf5a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bf5ab0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bf5b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe0037bf5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bf5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bf5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100136 td 0xfffff8002b2cd6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37849f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e3784a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3784a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e3784ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00e3784b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00e3784bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e3784bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e3784bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100137 td 0xfffff8002b2cd000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37899f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e3789a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3789a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e3789ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00e3789b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00e3789bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e3789bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e3789bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100139 td 0xfffff8002b43e6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37939f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e3793a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3793a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e3793ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00e3793b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00e3793bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e3793bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e3793bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100140 td 0xfffff8002b43e000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37989f0 mi_switch() at mi_switch+0x164/frame 0xfffffe00e3798a30 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e3798a70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e3798ab0 _sleep() at _sleep+0x26c/frame 0xfffffe00e3798b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe00e3798bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e3798bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e3798bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100155 td 0xfffff80003d42000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e37e3a20 mi_switch() at mi_switch+0x164/frame 0xfffffe00e37e3a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e37e3aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e37e3ae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e37e3b80 softdep_flush() at softdep_flush+0x175/frame 0xfffffe00e37e3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e37e3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e37e3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100196 td 0xfffff800612af000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e5707a20 mi_switch() at mi_switch+0x164/frame 0xfffffe00e5707a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e5707aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e5707ae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e5707b80 softdep_flush() at softdep_flush+0x175/frame 0xfffffe00e5707bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e5707bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e5707bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100261 td 0xfffff8002bb59000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e6240a20 mi_switch() at mi_switch+0x164/frame 0xfffffe00e6240a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e6240aa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e6240ae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e6240b80 softdep_flush() at softdep_flush+0x175/frame 0xfffffe00e6240bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e6240bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e6240bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 31 tid 100129 td 0xfffff8002b0b86e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bd5a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bd5a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bd5aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037bd5b40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe0037bd5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bd5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bd5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100128 td 0xfffff8002b0b7000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bd0610 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bd0650 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bd0690 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037bd06d0 _sleep() at _sleep+0x26c/frame 0xfffffe0037bd0770 vm_pageout_worker() at vm_pageout_worker+0x279/frame 0xfffffe0037bd0b70 vm_pageout() at vm_pageout+0x193/frame 0xfffffe0037bd0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bd0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bd0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100134 td 0xfffff8002b35c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bfa810 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bfa850 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bfa890 _sleep() at _sleep+0x2cd/frame 0xfffffe0037bfa930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xc2b/frame 0xfffffe0037bfabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bfabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bfabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100138 td 0xfffff8002b35c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00e378ea20 mi_switch() at mi_switch+0x164/frame 0xfffffe00e378ea60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00e378eaa0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e378eae0 _sleep() at _sleep+0x26c/frame 0xfffffe00e378eb80 uma_reclaim_worker() at uma_reclaim_worker+0xb8/frame 0xfffffe00e378ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e378ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e378ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 29 tid 100127 td 0xfffff8002b1e56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bcba10 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bcba50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bcba90 _sleep() at _sleep+0x2cd/frame 0xfffffe0037bcbb30 enc_daemon() at enc_daemon+0xf6/frame 0xfffffe0037bcbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bcbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bcbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 28 tid 100126 td 0xfffff80004881000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bc6a10 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bc6a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bc6a90 _sleep() at _sleep+0x2cd/frame 0xfffffe0037bc6b30 enc_daemon() at enc_daemon+0xf6/frame 0xfffffe0037bc6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bc6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bc6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 27 tid 100120 td 0xfffff8002b074000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ba89d0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ba8a10 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ba8a50 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037ba8a90 _sleep() at _sleep+0x26c/frame 0xfffffe0037ba8b30 random_kthread() at random_kthread+0x67/frame 0xfffffe0037ba8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ba8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ba8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sctp_iterator pid 26 tid 100119 td 0xfffff8002b0746e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ba3a70 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ba3ab0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ba3af0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ba3b90 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe0037ba3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ba3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ba3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 25 tid 100118 td 0xfffff80028f616e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b92a10 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b92a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b92a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037b92ad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037b92b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037b92bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b92bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b92bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 24 tid 100117 td 0xfffff80028f69000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b8da10 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b8da50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b8da90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037b8dad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037b8db70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037b8dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b8dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b8dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 23 tid 100116 td 0xfffff80028f696e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b88a10 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b88a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b88a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037b88ad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037b88b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037b88bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b88bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b88bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 22 tid 100115 td 0xfffff80028f68000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b83a10 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b83a50 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b83a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0037b83ad0 _sleep() at _sleep+0x26c/frame 0xfffffe0037b83b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe0037b83bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b83bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b83bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100096 td 0xfffff800040f56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b18a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b18ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b18b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b18b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100097 td 0xfffff800040f5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b1da90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b1dad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b1db10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b1db70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100098 td 0xfffff80003d406e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b22a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b22ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b22b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b22b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b22bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b22bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b22bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100099 td 0xfffff8000485b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b27a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b27ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b27b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b27b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100100 td 0xfffff8000485c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b2ca90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b2cad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b2cb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b2cb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100102 td 0xfffff8000485d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b36a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b36ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b36b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b36b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100103 td 0xfffff8000485d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b3ba90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b3bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b3bb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b3bb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100104 td 0xfffff800048806e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b40a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b40ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b40b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b40b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100105 td 0xfffff80004880000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b45a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b45ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b45b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b45b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100106 td 0xfffff800048816e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b4aa90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b4aad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b4ab10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b4ab70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100107 td 0xfffff80004968000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b5ba90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b5bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b5bb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b5bb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b5bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b5bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b5bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100108 td 0xfffff800049516e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b60a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b60ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b60b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b60b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b60bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b60bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b60bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100109 td 0xfffff80004951000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b65a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b65ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b65b10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b65b70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b65bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b65bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b65bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100110 td 0xfffff800049456e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b6aa90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b6aad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b6ab10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b6ab70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b6abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b6abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b6abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 21 tid 100111 td 0xfffff80004945000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b6fa90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b6fad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b6fb10 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037b6fb70 usb_process() at usb_process+0xc3/frame 0xfffffe0037b6fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b6fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b6fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100091 td 0xfffff80003d40000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037affa40 mi_switch() at mi_switch+0x164/frame 0xfffffe0037affa80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037affac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037affb60 xpt_done_td() at xpt_done_td+0x8b/frame 0xfffffe0037affbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037affbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037affbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100092 td 0xfffff80003d416e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b04a40 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b04a80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b04ac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b04b60 xpt_done_td() at xpt_done_td+0x8b/frame 0xfffffe0037b04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100093 td 0xfffff80003d41000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b09a40 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b09a80 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b09ac0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037b09b60 xpt_done_td() at xpt_done_td+0x8b/frame 0xfffffe0037b09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 20 tid 100125 td 0xfffff8002b0b76e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bc1a30 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bc1a70 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bc1ab0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037bc1b50 xpt_scanner_thread() at xpt_scanner_thread+0x92/frame 0xfffffe0037bc1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bc1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bc1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100090 td 0xfffff80003bba6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037afaa20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037afaa60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037afaaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037afab40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037afabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037afabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037afabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100089 td 0xfffff80003bc6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037af5a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037af5a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037af5aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037af5b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037af5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037af5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037af5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100088 td 0xfffff80003bc66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037af0a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037af0a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037af0aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037af0b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037af0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037af0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037af0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100087 td 0xfffff80003bc5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037aeba20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037aeba60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aebaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aebb40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037aebbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aebbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aebbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100086 td 0xfffff80003bc56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ae6a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ae6a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ae6aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ae6b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037ae6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ae6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ae6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 9 tid 100085 td 0xfffff80003bbc000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ae1a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ae1a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ae1aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ae1b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037ae1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ae1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ae1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 8 tid 100084 td 0xfffff80003bbc6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037adca20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037adca60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037adcaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037adcb40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037adcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037adcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037adcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 7 tid 100083 td 0xfffff80003bbb000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ad7a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ad7a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ad7aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ad7b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037ad7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ad7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ad7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 6 tid 100082 td 0xfffff80003bbb6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ad2a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ad2a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ad2aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ad2b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037ad2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ad2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ad2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 5 tid 100081 td 0xfffff80003bba000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037acda20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037acda60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037acdaa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037acdb40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037acdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037acdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037acdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 4 tid 100080 td 0xfffff80003bb36e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ac8a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ac8a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ac8aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ac8b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037ac8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ac8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ac8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 3 tid 100079 td 0xfffff80003bb0000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ac3a20 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ac3a60 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ac3aa0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ac3b40 crypto_ret_proc() at crypto_ret_proc+0x23d/frame 0xfffffe0037ac3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ac3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ac3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 2 tid 100078 td 0xfffff80003bb06e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037abea50 mi_switch() at mi_switch+0x164/frame 0xfffffe0037abea90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037abead0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037abeb70 crypto_proc() at crypto_proc+0x2bf/frame 0xfffffe0037abebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037abebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037abebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100065 td 0xfffff80003b21000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a7da50 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a7da90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a7dad0 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe0037a7db30 seq_eventthread() at seq_eventthread+0x8c/frame 0xfffffe0037a7dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a7dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a7dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100062 td 0xfffff80003b206e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a6ea50 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a6ea90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a6ead0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a6eb70 g_run_events() at g_run_events+0x64/frame 0xfffffe0037a6ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a6ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a6ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100063 td 0xfffff80003b20000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a73a50 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a73a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a73ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a73b70 g_io_schedule_up() at g_io_schedule_up+0x4c/frame 0xfffffe0037a73ba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe0037a73bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a73bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a73bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100064 td 0xfffff80003b216e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a78a50 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a78a90 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a78ad0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a78b70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe0037a78ba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe0037a78bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a78bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a78bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100018 td 0xfffff800039a56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00addbdae0 mi_switch() at mi_switch+0x164/frame 0xfffffe00addbdb20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe00addbdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addbdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addbdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100019 td 0xfffff800039a5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00addc2ae0 mi_switch() at mi_switch+0x164/frame 0xfffffe00addc2b20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe00addc2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addc2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addc2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100021 td 0xfffff800039aa000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff80003ad3000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff80003ac76e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a04ae0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a04b20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe0037a04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100049 td 0xfffff80003ac7000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xfffff80003a1d6e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff80003ad6000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100052 td 0xfffff80003ad76e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100053 td 0xfffff80003ad7000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100054 td 0xfffff80003ad86e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100055 td 0xfffff80003ad8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100056 td 0xfffff80003aec6e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100057 td 0xfffff80003aec000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100058 td 0xfffff80003ad56e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100059 td 0xfffff80003ad5000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100060 td 0xfffff80003ad66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a40ae0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a40b20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe0037a40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100094 td 0xfffff800041016e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b0eae0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b0eb20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe0037b0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100095 td 0xfffff80004101000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b13ae0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b13b20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe0037b13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100101 td 0xfffff8000485c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b31ae0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b31b20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe0037b31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100112 td 0xfffff800049626e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100113 td 0xfffff80004962000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b79ae0 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b79b20 ithread_loop() at ithread_loop+0xa9/frame 0xfffffe0037b79bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b79bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b79bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100175 td 0xfffff8002bb396e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100176 td 0xfffff8002bb39000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffff8002bb3a6e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100178 td 0xfffff8002bb3a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffff8004c29f6e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100180 td 0xfffff8004c29f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100181 td 0xfffff8004c2a06e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffff8004c2a0000 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xfffff8000394b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add72a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add72ad0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00add72bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add72bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff800039456e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add77a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add77ad0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00add77bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add77bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff80003945000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add7ca90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add7cad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add7cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add7cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add7cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff8000395a6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add81a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add81ad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add81bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add81bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add81bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff8000395a000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add86a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add86ad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add86bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add86bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add86bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff800039596e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add8ba90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add8bad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add8bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add8bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add8bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff80003959000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add90a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add90ad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add90bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add90bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add90bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff8000394c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add95a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add95ad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add95bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add95bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add95bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff8000395d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add9aa90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add9aad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00add9abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add9abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add9abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff8000395c6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add9fa90 mi_switch() at mi_switch+0x164/frame 0xfffffe00add9fad0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00add9fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add9fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add9fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff8000395c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00adda4a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00adda4ad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00adda4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adda4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adda4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff8000395b6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00adda9910 mi_switch() at mi_switch+0x164/frame 0xfffffe00adda9950 sched_preempt() at sched_preempt+0x86/frame 0xfffffe00adda9980 ipi_bitmap_handler() at ipi_bitmap_handler+0x64/frame 0xfffffe00adda99b0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe00adda99b0 --- interrupt, rip = 0xffffffff81053d8a, rsp = 0xfffffe00adda9a80, rbp = 0xfffffe00adda9a90 --- spinlock_exit() at spinlock_exit+0x3a/frame 0xfffffe00adda9a90 mi_switch() at mi_switch+0x187/frame 0xfffffe00adda9ad0 sched_idletd() at sched_idletd+0x437/frame 0xfffffe00adda9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00adda9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00adda9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff8000394b6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add6d6b0 mi_switch() at mi_switch+0x164/frame 0xfffffe00add6d6f0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add6d730 sleepq_catch_signals() at sleepq_catch_signals+0x3f2/frame 0xfffffe00add6d790 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00add6d7a0 _sleep() at _sleep+0x2c3/frame 0xfffffe00add6d840 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00add6d8d0 sys_wait4() at sys_wait4+0x78/frame 0xfffffe00add6dac0 amd64_syscall() at amd64_syscall+0x2f1/frame 0xfffffe00add6dbf0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00add6dbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x2b2dca, rsp = 0x7fffffffe778, rbp = 0x7fffffffe7e0 --- Tracing command audit pid 10 tid 100001 td 0xfffff8000394c000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00add68a70 mi_switch() at mi_switch+0x164/frame 0xfffffe00add68ab0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00add68af0 _cv_wait() at _cv_wait+0x15a/frame 0xfffffe00add68b50 audit_worker() at audit_worker+0x9f/frame 0xfffffe00add68bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00add68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00add68bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff81d9e180 sched_switch() at sched_switch+0x5ba/frame 0xffffffff82300bf0 mi_switch() at mi_switch+0x164/frame 0xffffffff82300c30 sleepq_switch() at sleepq_switch+0x11a/frame 0xffffffff82300c70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82300cb0 _sleep() at _sleep+0x26c/frame 0xffffffff82300d50 swapper() at swapper+0x75/frame 0xffffffff82300da0 mi_startup() at mi_startup+0x2ed/frame 0xffffffff82300df0 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffff8000395b000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00addaea60 mi_switch() at mi_switch+0x164/frame 0xfffffe00addaeaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addaeae0 _sleep() at _sleep+0x2cd/frame 0xfffffe00addaeb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00addaebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addaebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addaebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffff800039a66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00addb3a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00addb3ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addb3b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00addb3b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00addb3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addb3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addb3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffff800039a6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00addb8a60 mi_switch() at mi_switch+0x164/frame 0xfffffe00addb8aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addb8ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe00addb8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00addb8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addb8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addb8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffff8000395d6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00addc7a60 mi_switch() at mi_switch+0x164/frame 0xfffffe00addc7aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00addc7ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe00addc7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe00addc7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00addc7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00addc7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffff800039a96e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037781a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037781ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037781b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037781b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe0037781bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037781bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037781bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffff800039a9000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037786a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037786ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037786b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037786b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe0037786bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037786bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037786bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffff800039a86e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe003778ba90 mi_switch() at mi_switch+0x164/frame 0xfffffe003778bad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe003778bb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe003778bb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe003778bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003778bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003778bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffff800039a8000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037790a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037790ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037790b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037790b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe0037790bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037790bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037790bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffff800039e16e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037795a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037795ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037795b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037795b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe0037795bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037795bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037795bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffff800039e1000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe003779aa90 mi_switch() at mi_switch+0x164/frame 0xfffffe003779aad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe003779ab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe003779ab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe003779abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffff800039e06e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe003779fa90 mi_switch() at mi_switch+0x164/frame 0xfffffe003779fad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe003779fb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe003779fb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe003779fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffff800039e0000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377a4a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377a4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377a4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377a4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377a4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffff800039aa6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377a9a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377a9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377a9b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377a9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffff800039e6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377aea90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377aead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377aeb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377aeb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377aebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377aebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377aebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffff800039e56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377b3a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377b3ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377b3b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377b3b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377b3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffff800039e5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377b8a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377b8ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377b8b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377b8b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377b8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffff800039e46e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377bda90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377bdad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377bdb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377bdb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffff800039e4000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377c2a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377c2ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377c2b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377c2b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377c2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffff80003a206e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377c7a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377c7ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377c7b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377c7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377c7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffff80003a20000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377cca90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377ccad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377ccb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377ccb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377ccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffff80003a216e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377d1a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377d1ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377d1b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377d1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377d1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffff80003a21000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377d6a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377d6ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377d6b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377d6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377d6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffff800039e66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377dba90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377dbad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377dbb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377dbb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377dbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377dbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377dbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffff80003a1d000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377e0a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377e0ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377e0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377e0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377e0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffff80003a1e6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377e5a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377e5ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377e5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377e5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377e5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffff80003a1e000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377eaa90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377eaad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377eab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377eab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377eabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377eabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377eabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xfffff80003a1f6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377efa90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377efad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377efb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377efb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377efbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377efbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377efbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffff80003a1f000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377f4a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377f4ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377f4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377f4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377f4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffff80003ad36e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe00377f9a90 mi_switch() at mi_switch+0x164/frame 0xfffffe00377f9ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe00377f9b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377f9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xf1/frame 0xfffffe00377f9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff80003b1f000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a69a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a69aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a69ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a69b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a69bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a69bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a69bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffff80003bb66e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a82a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a82aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a82ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a82b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a82bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a82bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a82bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff80003bb6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a87a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a87aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a87ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a87b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a87bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a87bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a87bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffff80003bb76e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a8ca60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a8caa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a8cae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a8cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a8cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a8cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a8cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffff80003bb7000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a91a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a91aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a91ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a91b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a91bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a91bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a91bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffff80003b1f6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a96a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a96aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a96ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a96b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a96bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a96bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a96bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffff80003bb3000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037a9ba60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037a9baa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037a9bae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037a9bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037a9bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037a9bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037a9bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffff80003bb46e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037aa0a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037aa0aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aa0ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aa0b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037aa0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aa0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aa0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffff80003bb4000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037aa5a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037aa5aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aa5ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aa5b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037aa5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aa5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aa5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffff80003bb56e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037aaaa60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037aaaaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aaaae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aaab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037aaabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aaabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aaabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100075 td 0xfffff80003bb5000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037aafa60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037aafaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037aafae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037aafb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037aafbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037aafbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037aafbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xfffff80003baf6e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ab4a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ab4aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ab4ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ab4b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037ab4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ab4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ab4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffff80003baf000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037ab9a60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037ab9aa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037ab9ae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037ab9b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037ab9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037ab9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037ab9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100114 td 0xfffff800049636e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037b7ea90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037b7ead0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037b7eb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037b7eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe0037b7ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037b7ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037b7ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100121 td 0xfffff8002b0686e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bada90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037badad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037badb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037badb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe0037badbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037badbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037badbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100122 td 0xfffff8002b068000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bb2a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bb2ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bb2b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037bb2b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe0037bb2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bb2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bb2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffff80028f686e0 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bb7a90 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bb7ad0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bb7b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe0037bb7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xf1/frame 0xfffffe0037bb7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bb7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bb7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffff8002b0b6000 sched_switch() at sched_switch+0x5ba/frame 0xfffffe0037bbca60 mi_switch() at mi_switch+0x164/frame 0xfffffe0037bbcaa0 sleepq_switch() at sleepq_switch+0x11a/frame 0xfffffe0037bbcae0 _sleep() at _sleep+0x2cd/frame 0xfffffe0037bbcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xb1/frame 0xfffffe0037bbcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037bbcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037bbcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- db:0:pho> show allchains chain 1: thread 100191 (pid 4297, sh) sleeping on 0xfffff8000484fa60 "wait" chain 2: thread 100374 (pid 4293, lockf) sleeping on 0xfffff8041f1fb500 "lockf" chain 3: thread 100396 (pid 4124, sh) sleeping on 0xfffff8004c85a2f8 "piperd" chain 4: thread 100407 (pid 4104, lockf) sleeping on 0xfffff8016f3d7e80 "lockf" chain 5: thread 100356 (pid 3834, creat) blocked on lockmgr bufwaitEXCL thread 100266 (pid 3715, symlink) sleeping on 0xfffffe003831d848 "biowr" chain 6: thread 100352 (pid 3830, creat) sleeping on 0xfffff801336b9a60 "wait" chain 7: thread 100345 (pid 3823, lockf) sleeping on 0xfffff8016f94c080 "lockf" chain 8: thread 100343 (pid 3821, lockf) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 9: thread 100340 (pid 3818, lockf) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 10: thread 100335 (pid 3813, lockf) sleeping on 0xfffff8002b178380 "lockf" chain 11: thread 100333 (pid 3811, lockf) sleeping on 0xfffff8016f9d6b80 "lockf" chain 12: thread 100252 (pid 3810, lockf) sleeping on 0xfffff8002b789000 "wait" chain 13: thread 100225 (pid 3808, link) sleeping on 0xfffff8002b8fe000 "wait" chain 14: thread 100331 (pid 3807, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 15: thread 100330 (pid 3806, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 16: thread 100256 (pid 3805, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 17: thread 100251 (pid 3804, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 18: thread 100255 (pid 3803, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 19: thread 100329 (pid 3802, fts) sleeping on 0xfffff801333b3530 "wait" chain 20: thread 100328 (pid 3801, mkfifo) sleeping on 0xfffff8002b8b75f0 "piperd" chain 21: thread 100326 (pid 3797, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 22: thread 100324 (pid 3793, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 23: thread 100323 (pid 3791, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 24: thread 100321 (pid 3789, mkfifo) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 25: thread 100320 (pid 3788, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 26: thread 100318 (pid 3786, mkfifo) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 27: thread 100317 (pid 3785, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 28: thread 100314 (pid 3782, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 29: thread 100222 (pid 3780, mkfifo) sleeping on 0xfffff80061220000 "wait" chain 30: thread 100312 (pid 3779, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 31: thread 100227 (pid 3777, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 32: thread 100309 (pid 3775, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 33: thread 100307 (pid 3773, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 34: thread 100305 (pid 3771, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 35: thread 100165 (pid 3769, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 36: thread 100302 (pid 3767, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 37: thread 100234 (pid 3765, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 38: thread 100237 (pid 3761, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 39: thread 100296 (pid 3759, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 40: thread 100247 (pid 3758, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 41: thread 100294 (pid 3755, swap) sleeping on 0xfffff8002b55c000 "wait" chain 42: thread 100201 (pid 3753, rename) sleeping on 0xfffff8002b800a60 "wait" chain 43: thread 100246 (pid 3752, mkdir) sleeping on 0xfffff80119cb5530 "wait" chain 44: thread 100292 (pid 3750, lockf2) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 45: thread 100260 (pid 3736, lockf2) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 46: thread 100230 (pid 3735, rw) sleeping on 0xfffff8004cdd7530 "wait" chain 47: thread 100281 (pid 3734, lockf2) sleeping on 0xfffff801333b3a60 "wait" chain 48: thread 100187 (pid 3733, openat) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 49: thread 100279 (pid 3730, symlink) sleeping on 0xfffffe0038425890 "biowr" chain 50: thread 100278 (pid 3728, symlink) sleeping on 0xfffffe0038302218 "biowr" chain 51: thread 100275 (pid 3725, symlink) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 52: thread 100272 (pid 3722, openat) blocked on lock 0xfffff80119d70b80 (sleep mutex) "process lock" thread 100158 (pid 4175, procstat) running on CPU 4 chain 53: thread 100271 (pid 3721, symlink) sleeping on 0xfffffe0038583510 "biowr" chain 54: thread 100270 (pid 3720, openat) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 55: thread 100269 (pid 3719, symlink) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 56: thread 100266 (pid 3715, symlink) sleeping on 0xfffffe003831d848 "biowr" chain 57: thread 100249 (pid 3713, openat) sleeping on 0xfffff8002b55c530 "wait" chain 58: thread 100243 (pid 3709, symlink) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 59: thread 100262 (pid 3708, symlink) sleeping on 0xfffff80119f73a60 "wait" chain 60: thread 100231 (pid 3707, mkfifo) sleeping on 0xffffffff81c816f0 "nanslp" chain 61: thread 100232 (pid 3706, swap) sleeping on 0xffffffff81c816f2 "nanslp" chain 62: thread 100242 (pid 3705, rename) sleeping on 0xffffffff81c816f3 "nanslp" chain 63: thread 100160 (pid 3704, mkdir) sleeping on 0xffffffff81c816f7 "nanslp" chain 64: thread 100144 (pid 3703, creat) sleeping on 0xffffffff81c816f2 "nanslp" chain 65: thread 100164 (pid 3702, lockf) sleeping on 0xffffffff81c816f1 "nanslp" chain 66: thread 100192 (pid 3701, link) sleeping on 0xffffffff81c816f7 "nanslp" chain 67: thread 100188 (pid 3700, fts) sleeping on 0xffffffff81c816f9 "nanslp" chain 68: thread 100193 (pid 3699, rw) sleeping on 0xffffffff81c816fb "nanslp" chain 69: thread 100229 (pid 3698, openat) sleeping on 0xffffffff81c816f6 "nanslp" chain 70: thread 100156 (pid 3697, symlink) sleeping on 0xffffffff81c816f3 "nanslp" chain 71: thread 100162 (pid 3696, lockf2) sleeping on 0xffffffff81c816f2 "nanslp" chain 72: thread 100151 (pid 3695, run) sleeping on 0xfffff80003942a60 "wait" chain 73: thread 100257 (pid 3694, run) sleeping on 0xfffff8002b66b000 "wait" chain 74: thread 100250 (pid 3693, run) sleeping on 0xffffffff81c816f3 "nanslp" chain 75: thread 100248 (pid 3685, sh) sleeping on 0xfffff8002b55ca60 "wait" chain 76: thread 100253 (pid 3684, su) sleeping on 0xfffff80119f31a60 "wait" chain 77: thread 100258 (pid 3661, sh) sleeping on 0xfffff80119f72000 "wait" chain 78: thread 100147 (pid 3660, tee) sleeping on 0xfffff80133027000 "piperd" chain 79: thread 100171 (pid 3659, sh) sleeping on 0xfffff8002b55b000 "wait" chain 80: thread 100245 (pid 3658, sh) sleeping on 0xfffff80119cb5a60 "wait" chain 81: thread 100173 (pid 2534, sh) sleeping on 0xfffff8004c2838e8 "piperd" chain 82: thread 100172 (pid 2532, awk) sleeping on 0xfffff800430ff2f8 "piperd" chain 83: thread 100183 (pid 2531, sh) sleeping on 0xfffff8002b97b000 "wait" chain 84: thread 100223 (pid 2492, sh) sleeping on 0xfffff80119d7aa60 "wait" chain 85: thread 100221 (pid 2409, sh) sleeping on 0xfffff8002b8fe530 "wait" chain 86: thread 100219 (pid 2408, bash) sleeping on 0xfffff8002b9b6000 "wait" chain 87: thread 100220 (pid 2404, csh) sleeping on 0xfffff8002b8feb08 "pause" chain 88: thread 100216 (pid 2403, su) sleeping on 0xfffff80061220530 "wait" chain 89: thread 100194 (pid 2397, bash) sleeping on 0xfffff8002b9b6530 "wait" chain 90: thread 100197 (pid 2396, sshd) sleeping on 0xfffff800432f5740 "select" chain 91: thread 100152 (pid 2393, sshd) sleeping on 0xfffff80003aa7340 "select" chain 92: thread 100198 (pid 2364, csh) sleeping on 0xfffff800049bb0b0 "ttyin" chain 93: thread 100214 (pid 2359, login) sleeping on 0xfffff80061220a60 "wait" chain 94: thread 100213 (pid 2358, getty) sleeping on 0xfffff800049bb4b0 "ttyin" chain 95: thread 100212 (pid 2357, getty) sleeping on 0xfffff8002b0950b0 "ttyin" chain 96: thread 100211 (pid 2356, getty) sleeping on 0xfffff8002b0954b0 "ttyin" chain 97: thread 100210 (pid 2355, getty) sleeping on 0xfffff8002b0958b0 "ttyin" chain 98: thread 100209 (pid 2354, getty) sleeping on 0xfffff8002b095cb0 "ttyin" chain 99: thread 100208 (pid 2353, getty) sleeping on 0xfffff8002b0940b0 "ttyin" chain 100: thread 100207 (pid 2352, getty) sleeping on 0xfffff8002b0944b0 "ttyin" chain 101: thread 100168 (pid 2351, getty) sleeping on 0xfffff8002b0948b0 "ttyin" chain 102: thread 100142 (pid 2350, getty) sleeping on 0xfffff8002b094cb0 "ttyin" chain 103: thread 100199 (pid 2304, cron) sleeping on 0xffffffff81c816f2 "nanslp" chain 104: thread 100148 (pid 2300, sshd) sleeping on 0xfffff8002b15d940 "select" chain 105: thread 100186 (pid 2272, powerd) sleeping on 0xfffff80003aa73c0 "select" chain 106: thread 100150 (pid 2269, ntpd) sleeping on 0xfffff8002be0d7c0 "select" chain 107: thread 100157 (pid 2206, NLM: master) sleeping on 0xfffff80028f81c60 "rpcsvc" chain 108: thread 100170 (pid 2203, rpc.statd) sleeping on 0xfffff8002be0d9c0 "select" chain 109: thread 100154 (pid 2157, watchdogd) sleeping on 0xffffffff81c816f0 "nanslp" chain 110: thread 100174 (pid 2078, rpcbind) sleeping on 0xfffff80028f384c0 "select" chain 111: thread 100190 (pid 2068, syslogd) sleeping on 0xfffff8002b28b9c0 "select" chain 112: thread 100166 (pid 1997, devd) sleeping on 0xfffff8002b15d8c0 "select" chain 113: thread 100189 (pid 1992, dhclient) sleeping on 0xfffff8002b28ba40 "select" chain 114: thread 100169 (pid 1928, dhclient) sleeping on 0xfffff8002b28bac0 "select" chain 115: thread 100161 (pid 1925, dhclient) sleeping on 0xfffff800048c9ec0 "select" chain 116: thread 100141 (pid 34, vnlru) sleeping on 0xfffff8002b056a60 "vlruwt" chain 117: thread 100135 (pid 33, syncer) sleeping on 0xffffffff81d57b58 "syncer" chain 118: thread 100130 (pid 32, bufdaemon) sleeping on 0xffffffff81d57058 "qsleep" chain 119: thread 100131 (pid 32, bufspacedaemon-0) sleeping on 0xffffffff8180a980 "-" chain 120: thread 100132 (pid 32, bufspacedaemon-1) sleeping on 0xffffffff81812c40 "-" chain 121: thread 100133 (pid 32, bufspacedaemon-2) sleeping on 0xffffffff8181af00 "-" chain 122: thread 100136 (pid 32, bufspacedaemon-3) sleeping on 0xffffffff818231c0 "-" chain 123: thread 100137 (pid 32, bufspacedaemon-4) sleeping on 0xffffffff8182b480 "-" chain 124: thread 100139 (pid 32, bufspacedaemon-5) sleeping on 0xffffffff81833740 "-" chain 125: thread 100140 (pid 32, bufspacedaemon-6) sleeping on 0xffffffff8183ba00 "-" chain 126: thread 100155 (pid 32, / worker) sleeping on 0xfffff8002b8b56e8 "sdflush" chain 127: thread 100196 (pid 32, /tmp worker) sleeping on 0xfffff800431230e8 "sdflush" chain 128: thread 100261 (pid 32, /mnt worker) sleeping on 0xfffff8002b2972e8 "sdflush" chain 129: thread 100129 (pid 31, vmdaemon) sleeping on 0xffffffff81d72ac8 "psleep" chain 130: thread 100128 (pid 30, dom0) sleeping on 0xffffffff81d9fa58 "psleep" chain 131: thread 100134 (pid 30, laundry: dom0) sleeping on 0xffffffff81d9fa64 "launds" chain 132: thread 100138 (pid 30, uma) sleeping on 0xffffffff80f0b8a0 "umarcl" chain 133: thread 100127 (pid 29, enc_daemon1) sleeping on 0xfffff80003943530 "idle" chain 134: thread 100126 (pid 28, enc_daemon0) sleeping on 0xfffff8000484d530 "idle" chain 135: thread 100120 (pid 27, rand_harvestq) sleeping on 0xffffffff81adbfb0 "-" chain 136: thread 100119 (pid 26, sctp_iterator) sleeping on 0xffffffff81de5020 "waiting_for_work" chain 137: thread 100118 (pid 25, soaiod4) sleeping on 0xffffffff81d56a5c "-" chain 138: thread 100117 (pid 24, soaiod3) sleeping on 0xffffffff81d56a5c "-" chain 139: thread 100116 (pid 23, soaiod2) sleeping on 0xffffffff81d56a5c "-" chain 140: thread 100115 (pid 22, soaiod1) sleeping on 0xffffffff81d56a5c "-" chain 141: thread 100096 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc440 "-" chain 142: thread 100097 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc498 "-" chain 143: thread 100098 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc4f0 "-" chain 144: thread 100099 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc548 "-" chain 145: thread 100100 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc5a0 "-" chain 146: thread 100102 (pid 21, usbus1) sleeping on 0xfffffe003e436cf0 "-" chain 147: thread 100103 (pid 21, usbus1) sleeping on 0xfffffe003e436d48 "-" chain 148: thread 100104 (pid 21, usbus1) sleeping on 0xfffffe003e436da0 "-" chain 149: thread 100105 (pid 21, usbus1) sleeping on 0xfffffe003e436df8 "-" chain 150: thread 100106 (pid 21, usbus1) sleeping on 0xfffffe003e436e50 "-" chain 151: thread 100107 (pid 21, usbus2) sleeping on 0xfffffe00d2f89cf0 "-" chain 152: thread 100108 (pid 21, usbus2) sleeping on 0xfffffe00d2f89d48 "-" chain 153: thread 100109 (pid 21, usbus2) sleeping on 0xfffffe00d2f89da0 "-" chain 154: thread 100110 (pid 21, usbus2) sleeping on 0xfffffe00d2f89df8 "-" chain 155: thread 100111 (pid 21, usbus2) sleeping on 0xfffffe00d2f89e50 "-" chain 156: thread 100091 (pid 20, doneq0) sleeping on 0xffffffff819b73c0 "-" chain 157: thread 100093 (pid 20, doneq2) sleeping on 0xffffffff819b74c0 "-" chain 158: thread 100125 (pid 20, scanner) sleeping on 0xffffffff819b7288 "-" chain 159: thread 100090 (pid 19, crypto returns 11) sleeping on 0xfffff80003bbf450 "crypto_ret_wait" chain 160: thread 100089 (pid 18, crypto returns 10) sleeping on 0xfffff80003bbf3f0 "crypto_ret_wait" chain 161: thread 100088 (pid 17, crypto returns 9) sleeping on 0xfffff80003bbf390 "crypto_ret_wait" chain 162: thread 100087 (pid 16, crypto returns 8) sleeping on 0xfffff80003bbf330 "crypto_ret_wait" chain 163: thread 100086 (pid 15, crypto returns 7) sleeping on 0xfffff80003bbf2d0 "crypto_ret_wait" chain 164: thread 100085 (pid 9, crypto returns 6) sleeping on 0xfffff80003bbf270 "crypto_ret_wait" chain 165: thread 100084 (pid 8, crypto returns 5) sleeping on 0xfffff80003bbf210 "crypto_ret_wait" chain 166: thread 100083 (pid 7, crypto returns 4) sleeping on 0xfffff80003bbf1b0 "crypto_ret_wait" chain 167: thread 100082 (pid 6, crypto returns 3) sleeping on 0xfffff80003bbf150 "crypto_ret_wait" chain 168: thread 100081 (pid 5, crypto returns 2) sleeping on 0xfffff80003bbf0f0 "crypto_ret_wait" chain 169: thread 100080 (pid 4, crypto returns 1) sleeping on 0xfffff80003bbf090 "crypto_ret_wait" chain 170: thread 100079 (pid 3, crypto returns 0) sleeping on 0xfffff80003bbf030 "crypto_ret_wait" chain 171: thread 100078 (pid 2, crypto) sleeping on 0xffffffff81d6cb38 "crypto_wait" chain 172: thread 100065 (pid 14, sequencer 00) sleeping on 0xfffff80003ae4888 "seqstate" chain 173: thread 100062 (pid 13, g_event) sleeping on 0xffffffff81d9e088 "-" chain 174: thread 100063 (pid 13, g_up) sleeping on 0xffffffff81d9e098 "-" chain 175: thread 100064 (pid 13, g_down) sleeping on 0xffffffff81d9e090 "-" chain 176: thread 100002 (pid 1, init) sleeping on 0xfffff80003944530 "wait" chain 177: thread 100001 (pid 10, audit) sleeping on 0xffffffff81de5cb0 "audit_worker_cv" chain 178: thread 100000 (pid 0, swapper) sleeping on 0xffffffff81d8c608 "swapin" chain 179: thread 100015 (pid 0, kqueue_ctx taskq) sleeping on 0xfffff8000399f000 "-" chain 180: thread 100016 (pid 0, config_0) sleeping on 0xfffff8000399ee00 "-" chain 181: thread 100017 (pid 0, aiod_kick taskq) sleeping on 0xfffff8000399ed00 "-" chain 182: thread 100020 (pid 0, thread taskq) sleeping on 0xfffff8000399ea00 "-" chain 183: thread 100022 (pid 0, if_io_tqg_0) sleeping on 0xfffff8000399e800 "-" chain 184: thread 100023 (pid 0, if_io_tqg_1) sleeping on 0xfffff8000399e700 "-" chain 185: thread 100024 (pid 0, if_io_tqg_2) sleeping on 0xfffff8000399e600 "-" chain 186: thread 100025 (pid 0, if_io_tqg_3) sleeping on 0xfffff8000399e500 "-" chain 187: thread 100026 (pid 0, if_io_tqg_4) sleeping on 0xfffff8000399e400 "-" chain 188: thread 100027 (pid 0, if_io_tqg_5) sleeping on 0xfffff8000399e300 "-" chain 189: thread 100028 (pid 0, if_io_tqg_6) sleeping on 0xfffff8000399e200 "-" chain 190: thread 100029 (pid 0, if_io_tqg_7) sleeping on 0xfffff8000399e100 "-" chain 191: thread 100030 (pid 0, if_io_tqg_8) sleeping on 0xfffff8000399e000 "-" chain 192: thread 100031 (pid 0, if_io_tqg_9) sleeping on 0xfffff8000399de00 "-" chain 193: thread 100032 (pid 0, if_io_tqg_10) sleeping on 0xfffff8000399dd00 "-" chain 194: thread 100033 (pid 0, if_io_tqg_11) sleeping on 0xfffff8000399dc00 "-" chain 195: thread 100034 (pid 0, softirq_0) sleeping on 0xfffff8000399db00 "-" chain 196: thread 100035 (pid 0, softirq_1) sleeping on 0xfffff8000399da00 "-" chain 197: thread 100036 (pid 0, softirq_2) sleeping on 0xfffff8000399d900 "-" chain 198: thread 100037 (pid 0, softirq_3) sleeping on 0xfffff8000399d800 "-" chain 199: thread 100038 (pid 0, softirq_4) sleeping on 0xfffff8000399d700 "-" chain 200: thread 100039 (pid 0, softirq_5) sleeping on 0xfffff8000399d600 "-" chain 201: thread 100040 (pid 0, softirq_6) sleeping on 0xfffff8000399d500 "-" chain 202: thread 100041 (pid 0, softirq_7) sleeping on 0xfffff8000399d400 "-" chain 203: thread 100042 (pid 0, softirq_8) sleeping on 0xfffff8000399d300 "-" chain 204: thread 100043 (pid 0, softirq_9) sleeping on 0xfffff8000399d200 "-" chain 205: thread 100044 (pid 0, softirq_10) sleeping on 0xfffff8000399d100 "-" chain 206: thread 100045 (pid 0, softirq_11) sleeping on 0xfffff8000399d000 "-" chain 207: thread 100046 (pid 0, if_config_tqg_0) sleeping on 0xfffff80003ab5100 "-" chain 208: thread 100061 (pid 0, firmware taskq) sleeping on 0xfffff80003ab5000 "-" chain 209: thread 100066 (pid 0, crypto_0) sleeping on 0xfffff80003ab6e00 "-" chain 210: thread 100067 (pid 0, crypto_1) sleeping on 0xfffff80003ab6e00 "-" chain 211: thread 100068 (pid 0, crypto_2) sleeping on 0xfffff80003ab6e00 "-" chain 212: thread 100069 (pid 0, crypto_3) sleeping on 0xfffff80003ab6e00 "-" chain 213: thread 100070 (pid 0, crypto_4) sleeping on 0xfffff80003ab6e00 "-" chain 214: thread 100071 (pid 0, crypto_5) sleeping on 0xfffff80003ab6e00 "-" chain 215: thread 100072 (pid 0, crypto_6) sleeping on 0xfffff80003ab6e00 "-" chain 216: thread 100073 (pid 0, crypto_7) sleeping on 0xfffff80003ab6e00 "-" chain 217: thread 100074 (pid 0, crypto_8) sleeping on 0xfffff80003ab6e00 "-" chain 218: thread 100075 (pid 0, crypto_9) sleeping on 0xfffff80003ab6e00 "-" chain 219: thread 100076 (pid 0, crypto_10) sleeping on 0xfffff80003ab6e00 "-" chain 220: thread 100077 (pid 0, crypto_11) sleeping on 0xfffff80003ab6e00 "-" chain 221: thread 100114 (pid 0, mca taskq) sleeping on 0xfffff80028027200 "-" chain 222: thread 100121 (pid 0, acpi_task_0) sleeping on 0xfffff8002b0ba300 "-" chain 223: thread 100122 (pid 0, acpi_task_1) sleeping on 0xfffff8002b0ba300 "-" chain 224: thread 100123 (pid 0, acpi_task_2) sleeping on 0xfffff8002b0ba300 "-" chain 225: thread 100124 (pid 0, CAM taskq) sleeping on 0xfffff80003ab6d00 "-" db:0:pho> chain 1: thread 100191 (pid 4297, sh) sleeping on 0xfffff8000484fa60 "wait" chain 2: thread 100374 (pid 4293, lockf) sleeping on 0xfffff8041f1fb500 "lockf" chain 3: thread 100396 (pid 4124, sh) sleeping on 0xfffff8004c85a2f8 "piperd" chain 4: thread 100407 (pid 4104, lockf) sleeping on 0xfffff8016f3d7e80 "lockf" chain 5: thread 100356 (pid 3834, creat) blocked on lockmgr bufwaitEXCL thread 100266 (pid 3715, symlink) sleeping on 0xfffffe003831d848 "biowr" chain 6: thread 100352 (pid 3830, creat) sleeping on 0xfffff801336b9a60 "wait" chain 7: thread 100345 (pid 3823, lockf) sleeping on 0xfffff8016f94c080 "lockf" chain 8: thread 100343 (pid 3821, lockf) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 9: thread 100340 (pid 3818, lockf) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 10: thread 100335 (pid 3813, lockf) sleeping on 0xfffff8002b178380 "lockf" chain 11: thread 100333 (pid 3811, lockf) sleeping on 0xfffff8016f9d6b80 "lockf" chain 12: thread 100252 (pid 3810, lockf) sleeping on 0xfffff8002b789000 "wait" chain 13: thread 100225 (pid 3808, link) sleeping on 0xfffff8002b8fe000 "wait" chain 14: thread 100331 (pid 3807, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 15: thread 100330 (pid 3806, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 16: thread 100256 (pid 3805, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 17: thread 100251 (pid 3804, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 18: thread 100255 (pid 3803, fts) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 19: thread 100329 (pid 3802, fts) sleeping on 0xfffff801333b3530 "wait" chain 20: thread 100328 (pid 3801, mkfifo) sleeping on 0xfffff8002b8b75f0 "piperd" chain 21: thread 100326 (pid 3797, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 22: thread 100324 (pid 3793, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 23: thread 100323 (pid 3791, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 24: thread 100321 (pid 3789, mkfifo) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 25: thread 100320 (pid 3788, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 26: thread 100318 (pid 3786, mkfifo) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 27: thread 100317 (pid 3785, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 28: thread 100314 (pid 3782, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 29: thread 100222 (pid 3780, mkfifo) sleeping on 0xfffff80061220000 "wait" chain 30: thread 100312 (pid 3779, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 31: thread 100227 (pid 3777, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 32: thread 100309 (pid 3775, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 33: thread 100307 (pid 3773, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 34: thread 100305 (pid 3771, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 35: thread 100165 (pid 3769, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 36: thread 100302 (pid 3767, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 37: thread 100234 (pid 3765, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 38: thread 100237 (pid 3761, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 39: thread 100296 (pid 3759, mkdir) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 40: thread 100247 (pid 3758, rename) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 41: thread 100294 (pid 3755, swap) sleeping on 0xfffff8002b55c000 "wait" chain 42: thread 100201 (pid 3753, rename) sleeping on 0xfffff8002b800a60 "wait" chain 43: thread 100246 (pid 3752, mkdir) sleeping on 0xfffff80119cb5530 "wait" chain 44: thread 100292 (pid 3750, lockf2) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 45: thread 100260 (pid 3736, lockf2) blocked on lockmgr ufsEXCL thread 100325 (pid 3795, mkdir) is on a run queue chain 46: thread 100230 (pid 3735, rw) sleeping on 0xfffff8004cdd7530 "wait" chain 47: thread 100281 (pid 3734, lockf2) sleeping on 0xfffff801333b3a60 "wait" chain 48: thread 100187 (pid 3733, openat) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 49: thread 100279 (pid 3730, symlink) sleeping on 0xfffffe0038425890 "biowr" chain 50: thread 100278 (pid 3728, symlink) sleeping on 0xfffffe0038302218 "biowr" chain 51: thread 100275 (pid 3725, symlink) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 52: thread 100272 (pid 3722, openat) blocked on lock 0xfffff80119d70b80 (sleep mutex) "process lock" thread 100158 (pid 4175, procstat) running on CPU 4 chain 53: thread 100271 (pid 3721, symlink) sleeping on 0xfffffe0038583510 "biowr" chain 54: thread 100270 (pid 3720, openat) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 55: thread 100269 (pid 3719, symlink) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 56: thread 100266 (pid 3715, symlink) sleeping on 0xfffffe003831d848 "biowr" chain 57: thread 100249 (pid 3713, openat) sleeping on 0xfffff8002b55c530 "wait" chain 58: thread 100243 (pid 3709, symlink) blocked on lockmgr bufwaitEXCL thread 100228 (pid 3749, rw) running on CPU 1 chain 59: thread 100262 (pid 3708, symlink) sleeping on 0xfffff80119f73a60 "wait" chain 60: thread 100231 (pid 3707, mkfifo) sleeping on 0xffffffff81c816f0 "nanslp" chain 61: thread 100232 (pid 3706, swap) sleeping on 0xffffffff81c816f2 "nanslp" chain 62: thread 100242 (pid 3705, rename) sleeping on 0xffffffff81c816f3 "nanslp" chain 63: thread 100160 (pid 3704, mkdir) sleeping on 0xffffffff81c816f7 "nanslp" chain 64: thread 100144 (pid 3703, creat) sleeping on 0xffffffff81c816f2 "nanslp" chain 65: thread 100164 (pid 3702, lockf) sleeping on 0xffffffff81c816f1 "nanslp" chain 66: thread 100192 (pid 3701, link) sleeping on 0xffffffff81c816f7 "nanslp" chain 67: thread 100188 (pid 3700, fts) sleeping on 0xffffffff81c816f9 "nanslp" chain 68: thread 100193 (pid 3699, rw) sleeping on 0xffffffff81c816fb "nanslp" chain 69: thread 100229 (pid 3698, openat) sleeping on 0xffffffff81c816f6 "nanslp" chain 70: thread 100156 (pid 3697, symlink) sleeping on 0xffffffff81c816f3 "nanslp" chain 71: thread 100162 (pid 3696, lockf2) sleeping on 0xffffffff81c816f2 "nanslp" chain 72: thread 100151 (pid 3695, run) sleeping on 0xfffff80003942a60 "wait" chain 73: thread 100257 (pid 3694, run) sleeping on 0xfffff8002b66b000 "wait" chain 74: thread 100250 (pid 3693, run) sleeping on 0xffffffff81c816f3 "nanslp" chain 75: thread 100248 (pid 3685, sh) sleeping on 0xfffff8002b55ca60 "wait" chain 76: thread 100253 (pid 3684, su) sleeping on 0xfffff80119f31a60 "wait" chain 77: thread 100258 (pid 3661, sh) sleeping on 0xfffff80119f72000 "wait" chain 78: thread 100147 (pid 3660, tee) sleeping on 0xfffff80133027000 "piperd" chain 79: thread 100171 (pid 3659, sh) sleeping on 0xfffff8002b55b000 "wait" chain 80: thread 100245 (pid 3658, sh) sleeping on 0xfffff80119cb5a60 "wait" chain 81: thread 100173 (pid 2534, sh) sleeping on 0xfffff8004c2838e8 "piperd" chain 82: thread 100172 (pid 2532, awk) sleeping on 0xfffff800430ff2f8 "piperd" chain 83: thread 100183 (pid 2531, sh) sleeping on 0xfffff8002b97b000 "wait" chain 84: thread 100223 (pid 2492, sh) sleeping on 0xfffff80119d7aa60 "wait" chain 85: thread 100221 (pid 2409, sh) sleeping on 0xfffff8002b8fe530 "wait" chain 86: thread 100219 (pid 2408, bash) sleeping on 0xfffff8002b9b6000 "wait" chain 87: thread 100220 (pid 2404, csh) sleeping on 0xfffff8002b8feb08 "pause" chain 88: thread 100216 (pid 2403, su) sleeping on 0xfffff80061220530 "wait" chain 89: thread 100194 (pid 2397, bash) sleeping on 0xfffff8002b9b6530 "wait" chain 90: thread 100197 (pid 2396, sshd) sleeping on 0xfffff800432f5740 "select" chain 91: thread 100152 (pid 2393, sshd) sleeping on 0xfffff80003aa7340 "select" chain 92: thread 100198 (pid 2364, csh) sleeping on 0xfffff800049bb0b0 "ttyin" chain 93: thread 100214 (pid 2359, login) sleeping on 0xfffff80061220a60 "wait" chain 94: thread 100213 (pid 2358, getty) sleeping on 0xfffff800049bb4b0 "ttyin" chain 95: thread 100212 (pid 2357, getty) sleeping on 0xfffff8002b0950b0 "ttyin" chain 96: thread 100211 (pid 2356, getty) sleeping on 0xfffff8002b0954b0 "ttyin" chain 97: thread 100210 (pid 2355, getty) sleeping on 0xfffff8002b0958b0 "ttyin" chain 98: thread 100209 (pid 2354, getty) sleeping on 0xfffff8002b095cb0 "ttyin" chain 99: thread 100208 (pid 2353, getty) sleeping on 0xfffff8002b0940b0 "ttyin" chain 100: thread 100207 (pid 2352, getty) sleeping on 0xfffff8002b0944b0 "ttyin" chain 101: thread 100168 (pid 2351, getty) sleeping on 0xfffff8002b0948b0 "ttyin" chain 102: thread 100142 (pid 2350, getty) sleeping on 0xfffff8002b094cb0 "ttyin" chain 103: thread 100199 (pid 2304, cron) sleeping on 0xffffffff81c816f2 "nanslp" chain 104: thread 100148 (pid 2300, sshd) sleeping on 0xfffff8002b15d940 "select" chain 105: thread 100186 (pid 2272, powerd) sleeping on 0xfffff80003aa73c0 "select" chain 106: thread 100150 (pid 2269, ntpd) sleeping on 0xfffff8002be0d7c0 "select" chain 107: thread 100157 (pid 2206, NLM: master) sleeping on 0xfffff80028f81c60 "rpcsvc" chain 108: thread 100170 (pid 2203, rpc.statd) sleeping on 0xfffff8002be0d9c0 "select" chain 109: thread 100154 (pid 2157, watchdogd) sleeping on 0xffffffff81c816f0 "nanslp" chain 110: thread 100174 (pid 2078, rpcbind) sleeping on 0xfffff80028f384c0 "select" chain 111: thread 100190 (pid 2068, syslogd) sleeping on 0xfffff8002b28b9c0 "select" chain 112: thread 100166 (pid 1997, devd) sleeping on 0xfffff8002b15d8c0 "select" chain 113: thread 100189 (pid 1992, dhclient) sleeping on 0xfffff8002b28ba40 "select" chain 114: thread 100169 (pid 1928, dhclient) sleeping on 0xfffff8002b28bac0 "select" chain 115: thread 100161 (pid 1925, dhclient) sleeping on 0xfffff800048c9ec0 "select" chain 116: thread 100141 (pid 34, vnlru) sleeping on 0xfffff8002b056a60 "vlruwt" chain 117: thread 100135 (pid 33, syncer) sleeping on 0xffffffff81d57b58 "syncer" chain 118: thread 100130 (pid 32, bufdaemon) sleeping on 0xffffffff81d57058 "qsleep" chain 119: thread 100131 (pid 32, bufspacedaemon-0) sleeping on 0xffffffff8180a980 "-" chain 120: thread 100132 (pid 32, bufspacedaemon-1) sleeping on 0xffffffff81812c40 "-" chain 121: thread 100133 (pid 32, bufspacedaemon-2) sleeping on 0xffffffff8181af00 "-" chain 122: thread 100136 (pid 32, bufspacedaemon-3) sleeping on 0xffffffff818231c0 "-" chain 123: thread 100137 (pid 32, bufspacedaemon-4) sleeping on 0xffffffff8182b480 "-" chain 124: thread 100139 (pid 32, bufspacedaemon-5) sleeping on 0xffffffff81833740 "-" chain 125: thread 100140 (pid 32, bufspacedaemon-6) sleeping on 0xffffffff8183ba00 "-" chain 126: thread 100155 (pid 32, / worker) sleeping on 0xfffff8002b8b56e8 "sdflush" chain 127: thread 100196 (pid 32, /tmp worker) sleeping on 0xfffff800431230e8 "sdflush" chain 128: thread 100261 (pid 32, /mnt worker) sleeping on 0xfffff8002b2972e8 "sdflush" chain 129: thread 100129 (pid 31, vmdaemon) sleeping on 0xffffffff81d72ac8 "psleep" chain 130: thread 100128 (pid 30, dom0) sleeping on 0xffffffff81d9fa58 "psleep" chain 131: thread 100134 (pid 30, laundry: dom0) sleeping on 0xffffffff81d9fa64 "launds" chain 132: thread 100138 (pid 30, uma) sleeping on 0xffffffff80f0b8a0 "umarcl" chain 133: thread 100127 (pid 29, enc_daemon1) sleeping on 0xfffff80003943530 "idle" chain 134: thread 100126 (pid 28, enc_daemon0) sleeping on 0xfffff8000484d530 "idle" chain 135: thread 100120 (pid 27, rand_harvestq) sleeping on 0xffffffff81adbfb0 "-" chain 136: thread 100119 (pid 26, sctp_iterator) sleeping on 0xffffffff81de5020 "waiting_for_work" chain 137: thread 100118 (pid 25, soaiod4) sleeping on 0xffffffff81d56a5c "-" chain 138: thread 100117 (pid 24, soaiod3) sleeping on 0xffffffff81d56a5c "-" chain 139: thread 100116 (pid 23, soaiod2) sleeping on 0xffffffff81d56a5c "-" chain 140: thread 100115 (pid 22, soaiod1) sleeping on 0xffffffff81d56a5c "-" chain 141: thread 100096 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc440 "-" chain 142: thread 100097 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc498 "-" chain 143: thread 100098 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc4f0 "-" chain 144: thread 100099 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc548 "-" chain 145: thread 100100 (pid 21, usbus0) sleeping on 0xfffffe00d2bfc5a0 "-" chain 146: thread 100102 (pid 21, usbus1) sleeping on 0xfffffe003e436cf0 "-" chain 147: thread 100103 (pid 21, usbus1) sleeping on 0xfffffe003e436d48 "-" chain 148: thread 100104 (pid 21, usbus1) sleeping on 0xfffffe003e436da0 "-" chain 149: thread 100105 (pid 21, usbus1) sleeping on 0xfffffe003e436df8 "-" chain 150: thread 100106 (pid 21, usbus1) sleeping on 0xfffffe003e436e50 "-" chain 151: thread 100107 (pid 21, usbus2) sleeping on 0xfffffe00d2f89cf0 "-" chain 152: thread 100108 (pid 21, usbus2) sleeping on 0xfffffe00d2f89d48 "-" chain 153: thread 100109 (pid 21, usbus2) sleeping on 0xfffffe00d2f89da0 "-" chain 154: thread 100110 (pid 21, usbus2) sleeping on 0xfffffe00d2f89df8 "-" chain 155: thread 100111 (pid 21, usbus2) sleeping on 0xfffffe00d2f89e50 "-" chain 156: thread 100091 (pid 20, doneq0) sleeping on 0xffffffff819b73c0 "-" chain 157: thread 100093 (pid 20, doneq2) sleeping on 0xffffffff819b74c0 "-" chain 158: thread 100125 (pid 20, scanner) sleeping on 0xffffffff819b7288 "-" chain 159: thread 100090 (pid 19, crypto returns 11) sleeping on 0xfffff80003bbf450 "crypto_ret_wait" chain 160: thread 100089 (pid 18, crypto returns 10) sleeping on 0xfffff80003bbf3f0 "crypto_ret_wait" chain 161: thread 100088 (pid 17, crypto returns 9) sleeping on 0xfffff80003bbf390 "crypto_ret_wait" chain 162: thread 100087 (pid 16, crypto returns 8) sleeping on 0xfffff80003bbf330 "crypto_ret_wait" chain 163: thread 100086 (pid 15, crypto returns 7) sleeping on 0xfffff80003bbf2d0 "crypto_ret_wait" chain 164: thread 100085 (pid 9, crypto returns 6) sleeping on 0xfffff80003bbf270 "crypto_ret_wait" chain 165: thread 100084 (pid 8, crypto returns 5) sleeping on 0xfffff80003bbf210 "crypto_ret_wait" chain 166: thread 100083 (pid 7, crypto returns 4) sleeping on 0xfffff80003bbf1b0 "crypto_ret_wait" chain 167: thread 100082 (pid 6, crypto returns 3) sleeping on 0xfffff80003bbf150 "crypto_ret_wait" chain 168: thread 100081 (pid 5, crypto returns 2) sleeping on 0xfffff80003bbf0f0 "crypto_ret_wait" chain 169: thread 100080 (pid 4, crypto returns 1) sleeping on 0xfffff80003bbf090 "crypto_ret_wait" chain 170: thread 100079 (pid 3, crypto returns 0) sleeping on 0xfffff80003bbf030 "crypto_ret_wait" chain 171: thread 100078 (pid 2, crypto) sleeping on 0xffffffff81d6cb38 "crypto_wait" chain 172: thread 100065 (pid 14, sequencer 00) sleeping on 0xfffff80003ae4888 "seqstate" chain 173: thread 100062 (pid 13, g_event) sleeping on 0xffffffff81d9e088 "-" chain 174: thread 100063 (pid 13, g_up) sleeping on 0xffffffff81d9e098 "-" chain 175: thread 100064 (pid 13, g_down) sleeping on 0xffffffff81d9e090 "-" chain 176: thread 100002 (pid 1, init) sleeping on 0xfffff80003944530 "wait" chain 177: thread 100001 (pid 10, audit) sleeping on 0xffffffff81de5cb0 "audit_worker_cv" chain 178: thread 100000 (pid 0, swapper) sleeping on 0xffffffff81d8c608 "swapin" chain 179: thread 100015 (pid 0, kqueue_ctx taskq) sleeping on 0xfffff8000399f000 "-" chain 180: thread 100016 (pid 0, config_0) sleeping on 0xfffff8000399ee00 "-" chain 181: thread 100017 (pid 0, aiod_kick taskq) sleeping on 0xfffff8000399ed00 "-" chain 182: thread 100020 (pid 0, thread taskq) sleeping on 0xfffff8000399ea00 "-" chain 183: thread 100022 (pid 0, if_io_tqg_0) sleeping on 0xfffff8000399e800 "-" chain 184: thread 100023 (pid 0, if_io_tqg_1) sleeping on 0xfffff8000399e700 "-" chain 185: thread 100024 (pid 0, if_io_tqg_2) sleeping on 0xfffff8000399e600 "-" chain 186: thread 100025 (pid 0, if_io_tqg_3) sleeping on 0xfffff8000399e500 "-" chain 187: thread 100026 (pid 0, if_io_tqg_4) sleeping on 0xfffff8000399e400 "-" chain 188: thread 100027 (pid 0, if_io_tqg_5) sleeping on 0xfffff8000399e300 "-" chain 189: thread 100028 (pid 0, if_io_tqg_6) sleeping on 0xfffff8000399e200 "-" chain 190: thread 100029 (pid 0, if_io_tqg_7) sleeping on 0xfffff8000399e100 "-" chain 191: thread 100030 (pid 0, if_io_tqg_8) sleeping on 0xfffff8000399e000 "-" chain 192: thread 100031 (pid 0, if_io_tqg_9) sleeping on 0xfffff8000399de00 "-" chain 193: thread 100032 (pid 0, if_io_tqg_10) sleeping on 0xfffff8000399dd00 "-" chain 194: thread 100033 (pid 0, if_io_tqg_11) sleeping on 0xfffff8000399dc00 "-" chain 195: thread 100034 (pid 0, softirq_0) sleeping on 0xfffff8000399db00 "-" chain 196: thread 100035 (pid 0, softirq_1) sleeping on 0xfffff8000399da00 "-" chain 197: thread 100036 (pid 0, softirq_2) sleeping on 0xfffff8000399d900 "-" chain 198: thread 100037 (pid 0, softirq_3) sleeping on 0xfffff8000399d800 "-" chain 199: thread 100038 (pid 0, softirq_4) sleeping on 0xfffff8000399d700 "-" chain 200: thread 100039 (pid 0, softirq_5) sleeping on 0xfffff8000399d600 "-" chain 201: thread 100040 (pid 0, softirq_6) sleeping on 0xfffff8000399d500 "-" chain 202: thread 100041 (pid 0, softirq_7) sleeping on 0xfffff8000399d400 "-" chain 203: thread 100042 (pid 0, softirq_8) sleeping on 0xfffff8000399d300 "-" chain 204: thread 100043 (pid 0, softirq_9) sleeping on 0xfffff8000399d200 "-" chain 205: thread 100044 (pid 0, softirq_10) sleeping on 0xfffff8000399d100 "-" chain 206: thread 100045 (pid 0, softirq_11) sleeping on 0xfffff8000399d000 "-" chain 207: thread 100046 (pid 0, if_config_tqg_0) sleeping on 0xfffff80003ab5100 "-" chain 208: thread 100061 (pid 0, firmware taskq) sleeping on 0xfffff80003ab5000 "-" chain 209: thread 100066 (pid 0, crypto_0) sleeping on 0xfffff80003ab6e00 "-" chain 210: thread 100067 (pid 0, crypto_1) sleeping on 0xfffff80003ab6e00 "-" chain 211: thread 100068 (pid 0, crypto_2) sleeping on 0xfffff80003ab6e00 "-" chain 212: thread 100069 (pid 0, crypto_3) sleeping on 0xfffff80003ab6e00 "-" chain 213: thread 100070 (pid 0, crypto_4) sleeping on 0xfffff80003ab6e00 "-" chain 214: thread 100071 (pid 0, crypto_5) sleeping on 0xfffff80003ab6e00 "-" chain 215: thread 100072 (pid 0, crypto_6) sleeping on 0xfffff80003ab6e00 "-" chain 216: thread 100073 (pid 0, crypto_7) sleeping on 0xfffff80003ab6e00 "-" chain 217: thread 100074 (pid 0, crypto_8) sleeping on 0xfffff80003ab6e00 "-" chain 218: thread 100075 (pid 0, crypto_9) sleeping on 0xfffff80003ab6e00 "-" chain 219: thread 100076 (pid 0, crypto_10) sleeping on 0xfffff80003ab6e00 "-" chain 220: thread 100077 (pid 0, crypto_11) sleeping on 0xfffff80003ab6e00 "-" chain 221: thread 100114 (pid 0, mca taskq) sleeping on 0xfffff80028027200 "-" chain 222: thread 100121 (pid 0, acpi_task_0) sleeping on 0xfffff8002b0ba300 "-" chain 223: thread 100122 (pid 0, acpi_task_1) sleeping on 0xfffff8002b0ba300 "-" chain 224: thread 100123 (pid 0, acpi_task_2) sleeping on 0xfffff8002b0ba300 "-" chain 225: thread 100124 (pid 0, CAM taskq) sleeping on 0xfffff80003ab6d00 "-" db> (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=0x0) at ../../../kern/kern_shutdown.c:393 #2 0xffffffff8049bbba in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff8049b97c in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804a0948 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #5 0xffffffff8049b97c in db_command (last_cmdp=, cmd_table=, dopager=0x0) at ../../../ddb/db_command.c:482 #6 0xffffffff804a0948 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:304 #7 0xffffffff8049b97c in db_command (last_cmdp=, cmd_table=, dopager=0x1) at ../../../ddb/db_command.c:482 #8 0xffffffff8049b6ed in db_command_loop () at ../../../ddb/db_command.c:535 #9 0xffffffff8049e918 in db_trap (type=, code=) at ../../../ddb/db_main.c:252 #10 0xffffffff80c143a7 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:691 #11 0xffffffff810739f9 in trap (frame=0xfffffe00e37f2630) at ../../../amd64/amd64/trap.c:580 #12 #13 kdb_enter (why=0xffffffff812012ec "panic", msg=) at ../../../kern/subr_kdb.c:478 #14 0xffffffff80bc9dd1 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:899 #15 0xffffffff80bc9b63 in panic (fmt=0xffffffff81c7af98 "\307W\034\201\377\377\377\377") at ../../../kern/kern_shutdown.c:836 #16 0xffffffff80ba8cb1 in __mtx_assert (c=0xfffff8002b2c8c18, what=, file=, line=) at ../../../kern/kern_mutex.c:1084 #17 __mtx_unlock_spin_flags (c=0xfffff8002b2c8c18, opts=, file=, line=) at ../../../kern/kern_mutex.c:399 #18 0xffffffff80bb3081 in sysctl_kern_proc_kstack (oidp=, arg1=, arg2=, req=0xfffffe00e37f2980) at ../../../kern/kern_proc.c:2678 #19 0xffffffff80bd94fb in sysctl_root_handler_locked (oid=0xffffffff8190b320 , arg1=0xfffffe00e37f2a4c, arg2=0x1, req=0xfffffe00e37f2980, tracker=0xfffffe00e37f28f0) at ../../../kern/kern_sysctl.c:175 #20 0xffffffff80bd88aa in sysctl_root (oidp=, arg1=0xfffffe00e37f2a4c, arg2=0x1, req=0xfffffe00e37f2980) at ../../../kern/kern_sysctl.c:2128 #21 0xffffffff80bd8f5b in userland_sysctl (td=, name=0xfffffe00e37f2a40, namelen=0x4, old=, oldlenp=, inkernel=, new=0x0, newlen=0x0, retval=0xfffffe00e37f2aa8, flags=0x0) at ../../../kern/kern_sysctl.c:2285 #22 0xffffffff80bd8d9f in sys___sysctl (td=0xfffff8002b42b6e0, uap=0xfffff8002b42bab0) at ../../../kern/kern_sysctl.c:2158 #23 0xffffffff810749f1 in syscallenter (td=0xfffff8002b42b6e0) at ../../../amd64/amd64/../../kern/subr_syscall.c:144 #24 amd64_syscall (td=0xfffff8002b42b6e0, traced=) at ../../../amd64/amd64/trap.c:1158 #25 #26 0x000000080046d8da in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffdd88 (kgdb) f 18 #18 0xffffffff80bb3081 in sysctl_kern_proc_kstack (oidp=, arg1=, arg2=, req=0xfffffe00e37f2980) at ../../../kern/kern_proc.c:2678 2678 thread_unlock(td); (kgdb) l 2673 kkstp->kkst_state = KKST_STATE_SWAPPED; 2674 else if (stack_save_td(st, td) == 0) 2675 kkstp->kkst_state = KKST_STATE_STACKOK; 2676 else 2677 kkstp->kkst_state = KKST_STATE_RUNNING; 2678 thread_unlock(td); 2679 PROC_UNLOCK(p); 2680 stack_sbuf_print(&sb, st); 2681 sbuf_finish(&sb); 2682 sbuf_delete(&sb); (kgdb) info loc name = p = error = kkstp = lwpidarray = 0xfffff80003b61850 st = 0xfffff8002ba74000 numthreads = i = td = 0xfffff80133245000 sb = {s_buf = 0xfffff80003c1e008 "", s_drain_func = 0x0, s_drain_arg = 0x0, s_error = 0x0, s_size = 0x400, s_len = 0x0, s_flags = 0x200000, s_sect_len = 0x0, s_rec_off = 0x0} (kgdb) p *td $1 = {td_lock = 0xfffff8002b2c8c00, td_proc = 0xfffff80119d70a60, td_plist = {tqe_next = 0x0, tqe_prev = 0xfffff80119d70a70}, td_runq = {tqe_next = 0x0, tqe_prev = 0xfffffe003e18d330}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xfffff8002b668b00}, td_lockq = {tqe_next = 0x0, tqe_prev = 0xfffff8002b2c8c20}, td_hash = {le_next = 0x0, le_prev = 0xfffffe003e36dd80}, td_cpuset = 0xfffff8000380ef00, td_domain = {dr_policy = 0xffffffff81c7b0a8 , dr_iter = 0x0}, td_sel = 0x0, td_sleepqueue = 0xfffff8002b668b00, td_turnstile = 0x0, td_rlqe = 0x0, td_umtxq = 0xfffff8002b2ed100, td_tid = 0x187b0, td_sigqueue = {sq_signals = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_ptrace = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {tqh_first = 0x0, tqh_last = 0xfffff801332450d8}, sq_proc = 0xfffff80119d70a60, sq_flags = 0x1}, td_lend_user_pri = 0xff, td_flags = 0x4, td_inhibitors = 0x8, td_pflags = 0x0, td_dupfd = 0x0, td_sqqueue = 0x0, td_wchan = 0x0, td_wmesg = 0x0, td_owepreempt = 0x0, td_tsqueue = 0x0, td_locks = 0x0, td_rw_rlocks = 0x0, td_sx_slocks = 0x0, td_lk_slocks = 0x0, td_stopsched = 0x0, td_blocked = 0xfffff8002b2c8c00, td_lockname = 0xffffffff81186547 "process lock", td_contested = {lh_first = 0x0}, td_sleeplocks = 0xffffffff81cf3bc0 , td_intr_nesting_level = 0x0, td_pinned = 0x0, td_ucred = 0xfffff8002b1c7900, td_limit = 0xfffff8002bc3a700, td_slptick = 0x0, td_blktick = 0x7fff197a, td_swvoltick = 0x7fff197a, td_swinvoltick = 0x7fff1969, td_cow = 0x8, td_ru = {ru_utime = {tv_sec = 0x0, tv_usec = 0x0}, ru_stime = {tv_sec = 0x0, tv_usec = 0x0}, ru_maxrss = 0xa58, ru_ixrss = 0xda4, ru_idrss = 0x48c, ru_isrss = 0x9180, ru_minflt = 0xa, ru_majflt = 0x0, ru_nswap = 0x0, ru_inblock = 0x0, ru_oublock = 0xb, ru_msgsnd = 0x0, ru_msgrcv = 0x0, ru_nsignals = 0x0, ru_nvcsw = 0xc7a5, ru_nivcsw = 0x28e1}, td_rux = {rux_runtime = 0x10cfc426d, rux_uticks = 0x5, rux_sticks = 0x98, rux_iticks = 0x0, rux_uu = 0x1f70, rux_su = 0x8b828, rux_tu = 0x8d799}, td_incruntime = 0xcba4e8b8, td_runtime = 0x1d8a12b25, td_pticks = 0x0, td_sticks = 0x82, td_iticks = 0x0, td_uticks = 0x4, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0xf086, td_sigstk = {ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_name = "openat", '\000' , td_fpop = 0x0, td_dbgflags = 0x0, td_si = {si_signo = 0x0, si_errno = 0x0, si_code = 0x0, si_pid = 0x0, si_uid = 0x0, si_status = 0x0, si_addr = 0x0, si_value = {sival_int = 0x0, sival_ptr = 0x0, sigval_int = 0x0, sigval_ptr = 0x0}, _reason = {_fault = {_trapno = 0x0}, _timer = { _timerid = 0x0, _overrun = 0x0}, _mesgq = {_mqd = 0x0}, _poll = {_band = 0x0}, __spare__ = {__spare1__ = 0x0, __spare2__ = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}}, td_ng_outbound = 0x0, td_osd = {osd_nslots = 0x0, osd_slots = 0x0, osd_next = {le_next = 0x0, le_prev = 0x0}}, td_map_def_user = 0x0, td_dbg_forked = 0x0, td_vp_reserved = 0x0, td_no_sleeping = 0x0, td_su = 0x0, td_sleeptimo = 0x0, td_rtcgen = 0x0, td_errno = 0x0, td_vslock_sz = 0x0, td_kcov_info = 0x0, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_rqindex = 0x24, td_base_pri = 0x91, td_priority = 0x91, td_pri_class = 0x3, td_user_pri = 0x91, td_base_user_pri = 0x91, td_pre_epoch_prio = 0xac, td_rb_list = 0x0, td_rbp_list = 0x0, td_rb_inact = 0x0, td_sa = {code = 0xa, callp = 0xffffffff818f93b0 , args = { 0x7fffffffe3d0, 0x7fffffffe460, 0x0, 0xfefefeff382f2f2f, 0x101010101010101, 0x8080808080808080, 0x0, 0x0}, narg = 0x1}, td_pcb = 0xfffff801332454f0, td_state = TDS_INHIBITED, td_uretoff = {tdu_retval = {0x0, 0x0}, tdu_off = 0x0}, td_cowgen = 0x0, td_slpcallout = {c_links = { le = {le_next = 0x0, le_prev = 0xfffffe0037960ee8}, sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0xfffffe0037960ee8}}, c_time = 0x20ddd6fc466, c_precision = 0x40000000, c_arg = 0xfffff80133245000, c_func = 0xffffffff80c23100 , c_lock = 0x0, c_flags = 0x2, c_iflags = 0x110, c_cpu = 0x5}, td_frame = 0xfffffe00e6277c00, td_kstack_obj = 0xfffff8002b613420, td_kstack = 0xfffffe00e6274000, td_kstack_pages = 0x4, td_critnest = 0x1, td_md = {md_spinlock_count = 0x1, md_saved_flags = 0x246, md_spurflt_addr = 0x0, md_invl_gen = {gen = 0x0, {link = {le_next = 0x1, le_prev = 0x0}, {next = 0x1, saved_pri = 0x0}}}, md_efirt_tmp = 0x0, md_efirt_dis_pf = 0x0, md_pcb = {pcb_r15 = 0x3, pcb_r14 = 0xfffffe003e18d098, pcb_r13 = 0xfffff80133245000, pcb_r12 = 0xfffff8002b2c8c00, pcb_rbp = 0xfffffe00e6277920, pcb_rsp = 0xfffffe00e6277848, pcb_rbx = 0xfffff801332636e0, pcb_rip = 0xffffffff80bf807a, pcb_fsbase = 0x80022c8d0, pcb_gsbase = 0x0, pcb_kgsbase = 0x0, pcb_cr0 = 0x0, pcb_cr2 = 0x0, pcb_cr3 = 0x0, pcb_cr4 = 0x0, pcb_dr0 = 0x0, pcb_dr1 = 0x0, pcb_dr2 = 0x0, pcb_dr3 = 0x0, pcb_dr6 = 0x0, pcb_dr7 = 0x0, pcb_gdt = {rd_limit = 0x0, rd_base = 0x0}, pcb_idt = {rd_limit = 0x0, rd_base = 0x0}, pcb_ldt = {rd_limit = 0x0, rd_base = 0x0}, pcb_tr = 0x0, pcb_flags = 0x19, pcb_initial_fpucw = 0x37f, pcb_onfault = 0x0, pcb_saved_ucr3 = 0x13329792d, pcb_tssp = 0x0, pcb_efer = 0x0, pcb_star = 0x0, pcb_lstar = 0x0, pcb_cstar = 0x0, pcb_sfmask = 0x0, pcb_save = 0xfffffe00e6277cc0, pcb_pad = {0x0, 0x0, 0x0, 0x0, 0x0}}, md_stack_base = 0xfffffe00e6277cc0}, td_ar = 0x0, td_lprof = {{ lh_first = 0x0}, {lh_first = 0x0}}, td_dtrace = 0xfffff8002b2e7300, td_vnet = 0x0, td_vnet_lpush = 0x0, td_intr_frame = 0x0, td_rfppwait_p = 0x0, td_ma = 0x0, td_ma_cnt = 0x0, td_emuldata = 0x0, td_lastcpu = 0x3, td_oncpu = 0xffffffff, td_lkpi_task = 0x0, td_pmcpend = 0x0} (kgdb) Index: src/sys/amd64/amd64/trap.c =================================================================== --- src/sys/amd64/amd64/trap.c (revision 357109) +++ src/sys/amd64/amd64/trap.c (working copy) @@ -228,11 +228,6 @@ trap(struct trapframe *frame) (*pmc_intr)(frame) != 0) return; #endif - -#ifdef STACK - if (stack_nmi_handler(frame) != 0) - return; -#endif } if ((frame->tf_rflags & PSL_I) == 0) { Index: src/sys/arm/arm/stack_machdep.c =================================================================== --- src/sys/arm/arm/stack_machdep.c (revision 357109) +++ src/sys/arm/arm/stack_machdep.c (working copy) @@ -68,9 +68,13 @@ stack_save_td(struct stack *st, struct thread *td) { struct unwind_state state; - KASSERT(!TD_IS_SWAPPED(td), ("stack_save_td: swapped")); - KASSERT(!TD_IS_RUNNING(td), ("stack_save_td: running")); + THREAD_LOCK_ASSERT(td, MA_OWNED); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); + if (TD_IS_RUNNING(td)) + return (EOPNOTSUPP); + state.registers[FP] = td->td_pcb->pcb_regs.sf_r11; state.registers[SP] = td->td_pcb->pcb_regs.sf_sp; state.registers[LR] = td->td_pcb->pcb_regs.sf_lr; @@ -78,14 +82,3 @@ stack_save_td(struct stack *st, struct thread *td) stack_capture(st, &state); } - -int -stack_save_td_running(struct stack *st, struct thread *td) -{ - - if (td == curthread) { - stack_save(st); - return (0); - } - return (EOPNOTSUPP); -} Index: src/sys/arm64/arm64/stack_machdep.c =================================================================== --- src/sys/arm64/arm64/stack_machdep.c (revision 357109) +++ src/sys/arm64/arm64/stack_machdep.c (working copy) @@ -60,10 +60,12 @@ stack_save_td(struct stack *st, struct thread *td) { struct unwind_state frame; - if (TD_IS_SWAPPED(td)) - panic("stack_save_td: swapped"); + THREAD_LOCK_ASSERT(td, MA_OWNED); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); + if (TD_IS_RUNNING(td)) - panic("stack_save_td: running"); + return (EOPNOTSUPP); frame.sp = td->td_pcb->pcb_sp; frame.fp = td->td_pcb->pcb_x[29]; @@ -71,25 +73,3 @@ stack_save_td(struct stack *st, struct thread *td) stack_capture(st, &frame); } - -int -stack_save_td_running(struct stack *st, struct thread *td) -{ - - return (EOPNOTSUPP); -} - -void -stack_save(struct stack *st) -{ - struct unwind_state frame; - uint64_t sp; - - __asm __volatile("mov %0, sp" : "=&r" (sp)); - - frame.sp = sp; - frame.fp = (uint64_t)__builtin_frame_address(0); - frame.pc = (uint64_t)stack_save; - - stack_capture(st, &frame); -} Index: src/sys/i386/i386/trap.c =================================================================== --- src/sys/i386/i386/trap.c (revision 357109) +++ src/sys/i386/i386/trap.c (working copy) @@ -248,11 +248,6 @@ trap(struct trapframe *frame) (*pmc_intr)(frame) != 0) return; #endif - -#ifdef STACK - if (stack_nmi_handler(frame) != 0) - return; -#endif } if (type == T_MCHK) { Index: src/sys/kern/kern_proc.c =================================================================== --- src/sys/kern/kern_proc.c (revision 357109) +++ src/sys/kern/kern_proc.c (working copy) @@ -2669,17 +2669,12 @@ sysctl_kern_proc_kstack(SYSCTL_HANDLER_ARGS) sizeof(kkstp->kkst_trace), SBUF_FIXEDLEN); thread_lock(td); kkstp->kkst_tid = td->td_tid; - if (TD_IS_SWAPPED(td)) { + if (TD_IS_SWAPPED(td)) kkstp->kkst_state = KKST_STATE_SWAPPED; - } else if (TD_IS_RUNNING(td)) { - if (stack_save_td_running(st, td) == 0) - kkstp->kkst_state = KKST_STATE_STACKOK; - else - kkstp->kkst_state = KKST_STATE_RUNNING; - } else { + else if (stack_save_td(st, td) == 0) kkstp->kkst_state = KKST_STATE_STACKOK; - stack_save_td(st, td); - } + else + kkstp->kkst_state = KKST_STATE_RUNNING; thread_unlock(td); PROC_UNLOCK(p); stack_sbuf_print(&sb, st); Index: src/sys/kern/subr_kdb.c =================================================================== --- src/sys/kern/subr_kdb.c (revision 357109) +++ src/sys/kern/subr_kdb.c (working copy) @@ -434,8 +434,8 @@ kdb_backtrace_thread(struct thread *td) printf("KDB: stack backtrace of thread %d:\n", td->td_tid); stack_zero(&st); - stack_save_td(&st, td); - stack_print_ddb(&st); + if (stack_save_td(&st, td) == 0) + stack_print_ddb(&st); } #endif } Index: src/sys/kern/subr_sleepqueue.c =================================================================== --- src/sys/kern/subr_sleepqueue.c (revision 357109) +++ src/sys/kern/subr_sleepqueue.c (working copy) @@ -1246,7 +1246,7 @@ sleepq_sbuf_print_stacks(struct sbuf *sb, const vo goto loop_end; /* Note the td_lock is equal to the sleepq_lock here. */ - stack_save_td(st[stack_idx], td); + (void)stack_save_td(st[stack_idx], td); sbuf_printf(td_infos[stack_idx], "%d: %s %p", td->td_tid, td->td_name, td); Index: src/sys/kern/subr_smp.c =================================================================== --- src/sys/kern/subr_smp.c (revision 357109) +++ src/sys/kern/subr_smp.c (working copy) @@ -872,6 +872,20 @@ SYSINIT(cpu_mp_setvariables, SI_SUB_TUNABLES, SI_O #endif /* SMP */ void +smp_rendezvous_cpu(int cpu, + void (*setup_func)(void *), + void (*action_func)(void *), + void (*teardown_func)(void *), + void *arg) +{ + cpuset_t cs; + + CPU_ZERO(&cs); + CPU_SET(cpu, &cs); + smp_rendezvous_cpus(cs, setup_func, action_func, teardown_func, arg); +} + +void smp_no_rendezvous_barrier(void *dummy) { #ifdef SMP Index: src/sys/kern/tty_info.c =================================================================== --- src/sys/kern/tty_info.c (revision 357109) +++ src/sys/kern/tty_info.c (working copy) @@ -340,12 +340,8 @@ tty_info(struct tty *tp) if (tty_info_kstacks) { if (TD_IS_SWAPPED(td)) sterr = ENOENT; - else if (TD_IS_RUNNING(td)) - sterr = stack_save_td_running(&stack, td); - else { - stack_save_td(&stack, td); - sterr = 0; - } + else + sterr = stack_save_td(&stack, td); } #endif thread_unlock(td); Index: src/sys/mips/mips/stack_machdep.c =================================================================== --- src/sys/mips/mips/stack_machdep.c (revision 357109) +++ src/sys/mips/mips/stack_machdep.c (working copy) @@ -132,32 +132,14 @@ stack_save_td(struct stack *st, struct thread *td) { u_register_t pc, sp; - if (TD_IS_SWAPPED(td)) - panic("stack_save_td: swapped"); + THREAD_LOCK_ASSERT(td, MA_OWNED); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); + if (TD_IS_RUNNING(td)) - panic("stack_save_td: running"); + return (EOPNOTSUPP); pc = td->td_pcb->pcb_regs.pc; sp = td->td_pcb->pcb_regs.sp; stack_capture(st, pc, sp); } - -int -stack_save_td_running(struct stack *st, struct thread *td) -{ - - return (EOPNOTSUPP); -} - -void -stack_save(struct stack *st) -{ - u_register_t pc, sp; - - if (curthread == NULL) - panic("stack_save: curthread == NULL"); - - pc = curthread->td_pcb->pcb_regs.pc; - sp = curthread->td_pcb->pcb_regs.sp; - stack_capture(st, pc, sp); -} Index: src/sys/powerpc/powerpc/stack_machdep.c =================================================================== --- src/sys/powerpc/powerpc/stack_machdep.c (revision 357109) +++ src/sys/powerpc/powerpc/stack_machdep.c (working copy) @@ -91,27 +91,13 @@ stack_save_td(struct stack *st, struct thread *td) { vm_offset_t frame; - if (TD_IS_SWAPPED(td)) - panic("stack_save_td: swapped"); + THREAD_LOCK_ASSERT(td, MA_OWNED); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); + if (TD_IS_RUNNING(td)) - panic("stack_save_td: running"); + return (EOPNOTSUPP); frame = td->td_pcb->pcb_sp; stack_capture(st, frame); } - -int -stack_save_td_running(struct stack *st, struct thread *td) -{ - - return (EOPNOTSUPP); -} - -void -stack_save(struct stack *st) -{ - register_t frame; - - frame = (register_t)__builtin_frame_address(0); - stack_capture(st, frame); -} Index: src/sys/riscv/riscv/stack_machdep.c =================================================================== --- src/sys/riscv/riscv/stack_machdep.c (revision 357109) +++ src/sys/riscv/riscv/stack_machdep.c (working copy) @@ -65,10 +65,12 @@ stack_save_td(struct stack *st, struct thread *td) { struct unwind_state frame; - if (TD_IS_SWAPPED(td)) - panic("stack_save_td: swapped"); + THREAD_LOCK_ASSERT(td, MA_OWNED); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); + if (TD_IS_RUNNING(td)) - panic("stack_save_td: running"); + return (EOPNOTSUPP); frame.sp = td->td_pcb->pcb_sp; frame.fp = td->td_pcb->pcb_s[0]; @@ -76,25 +78,3 @@ stack_save_td(struct stack *st, struct thread *td) stack_capture(st, &frame); } - -int -stack_save_td_running(struct stack *st, struct thread *td) -{ - - return (EOPNOTSUPP); -} - -void -stack_save(struct stack *st) -{ - struct unwind_state frame; - uint64_t sp; - - __asm __volatile("mv %0, sp" : "=&r" (sp)); - - frame.sp = sp; - frame.fp = (uint64_t)__builtin_frame_address(0); - frame.pc = (uint64_t)stack_save; - - stack_capture(st, &frame); -} Index: src/sys/sparc64/sparc64/stack_machdep.c =================================================================== --- src/sys/sparc64/sparc64/stack_machdep.c (revision 357109) +++ src/sys/sparc64/sparc64/stack_machdep.c (working copy) @@ -76,21 +76,16 @@ void stack_save_td(struct stack *st, struct thread *td) { - if (TD_IS_SWAPPED(td)) - panic("stack_save_td: swapped"); + THREAD_LOCK_ASSERT(td, MA_OWNED); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); + if (TD_IS_RUNNING(td)) - panic("stack_save_td: running"); + return (EOPNOTSUPP); stack_capture(st, (struct frame *)(td->td_pcb->pcb_sp + SPOFF)); } -int -stack_save_td_running(struct stack *st, struct thread *td) -{ - - return (EOPNOTSUPP); -} - void stack_save(struct stack *st) { Index: src/sys/sys/proc.h =================================================================== --- src/sys/sys/proc.h (revision 357109) +++ src/sys/sys/proc.h (working copy) @@ -362,7 +362,7 @@ struct thread { /* LP64 hole */ void *td_emuldata; /* Emulator state data */ int td_lastcpu; /* (t) Last cpu we were on. */ - int td_oncpu; /* (t) Which cpu we are on. */ + int td_oncpu; /* (k) Which cpu we are on. */ void *td_lkpi_task; /* LinuxKPI task struct pointer */ int td_pmcpend; #ifdef EPOCH_TRACE Index: src/sys/sys/smp.h =================================================================== --- src/sys/sys/smp.h (revision 357109) +++ src/sys/sys/smp.h (working copy) @@ -271,6 +271,11 @@ void smp_rendezvous(void (*)(void *), void (*)(void *), void (*)(void *), void *arg); +void smp_rendezvous_cpu(int, + void (*)(void *), + void (*)(void *), + void (*)(void *), + void *arg); void smp_rendezvous_cpus(cpuset_t, void (*)(void *), void (*)(void *), Index: src/sys/sys/stack.h =================================================================== --- src/sys/sys/stack.h (revision 357109) +++ src/sys/sys/stack.h (working copy) @@ -67,7 +67,6 @@ void stack_ktr(u_int, const char *, int, const s /* MD Routines. */ struct thread; void stack_save(struct stack *); -void stack_save_td(struct stack *, struct thread *); -int stack_save_td_running(struct stack *, struct thread *); +int stack_save_td(struct stack *, struct thread *); #endif Index: src/sys/x86/include/apicvar.h =================================================================== --- src/sys/x86/include/apicvar.h (revision 357109) +++ src/sys/x86/include/apicvar.h (working copy) @@ -129,14 +129,13 @@ #define IPI_STOP (APIC_IPI_INTS + 6) /* Stop CPU until restarted. */ #define IPI_SUSPEND (APIC_IPI_INTS + 7) /* Suspend CPU until restarted. */ #define IPI_DYN_FIRST (APIC_IPI_INTS + 8) -#define IPI_DYN_LAST (253) /* IPIs allocated at runtime */ +#define IPI_DYN_LAST (254) /* IPIs allocated at runtime */ /* * IPI_STOP_HARD does not need to occupy a slot in the IPI vector space since * it is delivered using an NMI anyways. */ -#define IPI_NMI_FIRST 254 -#define IPI_TRACE 254 /* Interrupt for tracing. */ +#define IPI_NMI_FIRST 255 #define IPI_STOP_HARD 255 /* Stop CPU with a NMI. */ /* Index: src/sys/x86/x86/stack_machdep.c =================================================================== --- src/sys/x86/x86/stack_machdep.c (revision 357109) +++ src/sys/x86/x86/stack_machdep.c (working copy) @@ -36,6 +36,8 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include +#include #include #include @@ -63,16 +65,6 @@ typedef struct i386_frame *x86_frame_t; typedef struct amd64_frame *x86_frame_t; #endif -#ifdef STACK -static struct stack *nmi_stack; -static volatile struct thread *nmi_pending; - -#ifdef SMP -static struct mtx nmi_lock; -MTX_SYSINIT(nmi_lock, &nmi_lock, "stack_nmi", MTX_SPIN); -#endif -#endif - static void stack_capture(struct thread *td, struct stack *st, register_t fp) { @@ -97,47 +89,40 @@ stack_capture(struct thread *td, struct stack *st, } } -int -stack_nmi_handler(struct trapframe *tf) -{ +struct stack_capture_args { + struct thread *td; + struct stack *st; + int error; +}; -#ifdef STACK - /* Don't consume an NMI that wasn't meant for us. */ - if (nmi_stack == NULL || curthread != nmi_pending) - return (0); - - if (!TRAPF_USERMODE(tf) && (TF_FLAGS(tf) & PSL_I) != 0) - stack_capture(curthread, nmi_stack, TF_FP(tf)); - else - /* We were running in usermode or had interrupts disabled. */ - nmi_stack->depth = 0; - - atomic_store_rel_ptr((long *)&nmi_pending, (long)NULL); - return (1); -#else - return (0); -#endif -} - -void -stack_save_td(struct stack *st, struct thread *td) +static void +stack_capture_remote(void *arg) { + struct stack_capture_args *args; + struct thread *td; - if (TD_IS_SWAPPED(td)) - panic("stack_save_td: swapped"); - if (TD_IS_RUNNING(td)) - panic("stack_save_td: running"); + args = arg; + td = args->td; - stack_capture(td, st, PCB_FP(td->td_pcb)); + if (curthread != td) + return; + if (TRAPF_USERMODE(td->td_frame)) { + args->error = EJUSTRETURN; + return; + } + stack_capture(td, args->st, PCB_FP(td->td_pcb)); + args->error = 0; } int -stack_save_td_running(struct stack *st, struct thread *td) +stack_save_td(struct stack *st, struct thread *td) { + struct stack_capture_args args; + int cpuid; -#ifdef STACK THREAD_LOCK_ASSERT(td, MA_OWNED); - MPASS(TD_IS_RUNNING(td)); + KASSERT(!TD_IS_SWAPPED(td), + ("stack_save_td: thread %p is swapped", td)); if (td == curthread) { stack_save(st); @@ -144,27 +129,39 @@ int return (0); } -#ifdef SMP - mtx_lock_spin(&nmi_lock); + args.td = td; + args.st = st; + args.error = ENOENT; + do { + if (!TD_IS_RUNNING(td)) { + stack_capture(td, st, PCB_FP(td->td_pcb)); + return (0); + } + if (td->td_md.md_spinlock_count > 1) + /* + * We may be holding a resource for which td is + * spinning. + */ + return (EBUSY); - nmi_stack = st; - nmi_pending = td; - ipi_cpu(td->td_oncpu, IPI_TRACE); - while ((void *)atomic_load_acq_ptr((long *)&nmi_pending) != NULL) - cpu_spinwait(); - nmi_stack = NULL; + thread_unlock(td); + cpuid = atomic_load_int(&td->td_oncpu); + if (cpuid == NOCPU) { + /* + * Wait for the thread to switch on. + */ + sched_relinquish(curthread); + continue; + } - mtx_unlock_spin(&nmi_lock); + smp_rendezvous_cpu(cpuid, NULL, stack_capture_remote, NULL, + &args); + thread_lock(td); + if (args.error == EJUSTRETURN) + return (EBUSY); + } while (args.error != 0); - if (st->depth == 0) - return (EAGAIN); -#else /* !SMP */ - KASSERT(0, ("curthread isn't running")); -#endif /* SMP */ return (0); -#else /* !STACK */ - return (EOPNOTSUPP); -#endif /* STACK */ } void -- Test scenario: misc/procstat2.sh