panic: ffs_truncate: read-only filesystem, vmcore.292 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2021 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #3 main-n245222-852f70b24043-dirty: Wed Mar 3 11:03:28 CET 2021 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 11.0.1 (git@github.com:llvm/llvm-project.git llvmorg-11.0.1-0-g43ff75f2c3fe) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33176981504 (31640 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 2 10 11 8 4 9 5 7 3 6 Timecounter "TSC-low" frequency 1750037470 Hz quality 1000 KTLS: Initialized 12 threads random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 14.0. kbd1 at kbdmux0 000.000048 [4350] netmap_init netmap: loaded module [ath_hal] loaded mlx5en: Mellanox Ethernet driver 3.6.0 (December 2020) nexus0 vtvga0: smbios0: at iomem 0xf0560-0xf057e smbios0: Version: 2.8, BCD Revision: 2.7 cryptosoft0: aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, capping rx_queues at 6 and tx_queues at 6 igb0: Using 6 RX queues 6 TX queues igb0: Uuhub4: 6 ports with 6 removable, self powered uhub5: 8 ports with 8 removable, self powered fscklock order reversal: 1st 0xfffffe010e3d0a38 ufs (ufs, lockmgr) @ kern/vfs_mount.c:1780 2nd 0xfffffe010e3cbe80 devfs (devfs, lockmgr) @ kern/vfs_subr.c:3132 lock order devfs -> ufs established at: #0 0xffffffff80c8044d at witness_checkorder+0x46d #1 0xfffffflags+0x172 #2 0 #3 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #4 0xffffffff80d14674 at _vn_lock+0x54 #5 0xffffffff80cf29a1 at vfs_domount+0xf01 #6 0xffffffff80cf0ae2 at vfs_donmount+0x872 #7 0xffffffff80cf5567 at kernel_mount+0x57 #8 0xffffffff80cf7f31 at parse_mount+0x4a1 #9 0xffffffff80cf6397 at vfs_mountroot+0x587 #10 0xffffffff80b9e54f at start_init+0x1f #11 0xffffffff80bcb190 at fork_exit+0x80 #12 0xffffffff810afd0e at fork_trampoline+0xe lock order ufs -> devfs attempted at: #0 0xffffffff80c80dac at witness_checkorder+0xdcc #1 0xffffffff80be0c32 at lockmgr_lock_flags+0x172 #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80cfcb96 at vput_final+0x116 #5 0xffffffff80f3dcca at ffs_unmount+0x4fa #6 0xffffffff80cf3a8b at dounmount+0x43b #7 0xffffffff80cf35dc at kern_unmount+0x2fc #8 0xffffffff810dc0a7 at amd64_syscall+0x147 #9 0xffffffff810af5ae at fast_syscall_common+0xf8 ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ugen0.3: at usbus0 ukbd0 on uhub3 ukbd0: on usbus0 kbd2 at ukbd0 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 197 files, 26602 used, 1238805 free (93 frags, 154839 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.30/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device lo0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Starting Network: mce0. mce0: flags=8822 metric 0 mtu 1500 options=1eed07bb ether 7c:fe:90:30:ee:38 media: Ethernet autoselect status: no carrier nd6 options=29 Starting Network: mce1. mce1: flags=8822 metric 0 mtu 1500 options=1eed07bb ether 7c:fe:90:30:ee:39 media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 DHCPACK from 192if_delmulti_locked: detaching ifnet instance 0xfffff80004858800 .168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Updating motd:. Recovering vi editor sessions:. Creating and/or trimming log files. Clearing /tmp (X related). Starting syslogd. Setting date via ntp. 3 Mar 11:07:19 ntpdate[2596]: step time server 192.168.5.1 offset -0.426579 sec Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 Starting statd. Starting lockd. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Performing sanity check on sshd configuration. Starting sshd. Configuring vt: blanktime. Starting cron. Starting inetd. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Wed Mar 3 11:07 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: root Mar 3 11:07:23 mercat1 login[2749]: ROOT LOGIN (root) ON ttyu1 Last login: Wed Mar 3 10:09:49 on ttyu1 FreeBSD 14.0-CURRENT (PHO) #3 main-n245222-852f70b24043-dirty: Wed Mar 3 11:03:28 CET 2021 root@mercat1:~ # cd /usr/src/tools/test/stress2/misc root@mercat1:/usr/src/tools/test/stress2/misc # sh -x ./mountro4.sh + . ../default.cfg + export 'SHELL=/bin/sh' + hostname + : /tmp/stress2.d/mercat1.netperf.freebsd.org + [ -f /tmp/stress2.d/mercat1.netperf.freebsd.org ] + . /tmp/stress2.d/mercat1.netperf.freebsd.org + testuser=test + export 'RUNDIR=/tmp/stressX' + export 'RUNTIME=2m' + export 'VERBOSE=1' + export 'LOAD=20' + export 'INCARNATIONS=20' + export 'BLASTHOST=192.168.1.1' + export 'runRUNTIME=3d' + export 'runINCARNATIONS=1' + export 'runLOAD=100' + export 'swapINCARNATIONS=40' + export 'swapLOAD=80' + export 'syscallKILL=1' + export 'swapKILL=1' + export 'rwLOAD=70' + export 'mkdirLOAD=80' + export 'creatLOAD=80' + export 'symlinkLOAD=20' + export 'tcpKILL=1' + export 'shmINCARNATIONS=5' + [ -z '' ] + export 'TESTPROGS= testcases/rw/rw testcases/swap/swap testcases/creat/creat testcases/mkdir/mkdir testcases/thr1/thr1 testcases/udp/udp testcases/tcp/tcp ' + export 'diskimage=/tmp/diskimage' + export 'mntpoint=/mnt' + export 'testuser=test' + export 'mdstart=10' + export 'part=a' + export 'newfs_flags=-U' + pwd + export 'stress2origin=/usr/src/tools/test/stress2/misc' + dirname /usr/src/tools/test/stress2/misc + export 'stress2tools=/usr/src/tools/test/stress2/tools' + CC=cc + pwd + dirname /usr/src/tools/test/stress2/misc + top=/usr/src/tools/test/stress2 + STRESS2BIN=/usr/src/tools/test/stress2/bin + id test + f1=/mnt/f1 + f2=/mnt/f2 + s=0 + mount + grep -q 'on /mnt ' + [ -c /dev/md10 ] + mdconfig -a -t swap -s 1g -u 10 + newfs -U /dev/md10 + mount /dev/md10 /mnt + touch /mnt/f1 + mount -u -o ro /mnt + touch /mnt/f2 + stat -f '%a %m %c' /mnt/f1 + d1='1614766067 1614766067 1614766067' + sleep 1 + cat /mnt/f1 + stat -f '%a %m %c' /mnt/f1 + d2='1614766067 1614766067 1614766067' + [ '1614766067 1614766067 1614766067' '!=' '1614766067 1614766067 1614766067' ] + mount -u -o rw /mnt + touch /mnt/f2 + umount /mnt + mdconfig -d -u 10 + mount -o 'size=100m' -t tmpfs null /mnt + touch /mnt/f1 + mount -u -o ro /mnt + touch /mnt/f2 + stat -f '%a %m %c' /mnt/f1 + d1='1614766068 1614766068 1614766068' + sleep 1 + cat /mnt/f1 + stat -f '%a %m %c' /mnt/f1 + d2='1614766068 1614766068 1614766068' + [ '1614766068 1614766068 1614766068' '!=' '1614766068 1614766068 1614766068' ] + mount -u -o rw /mnt + touch /mnt/f2 + umount /mnt + [ -c /dev/md10 ] + mdconfig -a -t swap -s 1g -u 10 + bsdlabel -w md10 auto + newfs_msdos /dev/md10a + mount -t msdosfs /dev/md10a /mnt + touch /mnt/f1 + mount -u -o ro /mnt lock order reversal: 1st 0xfffffe0143ed7520 msdosfs (msdosfs, lockmgr) @ kern/vfs_subr.c:3668 2nd 0xfffffe0143f77330 devfs (devfs, lockmgr) @ fs/msdosfs/msdosfs_vnops.c:853 lock order msdosfs -> devfs attempted at: #0 0xffffffff80c80dac at witness_checkorder+0xdcc #1 0xffffffff80be2715 at lockmgr_xlock+0x55 #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80ab4d5c at msdosfs_fsync+0x4c #5 0xffffffff811a0fd9 at VOP_FSYNC_APV+0x59 #6 0xffffffff80cfda14 at vflush+0x294 #7 0xffffffff80ab209a at msdosfs_mount+0xca #8 0xffffffff80cf2267 at vfs_domount+0x7c7 #9 0xffffffff80cf0ae2 at vfs_donmount+0x872 #10 0xffffffff80cf0239 at sys_nmount+0x69 #11 0xffffffff810dc0a7 at amd64_syscall+0x147 #12 0xffffffff810af5ae at fast_syscall_common+0xf8 + touch /mnt/f2 + stat -f '%a %m %c' /mnt/f1 + d1='1614729600 1614766068 1614766068' + sleep 1 + cat /mnt/f1 + stat -f '%a %m %c' /mnt/f1 + d2='1614729600 1614766068 1614766068' + [ '1614729600 1614766068 1614766068' '!=' '1614729600 1614766068 1614766068' ] + mount -u -o rw /mnt + touch /mnt/f2 + umount /mnt + mdconfig -d -u 10 + exit 0 root@mercat1:/usr/src/tools/test/stress2/misc # ./mountro4.sh root@mercat1:/usr/src/tools/test/stress2/misc # ./all.sh -onc mountro* Note: Can not ping $BLASTHOST: 192.168.1.1 20210303 11:08:18 all: mountro.sh 20210303 11:08:18 all (1/6): mountro.sh /mnt: write failed, filesystem is full Mar 3 11:08:30 mercat1 kernel: pid 4196 (rw), uid 0 inumber 4103 on /mnt: filesystem full panic: ffs_truncate: read-only filesystem cpuid = 0 time = 1614766110 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01428044e0 vpanic() at vpanic+0x181/frame 0xfffffe0142804530 panic() at panic+0x43/frame 0xfffffe0142804590 ffs_truncate() at ffs_truncate+0x1699/frame 0xfffffe0142804770 ffs_vput_pair() at ffs_vput_pair+0x1b3/frame 0xfffffe0142804800 vn_open_cred() at vn_open_cred+0x374/frame 0xfffffe0142804970 kern_openat() at kern_openat+0x26f/frame 0xfffffe0142804ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142804bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142804bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa5ba, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- KDB: enter: panic [ thread pid 4189 tid 100232 ] Stopped at kdb_enter+0x37: movq $0,0x1288f3e(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 1433 out of 32626 MB:..2%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 4189 tid 100232 td 0xfffffe010e5fe100 kdb_enter() at kdb_enter+0x37/frame 0xfffffe01428044e0 vpanic() at vpanic+0x1b2/frame 0xfffffe0142804530 panic() at panic+0x43/frame 0xfffffe0142804590 ffs_truncate() at ffs_truncate+0x1699/frame 0xfffffe0142804770 ffs_vput_pair() at ffs_vput_pair+0x1b3/frame 0xfffffe0142804800 vn_open_cred() at vn_open_cred+0x374/frame 0xfffffe0142804970 kern_openat() at kern_openat+0x26f/frame 0xfffffe0142804ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142804bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142804bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa5ba, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- db:1:pho1> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x7affc0 curthread = 0xfffffe010e5fe100: pid 4189 tid 100232 critnest 1 "creat" curpcb = 0xfffffe010e5fe610 fpcurthread = 0xfffffe010e5fe100: pid 4189 "creat" idlethread = 0xfffffe00e4c53300: tid 100003 "idle: cpu0" self = 0xffffffff82410000 curpmap = 0xfffffe01427a8b10 tssp = 0xffffffff82410384 rsp0 = 0xfffffe0142804cc0 kcr3 = 0x800000048ac491ed ucr3 = 0x800000048ac479ed scr3 = 0x48aff097e gs32p = 0xffffffff82410404 ldt = 0xffffffff82410444 tss = 0xffffffff82410434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb28afc0 curthread = 0xfffffe003ce1c300: pid 21 tid 100132 critnest 0 "doneq1" curpcb = 0xfffffe003ce1c810 fpcurthread = none idlethread = 0xfffffe00e4c52c00: tid 100004 "idle: cpu1" self = 0xffffffff82411000 curpmap = 0xffffffff81e9a5a0 tssp = 0xffffffff82411384 rsp0 = 0xfffffe00e4e77cc0 kcr3 = 0x800000000234e001 ucr3 = 0xffffffffffffffff scr3 = 0x772a45a27 gs32p = 0xffffffff82411404 ldt = 0xffffffff82411444 tss = 0xffffffff82411434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb297fc0 curthread = 0xfffffe014407b100: pid 4194 tid 100329 critnest 0 "rw" curpcb = 0xfffffe014407b610 fpcurthread = 0xfffffe014407b100: pid 4194 "rw" idlethread = 0xfffffe00e4c52500: tid 100005 "idle: cpu2" self = 0xffffffff82412000 curpmap = 0xfffffe0143db8b10 tssp = 0xffffffff82412384 rsp0 = 0xfffffe0145031cc0 kcr3 = 0x800000048af3f194 ucr3 = 0x800000048af3e994 scr3 = 0x48afd395f gs32p = 0xffffffff82412404 ldt = 0xffffffff82412444 tss = 0xffffffff82412434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb2a4fc0 curthread = 0xfffffe010e164c00: pid 4191 tid 100256 critnest 0 "rw" curpcb = 0xfffffe010e165110 fpcurthread = 0xfffffe010e164c00: pid 4191 "rw" idlethread = 0xfffffe00e4c51e00: tid 100006 "idle: cpu3" self = 0xffffffff82413000 curpmap = 0xfffffe0142797500 tssp = 0xffffffff82413384 rsp0 = 0xfffffe01428aacc0 kcr3 = 0x800000048a43f14c ucr3 = 0x800000048abd394c scr3 = 0x772bb2a2c gs32p = 0xffffffff82413404 ldt = 0xffffffff82413444 tss = 0xffffffff82413434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb2b1fc0 curthread = 0xfffffe00e4c51700: pid 11 tid 100007 critnest 1 "idle: cpu4" curpcb = 0xfffffe00e4c51c10 fpcurthread = none idlethread = 0xfffffe00e4c51700: tid 100007 "idle: cpu4" self = 0xffffffff82414000 curpmap = 0xffffffff81e9a5a0 tssp = 0xffffffff82414384 rsp0 = 0xfffffe00377a4cc0 kcr3 = 0x800000000234e001 ucr3 = 0xffffffffffffffff scr3 = 0x48a16da74 gs32p = 0xffffffff82414404 ldt = 0xffffffff82414444 tss = 0xffffffff82414434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb2befc0 curthread = 0xfffffe01427ea000: pid 4192 tid 100327 critnest 0 "rw" curpcb = 0xfffffe01427ea510 fpcurthread = 0xfffffe01427ea000: pid 4192 "rw" idlethread = 0xfffffe00e4c51000: tid 100008 "idle: cpu5" self = 0xffffffff82415000 curpmap = 0xfffffe010e3f0500 tssp = 0xffffffff82415384 rsp0 = 0xfffffe0145009cc0 kcr3 = 0x800000048a54e22a ucr3 = 0x800000048a552a2a scr3 = 0x77290faa5 gs32p = 0xffffffff82415404 ldt = 0xffffffff82415444 tss = 0xffffffff82415434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb2cbfc0 curthread = 0xfffffe0144045800: pid 4193 tid 100328 critnest 0 "rw" curpcb = 0xfffffe0144045d10 fpcurthread = 0xfffffe0144045800: pid 4193 "rw" idlethread = 0xfffffe00e4c54800: tid 100009 "idle: cpu6" self = 0xffffffff82416000 curpmap = 0xfffffe0142612500 tssp = 0xffffffff82416384 rsp0 = 0xfffffe0145036cc0 kcr3 = 0x800000048a8531d3 ucr3 = 0x800000048a8619d3 scr3 = 0x2305ca47 gs32p = 0xffffffff82416404 ldt = 0xffffffff82416444 tss = 0xffffffff82416434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb2d8fc0 curthread = 0xfffffe00e4c5a100: pid 11 tid 100010 critnest 0 "idle: cpu7" curpcb = 0xfffffe00e4c5a610 fpcurthread = none idlethread = 0xfffffe00e4c5a100: tid 100010 "idle: cpu7" self = 0xffffffff82417000 curpmap = 0xffffffff81e9a5a0 tssp = 0xffffffff82417384 rsp0 = 0xfffffe00377a9cc0 kcr3 = 0x800000000234e001 ucr3 = 0xffffffffffffffff scr3 = 0x772792b12 gs32p = 0xffffffff82417404 ldt = 0xffffffff82417444 tss = 0xffffffff82417434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb2e5fc0 curthread = 0xfffffe00e4c59a00: pid 11 tid 100011 critnest 0 "idle: cpu8" curpcb = 0xfffffe00e4c59f10 fpcurthread = none idlethread = 0xfffffe00e4c59a00: tid 100011 "idle: cpu8" self = 0xffffffff82418000 curpmap = 0xffffffff81e9a5a0 tssp = 0xffffffff82418384 rsp0 = 0xfffffe00377b8cc0 kcr3 = 0x800000000234e001 ucr3 = 0xffffffffffffffff scr3 = 0x48a1bca6c gs32p = 0xffffffff82418404 ldt = 0xffffffff82418444 tss = 0xffffffff82418434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb2f2fc0 curthread = 0xfffffe00e4cf4e00: pid 4187 tid 100277 critnest 0 "creat" curpcb = 0xfffffe00e4cf5310 fpcurthread = 0xfffffe00e4cf4e00: pid 4187 "creat" idlethread = 0xfffffe00e4c59300: tid 100012 "idle: cpu9" self = 0xffffffff82419000 curpmap = 0xfffffe0144046120 tssp = 0xffffffff82419384 rsp0 = 0xfffffe014290bcc0 kcr3 = 0x800000048ae762cc ucr3 = 0x800000021ff27acc scr3 = 0x772b45ace gs32p = 0xffffffff82419404 ldt = 0xffffffff82419444 tss = 0xffffffff82419434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb2fffc0 curthread = 0xfffffe00e4c58c00: pid 11 tid 100013 critnest 0 "idle: cpu10" curpcb = 0xfffffe00e4c59110 fpcurthread = none idlethread = 0xfffffe00e4c58c00: tid 100013 "idle: cpu10" self = 0xffffffff8241a000 curpmap = 0xffffffff81e9a5a0 tssp = 0xffffffff8241a384 rsp0 = 0xfffffe00377c2cc0 kcr3 = 0x800000000234e001 ucr3 = 0xffffffffffffffff scr3 = 0x48ae59ad5 gs32p = 0xffffffff8241a404 ldt = 0xffffffff8241a444 tss = 0xffffffff8241a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb30cfc0 curthread = 0xfffffe010e5fda00: pid 4188 tid 100324 critnest 0 "creat" curpcb = 0xfffffe010e5fdf10 fpcurthread = 0xfffffe010e5fda00: pid 4188 "creat" idlethread = 0xfffffe00e4c58500: tid 100014 "idle: cpu11" self = 0xffffffff8241b000 curpmap = 0xfffffe0142611120 tssp = 0xffffffff8241b384 rsp0 = 0xfffffe01415fccc0 kcr3 = 0x800000048acd4290 ucr3 = 0x800000048a4a5a90 scr3 = 0x48aca3a8e gs32p = 0xffffffff8241b404 ldt = 0xffffffff8241b444 tss = 0xffffffff8241b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks Process 4193 (rw) thread 0xfffffe0144045800 (100328) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037bc4520) locked @ kern/vfs_bio.c:1674 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037b9f0e0) locked @ kern/vfs_bio.c:3918 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe014599ec28) locked @ kern/vfs_vnops.c:1111 Process 4192 (rw) thread 0xfffffe01427ea000 (100327) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037cad3b0) locked @ kern/vfs_bio.c:3918 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe014407c2c8) locked @ kern/vfs_vnops.c:1111 Process 4191 (rw) thread 0xfffffe010e164c00 (100256) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037bd93b0) locked @ kern/vfs_bio.c:3918 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00379bcac0) locked @ kern/vfs_bio.c:3918 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037a178f0) locked @ kern/vfs_bio.c:3918 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037d61590) locked @ kern/vfs_bio.c:3918 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe00379b6e00) locked @ kern/vfs_bio.c:3918 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037b47110) locked @ kern/vfs_bio.c:3918 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe01454f0c28) locked @ kern/vfs_vnops.c:1111 Process 4189 (creat) thread 0xfffffe010e5fe100 (100232) exclusive lockmgr ufs (ufs) r = 0 (0xfffffe01440a99d0) locked @ kern/vfs_lookup.c:842 Process 4188 (creat) thread 0xfffffe010e5fda00 (100324) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037b9c920) locked @ kern/vfs_bio.c:3918 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe014403a9d0) locked @ kern/vfs_lookup.c:842 Process 4187 (creat) thread 0xfffffe00e4cf4e00 (100277) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe003792d9d0) locked @ kern/vfs_bio.c:3918 exclusive lockmgr ufs (ufs) r = 1 (0xfffffe0144fa87e0) locked @ kern/vfs_subr.c:2915 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe01440a9e80) locked @ kern/vfs_lookup.c:842 Process 4165 (md10) thread 0xfffffe014401c300 (100314) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0037d4eec0) locked @ kern/vfs_bio.c:1674 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe01440b39d0) locked @ dev/md/md.c:991 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe010e365b80) locked @ vm/vm_pager.c:392 db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffffe01440b3960: type VREG usecount 1, writecount 1, refcount 74 seqc users 0 hold count flags () flags (VIRF_PGREAD|VV_MD|VMP_LAZYLIST) v_object 0xfffff8048abdf948 ref 0 pages 32776 cleanbuf 71 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe014401c300 (pid 4165, md10, tid 100314) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff8070da0f at mdstart_vnode+0x38f #5 0xffffffff8070b711 at md_kthread+0x1d1 #6 0xffffffff80bcb190 at fork_exit+0x80 #7 0xffffffff810afd0e at fork_trampoline+0xe nlink=1, effnlink=1, size=134217728, extsize 0 generation=77242899, uid=0, gid=0, flags=0x0 ino 90, on dev gpt/tmp vnode 0xfffffe01440a9e10: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8048ad6b108 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe00e4cf4e00 (pid 4187, creat, tid 100277) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80cedf35 at lookup+0xd5 #5 0xffffffff80ced5ee at namei+0x57e #6 0xffffffff80d0c259 at kern_funlinkat+0x169 #7 0xffffffff80d0c0e8 at sys_unlink+0x28 #8 0xffffffff810dc0a7 at amd64_syscall+0x147 #9 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=1536, extsize 0 generation=d1adc5a3, uid=0, gid=0, flags=0x0 ino 4097, on dev md10a vnode 0xfffffe014403a960: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8048a5b2420 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe010e5fda00 (pid 4188, creat, tid 100324) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80cedf35 at lookup+0xd5 #5 0xffffffff80ced5ee at namei+0x57e #6 0xffffffff80d13a2f at vn_open_cred+0x10f #7 0xffffffff80d0a9ff at kern_openat+0x26f #8 0xffffffff810dc0a7 at amd64_syscall+0x147 #9 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=1536, extsize 0 generation=c7f55d2e, uid=0, gid=0, flags=0x0 ino 12288, on dev md10a vnode 0xfffffe01440a9960: type VDIR usecount 2, writecount 0, refcount 2 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8048abdd738 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe010e5fe100 (pid 4189, creat, tid 100232) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80cedf35 at lookup+0xd5 #5 0xffffffff80ced5ee at namei+0x57e #6 0xffffffff80d13a2f at vn_open_cred+0x10f #7 0xffffffff80d0a9ff at kern_openat+0x26f #8 0xffffffff810dc0a7 at amd64_syscall+0x147 #9 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=1536, extsize 0 generation=6350ed68, uid=0, gid=0, flags=0x0 ino 4, on dev md10a vnode 0xfffffe014599ebb8: type VREG usecount 1, writecount 1, refcount 242 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8077247d528 ref 0 pages 1920 cleanbuf 238 dirtybuf 2 lock type ufs: EXCL by thread 0xfffffe0144045800 (pid 4193, rw, tid 100328) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80d18ce0 at vn_write+0x1d0 #5 0xffffffff80d186e3 at vn_io_fault_doio+0x43 #6 0xffffffff80d14e3c at vn_io_fault1+0x16c #7 0xffffffff80d12a3a at vn_io_fault+0x1ba #8 0xffffffff80c86281 at dofilewrite+0x81 #9 0xffffffff80c85dfc at sys_write+0xbc #10 0xffffffff810dc0a7 at amd64_syscall+0x147 #11 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=7798784, extsize 0 generation=e8c3a17f, uid=0, gid=0, flags=0x0 ino 4124, on dev md10a vnode 0xfffffe01454f0bb8: type VREG usecount 1, writecount 1, refcount 280 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80772029840 ref 0 pages 2224 cleanbuf 272 dirtybuf 6 lock type ufs: EXCL by thread 0xfffffe010e164c00 (pid 4191, rw, tid 100256) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80d18ce0 at vn_write+0x1d0 #5 0xffffffff80d186e3 at vn_io_fault_doio+0x43 #6 0xffffffff80d14e3c at vn_io_fault1+0x16c #7 0xffffffff80d12a3a at vn_io_fault+0x1ba #8 0xffffffff80c86281 at dofilewrite+0x81 #9 0xffffffff80c85dfc at sys_write+0xbc #10 0xffffffff810dc0a7 at amd64_syscall+0x147 #11 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=9076736, extsize 0 generation=401fee53, uid=0, gid=0, flags=0x0 ino 4129, on dev md10a vnode 0xfffffe014407c258: type VREG usecount 1, writecount 1, refcount 467 seqc users 0 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8048a67a630 ref 0 pages 3720 cleanbuf 462 dirtybuf 3 lock type ufs: EXCL by thread 0xfffffe01427ea000 (pid 4192, rw, tid 100327) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80d18ce0 at vn_write+0x1d0 #5 0xffffffff80d186e3 at vn_io_fault_doio+0x43 #6 0xffffffff80d14e3c at vn_io_fault1+0x16c #7 0xffffffff80d12a3a at vn_io_fault+0x1ba #8 0xffffffff80c86281 at dofilewrite+0x81 #9 0xffffffff80c85dfc at sys_write+0xbc #10 0xffffffff810dc0a7 at amd64_syscall+0x147 #11 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=1, effnlink=1, size=15175680, extsize 0 generation=df689e47, uid=0, gid=0, flags=0x0 ino 8194, on dev md10a vnode 0xfffffe0144fa8770: type VREG usecount 2, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8048af7e840 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe00e4cf4e00 (pid 4187, creat, tid 100277) #0 0xffffffff80be0c95 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80f423fd at ffs_lock+0x9d #2 0xffffffff811a23a0 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d14674 at _vn_lock+0x54 #4 0xffffffff80cfc46a at vget_finish+0x7a #5 0xffffffff80cebb1c at vfs_hash_get+0xbc #6 0xffffffff80f3ab2e at ffs_vgetf+0xde #7 0xffffffff80f3aa43 at ffs_vget+0x33 #8 0xffffffff80f4cc1d at ufs_lookup_ino+0x118d #9 0xffffffff8119ee76 at VOP_CACHEDLOOKUP_APV+0x56 #10 0xffffffff80cdd5e6 at vfs_cache_lookup+0xa6 #11 0xffffffff8119ecc6 at VOP_LOOKUP_APV+0x56 #12 0xffffffff80cee301 at lookup+0x4a1 #13 0xffffffff80ced5ee at namei+0x57e #14 0xffffffff80d0c259 at kern_funlinkat+0x169 #15 0xffffffff80d0c0e8 at sys_unlink+0x28 #16 0xffffffff810dc0a7 at amd64_syscall+0x147 #17 0xffffffff810af5ae at fast_syscall_common+0xf8 nlink=0, effnlink=0, size=0, extsize 0 generation=6d241aa4, uid=0, gid=0, flags=0x0 ino 4126, on dev md10a db:1:pho1> show mount 0xfffffe010e121700 /dev/gpt/work on / (ufs) 0xfffffe010e122280 devfs on /dev (devfs) 0xfffffe0142638280 /dev/gpt/tmp on /tmp (ufs) 0xfffffe0142618700 /dev/md10a on /mnt (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 99579 Buf domain 0 freebufs 14339 lofreebufs 219 hifreebufs 329 bufspace 22990848 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 32 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 711 (20508672) dirtyq count 64 (2068480) wakeup 0 lim 25 CPU 0, 0, 11, 3, 0, 0, 0, 2, 0, 0, 1, 2, Locked buffers: 33 space 1081344 Total buffers: 810 space 22990848 Buf domain 1 freebufs 14541 lofreebufs 219 hifreebufs 329 bufspace 16379904 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 9 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 498 (13615104) dirtyq count 72 (2330624) wakeup 0 lim 25 CPU 0, 0, 1, 10, 0, 0, 0, 1, 1, 0, 0, 7, Locked buffers: 66 space 2162688 Total buffers: 1849 space 16379904 Buf domain 2 freebufs 14827 lofreebufs 219 hifreebufs 329 bufspace 6770688 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 3 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 277 (6279168) dirtyq count 3 (12288) wakeup 0 lim 25 CPU 0, 0, 0, 15, 0, 0, 0, 6, 0, 0, 0, 1, Locked buffers: 5 space 135168 Total buffers: 335 space 6770688 Buf domain 3 freebufs 14626 lofreebufs 219 hifreebufs 329 bufspace 13365248 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 7 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 443 (11583488) dirtyq count 39 (1249280) wakeup 0 lim 25 CPU 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 10, Locked buffers: 38 space 1245184 Total buffers: 826 space 13365248 Buf domain 4 freebufs 14938 lofreebufs 219 hifreebufs 329 bufspace 3231744 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 181 (3137536) dirtyq count 2 (16384) wakeup 0 lim 25 CPU 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 0 space 0 Total buffers: 1019 space 3231744 Buf domain 5 freebufs 14860 lofreebufs 219 hifreebufs 329 bufspace 5754880 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 8 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 243 (5156864) dirtyq count 8 (233472) wakeup 0 lim 25 CPU 0, 0, 0, 7, 0, 0, 0, 14, 0, 0, 0, 0, Locked buffers: 1 space 32768 Total buffers: 678 space 5754880 Buf domain 6 freebufs 14979 lofreebufs 219 hifreebufs 329 bufspace 1900544 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 145 (1863680) dirtyq count 2 (8192) wakeup 0 lim 25 CPU 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, Locked buffers: 1 space 4096 Total buffers: 829 space 1900544 db:1:pho1> show page vm_cnt.v_free_count: 7934613 vm_cnt.v_inactive_count: 33075 vm_cnt.v_active_count: 8199 vm_cnt.v_laundry_count: 0 vm_cnt.v_wire_count: 145412 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51264 vm_cnt.v_free_target: 173124 vm_cnt.v_inactive_target: 259686 db:1:pho1> show pageq pq_free 7934613 dom 0 page_cnt 8124114 free 7934613 pq_act 8199 pq_inact 33075 pq_laund 0 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 001902 | 000000 11 (008192K) | 000001 | 000000 10 (004096K) | 000003 | 000001 09 (002048K) | 000003 | 000000 08 (001024K) | 000002 | 000000 07 (000512K) | 000017 | 000000 06 (000256K) | 000045 | 000000 05 (000128K) | 000091 | 000001 04 (000064K) | 000212 | 000001 03 (000032K) | 000368 | 000000 02 (000016K) | 000348 | 000000 01 (000008K) | 000000 | 000001 00 (000004K) | 000001 | 000001 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000001 | 000000 05 (000128K) | 000001 | 000000 04 (000064K) | 000002 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000001 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree malloc-4096 4096 34116 15 131021 0 2 139800576 0 mbuf_cluster 2048 11006 8 11007 0 254 22556672 0 BUF TRIE 144 361 105591 26113 0 62 15257088 0 FFS inode 1160 1376 5890 10948 0 9 8428560 0 UMA Slabs 0 112 41630 19 41630 0 126 4664688 0 VNODE 600 1502 5934 11152 0 17 4461600 0 mbuf 256 14608 587 15997 0 254 3889920 0 malloc-128 128 26014 305 26288 0 126 3368832 0 malloc-384 384 207 6603 10097 0 30 2615040 0 malloc-256 256 5165 4630 123584 0 62 2507520 0 malloc-128 128 11557 5865 30962 0 126 2230016 0 VM OBJECT 264 1815 6135 90148 0 30 2098800 0 pbuf 2776 0 755 0 0 0 2095880 0 malloc-4096 4096 429 34 6183 0 2 1896448 0 FFS2 dinode 256 1376 6004 10948 0 62 1889280 0 malloc-128 128 14414 311 1136905 0 126 1884800 0 RADIX NODE 144 9673 2056 236993 0 62 1688976 0 malloc-256 256 230 6175 15532 0 62 1639680 0 256 Bucket 2048 501 33 10331 0 8 1093632 0 malloc-65536 65536 4 12 4007 0 1 1048576 0 malloc-16384 16384 14 50 9764 0 1 1048576 0 vmem btag 56 13703 325 13703 0 254 785568 0 malloc-8192 8192 95 0 95 0 1 778240 0 malloc-32768 32768 9 13 3946 0 1 720896 0 malloc-64 64 9541 1484 34706 0 254 705600 0 THREAD 1792 344 43 349 0 8 693504 0 DEVCTL 1024 0 672 703 0 0 688128 0 malloc-64 64 9328 500 9993 0 254 628992 0 malloc-128 128 1917 2206 33905 0 126 527744 0 malloc-65536 65536 1 7 22 0 1 524288 0 UMA Zones 2048 223 3 223 0 8 462848 0 128 Bucket 1024 309 118 3242 0 16 437248 0 malloc-32768 32768 13 0 13 0 1 425984 0 malloc-32768 32768 12 0 12 0 1 393216 0 MAP ENTRY 96 1419 2529 287289 0 126 379008 0 malloc-8192 8192 28 17 3301 0 1 368640 0 S VFS Cache 104 1783 1727 10414 0 126 365040 0 64 Bucket 512 561 135 7584 0 30 356352 0 VMSPACE 2544 52 86 5285 0 4 351072 0 malloc-1024 1024 257 59 12661 0 16 323584 0 g_bio 408 12 738 191475 0 30 306000 0 malloc-2048 2048 7 135 51215 0 8 290816 0 malloc-64 64 3863 610 9240 0 254 286272 0 malloc-32 32 7919 1027 8573 0 254 286272 0 32 Bucket 256 686 424 8129 0 62 284160 0 filedesc0 1072 87 158 5323 0 8 262640 0 malloc-16 16 14378 1872 14596 0 254 260000 0 malloc-2048 2048 110 16 1684 0 8 258048 0 pipe 744 8 272 2488 0 16 208320 0 PROC 1320 89 67 5322 0 8 205920 0 16 Bucket 144 977 423 5589 0 62 201600 0 malloc-65536 65536 3 0 3 0 1 196608 0 malloc-256 256 0 720 10120 0 62 184320 0 malloc-128 128 5 1297 44797 0 126 166656 0 malloc-256 256 129 516 9139 0 62 165120 0 clpbuf 2776 4 46 1668 0 2 138800 0 ksiginfo 112 120 1104 288 0 126 137088 0 malloc-65536 65536 2 0 2 0 1 131072 0 mbuf_packet 256 2 508 602 0 254 130560 0 socket 944 48 88 5755 0 254 128384 0 PWD 32 28 3878 17460 0 254 124992 0 8 Bucket 80 133 1417 299397 0 126 124000 0 malloc-128 128 573 357 16437 0 126 119040 0 DIRHASH 1024 99 17 99 0 16 118784 0 malloc-256 256 368 82 1505 0 62 115200 0 Files 80 133 1267 48497 0 126 112000 0 malloc-384 384 209 61 261 0 30 103680 0 malloc-8192 8192 12 0 12 0 1 98304 0 malloc-4096 4096 18 5 39 0 2 94208 0 malloc-4096 4096 23 0 23 0 2 94208 0 NAMEI 1024 2 86 117387 0 16 90112 0 ttyoutq 256 165 180 274 0 62 88320 0 ttyinq 160 315 210 525 0 62 84000 0 Mountpoints 2944 4 24 11 0 4 82432 0 malloc-8192 8192 6 4 48 0 1 81920 0 tcpcb 1048 10 67 15 0 254 80696 0 UMA Kegs 384 193 0 193 0 30 74112 0 malloc-8192 8192 5 4 11 0 1 73728 0 malloc-4096 4096 13 5 29 0 2 73728 0 malloc-384 384 110 80 10289 0 30 72960 0 malloc-256 256 29 241 717 0 62 69120 0 TURNSTILE 136 388 95 388 0 62 65688 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-32768 32768 1 1 2 0 1 65536 0 malloc-16384 16384 1 3 5 0 1 65536 0 malloc-16384 16384 4 0 4 0 1 65536 0 malloc-32 32 584 1432 25228 0 254 64512 0 malloc-2048 2048 24 6 26 0 8 61440 0 malloc-256 256 35 205 2309 0 62 61440 0 udp_inpcb 488 22 98 178 0 254 58560 0 malloc-64 64 19 863 1015 0 254 56448 0 2 Bucket 32 434 1330 42747 0 254 56448 0 malloc-1024 1024 19 33 274 0 16 53248 0 malloc-512 512 26 78 2197 0 30 53248 0 malloc-32 32 358 1280 19997 0 254 52416 0 malloc-16 16 509 2741 1092552 0 254 52000 0 malloc-128 128 82 321 2564 0 126 51584 0 kenv 258 18 177 21836 0 30 50310 0 malloc-384 384 30 100 95 0 30 49920 0 malloc-4096 4096 1 11 32 0 2 49152 0 malloc-1024 1024 3 45 96 0 16 49152 0 rl_entry 40 110 1102 110 0 254 48480 0 udpcb 32 22 1490 178 0 254 48384 0 malloc-64 64 9 747 1443965 0 254 48384 0 malloc-64 64 142 614 1617 0 254 48384 0 malloc-32 32 281 1231 402 0 254 48384 0 malloc-32 32 117 1395 1672 0 254 48384 0 4 Bucket 48 37 971 530 0 254 48384 0 malloc-16 16 1 2999 800 0 254 48000 0 malloc-16 16 841 2159 37004 0 254 48000 0 malloc-16 16 3 2997 394 0 254 48000 0 SLEEPQUEUE 88 388 156 388 0 126 47872 0 unpcb 256 13 167 5550 0 254 46080 0 PGRP 88 28 478 59 0 126 44528 0 malloc-64 64 46 647 103 0 254 44352 0 malloc-32 32 72 1314 252 0 254 44352 0 malloc-512 512 23 57 25 0 30 40960 0 pcpu-8 8 3466 1654 3473 0 254 40960 0 malloc-32 32 264 996 380 0 254 40320 0 cpuset 104 27 345 27 0 126 38688 0 malloc-384 384 36 64 49 0 30 38400 0 malloc-4096 4096 7 2 15 0 2 36864 0 malloc-512 512 0 72 13 0 30 36864 0 pcpu-64 64 451 125 451 0 254 36864 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-32768 32768 1 0 1 0 1 32768 0 malloc-16384 16384 0 2 2 0 1 32768 0 malloc-16384 16384 2 0 2 0 1 32768 0 malloc-8192 8192 4 0 4 0 1 32768 0 malloc-512 512 30 34 49 0 30 32768 0 rtentry 176 12 172 15 0 62 32384 0 malloc-64 64 54 450 93 0 254 32256 0 malloc-32 32 6 1002 70 0 254 32256 0 malloc-16 16 25 1975 59 0 254 32000 0 routing nhops 256 9 111 15 0 62 30720 0 pcpu-16 16 28 1764 28 0 254 28672 0 malloc-128 128 58 159 72 0 126 27776 0 tcp_inpcb 488 10 46 15 0 254 27328 0 malloc-1024 1024 16 8 40 0 16 24576 0 malloc-16 16 56 1444 62 0 254 24000 0 malloc-1024 1024 12 8 15 0 16 20480 0 malloc-1024 1024 3 17 15 0 16 20480 0 malloc-512 512 3 37 6 0 30 20480 0 TMPFS node 224 0 90 6 0 62 20160 0 mdpbuf 2776 1 6 1672 0 1 19432 0 malloc-384 384 20 30 20 0 30 19200 0 malloc-256 256 21 54 22 0 62 19200 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-16384 16384 1 0 1 0 1 16384 0 malloc-4096 4096 1 3 5 0 2 16384 0 malloc-512 512 6 26 52 0 30 16384 0 malloc-16 16 11 739 11 0 254 12000 0 malloc-8192 8192 1 0 1 0 1 8192 0 malloc-2048 2048 3 1 3 0 8 8192 0 malloc-2048 2048 0 4 3 0 8 8192 0 malloc-1024 1024 2 6 2 0 16 8192 0 malloc-1024 1024 3 5 3 0 16 8192 0 malloc-512 512 0 16 4 0 30 8192 0 fakepg 104 0 78 8 0 126 8112 0 ripcb 488 1 15 3 0 254 7808 0 FPU_save_area 832 1 8 1 0 16 7488 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-2048 2048 1 1 1 0 8 4096 0 malloc-512 512 0 8 1 0 30 4096 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 KNOTE 160 0 25 4 0 62 4000 0 UMA Slabs 1 176 9 13 9 0 62 3872 0 malloc-384 384 1 9 1 0 30 3840 0 malloc-384 384 1 9 33 0 30 3840 0 KMAP ENTRY 96 33 6 33 0 0 3744 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 0 0 126 0 0 swblk 136 0 0 0 0 62 0 0 swpctrie 144 0 0 0 0 62 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 udplite_inpcb 488 0 0 0 0 254 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 254 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 hostcache 96 0 0 0 0 254 0 0 syncache 168 0 0 0 0 254 0 0 tcptw 88 0 0 0 0 254 0 0 ipq 56 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 736 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 L VFS Cache 320 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 0 0 30 0 0 linux_dma_object 24 0 0 0 0 254 0 0 linux_dma_pctrie 144 0 0 0 0 62 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 254 0 0 mbuf_jumbo_9k 9216 0 0 0 0 254 0 0 mbuf_jumbo_page 4096 0 0 0 0 254 0 0 audit_record 1280 0 0 0 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 vnpbuf 2776 0 0 0 0 10 0 0 nfspbuf 2776 0 0 0 0 2 0 0 swwbuf 2776 0 0 0 0 1 0 0 swrbuf 2776 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 malloc-65536 65536 0 0 0 0 1 0 0 malloc-32768 32768 0 0 0 0 1 0 0 malloc-16384 16384 0 0 0 0 1 0 0 malloc-8192 8192 0 0 0 0 1 0 0 malloc-2048 2048 0 0 0 0 8 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 55954 1796 225875 169 vm pgcache 4096 53503 777 678882 169 buf free cache 848 2821 3531 84183 16 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 441 225 9089 1 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 9 37 120 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 0 2 kstack_cache 16384 344 8 349 2 db:0:pho> acttrace Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c51700 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce47e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce47e10 trap() at trap+0x56/frame 0xfffffe003ce47f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce47f20 --- trap 0x13, rip = 0xffffffff81098446, rsp = 0xfffffe00377a4a50, rbp = 0xfffffe00377a4a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377a4a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00377a4aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00377a4ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00377a4ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377a4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c5a100 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee10 trap() at trap+0x56/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff81098aee, rsp = 0xfffffe00377a9ad0, rbp = 0xfffffe00377a9ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377a9ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c59a00 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7be00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be10 trap() at trap+0x56/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0xffffffff81098aee, rsp = 0xfffffe00377b8ad0, rbp = 0xfffffe00377b8ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377b8ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377b8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c58c00 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e10 trap() at trap+0x56/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0xffffffff81098aee, rsp = 0xfffffe00377c2ad0, rbp = 0xfffffe00377c2ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377c2ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377c2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100132 td 0xfffffe003ce1c300 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e10 trap() at trap+0x56/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff80b52e21, rsp = 0xfffffe00e4e77a80, rbp = 0xfffffe00e4e77a90 --- g_std_done() at g_std_done+0x11/frame 0xfffffe00e4e77a90 g_io_deliver() at g_io_deliver+0x25e/frame 0xfffffe00e4e77ae0 g_disk_done() at g_disk_done+0xed/frame 0xfffffe00e4e77b20 xpt_done_process() at xpt_done_process+0x3a3/frame 0xfffffe00e4e77b60 xpt_done_td() at xpt_done_td+0xf5/frame 0xfffffe00e4e77bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e77bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command creat pid 4187 tid 100277 td 0xfffffe00e4cf4e00 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce88e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce88e10 trap() at trap+0x56/frame 0xfffffe003ce88f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce88f20 --- trap 0x13, rip = 0xffffffff8119eb3a, rsp = 0xfffffe014290b5d0, rbp = 0xfffffe014290b5e0 --- VOP_ISLOCKED_APV() at VOP_ISLOCKED_APV+0x1a/frame 0xfffffe014290b5e0 assert_vop_locked() at assert_vop_locked+0x52/frame 0xfffffe014290b610 vput() at vput+0x18/frame 0xfffffe014290b640 handle_workitem_remove() at handle_workitem_remove+0xb0c/frame 0xfffffe014290b720 softdep_setup_remove() at softdep_setup_remove+0x42d/frame 0xfffffe014290b780 ufs_dirremove() at ufs_dirremove+0x372/frame 0xfffffe014290b7e0 ufs_remove() at ufs_remove+0xab/frame 0xfffffe014290b840 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe014290b860 kern_funlinkat() at kern_funlinkat+0x318/frame 0xfffffe014290baa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe014290bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014290bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014290bbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a753a, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- Tracing command creat pid 4188 tid 100324 td 0xfffffe010e5fda00 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e10 trap() at trap+0x56/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0xffffffff80c5e9c2, rsp = 0xfffffe01415fc270, rbp = 0xfffffe01415fc280 --- lock_delay() at lock_delay+0x22/frame 0xfffffe01415fc280 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe01415fc330 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe01415fc370 workitem_alloc() at workitem_alloc+0x101/frame 0xfffffe01415fc3a0 inodedep_lookup() at inodedep_lookup+0x161/frame 0xfffffe01415fc410 softdep_setup_inomapdep() at softdep_setup_inomapdep+0x18c/frame 0xfffffe01415fc490 ffs_nodealloccg() at ffs_nodealloccg+0x583/frame 0xfffffe01415fc530 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe01415fc580 ffs_valloc() at ffs_valloc+0x4c2/frame 0xfffffe01415fc630 ufs_makeinode() at ufs_makeinode+0xe0/frame 0xfffffe01415fc7c0 ufs_create() at ufs_create+0x34/frame 0xfffffe01415fc7e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe01415fc800 vn_open_cred() at vn_open_cred+0x2b3/frame 0xfffffe01415fc970 kern_openat() at kern_openat+0x26f/frame 0xfffffe01415fcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415fcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415fcbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa5ba, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- Tracing command creat pid 4189 tid 100232 td 0xfffffe010e5fe100 (CPU 0) kdb_enter() at kdb_enter+0x37/frame 0xfffffe01428044e0 vpanic() at vpanic+0x1b2/frame 0xfffffe0142804530 panic() at panic+0x43/frame 0xfffffe0142804590 ffs_truncate() at ffs_truncate+0x1699/frame 0xfffffe0142804770 ffs_vput_pair() at ffs_vput_pair+0x1b3/frame 0xfffffe0142804800 vn_open_cred() at vn_open_cred+0x374/frame 0xfffffe0142804970 kern_openat() at kern_openat+0x26f/frame 0xfffffe0142804ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142804bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142804bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa5ba, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- Tracing command rw pid 4191 tid 100256 td 0xfffffe010e164c00 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae10 trap() at trap+0x56/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0xffffffff80c5e9c2, rsp = 0xfffffe01428aa090, rbp = 0xfffffe01428aa0a0 --- lock_delay() at lock_delay+0x22/frame 0xfffffe01428aa0a0 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe01428aa150 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe01428aa190 workitem_alloc() at workitem_alloc+0x101/frame 0xfffffe01428aa1c0 newfreefrag() at newfreefrag+0xcf/frame 0xfffffe01428aa230 newallocindir() at newallocindir+0x4d/frame 0xfffffe01428aa290 softdep_setup_allocindir_page() at softdep_setup_allocindir_page+0x109/frame 0xfffffe01428aa300 ffs_reallocblks() at ffs_reallocblks+0xc88/frame 0xfffffe01428aa480 VOP_REALLOCBLKS_APV() at VOP_REALLOCBLKS_APV+0x59/frame 0xfffffe01428aa4a0 cluster_write() at cluster_write+0x549/frame 0xfffffe01428aa580 ffs_write() at ffs_write+0x493/frame 0xfffffe01428aa630 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe01428aa740 vn_write() at vn_write+0x2eb/frame 0xfffffe01428aa7d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe01428aa830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe01428aa980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe01428aaa00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe01428aaa50 sys_write() at sys_write+0xbc/frame 0xfffffe01428aaac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01428aabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01428aabf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4192 tid 100327 td 0xfffffe01427ea000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e10 trap() at trap+0x56/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0xffffffff80be2302, rsp = 0xfffffe0145009200, rbp = 0xfffffe0145009200 --- __lockmgr_args() at __lockmgr_args+0x892/frame 0xfffffe0145009200 getblkx() at getblkx+0xc7/frame 0xfffffe01450092c0 cluster_read() at cluster_read+0xf0/frame 0xfffffe01450093c0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0x1a53/frame 0xfffffe0145009580 ffs_write() at ffs_write+0x262/frame 0xfffffe0145009630 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe0145009740 vn_write() at vn_write+0x2eb/frame 0xfffffe01450097d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe0145009830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe0145009980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe0145009a00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe0145009a50 sys_write() at sys_write+0xbc/frame 0xfffffe0145009ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145009bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145009bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4193 tid 100328 td 0xfffffe0144045800 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e10 trap() at trap+0x56/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0xffffffff80c5e9c0, rsp = 0xfffffe0145036200, rbp = 0xfffffe0145036210 --- lock_delay() at lock_delay+0x20/frame 0xfffffe0145036210 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe01450362c0 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe0145036300 newallocindir() at newallocindir+0x87/frame 0xfffffe0145036360 softdep_setup_allocindir_page() at softdep_setup_allocindir_page+0x109/frame 0xfffffe01450363d0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0x1836/frame 0xfffffe0145036580 ffs_write() at ffs_write+0x262/frame 0xfffffe0145036630 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe0145036740 vn_write() at vn_write+0x2eb/frame 0xfffffe01450367d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe0145036830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe0145036980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe0145036a00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe0145036a50 sys_write() at sys_write+0xbc/frame 0xfffffe0145036ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145036bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145036bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4194 tid 100329 td 0xfffffe014407b100 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de10 trap() at trap+0x56/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0xffffffff80d15d69, rsp = 0xfffffe0145031748, rbp = 0xfffffe01450317d0 --- vn_start_write_refed() at vn_start_write_refed+0x289/frame 0xfffffe01450317d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe0145031830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe0145031980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe0145031a00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe0145031a50 sys_write() at sys_write+0xbc/frame 0xfffffe0145031ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145031bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145031bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 5322 4150 2857 0 S+ nanslp 0xffffffff81eb9a23 sleep 5317 2986 2954 0 S nanslp 0xffffffff81eb9a2a sleep 4194 4190 2857 0 R+ CPU 2 rw 4193 4190 2857 0 R+ CPU 6 rw 4192 4190 2857 0 R+ CPU 5 rw 4191 4190 2857 0 R+ CPU 3 rw 4190 4183 2857 0 S+ wait 0xfffff80023048a50 rw 4189 4186 2857 0 R+ CPU 0 creat 4188 4186 2857 0 R+ CPU 11 creat 4187 4186 2857 0 R+ CPU 9 creat 4186 4184 2857 0 S+ wait 0xfffff80023063a50 creat 4185 4182 2857 0 S+ nanslp 0xffffffff81eb9a29 mkdir 4184 4182 2857 0 S+ nanslp 0xffffffff81eb9a26 creat 4183 4182 2857 0 S+ nanslp 0xffffffff81eb9a28 rw 4182 4181 2857 0 S+ wait 0xfffff800230d1000 run 4181 4180 2857 0 S+ wait 0xfffff8048ab88a50 run 4180 4171 2857 0 S+ nanslp 0xffffffff81eb9a20 run 4171 4150 2857 0 S+ wait 0xfffff80006012528 sh 4165 0 0 0 DL biowr 0xfffffe0037d4ee40 [md10] 4151 2857 2857 0 S+ piperd 0xfffff80023078000 tee 4150 4149 2857 0 S+ wait 0xfffff800234b7a50 sh 4149 2857 2857 0 S+ wait 0xfffff80023757528 sh 2989 2954 2954 0 S piperd 0xfffff8021f0ec8b8 sh 2987 2954 2954 0 S piperd 0xfffff8001a2128b8 awk 2986 2954 2954 0 S wait 0xfffff8048a4b7000 sh 2954 1 2954 0 Ss wait 0xfffff800231f5528 sh 2857 2750 2857 0 S+ wait 0xfffff80006012000 sh 2750 2749 2750 0 S+ pause 0xfffff800234b75d8 csh 2749 1 2749 0 Ss+ wait 0xfffff800237a7000 login 2748 1 2748 0 Ss+ ttyin 0xfffff800060c5cb0 getty 2747 1 2747 0 Ss+ ttyin 0xfffff800190a48b0 getty 2746 1 2746 0 Ss+ ttyin 0xfffff800190a4cb0 getty 2745 1 2745 0 Ss+ ttyin 0xfffff80003bf10b0 getty 2744 1 2744 0 Ss+ ttyin 0xfffff80003bf14b0 getty 2743 1 2743 0 Ss+ ttyin 0xfffff80003bf18b0 getty 2742 1 2742 0 Ss+ ttyin 0xfffff80003bf1cb0 getty 2741 1 2741 0 Ss+ ttyin 0xfffff80003c130b0 getty 2740 1 2740 0 Ss+ ttyin 0xfffff80003c134b0 getty 2729 1 2729 0 Ss select 0xfffff8000424d640 inetd 2726 1 2726 0 Ss nanslp 0xffffffff81eb9a22 cron 2717 1 2717 0 Ss select 0xfffff80023171f40 sshd 2688 1 2688 0 Ss select 0xfffff800039db540 powerd 2685 1 2685 123 Ss select 0xfffff800238ad540 ntpd 2646 1 2646 0 Ss rpcsvc 0xfffff8048a904e60 NLM: master 2643 1 2643 0 Ss select 0xfffff80003be13c0 rpc.statd 2620 1 2620 0 Ss select 0xfffff800238ad640 rpcbind 2603 1 2603 0 Ss nanslp 0xffffffff81eb9a25 watchdogd 2588 1 2588 0 Ss select 0xfffff800039db7c0 syslogd 2405 1 2405 0 Ss select 0xfffff80004977e40 devd 2400 1 2400 65 Ss select 0xfffff8000424d440 dhclient 2341 1 2341 0 Ss select 0xfffff800190fdc40 dhclient 2338 1 2338 0 Ss select 0xfffff800231f89c0 dhclient 34 0 0 0 DL syncer 0xffffffff81fa8e38 [syncer] 33 0 0 0 DL vlruwt 0xfffff800041ea000 [vnlru] 32 0 0 0 DL (threaded) [bufdaemon] 100210 D qsleep 0xffffffff81fa7f00 [bufdaemon] 100211 D - 0xffffffff81a0ad80 [bufspacedaemon-0] 100212 D - 0xffffffff81a13040 [bufspacedaemon-1] 100213 D - 0xffffffff81a1b300 [bufspacedaemon-2] 100214 D - 0xffffffff81a235c0 [bufspacedaemon-3] 100215 D - 0xffffffff81a2b880 [bufspacedaemon-4] 100216 D - 0xffffffff81a33b40 [bufspacedaemon-5] 100217 D - 0xffffffff81a3be00 [bufspacedaemon-6] 100231 D sdflush 0xfffff80019092ce8 [/ worker] 100238 D sdflush 0xfffff80006f848e8 [/tmp worker] 100326 D sdflush 0xfffff80003adcce8 [/mnt worker] 31 0 0 0 DL psleep 0xffffffff81fcdc48 [vmdaemon] 30 0 0 0 DL (threaded) [pagedaemon] 100208 D psleep 0xffffffff81fc20b8 [dom0] 100218 D launds 0xffffffff81fc20c4 [laundry: dom0] 100219 D umarcl 0xffffffff80f64380 [uma] 29 0 0 0 DL idle 0xfffff80004261528 [enc_daemon1] 28 0 0 0 DL idle 0xfffff80004261a50 [enc_daemon0] 27 0 0 0 DL - 0xffffffff81cedd28 [rand_harvestq] 26 0 0 0 DL - 0xffffffff81fa555c [soaiod4] 25 0 0 0 DL - 0xffffffff81fa555c [soaiod3] 24 0 0 0 DL - 0xffffffff81fa555c [soaiod2] 23 0 0 0 DL - 0xffffffff81fa555c [soaiod1] 22 0 0 0 DL (threaded) [usb] 100137 D - 0xfffffe010a186440 [usbus0] 100138 D - 0xfffffe010a186498 [usbus0] 100139 D - 0xfffffe010a1864f0 [usbus0] 100140 D - 0xfffffe010a186548 [usbus0] 100141 D - 0xfffffe010a1865a0 [usbus0] 100143 D - 0xfffffe00e4d47cf0 [usbus1] 100144 D - 0xfffffe00e4d47d48 [usbus1] 100145 D - 0xfffffe00e4d47da0 [usbus1] 100146 D - 0xfffffe00e4d47df8 [usbus1] 100147 D - 0xfffffe00e4d47e50 [usbus1] 100148 D - 0xfffffe00e4d27cf0 [usbus2] 100149 D - 0xfffffe00e4d27d48 [usbus2] 100150 D - 0xfffffe00e4d27da0 [usbus2] 100151 D - 0xfffffe00e4d27df8 [usbus2] 100152 D - 0xfffffe00e4d27e50 [usbus2] 21 0 0 0 RL (threaded) [cam] 100131 D - 0xffffffff81bc5640 [doneq0] 100132 Run CPU 1 [doneq1] 100133 D - 0xffffffff81bc5740 [doneq2] 100165 D - 0xffffffff81bc5510 [scanner] 20 0 0 0 DL seqstat 0xfffff80003f39c88 [sequencer 00] 19 0 0 0 DL crypto_ 0xfffff80003db1c50 [crypto returns 11] 18 0 0 0 DL crypto_ 0xfffff80003db1bf0 [crypto returns 10] 17 0 0 0 DL crypto_ 0xfffff80003db1b90 [crypto returns 9] 16 0 0 0 DL crypto_ 0xfffff80003db1b30 [crypto returns 8] 15 0 0 0 DL crypto_ 0xfffff80003db1ad0 [crypto returns 7] 14 0 0 0 DL crypto_ 0xfffff80003db1a70 [crypto returns 6] 9 0 0 0 DL crypto_ 0xfffff80003db1a10 [crypto returns 5] 8 0 0 0 DL crypto_ 0xfffff80003db19b0 [crypto returns 4] 7 0 0 0 DL crypto_ 0xfffff80003db1950 [crypto returns 3] 6 0 0 0 DL crypto_ 0xfffff80003db18f0 [crypto returns 2] 5 0 0 0 DL crypto_ 0xfffff80003db1890 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003db1830 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff81fbf5a0 [crypto] 13 0 0 0 DL (threaded) [geom] 100102 D - 0xffffffff81e992a0 [g_event] 100103 D - 0xffffffff81e992a8 [g_up] 100104 D - 0xffffffff81e992b0 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100075 D - 0xfffff80003d3e800 [thr_0] 100076 D - 0xfffff80003d3e880 [thr_1] 100077 D - 0xfffff80003d3e900 [thr_2] 100078 D - 0xfffff80003d3e980 [thr_3] 100079 D - 0xfffff80003d3ea00 [thr_4] 100080 D - 0xfffff80003d3ea80 [thr_5] 100081 D - 0xfffff80003d3eb00 [thr_6] 100082 D - 0xfffff80003d3eb80 [thr_7] 100083 D - 0xfffff80003d3ec00 [thr_8] 100084 D - 0xfffff80003d3ec80 [thr_9] 100085 D - 0xfffff80003d3ed00 [thr_10] 100086 D - 0xfffff80003d3ed80 [thr_11] 12 0 0 0 WL (threaded) [intr] 100041 I [swi5: fast taskq] 100044 I [swi6: task queue] 100047 I [swi6: Giant taskq] 100087 I [swi4: clock (0)] 100088 I [swi4: clock (1)] 100089 I [swi4: clock (2)] 100090 I [swi4: clock (3)] 100091 I [swi4: clock (4)] 100092 I [swi4: clock (5)] 100093 I [swi4: clock (6)] 100094 I [swi4: clock (7)] 100095 I [swi4: clock (8)] 100096 I [swi4: clock (9)] 100097 I [swi4: clock (10)] 100098 I [swi4: clock (11)] 100099 I [swi1: netisr 0] 100100 I [swi3: vm] 100134 I [swi4: apei] 100135 I [irq56: ahci0] 100136 I [irq19: xhci0] 100142 I [irq18: ehci0 ehci1+] 100153 I [irq71: ahci1] 100154 I [swi0: uart uart] 100172 I [irq73: mlx5_core0] 100173 I [irq74: mlx5_core0] 100174 I [irq72: mlx5_core0] 100175 I [irq75: mlx5_core0] 100176 I [irq76: mlx5_core0] 100177 I [irq77: mlx5_core0] 100178 I [irq78: mlx5_core0] 100179 I [irq79: mlx5_core0] 100180 I [irq80: mlx5_core0] 100181 I [irq81: mlx5_core0] 100182 I [irq82: mlx5_core0] 100183 I [irq83: mlx5_core0] 100184 I [irq84: mlx5_core0] 100185 I [irq85: mlx5_core0] 100186 I [irq86: mlx5_core0] 100192 I [irq88: mlx5_core1] 100193 I [irq89: mlx5_core1] 100194 I [irq87: mlx5_core1] 100195 I [irq90: mlx5_core1] 100196 I [irq91: mlx5_core1] 100197 I [irq92: mlx5_core1] 100198 I [irq93: mlx5_core1] 100199 I [irq94: mlx5_core1] 100200 I [irq95: mlx5_core1] 100201 I [irq96: mlx5_core1] 100202 I [irq97: mlx5_core1] 100203 I [irq98: mlx5_core1] 100204 I [irq99: mlx5_core1] 100205 I [irq100: mlx5_core1] 100206 I [irq101: mlx5_core1] 100265 I [irq102: ioat0] 100266 I [irq103: ioat1] 100267 I [irq104: ioat2] 100268 I [irq105: ioat3] 100269 I [irq106: ioat4] 100270 I [irq107: ioat5] 100271 I [irq108: ioat6] 100272 I [irq109: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 Run CPU 4 [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 Run CPU 7 [idle: cpu7] 100011 Run CPU 8 [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 Run CPU 10 [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff80003a6a528 [init] 10 0 0 0 DL audit_w 0xffffffff81fbfac0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81e99830 [swapper] 100015 D - 0xfffff80003a4ac00 [softirq_0] 100016 D - 0xfffff80003a4ab00 [softirq_1] 100017 D - 0xfffff80003a4aa00 [softirq_2] 100018 D - 0xfffff80003a4a900 [softirq_3] 100019 D - 0xfffff80003a4a800 [softirq_4] 100020 D - 0xfffff80003a4a700 [softirq_5] 100021 D - 0xfffff80003a4a600 [softirq_6] 100022 D - 0xfffff80003a4a500 [softirq_7] 100023 D - 0xfffff80003a4a400 [softirq_8] 100024 D - 0xfffff80003a4a300 [softirq_9] 100025 D - 0xfffff80003a4a200 [softirq_10] 100026 D - 0xfffff80003a4a100 [softirq_11] 100027 D - 0xfffff80003a4a000 [if_io_tqg_0] 100028 D - 0xfffff80003a47e00 [if_io_tqg_1] 100029 D - 0xfffff80003a47d00 [if_io_tqg_2] 100030 D - 0xfffff80003a47c00 [if_io_tqg_3] 100031 D - 0xfffff80003a47b00 [if_io_tqg_4] 100032 D - 0xfffff80003a47a00 [if_io_tqg_5] 100033 D - 0xfffff80003a47900 [if_io_tqg_6] 100034 D - 0xfffff80003a47800 [if_io_tqg_7] 100035 D - 0xfffff80003a47700 [if_io_tqg_8] 100036 D - 0xfffff80003a47600 [if_io_tqg_9] 100037 D - 0xfffff80003a47500 [if_io_tqg_10] 100038 D - 0xfffff80003a47400 [if_io_tqg_11] 100039 D - 0xfffff80003a47300 [if_config_tqg_0] 100040 D - 0xfffff80003a47200 [linuxkpi_irq_wq] 100042 D - 0xfffff80003a3ee00 [kqueue_ctx taskq] 100043 D - 0xfffff80003a3ed00 [inm_free taskq] 100045 D - 0xfffff80003a3ea00 [aiod_kick taskq] 100046 D - 0xfffff80003a3e900 [in6m_free taskq] 100048 D - 0xfffff80003a3e600 [thread taskq] 100049 D - 0xfffff80003a3e500 [linuxkpi_short_wq_0] 100050 D - 0xfffff80003a3e500 [linuxkpi_short_wq_1] 100051 D - 0xfffff80003a3e500 [linuxkpi_short_wq_2] 100052 D - 0xfffff80003a3e500 [linuxkpi_short_wq_3] 100053 D - 0xfffff80003a3e500 [linuxkpi_short_wq_4] 100054 D - 0xfffff80003a3e500 [linuxkpi_short_wq_5] 100055 D - 0xfffff80003a3e500 [linuxkpi_short_wq_6] 100056 D - 0xfffff80003a3e500 [linuxkpi_short_wq_7] 100057 D - 0xfffff80003a3e500 [linuxkpi_short_wq_8] 100058 D - 0xfffff80003a3e500 [linuxkpi_short_wq_9] 100059 D - 0xfffff80003a3e500 [linuxkpi_short_wq_1] 100060 D - 0xfffff80003a3e500 [linuxkpi_short_wq_1] 100061 D - 0xfffff80003a3e500 [linuxkpi_short_wq_1] 100062 D - 0xfffff80003a3e400 [linuxkpi_long_wq_0] 100063 D - 0xfffff80003a3e400 [linuxkpi_long_wq_1] 100064 D - 0xfffff80003a3e400 [linuxkpi_long_wq_2] 100065 D - 0xfffff80003a3e400 [linuxkpi_long_wq_3] 100066 D - 0xfffff80003a3e400 [linuxkpi_long_wq_4] 100067 D - 0xfffff80003a3e400 [linuxkpi_long_wq_5] 100068 D - 0xfffff80003a3e400 [linuxkpi_long_wq_6] 100069 D - 0xfffff80003a3e400 [linuxkpi_long_wq_7] 100070 D - 0xfffff80003a3e400 [linuxkpi_long_wq_8] 100071 D - 0xfffff80003a3e400 [linuxkpi_long_wq_9] 100072 D - 0xfffff80003a3e400 [linuxkpi_long_wq_10] 100073 D - 0xfffff80003a3e400 [linuxkpi_long_wq_11] 100074 D - 0xfffff80003a3e400 [linuxkpi_long_wq_12] 100101 D - 0xfffff80003cece00 [firmware taskq] 100105 D - 0xfffff80003cecd00 [crypto_0] 100106 D - 0xfffff80003cecd00 [crypto_1] 100107 D - 0xfffff80003cecd00 [crypto_2] 100108 D - 0xfffff80003cecd00 [crypto_3] 100109 D - 0xfffff80003cecd00 [crypto_4] 100110 D - 0xfffff80003cecd00 [crypto_5] 100111 D - 0xfffff80003cecd00 [crypto_6] 100112 D - 0xfffff80003cecd00 [crypto_7] 100113 D - 0xfffff80003cecd00 [crypto_8] 100114 D - 0xfffff80003cecd00 [crypto_9] 100115 D - 0xfffff80003cecd00 [crypto_10] 100116 D - 0xfffff80003cecd00 [crypto_11] 100155 D - 0xfffff80004148900 [mca taskq] 100160 D - 0xfffff80003bfde00 [acpi_task_0] 100161 D - 0xfffff80003bfde00 [acpi_task_1] 100162 D - 0xfffff80003bfde00 [acpi_task_2] 100164 D - 0xfffff80003cecc00 [CAM taskq] 100168 D - 0xfffff80003bfdc00 [mlx5_core0-rec] 100169 D - 0xfffff80003bfdb00 [mlx5_core0-wdg] 100170 D - 0xfffff80003bfda00 [mlx5_core0-cmd] 100171 D - 0xfffff80003bfd900 [mlx5_page_allocator] 100187 D - 0xfffff8001d7c7800 [mlx5_esw_wq] 100188 D - 0xfffff8001d7c7700 [mlx5_core1-rec] 100189 D - 0xfffff8001d7c7600 [mlx5_core1-wdg] 100190 D - 0xfffff8001d7c7500 [mlx5_core1-cmd] 100191 D - 0xfffff8001d7c7400 [mlx5_page_allocator] 100207 D - 0xfffff80004268600 [mlx5_esw_wq] 4195 4190 2857 0 Z+ rw 4196 4190 2857 0 Z+ rw 4197 4185 2857 0 Z+ mkdir db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81e99d60 sched_switch() at sched_switch+0x5b3/frame 0xffffffff82346ab0 mi_switch() at mi_switch+0x159/frame 0xffffffff82346ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xffffffff82346b10 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82346b50 _sleep() at _sleep+0x29d/frame 0xffffffff82346c00 swapper() at swapper+0x75/frame 0xffffffff82346c60 mi_startup() at mi_startup+0x2ed/frame 0xffffffff82346cb0 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4c57e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377ccab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377ccad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377ccb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377ccb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377ccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4c57700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377c7ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377c7ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377c7b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377c7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377c7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4c57000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377d6ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377d6ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377d6b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377d6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377d6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4c5a800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377d1ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377d1ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377d1b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377d1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377d1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4cdb100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377e0ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377e0ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377e0b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377e0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377e0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4cdaa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377dbab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377dbad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377dbb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377dbb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377dbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377dbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377dbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4cda300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377eaab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377eaad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377eab10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377eab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377eabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377eabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377eabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4cd9c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377e5ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377e5ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377e5b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377e5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377e5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4cd9500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377f4ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377f4ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377f4b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377f4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377f4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4cd8e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377efab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377efad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377efb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377efb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377efbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377efbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377efbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4cd8700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377feab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377fead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377feb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377feb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377febb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377febf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377febf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4cd8000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377f9ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377f9ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377f9b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00377f9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377f9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4cdb800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4835ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4835ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4835b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4835b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4835bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4835bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4835bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4ce1100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4830ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4830ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4830b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4830b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4830bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4830bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4830bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4ce0a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e483fab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e483fad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e483fb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e483fb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e483fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4ce0300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e483aab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e483aad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e483ab10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e483ab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e483abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e483abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e483abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4cdfc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4849ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4849ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4849b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4849b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4849bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4849bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4849bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4cdf500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4844ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4844ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4844b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4844b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4844bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4844bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4844bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4cdee00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4853ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4853ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4853b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4853b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4853bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4853bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4853bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4cde700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e484eab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e484ead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e484eb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e484eb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e484ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e484ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e484ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4cde000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e485dab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e485dad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e485db10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e485db80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e485dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e485dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e485dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4ce1800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4858ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4858ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4858b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4858b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4858bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4858bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4858bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4ce5100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4867ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4867ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4867b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4867b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4867bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4867bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4867bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4ce4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4862ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4862ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4862b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4862b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4862bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4862bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4862bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4ce4300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4871ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4871ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4871b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4871b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4871bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4871bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4871bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xfffffe00e4ce3c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e486cab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e486cad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e486cb10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e486cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e486cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e486cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e486cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xfffffe00e4ce2e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4876a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4876a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4876ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4876b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4876bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4876bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4876bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xfffffe00e4ce2700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4885a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4885a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4885ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4885b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4885bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4885bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4885bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe00e4ce5800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e488fa70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e488fa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e488fad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e488fb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e488fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4ceb100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e488aa70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e488aa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e488aad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e488ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e488abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e488abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e488abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100048 td 0xfffffe00e4cea300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4894a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4894a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4894ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4894b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4894bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4894bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4894bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xfffffe00e4ce9c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48a3a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48a3a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48a3ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48a3b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48a3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100050 td 0xfffffe00e4ce9500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e489ea70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e489ea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e489ead0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e489eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e489ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e489ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e489ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100051 td 0xfffffe00e4ce8e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48ada70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48ada90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48adad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48adb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48adbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48adbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48adbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100052 td 0xfffffe00e4ce8700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48a8a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48a8a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48a8ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48a8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48a8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48a8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48a8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100053 td 0xfffffe00e4ce8000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48b7a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48b7a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48b7ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48b7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48b7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100054 td 0xfffffe00e4ceb800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48b2a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48b2a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48b2ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48b2b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48b2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48b2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48b2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100055 td 0xfffffe00e4cef100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48c1a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48c1a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48c1ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48c1b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48c1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe00e4ceea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48bca70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48bca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48bcad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48bcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48bcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48bcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48bcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100057 td 0xfffffe00e4cee300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48cba70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48cba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48cbad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48cbb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48cbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48cbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48cbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe00e4cedc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48c6a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48c6a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48c6ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48c6b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48c6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48c6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48c6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffffe00e4ced500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48d5a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48d5a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48d5ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48d5b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48d5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe00e4cece00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48d0a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48d0a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48d0ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48d0b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48d0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48d0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48d0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffffe00e4cec700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48dfa70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48dfa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48dfad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48dfb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48dfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe00e4cec000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48daa70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48daa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48daad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48dab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48dabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48dabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48dabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe00e4cef800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48e9a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48e9a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48e9ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48e9b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48e9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe00e4cf3100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48e4a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48e4a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48e4ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48e4b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48e4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48e4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48e4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffffe00e4cf2a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48f3a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48f3a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48f3ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48f3b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48f3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe00e4cf2300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48eea70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48eea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48eead0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48eeb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48eebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48eebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48eebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffffe00e4cf1c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48fda70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48fda90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48fdad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48fdb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48fdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48fdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48fdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xfffffe00e4cf1500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e48f8a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e48f8a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e48f8ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e48f8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e48f8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e48f8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e48f8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xfffffe00e4cf0e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4907a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4907a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4907ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4907b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4907bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4907bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4907bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100070 td 0xfffffe00e4cf0700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4902a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4902a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4902ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4902b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4902bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4902bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4902bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xfffffe00e4cf0000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4911a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4911a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4911ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4911b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4911bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4911bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4911bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xfffffe00e4cf3800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e490ca70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e490ca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e490cad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e490cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e490cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e490cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e490cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100073 td 0xfffffe00e4cf7100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e491ba70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e491ba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e491bad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e491bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e491bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e491bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e491bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe00e4cf6a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4916a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4916a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4916ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4916b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4916bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4916bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4916bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100101 td 0xfffffe003ce75000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49e3a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49e3a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49e3ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49e3b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e49e3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49e3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49e3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100105 td 0xfffffe003ce6a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49f7a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49f7a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49f7ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49f7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e49f7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffffe003ce69c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49f2a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49f2a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49f2ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49f2b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e49f2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49f2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49f2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100107 td 0xfffffe003ce69500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e04a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e04a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e04ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e04b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffffe003ce68e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49fca70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49fca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49fcad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49fcb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e49fcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49fcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49fcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100109 td 0xfffffe003ce68700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e0ea70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e0ea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e0ead0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e0eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e0ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e0ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e0ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100110 td 0xfffffe003ce68000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e09a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e09a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e09ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e09b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100111 td 0xfffffe003ce6b800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e18a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e18a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e18ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e18b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100112 td 0xfffffe003ce51100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e13a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e13a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e13ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e13b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100113 td 0xfffffe003ce50a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e22a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e22a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e22ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e22b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e22bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e22bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e22bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100114 td 0xfffffe003ce50300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e1da70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e1da90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e1dad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e1db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100115 td 0xfffffe003ce4fc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e2ca70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e2ca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e2cad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e2cb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100116 td 0xfffffe003ce4f500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e27a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e27a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e27ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e27b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4e27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100155 td 0xfffffe010a6b8300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f00ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f00ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f00b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4f00b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4f00bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f00bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f00bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100160 td 0xfffffe010d641800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f36ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f36ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f36b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4f36b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4f36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100161 td 0xfffffe010d9c5100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f31ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f31ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f31b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4f31b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4f31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100162 td 0xfffffe010d9c4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f40ab0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f40ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f40b10 msleep_spin_sbt() at msleep_spin_sbt+0x154/frame 0xfffffe00e4f40b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4f40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100164 td 0xfffffe010d9c3c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f4aa70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f4aa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f4aad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f4ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4f4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100168 td 0xfffffe010d9c2e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f5ea70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f5ea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f5ead0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f5eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4f5ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f5ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f5ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100169 td 0xfffffe010d9c2700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f59a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f59a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f59ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f59b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4f59bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f59bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f59bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100170 td 0xfffffe010d9c2000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f68a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f68a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f68ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f68b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4f68bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f68bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100171 td 0xfffffe010db79800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f63a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f63a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f63ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f63b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4f63bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f63bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f63bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100187 td 0xfffffe010e032700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fb3a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fb3a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4fb3ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4fb3b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4fb3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fb3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fb3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100188 td 0xfffffe010e032000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fc2a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fc2a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4fc2ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4fc2b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4fc2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fc2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fc2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100189 td 0xfffffe010e035800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fbda70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fbda90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4fbdad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4fbdb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4fbdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fbdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fbdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100190 td 0xfffffe010dc8a100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fcca70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fcca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4fccad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4fccb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4fccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100191 td 0xfffffe010dc89a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fc7a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fc7a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4fc7ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4fc7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4fc7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fc7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fc7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100207 td 0xfffffe010ddd7700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010e627a70 mi_switch() at mi_switch+0x159/frame 0xfffffe010e627a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010e627ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe010e627b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe010e627bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e627bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e627bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4c53a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377816c0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377816e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0037781720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0037781770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0037781780 _sleep() at _sleep+0x2ac/frame 0xfffffe0037781830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00377818c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0037781ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0037781bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0037781bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x28d0ca, rsp = 0x7fffffffe718, rbp = 0x7fffffffe780 --- Tracing command KTLS pid 2 tid 100075 td 0xfffffe00e4cf7800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4931980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49319a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49319e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4931a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4931bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4931bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4931bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100076 td 0xfffffe003ce92100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e492c980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e492c9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e492c9e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e492ca90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e492cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e492cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e492cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100077 td 0xfffffe003ce91a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e493b980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e493b9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e493b9e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e493ba90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e493bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e493bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e493bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100078 td 0xfffffe003ce91300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4936980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49369a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49369e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4936a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4936bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4936bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4936bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100079 td 0xfffffe003ce90c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4945980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49459a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49459e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4945a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4945bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4945bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4945bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100080 td 0xfffffe003ce90500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4940980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49409a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49409e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4940a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4940bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4940bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4940bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100081 td 0xfffffe003ce8fe00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e494f980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e494f9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e494f9e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e494fa90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e494fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100082 td 0xfffffe003ce8f700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e494a980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e494a9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e494a9e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e494aa90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e494abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e494abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e494abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100083 td 0xfffffe003ce8f000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4959980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49599a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49599e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4959a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4959bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4959bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4959bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100084 td 0xfffffe003ce92800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4954980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49549a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49549e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4954a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4954bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4954bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4954bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100085 td 0xfffffe003ce85100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4963980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49639a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49639e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4963a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4963bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4963bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4963bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100086 td 0xfffffe003ce84a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e495e980 mi_switch() at mi_switch+0x159/frame 0xfffffe00e495e9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e495e9e0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e495ea90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e495ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e495ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e495ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100117 td 0xfffffe003ce4ee00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e36a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e36a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e36ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e36b70 crypto_proc() at crypto_proc+0x22f/frame 0xfffffe00e4e36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 4 tid 100118 td 0xfffffe003ce4e700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e31a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e31a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e31ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e31b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 5 tid 100119 td 0xfffffe003ce4e000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e40a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e40a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e40ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e40b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 6 tid 100120 td 0xfffffe003ce51800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e3ba60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e3ba80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e3bac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e3bb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 7 tid 100121 td 0xfffffe003ce44100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e4aa60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e4aa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e4aac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e4ab70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 8 tid 100122 td 0xfffffe003ce43a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e45a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e45a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e45ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e45b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 9 tid 100123 td 0xfffffe003ce43300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e54a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e54a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e54ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e54b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e54bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e54bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e54bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4c54100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037786a80 mi_switch() at mi_switch+0x159/frame 0xfffffe0037786aa0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0037786ae0 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe0037786b40 audit_worker() at audit_worker+0x9f/frame 0xfffffe0037786bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037786bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037786bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4c53300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037790ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe0037790ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe0037790bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037790bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037790bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4c52c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003778bac0 mi_switch() at mi_switch+0x159/frame 0xfffffe003778bae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe003778bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003778bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003778bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4c52500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003779aac0 mi_switch() at mi_switch+0x159/frame 0xfffffe003779aae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe003779abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4c51e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037795ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe0037795ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe0037795bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037795bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037795bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4c51700 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce47e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce47e10 trap() at trap+0x56/frame 0xfffffe003ce47f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce47f20 --- trap 0x13, rip = 0xffffffff81098446, rsp = 0xfffffe00377a4a50, rbp = 0xfffffe00377a4a50 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe00377a4a50 acpi_cpu_idle() at acpi_cpu_idle+0x232/frame 0xfffffe00377a4aa0 cpu_idle_acpi() at cpu_idle_acpi+0x3e/frame 0xfffffe00377a4ac0 cpu_idle() at cpu_idle+0x9f/frame 0xfffffe00377a4ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377a4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4c51000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003779fac0 mi_switch() at mi_switch+0x159/frame 0xfffffe003779fae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe003779fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4c54800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377aeac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377aeae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377aebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377aebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377aebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4c5a100 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce6ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce6ee10 trap() at trap+0x56/frame 0xfffffe003ce6ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce6ef20 --- trap 0x13, rip = 0xffffffff81098aee, rsp = 0xfffffe00377a9ad0, rbp = 0xfffffe00377a9ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377a9ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4c59a00 (CPU 8) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce7be00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce7be10 trap() at trap+0x56/frame 0xfffffe003ce7bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce7bf20 --- trap 0x13, rip = 0xffffffff81098aee, rsp = 0xfffffe00377b8ad0, rbp = 0xfffffe00377b8ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377b8ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377b8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4c59300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377b3ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377b3ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377b3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4c58c00 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce95e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce95e10 trap() at trap+0x56/frame 0xfffffe003ce95f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce95f20 --- trap 0x13, rip = 0xffffffff81098aee, rsp = 0xfffffe00377c2ad0, rbp = 0xfffffe00377c2ae0 --- cpu_idle() at cpu_idle+0xee/frame 0xfffffe00377c2ae0 sched_idletd() at sched_idletd+0x3d1/frame 0xfffffe00377c2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4c58500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377bdac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00377bdae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100041 td 0xfffffe00e4ce3500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffffe00e4ce2000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4880b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4880b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4880bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4880bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4880bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100047 td 0xfffffe00e4ceaa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4899b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4899b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4899bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4899bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4899bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100087 td 0xfffffe003ce84300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e496db00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e496db20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e496dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e496dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e496dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100088 td 0xfffffe003ce83c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4968b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4968b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4968bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4968bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4968bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100089 td 0xfffffe003ce83500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4977b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4977b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4977bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4977bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4977bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffffe003ce82e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4972b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4972b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4972bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4972bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4972bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100091 td 0xfffffe003ce82700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4981b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4981b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4981bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4981bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4981bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100092 td 0xfffffe003ce82000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e497cb00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e497cb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e497cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e497cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e497cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100093 td 0xfffffe003ce85800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100094 td 0xfffffe003ce78100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4986b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4986b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4986bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4986bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4986bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100095 td 0xfffffe003ce77a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4995b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4995b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4995bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4995bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4995bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100096 td 0xfffffe003ce77300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4990b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4990b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4990bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4990bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4990bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100097 td 0xfffffe003ce76c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e499fb00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e499fb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e499fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e499fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e499fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100098 td 0xfffffe003ce76500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e499ab00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e499ab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e499abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e499abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e499abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100099 td 0xfffffe003ce75e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49a9b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49a9b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e49a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100100 td 0xfffffe003ce75700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100134 td 0xfffffe003ce1d800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100135 td 0xfffffe00e4d62100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e8bb00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e8bb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e8bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100136 td 0xfffffe00e4d61a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e9ab00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e9ab20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e9abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100142 td 0xfffffe00e4d5f000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eb8b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4eb8b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4eb8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100153 td 0xfffffe010a6b9100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100154 td 0xfffffe010a6b8a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ef1b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ef1b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4ef1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100172 td 0xfffffe010df45100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f72b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f72b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f72bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f72bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100173 td 0xfffffe010df44a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f6db00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f6db20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4f6dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f6dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f6dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100174 td 0xfffffe010df44300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100175 td 0xfffffe010df43c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100176 td 0xfffffe010df43500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100177 td 0xfffffe010df42e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100178 td 0xfffffe010df42700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100179 td 0xfffffe010df42000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100180 td 0xfffffe010df45800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100181 td 0xfffffe010e035100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100182 td 0xfffffe010e034a00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100183 td 0xfffffe010e034300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100184 td 0xfffffe010e033c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100185 td 0xfffffe010e033500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100186 td 0xfffffe010e032e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100192 td 0xfffffe010dc89300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fd6b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fd6b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4fd6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fd6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fd6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100193 td 0xfffffe010db78a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fe0b00 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fe0b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4fe0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4fe0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4fe0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100194 td 0xfffffe010db78300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100195 td 0xfffffe010db77c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100196 td 0xfffffe010db77500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100197 td 0xfffffe010db76e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100198 td 0xfffffe010db76700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100199 td 0xfffffe010db76000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100200 td 0xfffffe010dc8a800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100201 td 0xfffffe010ddda100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100202 td 0xfffffe010ddd9a00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100203 td 0xfffffe010ddd9300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100204 td 0xfffffe010ddd8c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100205 td 0xfffffe010ddd8500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100206 td 0xfffffe010ddd7e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100265 td 0xfffffe010e164500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100266 td 0xfffffe010e163e00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100267 td 0xfffffe010e163700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100268 td 0xfffffe010e163000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100269 td 0xfffffe01427c5800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100270 td 0xfffffe01427ed100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100271 td 0xfffffe01427eca00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100272 td 0xfffffe01427ec300 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100102 td 0xfffffe003ce78800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49dea70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49dea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49dead0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49deb80 g_run_events() at g_run_events+0x54/frame 0xfffffe00e49debb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49debf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49debf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100103 td 0xfffffe003ce6b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49eda60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49eda80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49edac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49edb70 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e49edba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e49edbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49edbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49edbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100104 td 0xfffffe003ce6aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e49e8a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e49e8a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e49e8ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e49e8b70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e49e8ba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e49e8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e49e8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e49e8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 14 tid 100124 td 0xfffffe003ce42c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e4fa60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e4fa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e4fac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e4fb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e4fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 15 tid 100125 td 0xfffffe003ce42500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e5ea60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e5ea80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e5eac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e5eb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e5ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 16 tid 100126 td 0xfffffe003ce41e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e59a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e59a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e59ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e59b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e59bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e59bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e59bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 17 tid 100127 td 0xfffffe003ce41700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e68a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e68a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e68ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e68b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e68bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e68bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 18 tid 100128 td 0xfffffe003ce41000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e63a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e63a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e63ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e63b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e63bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e63bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e63bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 19 tid 100129 td 0xfffffe003ce44800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e72a60 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e72a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e72ac0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e72b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4e72bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e72bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 20 tid 100130 td 0xfffffe003ce1d100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e6da70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e6da90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e6dad0 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4e6db30 seq_eventthread() at seq_eventthread+0x91/frame 0xfffffe00e4e6dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100131 td 0xfffffe003ce1ca00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e7ca50 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e7ca70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e7cab0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e7cb60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4e7cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100132 td 0xfffffe003ce1c300 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce20e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce20e10 trap() at trap+0x56/frame 0xfffffe003ce20f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce20f20 --- trap 0x13, rip = 0xffffffff80b52e21, rsp = 0xfffffe00e4e77a80, rbp = 0xfffffe00e4e77a90 --- g_std_done() at g_std_done+0x11/frame 0xfffffe00e4e77a90 g_io_deliver() at g_io_deliver+0x25e/frame 0xfffffe00e4e77ae0 g_disk_done() at g_disk_done+0xed/frame 0xfffffe00e4e77b20 xpt_done_process() at xpt_done_process+0x3a3/frame 0xfffffe00e4e77b60 xpt_done_td() at xpt_done_td+0xf5/frame 0xfffffe00e4e77bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e77bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100133 td 0xfffffe003ce1bc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e86a50 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e86a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e86ab0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4e86b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4e86bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e86bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e86bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100165 td 0xfffffe010d9c3500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f45a70 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f45a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f45ad0 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f45b80 xpt_scanner_thread() at xpt_scanner_thread+0x138/frame 0xfffffe00e4f45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100137 td 0xfffffe00e4d61300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e95ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e95ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e95b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4e95b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e95bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e95bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e95bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100138 td 0xfffffe00e4d60c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ea4ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ea4ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ea4b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ea4b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ea4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100139 td 0xfffffe00e4d60500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e9fac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e9fae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e9fb20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4e9fb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e9fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100140 td 0xfffffe00e4d5fe00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eaeac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4eaeae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eaeb20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4eaeb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eaebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eaebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eaebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100141 td 0xfffffe00e4d5f700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ea9ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ea9ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ea9b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ea9b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ea9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ea9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ea9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100143 td 0xfffffe00e4d62800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eb3ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4eb3ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eb3b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4eb3b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eb3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100144 td 0xfffffe010a310100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ec2ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ec2ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ec2b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ec2b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ec2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100145 td 0xfffffe010a30fa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ebdac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ebdae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ebdb20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ebdb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ebdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100146 td 0xfffffe010a30f300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eccac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4eccae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eccb20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4eccb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100147 td 0xfffffe010a30ec00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ec7ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ec7ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ec7b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ec7b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ec7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100148 td 0xfffffe003ce1b500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e81ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4e81ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e81b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4e81b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e81bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e81bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e81bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100149 td 0xfffffe003ce1ae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ee2ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ee2ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ee2b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ee2b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ee2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100150 td 0xfffffe003ce1a700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eddac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4eddae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eddb20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4eddb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eddbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eddbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eddbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100151 td 0xfffffe003ce1a000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eecac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4eecae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eecb20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4eecb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4eecbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eecbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eecbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100152 td 0xfffffe010a310800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ee7ac0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4ee7ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ee7b20 _cv_wait() at _cv_wait+0x16f/frame 0xfffffe00e4ee7b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4ee7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 23 tid 100156 td 0xfffffe010a6b9800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f16a20 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f16a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f16a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f16ac0 _sleep() at _sleep+0x29d/frame 0xfffffe00e4f16b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f16bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f16bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f16bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 24 tid 100157 td 0xfffffe010d641100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f11a20 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f11a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f11a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f11ac0 _sleep() at _sleep+0x29d/frame 0xfffffe00e4f11b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f11bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f11bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f11bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 25 tid 100158 td 0xfffffe010d640a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f20a20 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f20a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f20a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f20ac0 _sleep() at _sleep+0x29d/frame 0xfffffe00e4f20b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f20bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f20bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f20bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 26 tid 100159 td 0xfffffe010d640300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f1ba20 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f1ba40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f1ba80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f1bac0 _sleep() at _sleep+0x29d/frame 0xfffffe00e4f1bb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4f1bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f1bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f1bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 27 tid 100163 td 0xfffffe010d9c4300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f3b9d0 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f3b9f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f3ba30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4f3ba70 _sleep() at _sleep+0x29d/frame 0xfffffe00e4f3bb20 random_kthread() at random_kthread+0x67/frame 0xfffffe00e4f3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 28 tid 100166 td 0xfffffe010d9c5800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f54a30 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f54a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f54a90 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f54b40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00e4f54bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f54bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f54bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 29 tid 100167 td 0xfffffe010db79100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4f4fa30 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4f4fa50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4f4fa90 _sleep() at _sleep+0x2b6/frame 0xfffffe00e4f4fb40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00e4f4fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4f4fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4f4fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100208 td 0xfffffe010ddd7000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010e622760 mi_switch() at mi_switch+0x159/frame 0xfffffe010e622780 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010e6227c0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e622800 _sleep() at _sleep+0x29d/frame 0xfffffe010e6228b0 vm_pageout_worker() at vm_pageout_worker+0x28c/frame 0xfffffe010e622b70 vm_pageout() at vm_pageout+0x21e/frame 0xfffffe010e622bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e622bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e622bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100218 td 0xfffffe010e138800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01128bd820 mi_switch() at mi_switch+0x159/frame 0xfffffe01128bd840 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01128bd880 _sleep() at _sleep+0x2b6/frame 0xfffffe01128bd930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xc3c/frame 0xfffffe01128bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01128bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01128bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 30 tid 100219 td 0xfffffe010e166100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01122b2a30 mi_switch() at mi_switch+0x159/frame 0xfffffe01122b2a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01122b2a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01122b2ad0 _sleep() at _sleep+0x29d/frame 0xfffffe01122b2b80 uma_reclaim_worker() at uma_reclaim_worker+0xb8/frame 0xfffffe01122b2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01122b2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01122b2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 31 tid 100209 td 0xfffffe010ddda800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010e63da30 mi_switch() at mi_switch+0x159/frame 0xfffffe010e63da50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010e63da90 _sleep() at _sleep+0x2b6/frame 0xfffffe010e63db40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe010e63dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e63dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e63dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100210 td 0xfffffe010e126100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010e62ca10 mi_switch() at mi_switch+0x159/frame 0xfffffe010e62ca30 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010e62ca70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e62cab0 _sleep() at _sleep+0x29d/frame 0xfffffe010e62cb60 buf_daemon() at buf_daemon+0x121/frame 0xfffffe010e62cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e62cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e62cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100211 td 0xfffffe010e126800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010f15ea00 mi_switch() at mi_switch+0x159/frame 0xfffffe010f15ea20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010f15ea60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010f15eaa0 _sleep() at _sleep+0x29d/frame 0xfffffe010f15eb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010f15ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010f15ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010f15ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100212 td 0xfffffe010e138100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010f14da00 mi_switch() at mi_switch+0x159/frame 0xfffffe010f14da20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010f14da60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010f14daa0 _sleep() at _sleep+0x29d/frame 0xfffffe010f14db50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010f14dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010f14dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010f14dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100213 td 0xfffffe010e137a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010fe75a00 mi_switch() at mi_switch+0x159/frame 0xfffffe010fe75a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010fe75a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010fe75aa0 _sleep() at _sleep+0x29d/frame 0xfffffe010fe75b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010fe75bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010fe75bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010fe75bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100214 td 0xfffffe010e137300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010fc6ea00 mi_switch() at mi_switch+0x159/frame 0xfffffe010fc6ea20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010fc6ea60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010fc6eaa0 _sleep() at _sleep+0x29d/frame 0xfffffe010fc6eb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010fc6ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010fc6ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010fc6ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100215 td 0xfffffe010e136c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0110586a00 mi_switch() at mi_switch+0x159/frame 0xfffffe0110586a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0110586a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0110586aa0 _sleep() at _sleep+0x29d/frame 0xfffffe0110586b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe0110586bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0110586bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0110586bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100216 td 0xfffffe010e136500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe011037fa00 mi_switch() at mi_switch+0x159/frame 0xfffffe011037fa20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe011037fa60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe011037faa0 _sleep() at _sleep+0x29d/frame 0xfffffe011037fb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe011037fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe011037fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe011037fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100217 td 0xfffffe010e135e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0110b96a00 mi_switch() at mi_switch+0x159/frame 0xfffffe0110b96a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0110b96a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe0110b96aa0 _sleep() at _sleep+0x29d/frame 0xfffffe0110b96b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe0110b96bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0110b96bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0110b96bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100231 td 0xfffffe010dc88500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415f79e0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415f7a00 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415f7a40 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01415f7a80 _sleep() at _sleep+0x29d/frame 0xfffffe01415f7b30 softdep_flush() at softdep_flush+0x282/frame 0xfffffe01415f7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01415f7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01415f7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100238 td 0xfffffe010a30d700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014283a9e0 mi_switch() at mi_switch+0x159/frame 0xfffffe014283aa00 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014283aa40 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe014283aa80 _sleep() at _sleep+0x29d/frame 0xfffffe014283ab30 softdep_flush() at softdep_flush+0x282/frame 0xfffffe014283abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014283abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014283abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100326 td 0xfffffe0143f84700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014502c9e0 mi_switch() at mi_switch+0x159/frame 0xfffffe014502ca00 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014502ca40 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe014502ca80 _sleep() at _sleep+0x29d/frame 0xfffffe014502cb30 softdep_flush() at softdep_flush+0x282/frame 0xfffffe014502cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014502cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014502cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 33 tid 100220 td 0xfffffe010e125a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415b19c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415b19e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415b1a20 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01415b1a60 _sleep() at _sleep+0x29d/frame 0xfffffe01415b1b10 vnlru_proc() at vnlru_proc+0xaac/frame 0xfffffe01415b1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01415b1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01415b1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 34 tid 100221 td 0xfffffe010e125300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415aca10 mi_switch() at mi_switch+0x159/frame 0xfffffe01415aca30 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415aca70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01415acab0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x190/frame 0xfffffe01415acb20 sched_sync() at sched_sync+0x67c/frame 0xfffffe01415acbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01415acbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01415acbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command dhclient pid 2338 tid 100224 td 0xfffffe010e135700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0110a90720 mi_switch() at mi_switch+0x159/frame 0xfffffe0110a90740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0110a90780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0110a907d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0110a907e0 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe0110a90850 seltdwait() at seltdwait+0x88/frame 0xfffffe0110a90890 kern_select() at kern_select+0x99c/frame 0xfffffe0110a90a80 sys_select() at sys_select+0x56/frame 0xfffffe0110a90ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0110a90bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0110a90bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011e66da, rsp = 0x7fffffffe948, rbp = 0x7fffffffea00 --- Tracing command dhclient pid 2341 tid 100226 td 0xfffffe010e135000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415cf7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415cf7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415cf810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415cf860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415cf870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe01415cf8e0 seltdwait() at seltdwait+0x88/frame 0xfffffe01415cf920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe01415cfaa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01415cfac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415cfbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415cfbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8011e65da, rsp = 0x7fffffffeb88, rbp = 0x7fffffffebc0 --- Tracing command dhclient pid 2400 tid 100225 td 0xfffffe010e3c6800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415b6780 mi_switch() at mi_switch+0x159/frame 0xfffffe01415b67a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415b67e0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415b6830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415b6870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x190/frame 0xfffffe01415b68e0 seltdwait() at seltdwait+0x79/frame 0xfffffe01415b6920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe01415b6aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe01415b6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415b6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415b6bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8011e65da, rsp = 0x7fffffffeb78, rbp = 0x7fffffffebc0 --- Tracing command devd pid 2405 tid 100259 td 0xfffffe0142748300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014285f6f0 mi_switch() at mi_switch+0x159/frame 0xfffffe014285f710 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014285f750 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014285f7a0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014285f7e0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x190/frame 0xfffffe014285f850 seltdwait() at seltdwait+0x79/frame 0xfffffe014285f890 kern_select() at kern_select+0x99c/frame 0xfffffe014285fa80 sys_select() at sys_select+0x56/frame 0xfffffe014285fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014285fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014285fbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x28c8ca, rsp = 0x7fffffffcab8, rbp = 0x7fffffffec50 --- Tracing command syslogd pid 2588 tid 100289 td 0xfffffe01427c2700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014295d720 mi_switch() at mi_switch+0x159/frame 0xfffffe014295d740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014295d780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014295d7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014295d7e0 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe014295d850 seltdwait() at seltdwait+0x88/frame 0xfffffe014295d890 kern_select() at kern_select+0x99c/frame 0xfffffe014295da80 sys_select() at sys_select+0x56/frame 0xfffffe014295dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014295dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014295dbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011cb6da, rsp = 0x7fffffffe6b8, rbp = 0x7fffffffec30 --- Tracing command watchdogd pid 2603 tid 100257 td 0xfffffe010d63e700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014289b860 mi_switch() at mi_switch+0x159/frame 0xfffffe014289b880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014289b8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014289b910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014289b950 _sleep() at _sleep+0x28b/frame 0xfffffe014289ba00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe014289ba80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe014289bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014289bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014289bbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011c157a, rsp = 0x7fffffffe9f8, rbp = 0x7fffffffea40 --- Tracing command rpcbind pid 2620 tid 100237 td 0xfffffe00e4cf6300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142824780 mi_switch() at mi_switch+0x159/frame 0xfffffe01428247a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01428247e0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142824830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0142824870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x190/frame 0xfffffe01428248e0 seltdwait() at seltdwait+0x79/frame 0xfffffe0142824920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe0142824aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe0142824ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142824bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142824bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8011bc5da, rsp = 0x7fffffffc988, rbp = 0x7fffffffebb0 --- Tracing command rpc.statd pid 2643 tid 100247 td 0xfffffe010e165300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014284b6f0 mi_switch() at mi_switch+0x159/frame 0xfffffe014284b710 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014284b750 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014284b7a0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014284b7e0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x190/frame 0xfffffe014284b850 seltdwait() at seltdwait+0x79/frame 0xfffffe014284b890 kern_select() at kern_select+0x99c/frame 0xfffffe014284ba80 sys_select() at sys_select+0x56/frame 0xfffffe014284bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014284bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014284bbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011b76da, rsp = 0x7fffffffea08, rbp = 0x7fffffffeb50 --- Tracing command rpc.lockd pid 2646 tid 100227 td 0xfffffe010e56c100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415d9650 mi_switch() at mi_switch+0x159/frame 0xfffffe01415d9670 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415d96b0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415d9700 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415d9740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x190/frame 0xfffffe01415d97b0 svc_run_internal() at svc_run_internal+0xac1/frame 0xfffffe01415d98e0 svc_run() at svc_run+0x253/frame 0xfffffe01415d9940 sys_nlm_syscall() at sys_nlm_syscall+0x74d/frame 0xfffffe01415d9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415d9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415d9bf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x8011bfeba, rsp = 0x7fffffffeb68, rbp = 0x7fffffffec30 --- Tracing command ntpd pid 2685 tid 100279 td 0xfffffe0142746e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014291a720 mi_switch() at mi_switch+0x159/frame 0xfffffe014291a740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014291a780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014291a7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014291a7e0 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe014291a850 seltdwait() at seltdwait+0x88/frame 0xfffffe014291a890 kern_select() at kern_select+0x99c/frame 0xfffffe014291aa80 sys_select() at sys_select+0x56/frame 0xfffffe014291aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014291abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014291abf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8015d96da, rsp = 0x7fffffffde68, rbp = 0x7fffffffdea0 --- Tracing command powerd pid 2688 tid 100274 td 0xfffffe01427ebc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01428f76f0 mi_switch() at mi_switch+0x159/frame 0xfffffe01428f7710 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01428f7750 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01428f77a0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01428f77e0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x190/frame 0xfffffe01428f7850 seltdwait() at seltdwait+0x79/frame 0xfffffe01428f7890 kern_select() at kern_select+0x99c/frame 0xfffffe01428f7a80 sys_select() at sys_select+0x56/frame 0xfffffe01428f7ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01428f7bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01428f7bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011c16da, rsp = 0x7fffffffeaf8, rbp = 0x7fffffffec40 --- Tracing command sshd pid 2717 tid 100234 td 0xfffffe010a30de00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142809720 mi_switch() at mi_switch+0x159/frame 0xfffffe0142809740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142809780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01428097d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01428097e0 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe0142809850 seltdwait() at seltdwait+0x88/frame 0xfffffe0142809890 kern_select() at kern_select+0x99c/frame 0xfffffe0142809a80 sys_select() at sys_select+0x56/frame 0xfffffe0142809ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142809bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142809bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8016996da, rsp = 0x7fffffffe5d8, rbp = 0x7fffffffe610 --- Tracing command cron pid 2726 tid 100230 td 0xfffffe010e56c800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415ed860 mi_switch() at mi_switch+0x159/frame 0xfffffe01415ed880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415ed8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415ed910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415ed950 _sleep() at _sleep+0x28b/frame 0xfffffe01415eda00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01415eda80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01415edac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415edbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415edbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011d857a, rsp = 0x7fffffffea58, rbp = 0x7fffffffec30 --- Tracing command inetd pid 2729 tid 100295 td 0xfffffe0142746000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142980720 mi_switch() at mi_switch+0x159/frame 0xfffffe0142980740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142980780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01429807d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01429807e0 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe0142980850 seltdwait() at seltdwait+0x88/frame 0xfffffe0142980890 kern_select() at kern_select+0x99c/frame 0xfffffe0142980a80 sys_select() at sys_select+0x56/frame 0xfffffe0142980ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142980bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142980bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8011e06da, rsp = 0x7fffffffdd88, rbp = 0x7fffffffec20 --- Tracing command getty pid 2740 tid 100222 td 0xfffffe010e166800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415bb7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415bb7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415bb810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415bb860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415bb870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe01415bb8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01415bb910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01415bb970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01415bb9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe01415bba00 dofileread() at dofileread+0x81/frame 0xfffffe01415bba50 sys_read() at sys_read+0xbc/frame 0xfffffe01415bbac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415bbbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415bbbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2741 tid 100264 td 0xfffffe00e4cf5c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014281f7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe014281f7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014281f810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014281f860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014281f870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe014281f8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014281f910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014281f970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014281f9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014281fa00 dofileread() at dofileread+0x81/frame 0xfffffe014281fa50 sys_read() at sys_read+0xbc/frame 0xfffffe014281fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014281fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014281fbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2742 tid 100263 td 0xfffffe010e5fe800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415ca7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415ca7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415ca810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415ca860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415ca870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe01415ca8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01415ca910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01415ca970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01415ca9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe01415caa00 dofileread() at dofileread+0x81/frame 0xfffffe01415caa50 sys_read() at sys_read+0xbc/frame 0xfffffe01415caac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415cabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415cabf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2743 tid 100296 td 0xfffffe010a6b6e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429297b0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429297d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142929810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142929860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142929870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe01429298e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0142929910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0142929970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01429299a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0142929a00 dofileread() at dofileread+0x81/frame 0xfffffe0142929a50 sys_read() at sys_read+0xbc/frame 0xfffffe0142929ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142929bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142929bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2744 tid 100297 td 0xfffffe010a6b6700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014298a7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe014298a7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014298a810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014298a860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014298a870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe014298a8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014298a910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014298a970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014298a9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014298aa00 dofileread() at dofileread+0x81/frame 0xfffffe014298aa50 sys_read() at sys_read+0xbc/frame 0xfffffe014298aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014298abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014298abf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2745 tid 100298 td 0xfffffe010a6b6000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429857b0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429857d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142985810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142985860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142985870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe01429858e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0142985910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0142985970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01429859a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0142985a00 dofileread() at dofileread+0x81/frame 0xfffffe0142985a50 sys_read() at sys_read+0xbc/frame 0xfffffe0142985ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142985bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142985bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2746 tid 100299 td 0xfffffe0143f00800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429947b0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429947d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142994810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142994860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142994870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe01429948e0 tty_wait() at tty_wait+0x42/frame 0xfffffe0142994910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe0142994970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01429949a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe0142994a00 dofileread() at dofileread+0x81/frame 0xfffffe0142994a50 sys_read() at sys_read+0xbc/frame 0xfffffe0142994ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142994bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142994bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2747 tid 100300 td 0xfffffe0143f15100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014298f7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe014298f7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014298f810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014298f860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014298f870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe014298f8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014298f910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014298f970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014298f9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014298fa00 dofileread() at dofileread+0x81/frame 0xfffffe014298fa50 sys_read() at sys_read+0xbc/frame 0xfffffe014298fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014298fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014298fbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2748 tid 100301 td 0xfffffe0143f14a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014299e7b0 mi_switch() at mi_switch+0x159/frame 0xfffffe014299e7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014299e810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014299e860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014299e870 _cv_wait_sig() at _cv_wait_sig+0x16d/frame 0xfffffe014299e8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014299e910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014299e970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014299e9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014299ea00 dofileread() at dofileread+0x81/frame 0xfffffe014299ea50 sys_read() at sys_read+0xbc/frame 0xfffffe014299eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014299ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014299ebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011c565a, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command login pid 2749 tid 100302 td 0xfffffe0143f14300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429996c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429996e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142999720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142999770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142999780 _sleep() at _sleep+0x2ac/frame 0xfffffe0142999830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01429998c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0142999ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142999bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142999bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011f183a, rsp = 0x7fffffffeac8, rbp = 0x7fffffffeca0 --- Tracing command csh pid 2750 tid 100280 td 0xfffffe01427c4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429248c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429248e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142924920 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142924970 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142924980 _sleep() at _sleep+0x2ac/frame 0xfffffe0142924a30 kern_sigsuspend() at kern_sigsuspend+0xec/frame 0xfffffe0142924a90 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe0142924ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142924bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142924bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8012a879a, rsp = 0x7fffffffe068, rbp = 0x7fffffffe0f0 --- Tracing command sh pid 2857 tid 100235 td 0xfffffe010d63f500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415de6c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415de6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415de720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415de770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415de780 _sleep() at _sleep+0x2ac/frame 0xfffffe01415de830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01415de8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01415deac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415debf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415debf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120983a, rsp = 0x7fffffffe5d8, rbp = 0x7fffffffe680 --- Tracing command sh pid 2954 tid 100249 td 0xfffffe0142760a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01428786c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01428786e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142878720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142878770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142878780 _sleep() at _sleep+0x2ac/frame 0xfffffe0142878830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01428788c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0142878ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142878bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142878bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120983a, rsp = 0x7fffffffe528, rbp = 0x7fffffffe5d0 --- Tracing command sh pid 2986 tid 100288 td 0xfffffe01427c2e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429626c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429626e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142962720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142962770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142962780 _sleep() at _sleep+0x2ac/frame 0xfffffe0142962830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01429628c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0142962ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142962bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142962bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120983a, rsp = 0x7fffffffe248, rbp = 0x7fffffffe2f0 --- Tracing command awk pid 2987 tid 100282 td 0xfffffe010e569e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142901830 mi_switch() at mi_switch+0x159/frame 0xfffffe0142901850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142901890 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01429018e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01429018f0 _sleep() at _sleep+0x2ac/frame 0xfffffe01429019a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe0142901a00 dofileread() at dofileread+0x81/frame 0xfffffe0142901a50 sys_read() at sys_read+0xbc/frame 0xfffffe0142901ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142901bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142901bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80120e65a, rsp = 0x7fffffffe378, rbp = 0x7fffffffe390 --- Tracing command sh pid 2989 tid 100229 td 0xfffffe010dc88c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4fd1830 mi_switch() at mi_switch+0x159/frame 0xfffffe00e4fd1850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4fd1890 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00e4fd18e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe00e4fd18f0 _sleep() at _sleep+0x2ac/frame 0xfffffe00e4fd19a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe00e4fd1a00 dofileread() at dofileread+0x81/frame 0xfffffe00e4fd1a50 sys_read() at sys_read+0xbc/frame 0xfffffe00e4fd1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe00e4fd1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4fd1bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80120965a, rsp = 0x7fffffffde08, rbp = 0x7fffffffe330 --- Tracing command sh pid 4149 tid 100281 td 0xfffffe010a6b7500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014292e6c0 mi_switch() at mi_switch+0x159/frame 0xfffffe014292e6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014292e720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014292e770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014292e780 _sleep() at _sleep+0x2ac/frame 0xfffffe014292e830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe014292e8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014292eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014292ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014292ebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120983a, rsp = 0x7fffffffe268, rbp = 0x7fffffffe310 --- Tracing command sh pid 4150 tid 100261 td 0xfffffe01427c5100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01428b96c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01428b96e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01428b9720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01428b9770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01428b9780 _sleep() at _sleep+0x2ac/frame 0xfffffe01428b9830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01428b98c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01428b9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01428b9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01428b9bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120983a, rsp = 0x7fffffffe108, rbp = 0x7fffffffe1b0 --- Tracing command tee pid 4151 tid 100319 td 0xfffffe01427ea700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014500e830 mi_switch() at mi_switch+0x159/frame 0xfffffe014500e850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014500e890 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014500e8e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014500e8f0 _sleep() at _sleep+0x2ac/frame 0xfffffe014500e9a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe014500ea00 dofileread() at dofileread+0x81/frame 0xfffffe014500ea50 sys_read() at sys_read+0xbc/frame 0xfffffe014500eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014500ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014500ebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8011a765a, rsp = 0x7fffffffe708, rbp = 0x7fffffffe760 --- Tracing command md10 pid 4165 tid 100314 td 0xfffffe014401c300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429f6710 mi_switch() at mi_switch+0x159/frame 0xfffffe01429f6730 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01429f6770 _sleep() at _sleep+0x2b6/frame 0xfffffe01429f6820 bufwait() at bufwait+0xc4/frame 0xfffffe01429f6860 bufwrite() at bufwrite+0x25a/frame 0xfffffe01429f68b0 ffs_write() at ffs_write+0x40f/frame 0xfffffe01429f6960 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe01429f6a70 mdstart_vnode() at mdstart_vnode+0x3d1/frame 0xfffffe01429f6b60 md_kthread() at md_kthread+0x1d1/frame 0xfffffe01429f6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01429f6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01429f6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 4171 tid 100228 td 0xfffffe010d63fc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415e36c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01415e36e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415e3720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415e3770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01415e3780 _sleep() at _sleep+0x2ac/frame 0xfffffe01415e3830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01415e38c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01415e3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415e3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415e3bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80120983a, rsp = 0x7fffffffe338, rbp = 0x7fffffffe3e0 --- Tracing command run pid 4180 tid 100250 td 0xfffffe010e56ba00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415d4860 mi_switch() at mi_switch+0x159/frame 0xfffffe01415d4880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415d48c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415d4910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415d4950 _sleep() at _sleep+0x28b/frame 0xfffffe01415d4a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01415d4a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01415d4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415d4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415d4bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011a957a, rsp = 0x7fffffffe598, rbp = 0x7fffffffe5e0 --- Tracing command run pid 4181 tid 100320 td 0xfffffe00e4cf4000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014293d6c0 mi_switch() at mi_switch+0x159/frame 0xfffffe014293d6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014293d720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014293d770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014293d780 _sleep() at _sleep+0x2ac/frame 0xfffffe014293d830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe014293d8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014293dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014293dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014293dbf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011a983a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5e0 --- Tracing command run pid 4182 tid 100284 td 0xfffffe00e4cf4700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01429426c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01429426e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0142942720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142942770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0142942780 _sleep() at _sleep+0x2ac/frame 0xfffffe0142942830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01429428c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0142942ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142942bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142942bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011a983a, rsp = 0x7fffffffe038, rbp = 0x7fffffffe570 --- Tracing command rw pid 4183 tid 100242 td 0xfffffe010dc87e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01415f2860 mi_switch() at mi_switch+0x159/frame 0xfffffe01415f2880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01415f28c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01415f2910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01415f2950 _sleep() at _sleep+0x28b/frame 0xfffffe01415f2a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe01415f2a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe01415f2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415f2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415f2bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa57a, rsp = 0x7fffffffe5f8, rbp = 0x7fffffffe640 --- Tracing command creat pid 4184 tid 100276 td 0xfffffe00e4cf5500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142910860 mi_switch() at mi_switch+0x159/frame 0xfffffe0142910880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01429108c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142910910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0142910950 _sleep() at _sleep+0x28b/frame 0xfffffe0142910a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0142910a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0142910ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142910bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142910bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa57a, rsp = 0x7fffffffe5e8, rbp = 0x7fffffffe630 --- Tracing command mkdir pid 4185 tid 100283 td 0xfffffe01427eb500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142938860 mi_switch() at mi_switch+0x159/frame 0xfffffe0142938880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01429388c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142938910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0142938950 _sleep() at _sleep+0x28b/frame 0xfffffe0142938a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0142938a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0142938ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142938bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142938bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011aa57a, rsp = 0x7fffffffe5e8, rbp = 0x7fffffffe630 --- Tracing command creat pid 4186 tid 100245 td 0xfffffe010dc87700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014286e6c0 mi_switch() at mi_switch+0x159/frame 0xfffffe014286e6e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014286e720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014286e770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014286e780 _sleep() at _sleep+0x2ac/frame 0xfffffe014286e830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe014286e8c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe014286eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014286ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014286ebf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa83a, rsp = 0x7fffffffe5f8, rbp = 0x7fffffffe630 --- Tracing command creat pid 4187 tid 100277 td 0xfffffe00e4cf4e00 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce88e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce88e10 trap() at trap+0x56/frame 0xfffffe003ce88f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce88f20 --- trap 0x13, rip = 0xffffffff8119eb3a, rsp = 0xfffffe014290b5d0, rbp = 0xfffffe014290b5e0 --- VOP_ISLOCKED_APV() at VOP_ISLOCKED_APV+0x1a/frame 0xfffffe014290b5e0 assert_vop_locked() at assert_vop_locked+0x52/frame 0xfffffe014290b610 vput() at vput+0x18/frame 0xfffffe014290b640 handle_workitem_remove() at handle_workitem_remove+0xb0c/frame 0xfffffe014290b720 softdep_setup_remove() at softdep_setup_remove+0x42d/frame 0xfffffe014290b780 ufs_dirremove() at ufs_dirremove+0x372/frame 0xfffffe014290b7e0 ufs_remove() at ufs_remove+0xab/frame 0xfffffe014290b840 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe014290b860 kern_funlinkat() at kern_funlinkat+0x318/frame 0xfffffe014290baa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe014290bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014290bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014290bbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8011a753a, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- Tracing command creat pid 4188 tid 100324 td 0xfffffe010e5fda00 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cea2e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cea2e10 trap() at trap+0x56/frame 0xfffffe003cea2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cea2f20 --- trap 0x13, rip = 0xffffffff80c5e9c2, rsp = 0xfffffe01415fc270, rbp = 0xfffffe01415fc280 --- lock_delay() at lock_delay+0x22/frame 0xfffffe01415fc280 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe01415fc330 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe01415fc370 workitem_alloc() at workitem_alloc+0x101/frame 0xfffffe01415fc3a0 inodedep_lookup() at inodedep_lookup+0x161/frame 0xfffffe01415fc410 softdep_setup_inomapdep() at softdep_setup_inomapdep+0x18c/frame 0xfffffe01415fc490 ffs_nodealloccg() at ffs_nodealloccg+0x583/frame 0xfffffe01415fc530 ffs_hashalloc() at ffs_hashalloc+0x79/frame 0xfffffe01415fc580 ffs_valloc() at ffs_valloc+0x4c2/frame 0xfffffe01415fc630 ufs_makeinode() at ufs_makeinode+0xe0/frame 0xfffffe01415fc7c0 ufs_create() at ufs_create+0x34/frame 0xfffffe01415fc7e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe01415fc800 vn_open_cred() at vn_open_cred+0x2b3/frame 0xfffffe01415fc970 kern_openat() at kern_openat+0x26f/frame 0xfffffe01415fcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01415fcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01415fcbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa5ba, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- Tracing command creat pid 4189 tid 100232 td 0xfffffe010e5fe100 (CPU 0) kdb_enter() at kdb_enter+0x37/frame 0xfffffe01428044e0 vpanic() at vpanic+0x1b2/frame 0xfffffe0142804530 panic() at panic+0x43/frame 0xfffffe0142804590 ffs_truncate() at ffs_truncate+0x1699/frame 0xfffffe0142804770 ffs_vput_pair() at ffs_vput_pair+0x1b3/frame 0xfffffe0142804800 vn_open_cred() at vn_open_cred+0x374/frame 0xfffffe0142804970 kern_openat() at kern_openat+0x26f/frame 0xfffffe0142804ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142804bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142804bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x8011aa5ba, rsp = 0x7fffffffe508, rbp = 0x7fffffffe5c0 --- Tracing command rw pid 4190 tid 100255 td 0xfffffe010d63ee00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01428a06c0 mi_switch() at mi_switch+0x159/frame 0xfffffe01428a06e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01428a0720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01428a0770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01428a0780 _sleep() at _sleep+0x2ac/frame 0xfffffe01428a0830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe01428a08c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe01428a0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01428a0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01428a0bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8011aa83a, rsp = 0x7fffffffe608, rbp = 0x7fffffffe640 --- Tracing command rw pid 4191 tid 100256 td 0xfffffe010e164c00 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce3ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce3ae10 trap() at trap+0x56/frame 0xfffffe003ce3af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce3af20 --- trap 0x13, rip = 0xffffffff80c5e9c2, rsp = 0xfffffe01428aa090, rbp = 0xfffffe01428aa0a0 --- lock_delay() at lock_delay+0x22/frame 0xfffffe01428aa0a0 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe01428aa150 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe01428aa190 workitem_alloc() at workitem_alloc+0x101/frame 0xfffffe01428aa1c0 newfreefrag() at newfreefrag+0xcf/frame 0xfffffe01428aa230 newallocindir() at newallocindir+0x4d/frame 0xfffffe01428aa290 softdep_setup_allocindir_page() at softdep_setup_allocindir_page+0x109/frame 0xfffffe01428aa300 ffs_reallocblks() at ffs_reallocblks+0xc88/frame 0xfffffe01428aa480 VOP_REALLOCBLKS_APV() at VOP_REALLOCBLKS_APV+0x59/frame 0xfffffe01428aa4a0 cluster_write() at cluster_write+0x549/frame 0xfffffe01428aa580 ffs_write() at ffs_write+0x493/frame 0xfffffe01428aa630 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe01428aa740 vn_write() at vn_write+0x2eb/frame 0xfffffe01428aa7d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe01428aa830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe01428aa980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe01428aaa00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe01428aaa50 sys_write() at sys_write+0xbc/frame 0xfffffe01428aaac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01428aabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01428aabf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4192 tid 100327 td 0xfffffe01427ea000 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce54e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce54e10 trap() at trap+0x56/frame 0xfffffe003ce54f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce54f20 --- trap 0x13, rip = 0xffffffff80be2302, rsp = 0xfffffe0145009200, rbp = 0xfffffe0145009200 --- __lockmgr_args() at __lockmgr_args+0x892/frame 0xfffffe0145009200 getblkx() at getblkx+0xc7/frame 0xfffffe01450092c0 cluster_read() at cluster_read+0xf0/frame 0xfffffe01450093c0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0x1a53/frame 0xfffffe0145009580 ffs_write() at ffs_write+0x262/frame 0xfffffe0145009630 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe0145009740 vn_write() at vn_write+0x2eb/frame 0xfffffe01450097d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe0145009830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe0145009980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe0145009a00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe0145009a50 sys_write() at sys_write+0xbc/frame 0xfffffe0145009ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145009bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145009bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4193 tid 100328 td 0xfffffe0144045800 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce61e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce61e10 trap() at trap+0x56/frame 0xfffffe003ce61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce61f20 --- trap 0x13, rip = 0xffffffff80c5e9c0, rsp = 0xfffffe0145036200, rbp = 0xfffffe0145036210 --- lock_delay() at lock_delay+0x20/frame 0xfffffe0145036210 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe01450362c0 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe0145036300 newallocindir() at newallocindir+0x87/frame 0xfffffe0145036360 softdep_setup_allocindir_page() at softdep_setup_allocindir_page+0x109/frame 0xfffffe01450363d0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0x1836/frame 0xfffffe0145036580 ffs_write() at ffs_write+0x262/frame 0xfffffe0145036630 VOP_WRITE_APV() at VOP_WRITE_APV+0xcf/frame 0xfffffe0145036740 vn_write() at vn_write+0x2eb/frame 0xfffffe01450367d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe0145036830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe0145036980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe0145036a00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe0145036a50 sys_write() at sys_write+0xbc/frame 0xfffffe0145036ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145036bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145036bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4194 tid 100329 td 0xfffffe014407b100 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ce2de00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ce2de10 trap() at trap+0x56/frame 0xfffffe003ce2df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ce2df20 --- trap 0x13, rip = 0xffffffff80d15d69, rsp = 0xfffffe0145031748, rbp = 0xfffffe01450317d0 --- vn_start_write_refed() at vn_start_write_refed+0x289/frame 0xfffffe01450317d0 vn_io_fault_doio() at vn_io_fault_doio+0x43/frame 0xfffffe0145031830 vn_io_fault1() at vn_io_fault1+0x16c/frame 0xfffffe0145031980 vn_io_fault() at vn_io_fault+0x1ba/frame 0xfffffe0145031a00 dofilewrite() at dofilewrite+0x81/frame 0xfffffe0145031a50 sys_write() at sys_write+0xbc/frame 0xfffffe0145031ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145031bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145031bf0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8011aa87a, rsp = 0x7fffffffd518, rbp = 0x7fffffffe5d0 --- Tracing command rw pid 4195 tid 100330 td 0xfffffe014407aa00 thread_exit() at thread_exit+0x2d3/frame 0xfffffe0145040a40 exit1() at exit1+0xd9e/frame 0xfffffe0145040ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0145040ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0145040bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0145040bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa2ba, rsp = 0x7fffffffd3c8, rbp = 0x7fffffffd3e0 --- Tracing command rw pid 4196 tid 100331 td 0xfffffe014407a300 thread_exit() at thread_exit+0x2d3/frame 0xfffffe014503ba40 exit1() at exit1+0xd9e/frame 0xfffffe014503bab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe014503bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014503bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014503bbf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa2ba, rsp = 0x7fffffffd3c8, rbp = 0x7fffffffd3e0 --- Tracing command mkdir pid 4197 tid 100239 td 0xfffffe010e165a00 thread_exit() at thread_exit+0x2d3/frame 0xfffffe0142850a40 exit1() at exit1+0xd9e/frame 0xfffffe0142850ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0142850ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142850bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142850bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8011aa2ba, rsp = 0x7fffffffe5d8, rbp = 0x7fffffffe5f0 --- Tracing command sleep pid 5317 tid 100347 td 0xfffffe0144078700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014508b860 mi_switch() at mi_switch+0x159/frame 0xfffffe014508b880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014508b8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014508b910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014508b950 _sleep() at _sleep+0x28b/frame 0xfffffe014508ba00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe014508ba80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe014508bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014508bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014508bbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011a757a, rsp = 0x7fffffffe708, rbp = 0x7fffffffe760 --- Tracing command sleep pid 5322 tid 100310 td 0xfffffe01427eae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0142933860 mi_switch() at mi_switch+0x159/frame 0xfffffe0142933880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01429338c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0142933910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0142933950 _sleep() at _sleep+0x28b/frame 0xfffffe0142933a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0142933a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0142933ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0142933bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0142933bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8011a757a, rsp = 0x7fffffffe718, rbp = 0x7fffffffe770 --- db> reset (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:399 #2 0xffffffff804c7b2a in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff804c78ee in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804c7a76 in db_command_script (command=command@entry=0xffffffff81bd0110 "dump") at ../../../ddb/db_command.c:553 #5 0xffffffff804ccd48 in db_script_exec (scriptname=0xffffffff81bcfa80 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #6 0xffffffff804c78ee in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #7 0xffffffff804c7a76 in db_command_script (command=command@entry=0xffffffff81bd00a2 "run pho1") at ../../../ddb/db_command.c:553 #8 0xffffffff804ccd48 in db_script_exec (scriptname=0xffffffff81bcfa80 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #9 0xffffffff804c78ee in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x1) at ../../../ddb/db_command.c:482 #10 0xffffffff804c762d in db_command_loop () at ../../../ddb/db_command.c:535 #11 0xffffffff804cac36 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #12 0xffffffff80c5dc24 in kdb_trap (type=type@entry=0x3, code=code@entry=0x0, tf=, tf@entry=0xfffffe0142804410) at ../../../kern/subr_kdb.c:727 #13 0xffffffff810db26e in trap (frame=0xfffffe0142804410) at ../../../amd64/amd64/trap.c:576 #14 #15 kdb_enter (why=0xffffffff812ce608 "panic", msg=) at ../../../kern/subr_kdb.c:506 #16 0xffffffff80c11412 in vpanic (fmt=, ap=, ap@entry=0xfffffe0142804570) at ../../../kern/kern_shutdown.c:907 #17 0xffffffff80c111a3 in panic (fmt=0xffffffff81e9b238 "\b\301(\201\377\377\377\377") at ../../../kern/kern_shutdown.c:843 #18 0xffffffff80f02059 in ffs_truncate (vp=vp@entry=0xfffffe01440a9960, length=, flags=, cred=0xfffff80003db4d00) at ../../../ufs/ffs/ffs_inode.c:354 #19 0xffffffff80f429c3 in ffs_vput_pair (ap=0xfffffe01428048c8) at ../../../ufs/ffs/ffs_vnops.c:2032 #20 0xffffffff80d13c94 in VOP_VPUT_PAIR (dvp=0xffffffff812b0a44, vpp=0x12, unlock_vp=0x0) at ./vnode_if.h:2434 #21 vn_open_cred (ndp=ndp@entry=0xfffffe0142804980, flagp=flagp@entry=0xfffffe0142804a94, cmode=cmode@entry=0x1b0, vn_open_flags=, vn_open_flags@entry=0x0, cred=0xfffff80003db4d00, fp=0xfffff8000493a140) at ../../../kern/vfs_vnops.c:286 #22 0xffffffff80d1391d in vn_open (ndp=0xffffffff81e9b238 , ndp@entry=0xfffffe0142804980, flagp=0x80, flagp@entry=0xfffffe0142804a94, cmode=0x428043d0, cmode@entry=0x1b0, fp=0x1d0) at ../../../kern/vfs_vnops.c:193 #23 0xffffffff80d0a9ff in kern_openat (td=0xfffffe010e5fe100, fd=0xffffff9c, path=0x7fffffffe510 , pathseg=UIO_USERSPACE, flags=0x602, mode=) at ../../../kern/vfs_syscalls.c:1139 #24 0xffffffff810dc0a7 in syscallenter (td=0xfffffe010e5fe100) at ../../../amd64/amd64/../../kern/subr_syscall.c:189 #25 amd64_syscall (td=0xfffffe010e5fe100, traced=0x0) at ../../../amd64/amd64/trap.c:1156 #26 #27 0x00000008011aa5ba in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffe508 (kgdb) f 18 #18 0xffffffff80f02059 in ffs_truncate (vp=vp@entry=0xfffffe01440a9960, length=, flags=, cred=0xfffff80003db4d00) at ../../../ufs/ffs/ffs_inode.c:354 354 panic("ffs_truncate: read-only filesystem"); (kgdb) l 349 if (needextclean) 350 goto extclean; 351 return (ffs_update(vp, 0)); 352 } 353 if (fs->fs_ronly) 354 panic("ffs_truncate: read-only filesystem"); 355 if (IS_SNAPSHOT(ip)) 356 ffs_snapremove(vp); 357 cluster_init_vn(&ip->i_clusterw); 358 osize = ip->i_size; (kgdb) info loc lastiblock = {0xfffffe0032333032, 0x246, 0xfffffe010e5fe100} indir_lbn = {0x0, 0xfffffe01428049d8, 0xfffffe01428047c0} oldblks = {0xfffffe0142804760, 0xffffffff80c805e7, 0xfffffe01452d6850, 0xfffffe010e5fe100, 0xfffffe0142804610, 0x246, 0x8, 0xfffffe01452d6838, 0x7e0db0d92501485b, 0xfffffe01426a6488, 0xffffffff8131d30d, 0xfffffe01426a6630, 0x7f0, 0xfffffe01428046a0, 0xfffffe0142804680} newblks = {0xfffffe01440a9960, 0xfffffe01428046a0, 0xfffffe0142804680, 0xffffffff80cfa512, 0xffffffff81b88378, 0xfffffe01440a9960, 0xfffffe01426a6488, 0x7f0, 0xfffffe0142804750, 0xffffffff80f4ef3b, 0x302e393831343070, 0xffffffff811bcfc0, 0x2e2e2f2e2e207461, 0x2f7366752f2e2e2f, 0x5f7366662f736666} blocksreleased = 0x0 ip = ump = 0xfffff8048a3d0e00 bo = 0xfffffe01440a9ad8 fs = error = 0x0 waitforupdate = 0x1 allerror = 0x0 needextclean = softdeptrunc = journaltrunc = 0x0 extblocks = datablocks = osize = bp = lbn = i = blkno = indiroff = offset = size = level = lastblock = nblocks = bn = count = key = (kgdb) p *vp $1 = {v_type = VDIR, v_irflag = 0x0, v_seqc = 0x52c, v_nchash = 0xc8e0efe7, v_hash = 0x4, v_op = 0xffffffff81b62d28 , v_data = 0xfffffe01426a6488, v_mount = 0xfffffe0142618700, v_nmntvnodes = {tqe_next = 0xfffffe014407d9c8, tqe_prev = 0xfffffe014403a988}, { v_mountedhere = 0x0, v_unpcb = 0x0, v_rdev = 0x0, v_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xfffffe010c7a15f0}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0xfffff800236f7138, tqh_last = 0xfffff800236f7148}, v_cache_dd = 0xfffff800236f7138, v_lock = { lock_object = {lo_name = 0xffffffff811d111b "ufs", lo_flags = 0x6fb0000, lo_data = 0x0, lo_witness = 0xfffff8087fd83980}, lk_lock = 0xfffffe010e5fe100, lk_exslpfail = 0x0, lk_pri = 0x60, lk_timo = 0x33, lk_stack = {depth = 0xa, pcs = {0xffffffff80be0c95, 0xffffffff80f423fd, 0xffffffff811a23a0, 0xffffffff80d14674, 0xffffffff80cedf35, 0xffffffff80ced5ee, 0xffffffff80d13a2f, 0xffffffff80d0a9ff, 0xffffffff810dc0a7, 0xffffffff810af5ae, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xffffffff8131b209 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd75580}, mtx_lock = 0x0}, v_vnlock = 0xfffffe01440a99d0, v_vnodelist = {tqe_next = 0xfffffe01440a9e10, tqe_prev = 0xfffffe01440a6418}, v_lazylist = {tqe_next = 0xfffffe014407d9c8, tqe_prev = 0xfffffe014403aac8}, v_bufobj = { bo_lock = {lock_object = {lo_name = 0xffffffff812d4599 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffff8087fd80500}, rw_lock = 0x1}, bo_ops = 0xffffffff81b24220 , bo_object = 0xfffff8048abdd738, bo_synclist = {le_next = 0xfffffe01440a9f88, le_prev = 0xfffff800041a4cb0}, bo_private = 0xfffffe01440a9960, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffffe01440a9b20}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0xfffffe0037d5fde0, tqh_last = 0xfffffe0037d5fe40}, bv_root = { pt_root = 0xfffffe0037d5ff41}, bv_cnt = 0x1}, bo_numoutput = 0x0, bo_flag = 0x1, bo_domain = 0x4, bo_bsize = 0x8000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffffe01440a9b88}, rl_currdep = 0x0}, v_holdcnt = 0x2, v_usecount = 0x2, v_iflag = 0x0, v_vflag = 0x0, v_mflag = 0x1, v_dbatchcpu = 0xffff, v_writecount = 0x0, v_seqc_users = 0x0} (kgdb) p *ump $2 = {um_mountp = 0xfffffe0142618700, um_dev = 0xfffff80004231c00, um_cp = 0xfffff800039dbc80, um_bo = 0xfffffe01426a91e0, um_odevvp = 0xfffffe014403b2c0, um_devvp = 0xfffffe01426a9068, um_fstype = 0x2, um_fs = 0xfffffe0143f8a000, um_extattr = {uepm_lock = {lock_object = { lo_name = 0xffffffff811bcf55 "ufs_extattr_sx", lo_flags = 0x2330000, lo_data = 0x0, lo_witness = 0xfffff8087fd83900}, sx_lock = 0x1}, uepm_list = {lh_first = 0x0}, uepm_ucred = 0x0, uepm_flags = 0x1}, um_nindir = 0x1000, um_bptrtodb = 0x3, um_seqinc = 0x8, um_lock = {lock_object = { lo_name = 0xffffffff811d499c "FFS", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd83880}, mtx_lock = 0x0}, um_fsckpid = 0x0, um_softdep = 0xfffff80003adcc00, um_quotas = {0x0, 0x0}, um_cred = {0x0, 0x0}, um_btime = {0x0, 0x0}, um_itime = {0x0, 0x0}, um_qflags = "\000", um_savedmaxfilesize = 0x0, um_flags = 0x0, um_last_fullmsg = {tv_sec = 0x7ff847ea, tv_usec = 0x0}, um_secs_fullmsg = 0x2, um_last_integritymsg = {tv_sec = 0x0, tv_usec = 0x0}, um_secs_integritymsg = 0x0, um_trim_inflight = 0x0, um_trim_inflight_blks = 0x0, um_trim_total = 0x0, um_trim_total_blks = 0x0, um_trim_tq = 0x0, um_trimhash = 0x0, um_trimlisthashsize = 0x0, um_fsfail_task = 0xfffff8048a3d1f80, um_balloc = 0xffffffff80efea10 , um_blkatoff = 0xffffffff80f3ff70 , um_truncate = 0xffffffff80f009c0 , um_update = 0xffffffff80f00610 , um_valloc = 0xffffffff80ef92b0 , um_vfree = 0xffffffff80efa110 , um_ifree = 0xffffffff80f40110 , um_rdonly = 0xffffffff80f026f0 , um_snapgone = 0xffffffff80f06390 , um_check_blkno = 0x0} (kgdb) p *ump->um_fs $3 = {fs_firstfield = 0x0, fs_unused_1 = 0x0, fs_sblkno = 0x18, fs_cblkno = 0x20, fs_iblkno = 0x28, fs_dblkno = 0x128, fs_old_cgoffset = 0x0, fs_old_cgmask = 0x0, fs_old_time = 0x0, fs_old_size = 0x0, fs_old_dsize = 0x0, fs_ncg = 0x4, fs_bsize = 0x8000, fs_fsize = 0x1000, fs_frag = 0x8, fs_minfree = 0x8, fs_old_rotdelay = 0x0, fs_old_rps = 0x0, fs_bmask = 0xffff8000, fs_fmask = 0xfffff000, fs_bshift = 0xf, fs_fshift = 0xc, fs_maxcontig = 0x20, fs_maxbpg = 0x1000, fs_fragshift = 0x3, fs_fsbtodb = 0x3, fs_sbsize = 0x1000, fs_spare1 = {0x0, 0x0}, fs_nindir = 0x1000, fs_inopb = 0x80, fs_old_nspf = 0x0, fs_optim = 0x0, fs_old_npsect = 0x0, fs_old_interleave = 0x0, fs_old_trackskew = 0x0, fs_id = {0x603f6014, 0x2ec92c66}, fs_old_csaddr = 0x0, fs_cssize = 0x1000, fs_cgsize = 0x1000, fs_spare2 = 0x0, fs_old_nsect = 0x0, fs_old_spc = 0x0, fs_old_ncyl = 0x0, fs_old_cpg = 0x0, fs_ipg = 0x1000, fs_fpg = 0x2000, fs_old_cstotal = {cs_ndir = 0x0, cs_nbfree = 0x0, cs_nifree = 0x0, cs_nffree = 0x0}, fs_fmod = 0x1, fs_clean = 0x0, fs_ronly = 0x1, fs_old_flags = 0x80, fs_fsmnt = "/mnt", '\000' , fs_volname = '\000' , fs_swuid = 0x0, fs_pad = 0x0, fs_cgrotor = 0x0, fs_ocsp = {0x0 }, fs_si = 0xfffff800233b2f60, fs_old_cpc = 0x0, fs_maxbsize = 0x8000, fs_unrefs = 0x0, fs_providersize = 0x7ffe, fs_metaspace = 0x140, fs_sparecon64 = { 0x0 }, fs_sblockactualloc = 0x10000, fs_sblockloc = 0x10000, fs_cstotal = {cs_ndir = 0x40, cs_nbfree = 0xb10, cs_nifree = 0x3f13, cs_nffree = 0x8d, cs_numclusters = 0x0, cs_spare = {0x0, 0x0, 0x0}}, fs_time = 0x603f601e, fs_size = 0x7ffe, fs_dsize = 0x7ba5, fs_csaddr = 0x128, fs_pendingblocks = 0x0, fs_pendinginodes = 0x0, fs_snapinum = {0x0 }, fs_avgfilesize = 0x4000, fs_avgfpdir = 0x40, fs_save_cgsize = 0x0, fs_mtime = 0x603f6014, fs_sujfree = 0x0, fs_sparecon32 = {0x0 }, fs_ckhash = 0x2a97f5c7, fs_metackhash = 0x7, fs_flags = 0x202, fs_contigsumsize = 0x10, fs_maxsymlinklen = 0x78, fs_old_inodefmt = 0x0, fs_maxfilesize = 0x800800805ffff, fs_qbmask = 0x7fff, fs_qfmask = 0xfff, fs_state = 0x0, fs_old_postblformat = 0x0, fs_old_nrpos = 0x0, fs_spare5 = {0x0, 0x0}, fs_magic = 0x19540119} (kgdb) diff --git a/sys/ufs/ffs/ffs_extern.h b/sys/ufs/ffs/ffs_extern.h index 544012089046..62486941354e 100644 --- a/sys/ufs/ffs/ffs_extern.h +++ b/sys/ufs/ffs/ffs_extern.h @@ -127,6 +127,7 @@ int ffs_breadz(struct ufsmount *, struct vnode *, daddr_t, daddr_t, int, #define FFSV_FORCEINSMQ 0x0001 #define FFSV_REPLACE 0x0002 #define FFSV_REPLACE_DOOMED 0x0004 +#define FFSV_FORCEINODEDEP 0x0008 /* * Flags to ffs_reload diff --git a/sys/ufs/ffs/ffs_softdep.c b/sys/ufs/ffs/ffs_softdep.c index 786fb43c7d81..dad7b1145749 100644 --- a/sys/ufs/ffs/ffs_softdep.c +++ b/sys/ufs/ffs/ffs_softdep.c @@ -1471,7 +1471,7 @@ get_parent_vp(struct vnode *vp, struct mount *mp, ino_t inum, struct buf *bp, ASSERT_VOP_ELOCKED(vp, "child vnode must be locked"); for (bplocked = true, pvp = NULL;;) { error = ffs_vgetf(mp, inum, LK_EXCLUSIVE | LK_NOWAIT, &pvp, - FFSV_FORCEINSMQ); + FFSV_FORCEINSMQ | FFSV_FORCEINODEDEP); if (error == 0) { /* * Since we could have unlocked vp, the inode @@ -1512,7 +1512,7 @@ get_parent_vp(struct vnode *vp, struct mount *mp, ino_t inum, struct buf *bp, VOP_UNLOCK(vp); error = ffs_vgetf(mp, inum, LK_EXCLUSIVE, &pvp, - FFSV_FORCEINSMQ); + FFSV_FORCEINSMQ | FFSV_FORCEINODEDEP); if (error != 0) { MPASS(error != ERELOOKUP); vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); @@ -1569,6 +1569,7 @@ softdep_flush(addr) struct mount *mp; struct thread *td; struct ufsmount *ump; + int cleanups; td = curthread; td->td_pflags |= TDP_NORUNNINGBUF; @@ -1603,10 +1604,14 @@ softdep_flush(addr) continue; } ump->softdep_flags &= ~FLUSH_EXIT; + cleanups = ump->um_softdep->sd_cleanups; FREE_LOCK(ump); wakeup(&ump->softdep_flags); - if (print_threads) - printf("Stop thread %s: searchfailed %d, did cleanups %d\n", td->td_name, searchfailed, ump->um_softdep->sd_cleanups); + if (print_threads) { + printf("Stop thread %s: searchfailed %d, " + "did cleanups %d\n", + td->td_name, searchfailed, cleanups); + } atomic_subtract_int(&stat_flush_threads, 1); kthread_exit(); panic("kthread_exit failed\n"); @@ -1792,10 +1797,10 @@ softdep_process_worklist(mp, full) long starttime; KASSERT(mp != NULL, ("softdep_process_worklist: NULL mp")); - if (MOUNTEDSOFTDEP(mp) == 0) + ump = VFSTOUFS(mp); + if (ump->um_softdep == NULL) return (0); matchcnt = 0; - ump = VFSTOUFS(mp); ACQUIRE_LOCK(ump); starttime = time_second; softdep_process_journal(mp, NULL, full ? MNT_WAIT : 0); @@ -2134,6 +2139,8 @@ softdep_waitidle(struct mount *mp, int flags __unused) int error, i; ump = VFSTOUFS(mp); + KASSERT(ump->um_softdep != NULL, + ("softdep_waitidle called on non-softdep filesystem")); devvp = ump->um_devvp; td = curthread; error = 0; @@ -2171,14 +2178,15 @@ softdep_flushfiles(oldmnt, flags, td) int flags; struct thread *td; { -#ifdef QUOTA struct ufsmount *ump; +#ifdef QUOTA int i; #endif int error, early, depcount, loopcnt, retry_flush_count, retry; int morework; - KASSERT(MOUNTEDSOFTDEP(oldmnt) != 0, + ump = VFSTOUFS(oldmnt); + KASSERT(ump->um_softdep != NULL, ("softdep_flushfiles called on non-softdep filesystem")); loopcnt = 10; retry_flush_count = 3; @@ -2222,7 +2230,6 @@ softdep_flushfiles(oldmnt, flags, td) MNT_ILOCK(oldmnt); morework = oldmnt->mnt_nvnodelistsize > 0; #ifdef QUOTA - ump = VFSTOUFS(oldmnt); UFS_LOCK(ump); for (i = 0; i < MAXQUOTAS; i++) { if (ump->um_quotas[i] != NULLVP) @@ -2776,13 +2783,11 @@ softdep_unmount(mp) struct mount *mp; { struct ufsmount *ump; -#ifdef INVARIANTS - int i; -#endif + struct mount_softdeps *ums; - KASSERT(MOUNTEDSOFTDEP(mp) != 0, - ("softdep_unmount called on non-softdep filesystem")); ump = VFSTOUFS(mp); + KASSERT(ump->um_softdep != NULL, + ("softdep_unmount called on non-softdep filesystem")); MNT_ILOCK(mp); mp->mnt_flag &= ~MNT_SOFTDEP; if (MOUNTEDSUJ(mp) == 0) { @@ -2800,35 +2805,45 @@ softdep_unmount(mp) ACQUIRE_LOCK(ump); ump->softdep_flags |= FLUSH_EXIT; wakeup(&ump->softdep_flushtd); - msleep(&ump->softdep_flags, LOCK_PTR(ump), PVM | PDROP, - "sdwait", 0); + while ((ump->softdep_flags & FLUSH_EXIT) != 0) { + msleep(&ump->softdep_flags, LOCK_PTR(ump), PVM, + "sdwait", 0); + } KASSERT((ump->softdep_flags & FLUSH_EXIT) == 0, ("Thread shutdown failed")); + FREE_LOCK(ump); } + /* - * Free up our resources. + * We are no longer have softdep structure attached to ump. */ + ums = ump->um_softdep; ACQUIRE_GBLLOCK(&lk); - TAILQ_REMOVE(&softdepmounts, ump->um_softdep, sd_next); + TAILQ_REMOVE(&softdepmounts, ums, sd_next); FREE_GBLLOCK(&lk); - rw_destroy(LOCK_PTR(ump)); - hashdestroy(ump->pagedep_hashtbl, M_PAGEDEP, ump->pagedep_hash_size); - hashdestroy(ump->inodedep_hashtbl, M_INODEDEP, ump->inodedep_hash_size); - hashdestroy(ump->newblk_hashtbl, M_NEWBLK, ump->newblk_hash_size); - hashdestroy(ump->bmsafemap_hashtbl, M_BMSAFEMAP, - ump->bmsafemap_hash_size); - free(ump->indir_hashtbl, M_FREEWORK); + ump->um_softdep = NULL; + + /* + * Free up our resources. + */ + rw_destroy(&ums->sd_fslock); + hashdestroy(ums->sd_pdhash, M_PAGEDEP, ums->sd_pdhashsize); + hashdestroy(ums->sd_idhash, M_INODEDEP, ums->sd_idhashsize); + hashdestroy(ums->sd_newblkhash, M_NEWBLK, ums->sd_newblkhashsize); + hashdestroy(ums->sd_bmhash, M_BMSAFEMAP, ums->sd_bmhashsize); + free(ums->sd_indirhash, M_FREEWORK); #ifdef INVARIANTS - for (i = 0; i <= D_LAST; i++) { - KASSERT(ump->softdep_curdeps[i] == 0, + for (int i = 0; i <= D_LAST; i++) { + KASSERT(ums->sd_curdeps[i] == 0, ("Unmount %s: Dep type %s != 0 (%ld)", ump->um_fs->fs_fsmnt, - TYPENAME(i), ump->softdep_curdeps[i])); - KASSERT(LIST_EMPTY(&ump->softdep_alldeps[i]), - ("Unmount %s: Dep type %s not empty (%p)", ump->um_fs->fs_fsmnt, - TYPENAME(i), LIST_FIRST(&ump->softdep_alldeps[i]))); + TYPENAME(i), ums->sd_curdeps[i])); + KASSERT(LIST_EMPTY(&ums->sd_alldeps[i]), + ("Unmount %s: Dep type %s not empty (%p)", + ump->um_fs->fs_fsmnt, + TYPENAME(i), LIST_FIRST(&ums->sd_alldeps[i]))); } #endif - free(ump->um_softdep, M_MOUNTDATA); + free(ums, M_MOUNTDATA); } static struct jblocks * @@ -3702,12 +3717,12 @@ softdep_process_journal(mp, needwk, flags) int off; int devbsize; - if (MOUNTEDSUJ(mp) == 0) + ump = VFSTOUFS(mp); + if (ump->um_softdep == NULL || ump->um_softdep->sd_jblocks == NULL) return; shouldflush = softdep_flushcache; bio = NULL; jseg = NULL; - ump = VFSTOUFS(mp); LOCK_OWNED(ump); fs = ump->um_fs; jblocks = ump->softdep_jblocks; @@ -8387,7 +8402,7 @@ handle_complete_freeblocks(freeblks, flags) */ if (spare && freeblks->fb_len != 0) { if (ffs_vgetf(freeblks->fb_list.wk_mp, freeblks->fb_inum, - flags, &vp, FFSV_FORCEINSMQ) != 0) + flags, &vp, FFSV_FORCEINSMQ | FFSV_FORCEINODEDEP) != 0) return (EBUSY); ip = VTOI(vp); if (ip->i_mode == 0) { @@ -10177,7 +10192,8 @@ handle_workitem_remove(dirrem, flags) mp = dirrem->dm_list.wk_mp; ump = VFSTOUFS(mp); flags |= LK_EXCLUSIVE; - if (ffs_vgetf(mp, oldinum, flags, &vp, FFSV_FORCEINSMQ) != 0) + if (ffs_vgetf(mp, oldinum, flags, &vp, FFSV_FORCEINSMQ | + FFSV_FORCEINODEDEP) != 0) return (EBUSY); ip = VTOI(vp); MPASS(ip->i_mode != 0); @@ -14196,7 +14212,8 @@ check_clear_deps(mp) * causes deferred work to be done sooner. */ ump = VFSTOUFS(mp); - suj_susp = MOUNTEDSUJ(mp) && ump->softdep_jblocks->jb_suspended; + suj_susp = ump->um_softdep->sd_jblocks != NULL && + ump->softdep_jblocks->jb_suspended; if (req_clear_remove || req_clear_inodedeps || suj_susp) { FREE_LOCK(ump); softdep_send_speedup(ump, 0, BIO_SPEEDUP_TRIM | BIO_SPEEDUP_WRITE); @@ -14269,7 +14286,7 @@ clear_remove(mp) if (error != 0) goto finish_write; error = ffs_vgetf(mp, ino, LK_EXCLUSIVE, &vp, - FFSV_FORCEINSMQ); + FFSV_FORCEINSMQ | FFSV_FORCEINODEDEP); vfs_unbusy(mp); if (error != 0) { softdep_error("clear_remove: vget", error); @@ -14349,7 +14366,7 @@ clear_inodedeps(mp) return; } if ((error = ffs_vgetf(mp, ino, LK_EXCLUSIVE, &vp, - FFSV_FORCEINSMQ)) != 0) { + FFSV_FORCEINSMQ | FFSV_FORCEINODEDEP)) != 0) { softdep_error("clear_inodedeps: vget", error); vfs_unbusy(mp); vn_finished_write(mp); diff --git a/sys/ufs/ffs/ffs_vfsops.c b/sys/ufs/ffs/ffs_vfsops.c index 762874562082..8258412e57d4 100644 --- a/sys/ufs/ffs/ffs_vfsops.c +++ b/sys/ufs/ffs/ffs_vfsops.c @@ -380,6 +380,7 @@ ffs_mount(struct mount *mp) accmode_t accmode; struct nameidata ndp; char *fspec; + bool mounted_softdep; td = curthread; if (vfs_filteropt(mp->mnt_optnew, ffs_opts)) @@ -491,6 +492,16 @@ ffs_mount(struct mount *mp) error = vfs_write_suspend_umnt(mp); if (error != 0) return (error); + + fs->fs_ronly = 1; + if (MOUNTEDSOFTDEP(mp)) { + MNT_ILOCK(mp); + mp->mnt_flag &= ~MNT_SOFTDEP; + MNT_IUNLOCK(mp); + mounted_softdep = true; + } else + mounted_softdep = false; + /* * Check for and optionally get rid of files open * for writing. @@ -498,7 +509,7 @@ ffs_mount(struct mount *mp) flags = WRITECLOSE; if (mp->mnt_flag & MNT_FORCE) flags |= FORCECLOSE; - if (MOUNTEDSOFTDEP(mp)) { + if (mounted_softdep) { error = softdep_flushfiles(mp, flags, td); } else { error = ffs_flushfiles(mp, flags, td); @@ -507,6 +518,7 @@ ffs_mount(struct mount *mp) vfs_write_resume(mp, 0); return (error); } + if (fs->fs_pendingblocks != 0 || fs->fs_pendinginodes != 0) { printf("WARNING: %s Update error: blocks %jd " @@ -524,7 +536,7 @@ ffs_mount(struct mount *mp) vfs_write_resume(mp, 0); return (error); } - if (MOUNTEDSOFTDEP(mp)) + if (mounted_softdep) softdep_unmount(mp); g_topology_lock(); /* @@ -532,7 +544,6 @@ ffs_mount(struct mount *mp) */ g_access(ump->um_cp, 0, -1, -1); g_topology_unlock(); - fs->fs_ronly = 1; MNT_ILOCK(mp); mp->mnt_flag |= MNT_RDONLY; MNT_IUNLOCK(mp); @@ -2074,7 +2085,8 @@ ffs_vgetf(mp, ino, flags, vpp, ffs_flags) *vpp = NULL; return (error); } - if (DOINGSOFTDEP(vp)) + if (DOINGSOFTDEP(vp) && (!fs->fs_ronly || + (ffs_flags & FFSV_FORCEINODEDEP) != 0)) softdep_load_inodeblock(ip); else ip->i_effnlink = ip->i_nlink; diff --git a/sys/ufs/ufs/inode.h b/sys/ufs/ufs/inode.h index 0169d2903108..a82b4658c0af 100644 --- a/sys/ufs/ufs/inode.h +++ b/sys/ufs/ufs/inode.h @@ -265,11 +265,11 @@ struct indir { #define ITOV(ip) ((ip)->i_vnode) /* Determine if soft dependencies are being done */ -#define DOINGSOFTDEP(vp) \ - (((vp)->v_mount->mnt_flag & (MNT_SOFTDEP | MNT_SUJ)) != 0) -#define MOUNTEDSOFTDEP(mp) (((mp)->mnt_flag & (MNT_SOFTDEP | MNT_SUJ)) != 0) -#define DOINGSUJ(vp) (((vp)->v_mount->mnt_flag & MNT_SUJ) != 0) -#define MOUNTEDSUJ(mp) (((mp)->mnt_flag & MNT_SUJ) != 0) +#define MOUNTEDSOFTDEP(mp) (((mp)->mnt_flag & MNT_SOFTDEP) != 0) +#define DOINGSOFTDEP(vp) MOUNTEDSOFTDEP((vp)->v_mount) +#define MOUNTEDSUJ(mp) (((mp)->mnt_flag & (MNT_SOFTDEP | MNT_SUJ)) == \ + (MNT_SOFTDEP | MNT_SUJ)) +#define DOINGSUJ(vp) MOUNTEDSUJ((vp)->v_mount) /* This overlays the fid structure (see mount.h). */ struct ufid { -- Test scenario: misc/mountro.sh