panic: condition vp->v_holdcnt > 0 not met at ../../../kern/vfs_subr.c:2934 (vget_finish_ref), vmcore.277 KDB: debugger backends: ddb KDB: current backend: ddb ---<>--- Copyright (c) 1992-2021 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 14.0-CURRENT #0 main-n244583-0f34c80f376-dirty: Tue Feb 2 19:07:37 CET 2021 pho@mercat1.netperf.freebsd.org:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 11.0.1 (git@github.com:llvm/llvm-project.git llvmorg-11.0.1-0-g43ff75f2c3fe) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics real memory = 34359738368 (32768 MB) avail memory = 33178238976 (31641 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 12 CPUs FreeBSD/SMP: 1 package(s) x 6 core(s) x 2 hardware threads random: registering fast source Intel Secure Key RNG random: fast provider: "Intel Secure Key RNG" random: unblocking device. ioapic0 irqs 0-23 ioapic1 irqs 24-47 Launching APs: 1 10 4 9 11 8 6 3 5 2 7 Timecounter "TSC-low" frequency 1750034520 Hz quality 1000 KTLS: Initialized 12 threads random: entropy device external interface WARNING: Device "kbd" is Giant locked and may be deleted before FreeBSD 13.0. kbd1 at kbdmux0 000.000054 [4350] netmap_init netmap: loaded module [ath_hal] loaded nexus0 vtvga0: cryptosoft0: aesni0: acpi0: acpi0: Power Button (fixed) cpu0: on acpi0 atrtc0: port 0x70-0x71,0x74-0x77 irq 8 on acpi0 atrtc0: registered as a time-of-day clock, resolution 1.000000s Event timer "RTC" frequency 32768 Hz quality 0 attimer0: port 0x40-0x43,0x50-0x53 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Event timer "HPET4" frequency 14318180 Hz quality 340 Event timer "HPET5" frequency 14318180 Hz quality 340 Event timer "HPET6" frequency 14318180 Hz quality 340 Event timer "HPET7" frequency 14318180 Hz quality 340 Timecounter "ACPI-fast" frequency 3579545 Hz quality 900 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x408-0x40b on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 11.1 (no driver attached) pci0: at device 11.2 (no driver attached) pci0: at device 16.1 (no driver attached) pci0: at device 16.6 (no driver attached) pci0: at device 18.1 (no driver attached) acpi_syscontainer0: on acpi0 acpi_syscontainer1: on acpi0 acpi_syscontainer2: on acpi0 acpi_syscontainer3: on acpi0 apei0: on acpi0 pcib1: port 0xcf8-0xcff on acpi0 pci1: on pcib1 pcib2: irq 26 at device 1.0 on pci1 pci2: on pcib2 pcib3: irq 32 at device 2.0 on pci1 pci3: on pcib3 pci3: at device 0.0 (no driver attached) pci3: at device 0.1 (no driver attached) pcib4: irq 40 at device 3.0 on pci1 pci4: on pcib4 pci1: at device 17.0 (no driver attached) ahci0: port 0xf110-0xf117,0xf100-0xf103,0xf0f0-0xf0f7,0xf0e0-0xf0e3,0xf020-0xf03f mem 0xfb438000-0xfb4387ff irq 16 at device 17.4 on pci1 ahci0: AHCI v1.30 with 4 6Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahciem0: on ahci0 xhci0: mem 0xfb400000-0xfb40ffff irq 19 at device 20.0 on pci1 xhci0: 32 bytes context size, 64-bit DMA usbus0 on xhci0 usbus0: 5.0Gbps Super Speed USB v3.0 pci1: at device 22.0 (no driver attached) pci1: at device 22.1 (no driver attached) ehci0: mem 0xfb434000-0xfb4343ff irq 18 at device 26.0 on pci1 usbus1: EHCI version 1.0 usbus1 on ehci0 usbus1: 480Mbps High Speed USB v2.0 pcib5: irq 16 at device 28.0 on pci1 pci5: on pcib5 pcib6: irq 18 at device 28.2 on pci1 pci6: on pcib6 pcib7: at device 0.0 on pci6 pci7: on pcib7 vgapci0: port 0xe000-0xe07f mem 0xfa000000-0xfaffffff,0xfb000000-0xfb01ffff irq 18 at device 0.0 on pci7 vgapci0: Boot video device pcib8: irq 16 at device 28.4 on pci1 pci8: on pcib8 igb0: port 0xd020-0xd03f mem 0xfb320000-0xfb33ffff,0xfb344000-0xfb347fff irq 16 at device 0.0 on pci8 igb0: Using 1024 TX descriptors and 1024 RX descriptors igb0: queue equality override not set, gpt/work... WARNING: / was not properly dismounted Dual Console: Serial Primary, Video Secondary igb0: link state changed to UP debugnet_any_ifnet_update: Bad dn_init result from igb0 (ifp 0xfffff800044a8800), ignoring. Interface IP-Address Broadcast Setting hostuuid: 00000000-0000-0000-0000-002590c99976. Setting hostid: 0x90b83241. Starting file system checks: WARNING: / was not properly dismounted Mounting local filesystems:. fscklock order reversal: 1st 0xfffff800040f4070 ufs (ufs, lockmgr) @ kern/vfs_mount.c:1742 2nd 0xfffff800099a0a70 devfs (devfs, lockmgr) @ kern/vfs_subr.c:3133 lock order devfs -> ufs established at: #0 0xffffffff80c6e53d at witness_checkorder+0x46d #1 0xffffffff80bcee12 at lockmgr_lock_flags+0x172 #2 0xffffffff80ed129d at ffs_lock+0x9d #3 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #4 0xffffffff80d02654 at _vn_lock+0x54 #5 0xffffffff80ce0a31 at vfs_domount+0xf01 #6 0xffffffff80cdee52 at vfs_donmount+0x872 #7 0xffffffff80ce35f7 at kernel_mount+0x57 #8 0xffffffff80ce5fc1 at parse_mount+0x4a1 #9 0xffffffff80ce4427 at vfs_mountroot+0x587 #10 0xffffffff80b8ccdf at start_init+0x1f #11 0xffffffff80bb9590 at fork_exit+0x80 #12 0xffffffff8103eaae at fork_trampoline+0xe lock order ufs -> devfs attempted at: #0 0xffffffff80c6ee9c at witness_checkorder+0xdcc #1 0xffffffff80bcee12 at lockmgr_lock_flags+0x172 #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80ceabf6 at vput_final+0x116 #5 0xffffffff80ecef2f at ffs_unmount+0x39f #6 0xffffffff80ce1b1b at dounmount+0x43b #7 0xffffffff80ce166c at kern_unmount+0x2fc #8 0xffffffff8106afe7 at amd64_syscall+0x147 #9 0xffffffff8103e34e at fast_syscall_common+0xf8 ** /dev/gpt/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 78 files, 15088 used, 1250319 free (111 frags, 156276 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** Updating CPU Microcode... CPU: Intel(R) Xeon(R) CPU E5-1650 v3 @ 3.50GHz (3500.07-MHz K8-class CPU) Origin="GenuineIntel" Id=0x306f2 Family=0x6 Model=0x3f Stepping=2 Features=0xbfebfbff Features2=0x7ffefbff AMD Features=0x2c100800 AMD Features2=0x21 Structured Extended Features=0x37ab Structured Extended Features3=0x9c000400 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID,VID,PostIntr TSC: P-state invariant, performance statistics Done. Setting up harvesting: PURE_RDRAND,[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,[NET_ETHER],NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy: . ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/e2fsprogs /usr/local/lib/gcc8 /usr/local/lib/gcc9 /usr/local/lib/perl5/5.30/mach/CORE 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Setting hostname: mercat1.netperf.freebsd.org. Autoloading module: acpi_wmi.ko Autoloading module: ichsmb.ko Autoloading module: ioat.ko ioat0: mem 0xfb42c000-0xfb42ffff irq 31 at device 4.0 on pci1 ioat0: Capabilities: 2f7 ioat1: mem 0xfb428000-0xfb42bfff irq 39 at device 4.1 on pci1 ioat1: Capabilities: 2f7 ioat2: mem 0xfb424000-0xfb427fff irq 31 at device 4.2 on pci1 ioat2: Capabilities: f7 ioat3: mem 0xfb420000-0xfb423fff irq 39 at device 4.3 on pci1 ioat3: Capabilities: f7 ioat4: mem 0xfb41c000-0xfb41ffff irq 31 at device 4.4 on pci1 ioat4: Capabilities: f7 ioat5: mem 0xfb418000-0xfb41bfff irq 39 at device 4.5 on pci1 ioat5: Capabilities: f7 ioat6: mem 0xfb414000-0xfb417fff irq 31 at device 4.6 on pci1 ioat6: Capabilities: f7 ioat7: mem 0xfb410000-0xfb413fff irq 39 at device 4.7 on pci1 ioat7: Capabilities: f7 ichsmb0: port 0x580-0x59f mem 0xfb431000-0xfb4310ff irq 18 at device 31.3 on pci1 smbus0: on ichsmb0 acpi_wmi0: on acpi0 acpi_wmi0: cannot find EC device lo0: link state changed to UP igb0: link state changed to DOWN Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=680003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 groups: lo nd6 options=21 igb0: flags=8863 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:da inet6 fe80::ec4:7aff:fea8:cdda%igb0 prefixlen 64 scopeid 0x1 media: Ethernet autoselect status: no carrier nd6 options=21 igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Starting devd. igb0: link state changed to UP Autoloading module: acpi_wmi.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Autoloading module: ioat.ko Starting Network: igb1. igb1: flags=8822 metric 0 mtu 1500 options=4e507bb ether 0c:c4:7a:a8:cd:db media: Ethernet autoselect status: no carrier nd6 options=29 Autoloading module: ichsmb.ko Autoloading module: uhid.ko Autoloading module: ums.ko Autoloading module: usbhid.ko ums0 on uhub3 ums0: on usbus0 ums0: 3 buttons and [Z] coordinates ID=0 Starting dhclient. DHCPREQUEST on igb0 to 255.255.255.255 port 67 if_delmulti_locked: detaching ifnet instance 0xfffff800044a8800 DHCPACK from 192.168.5.1 bound to 192.168.5.171 -- renewal in 300 seconds. add host 127.0.0.1: gateway lo0 fib 0: route already in table add host ::1: gateway lo0 fib 0: route already in table add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Updating motd:. Recovering vi editor sessions:. Creating and/or trimming log files. Clearing /tmp (X related). Starting syslogd. Setting date via ntp. 2 Feb 19:10:28 ntpdate[2368]: step time server 192.168.5.1 offset -0.939292 sec Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 Starting statd. Starting lockd. Mounting late filesystems:. Security policy loaded: MAC/ntpd (mac_ntpd) Starting ntpd. Starting powerd. Performing sanity check on sshd configuration. Starting sshd. Configuring vt: blanktime. Starting cron. Starting inetd. sysctl: unknown oid 'debug.fail_point.pmap_allocpte_page_alloc' at line 12 Tue Feb 2 19:10 FreeBSD/amd64 (mercat1.netperf.freebsd.org) (ttyu1) login: Feb 2 19:20:12 mercat1 su[2571]: pho to root on /dev/pts/0 20210202 19:21:02 all (1/724): 1st.sh 20210202 19:21:03 all (2/724): 256m.sh 20210202 19:21:05 all (3/724): advlock.sh 20210202 19:22:09 all (4/724): aesni.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: accelerated software Feb 2 19:23:13 mercat1 kernel: pid 36227 (swap), jid 0, uid 2007, was killed: out of swap space GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20210202 19:29:43 all (5/724): altbufferflushes.sh lock order reversal: 1st 0xfffffe003c316e88 bufwait (bufwait, lockmgr) @ kern/vfs_bio.c:3916 2nd 0xfffff804dc92ec30 snaplk (snaplk, lockmgr) @ ufs/ffs/ffs_snapshot.c:2353 lock order snaplk -> bufwait established at: #0 0xffffffff80c6e53d at witness_checkorder+0x46d #1 0xffffffff80bcf51c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bd0265 at __lockmgr_args+0x625 #3 0xffffffff80cc1e54 at getnewbuf+0x334 #4 0xffffffff80cbf187 at getblkx+0x367 #5 0xffffffff80cbec14 at breadn_flags+0x44 #6 0xffffffff80ea268b at ffs_balloc_ufs2+0x71b #7 0xffffffff80ea8d02 at expunge_ufs2+0x182 #8 0xffffffff80ea6e7c at ffs_snapshot+0x11ac #9 0xffffffff80ecd8d7 at ffs_mount+0xc67 #10 0xffffffff80ce02f7 at vfs_domount+0x7c7 #11 0xffffffff80cdee52 at vfs_donmount+0x872 #12 0xffffffff80cde5a9 at sys_nmount+0x69 #13 0xffffffff8106afe7 at amd64_syscall+0x147 #14 0xffffffff8103e34e at fast_syscall_common+0xf8 lock order bufwait -> snaplk attempted at: #0 0xffffffff80c6ee9c at witness_checkorder+0xdcc #1 0xffffffff80bcf51c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bd0265 at __lockmgr_args+0x625 #3 0xffffffff80eab966 at ffs_copyonwrite+0x166 #4 0xffffffff80ed0116 at ffs_geom_strategy+0xd6 #5 0xffffffff80cbd1cc at bufwrite+0x24c #6 0xffffffff80cc060f at vfs_bio_awrite+0x24f #7 0xffffffff80eab799 at ffs_bdflush+0x3c9 #8 0xffffffff80cc07b3 at bdwrite+0x83 #9 0xffffffff80ea3ef3 at ffs_update+0x363 #10 0xffffffff80eda53a at ufs_inactive+0x2ba #11 0xffffffff8112fed9 at VOP_INACTIVE_APV+0x59 #12 0xffffffff80ceb715 at vinactivef+0xf5 #13 0xffffffff80cead37 at vput_final+0x257 #14 0xffffffff80eff7ed at vm_map_process_deferred+0xad #15 0xffffffff80f0743e at vm_map_remove+0xee #16 0xffffffff80eff049 at vmspace_exit+0xa9 #17 0xffffffff80bb3fc2 at exit1+0x562 lock order reversal: 1st 0xfffff804dc92ec30 snaplk (snaplk, lockmgr) @ ufs/ufs/ufs_vnops.c:1036 2nd 0xfffff801a07937f0 ufs (ufs, lockmgr) @ ufs/ffs/ffs_snapshot.c:1667 lock order ufs -> snaplk established at: #0 0xffffffff80c6e53d at witness_checkorder+0x46d #1 0xffffffff80bced1c at lockmgr_lock_flags+0x7c #2 0xffffffff80ed129d at ffs_lock+0x9d #3 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #4 0xffffffff80d02654 at _vn_lock+0x54 #5 0xffffffff80cea4ca at vget_finish+0x7a #6 0xffffffff80cd9def at vfs_hash_get+0xbf #7 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #8 0xffffffff80edb608 at ufs_lookup_ino+0xf08 #9 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #10 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #11 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #12 0xffffffff80cdc591 at lookup+0x441 #13 0xffffffff80cdb9fc at namei+0x6ac #14 0xffffffff80d01dd5 at vn_open_cred+0x3d5 #15 0xffffffff80cf8a5f at kern_openat+0x26f #16 0xffffffff8106afe7 at amd64_syscall+0x147 #17 0xffffffff8103e34e at fast_syscall_common+0xf8 lock order snaplk -> ufs attempted at: #0 0xffffffff80c6ee9c at witness_checkorder+0xdcc #1 0xffffffff80bcf51c at lockmgr_xlock_hard+0x6c #2 0xffffffff80bd0265 at __lockmgr_args+0x625 #3 0xffffffff80ea9e7b at ffs_snapremove+0x10b #4 0xffffffff80ea41b3 at ffs_truncate+0x273 #5 0xffffffff80eda42e at ufs_inactive+0x1ae #6 0xffffffff8112fed9 at VOP_INACTIVE_APV+0x59 #7 0xffffffff80ceb715 at vinactivef+0xf5 #8 0xffffffff80cead37 at vput_final+0x257 #9 0xffffffff80cfa3d9 at kern_funlinkat+0x279 #10 0xffffffff80cfa158 at sys_unlink+0x28 #11 0xffffffff8106afe7 at amd64_syscall+0x147 #12 0xffffffff8103e34e at fast_syscall_common+0xf8 stress2: newblk leak: 126994/126999. stress2: pts leak: 1/2 20210202 19:41:14 all (6/724): alternativeFlushPath.sh lock order reversal: 1st 0xfffff800094e2cf0 syncer (syncer, lockmgr) @ kern/vfs_subr.c:2524 2nd 0xfffff804415a82f0 ufs (ufs, lockmgr) @ kern/vfs_subr.c:3133 lock order ufs -> syncer established at: #0 0xffffffff80c6e53d at witness_checkorder+0x46d #1 0xffffffff80bcee12 at lockmgr_lock_flags+0x172 #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80ceabf6 at vput_final+0x116 #5 0xffffffff80ce1b0d at dounmount+0x42d #6 0xffffffff80ce166c at kern_unmount+0x2fc #7 0xffffffff8106afe7 at amd64_syscall+0x147 #8 0xffffffff8103e34e at fast_syscall_common+0xf8 lock order syncer -> ufs attempted at: #0 0xffffffff80c6ee9c at witness_checkorder+0xdcc #1 0xffffffff80bcee12 at lockmgr_lock_flags+0x172 #2 0xffffffff80ed129d at ffs_lock+0x9d #3 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #4 0xffffffff80d02654 at _vn_lock+0x54 #5 0xffffffff80ceabf6 at vput_final+0x116 #6 0xffffffff80cea4eb at vget_finish+0x9b #7 0xffffffff80ecf70d at ffs_sync+0x51d #8 0xffffffff80cf612b at sync_fsync+0xeb #9 0xffffffff8112ef79 at VOP_FSYNC_APV+0x59 #10 0xffffffff80cf34e4 at sched_sync+0x444 #11 0xffffffff80bb9590 at fork_exit+0x80 #12 0xffffffff8103eaae at fork_trampoline+0xe stress2: pts leak: 1/3 20210202 20:02:53 all (7/724): arp.sh Feb 2 20:04:43 mercat1 kernel: pid 6752 (swap), jid 0, uid 0, was killed: out of swap space 20210202 20:05:12 all (8/724): aslr.sh witness_lock_list_get: witness exhausted Feb 2 20:05:48 mercat1 kernel: pid 21727 (swap), jid 0, uid 0, was killed: out of swap space 20210202 20:10:19 all (9/724): audit.sh 20210202 20:10:21 all (10/724): audit2.sh Feb 2 20:10:32 mercat1 kernel: pid 96429 (rw), uid 2007 inumber 91601 on /mnt: filesystem full Feb 2 20:12:36 mercat1 kernel: pid 365 (rw), uid 2007 inumber 32773 on /mnt: filesystem full Feb 2 20:12:38 mercat1 kernel: pid 389 (rw), uid 2007 inumber 54241 on /mnt: filesystem full Feb 2 20:12:51 mercat1 kernel: pid 381 (rw), uid 2007 inumber 57292 on /mnt: filesystem full Feb 2 20:13:05 mercat1 kernel: pid 404 (swap), jid 0, uid 2007, was killed: out of swap space Feb 2 20:15:26 mercat1 kernel: pid 3426 (rw), uid 2007 inumber 52015 on /mnt: filesystem full 20210202 20:16:42 all (11/724): badcode.sh Feb 2 20:26:11 mercat1 kernel: pid 28831 (swap), jid 0, uid 2007, was killed: out of swap space 20210202 20:27:23 all (12/724): badcode2.sh Feb 2 20:28:35 mercat1 kernel: pid 34500 (swap), jid 0, uid 2007, was killed: out of swap space Feb 2 20:31:11 mercat1 kernel: pid 36780 (swap), jid 0, uid 2007, was killed: out of swap space 20210202 20:39:00 all (13/724): badcode3.sh 20210202 20:44:08 all (14/724): bench.sh 20210202 20:44:53 all (15/724): beneath.sh 20210202 20:44:55 all (16/724): beneath2.sh 20210202 20:44:57 all (17/724): beneath3.sh 20210202 20:44:59 all (18/724): beneath4.sh 20210202 20:45:01 all (19/724): bio.sh Feb 2 20:47:23 mercat1 kernel: pid 93074 (swap), jid 0, uid 0, was killed: out of swap space 20210202 20:50:38 all (20/724): buildkernel.sh 20210202 20:54:59 all (21/724): buildworld.sh 20210202 20:55:01 all (22/724): buildworld2.sh 20210202 20:55:03 all (23/724): buildworld3.sh 20210202 21:15:08 all (24/724): buildworld4.sh fsync: giving up on dirty (error = 35) 0xfffff804f2b09500: type VCHR usecount 1, writecount 0, refcount 282 seqc users 0 rdev 0xfffff80316272800 hold count flags () flags () v_object 0xfffff801558ec420 ref 0 pages 4443 cleanbuf 272 dirtybuf 8 lock type mntfs: EXCL by thread 0xfffffe017ca10500 (pid 86171, umount, tid 104885) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #2 0xffffffff80d02654 at _vn_lock+0x54 #3 0xffffffff80ecf4a0 at ffs_sync+0x2b0 #4 0xffffffff80d04275 at vfs_write_suspend+0x165 #5 0xffffffff80d04435 at vfs_write_suspend_umnt+0x35 #6 0xffffffff80ecec43 at ffs_unmount+0xb3 #7 0xffffffff80ce1b1b at dounmount+0x43b #8 0xffffffff80ce166c at kern_unmount+0x2fc #9 0xffffffff8106afe7 at amd64_syscall+0x147 #10 0xffffffff8103e34e at fast_syscall_common+0xf8 20210202 21:25:22 all (25/724): burnin.sh 20210202 21:45:55 all (26/724): callout_reset_on.sh Expensive timeout(9) function: 0xffffffff80c19ab0(0xfffff80749838528) 0.008342848 s 20210202 21:47:41 all (27/724): callout_reset_on2.sh Expensive timeout(9) function: 0xffffffff80dea880(0xfffffe016e3bac48) 10.581997297 s 20210202 21:57:44 all (28/724): chain.sh swap_pager: out of swap space swp_pager_getswapspace(15): failed Feb 2 22:04:40 mercat1 kernel: pid 24673 (chain), jid 0, uid 0, was killed: out of swap space 20210202 22:04:46 all (29/724): churn.sh 20210202 22:14:51 all (30/724): cluster.sh stress2: newblk leak: 9792/9796. 20210202 22:25:49 all (31/724): cmp.sh Feb 2 22:26:53 mercat1 kernel: pid 18982 (swap), jid 0, uid 0, was killed: out of swap space Feb 2 22:27:58 mercat1 kernel: pid 18987 (swap), jid 0, uid 0, was killed: out of swap space 20210202 22:31:12 all (32/724): compare.sh 20210202 22:31:23 all (33/724): context.sh 20210202 22:36:27 all (34/724): context2.sh 20210202 22:41:32 all (35/724): contigmalloc.sh 20210202 22:43:41 all (36/724): contigmalloc2.sh 20210202 22:43:44 all (37/724): contigmalloc3.sh 20210202 22:43:46 all (38/724): core.sh stress2: newblk leak: 341/351. 20210202 22:46:00 all (39/724): core2.sh 20210202 22:46:08 all (40/724): core3.sh Feb 2 22:46:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:11 mercat1 syslogd: last message repeated 160 times Feb 2 22:46:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:11 mercat1 syslogd: last message repeated 8 times Feb 2 22:46:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:12 mercat1 syslogd: last message repeated 90 times Feb 2 22:46:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:13 mercat1 syslogd: last message repeated 33 times Feb 2 22:46:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:13 mercat1 syslogd: last message repeated 53 times Feb 2 22:46:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:14 mercat1 syslogd: last message repeated 31 times Feb 2 22:46:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:16 mercat1 syslogd: last message repeated 157 times Feb 2 22:46:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:16 mercat1 syslogd: last message repeated 20 times Feb 2 22:46:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:17 mercat1 syslogd: last message repeated 168 times Feb 2 22:46:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:18 mercat1 syslogd: last message repeated 17 times Feb 2 22:46:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:18 mercat1 syslogd: last message repeated 43 times Feb 2 22:46:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:19 mercat1 syslogd: last message repeated 71 times Feb 2 22:46:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:19 mercat1 syslogd: last message repeated 117 times Feb 2 22:46:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:19 mercat1 syslogd: last message repeated 11 times Feb 2 22:46:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:20 mercat1 syslogd: last message repeated 49 times Feb 2 22:46:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:20 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:20 mercat1 syslogd: last message repeated 5 times Feb 2 22:46:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:21 mercat1 syslogd: last message repeated 55 times Feb 2 22:46:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:22 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:24 mercat1 syslogd: last message repeated 126 times Feb 2 22:46:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:25 mercat1 syslogd: last message repeated 71 times Feb 2 22:46:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:25 mercat1 syslogd: last message repeated 53 times Feb 2 22:46:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:26 mercat1 syslogd: last message repeated 136 times Feb 2 22:46:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:27 mercat1 syslogd: last message repeated 52 times Feb 2 22:46:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:29 mercat1 syslogd: last message repeated 137 times Feb 2 22:46:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:30 mercat1 syslogd: last message repeated 115 times Feb 2 22:46:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:31 mercat1 syslogd: last message repeated 88 times Feb 2 22:46:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:31 mercat1 syslogd: last message repeated 36 times Feb 2 22:46:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:32 mercat1 syslogd: last message repeated 73 times Feb 2 22:46:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:32 mercat1 syslogd: last message repeated 51 times Feb 2 22:46:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:33 mercat1 syslogd: last message repeated 80 times Feb 2 22:46:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:34 mercat1 syslogd: last message repeated 44 times Feb 2 22:46:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:35 mercat1 syslogd: last message repeated 73 times Feb 2 22:46:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:35 mercat1 syslogd: last message repeated 51 times Feb 2 22:46:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:35 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:36 mercat1 syslogd: last message repeated 79 times Feb 2 22:46:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:36 mercat1 syslogd: last message repeated 45 times Feb 2 22:46:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:37 mercat1 syslogd: last message repeated 190 times Feb 2 22:46:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:38 mercat1 syslogd: last message repeated 73 times Feb 2 22:46:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:39 mercat1 syslogd: last message repeated 51 times Feb 2 22:46:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:40 mercat1 syslogd: last message repeated 35 times Feb 2 22:46:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:40 mercat1 syslogd: last message repeated 89 times Feb 2 22:46:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:41 mercat1 syslogd: last message repeated 126 times Feb 2 22:46:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:41 mercat1 syslogd: last message repeated 12 times Feb 2 22:46:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:43 mercat1 syslogd: last message repeated 176 times Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:43 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:43 mercat1 syslogd: last message repeated 10 times Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:43 mercat1 syslogd: last message repeated 50 times Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:43 mercat1 syslogd: last message repeated 126 times Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:44 mercat1 syslogd: last message repeated 13 times Feb 2 22:46:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:44 mercat1 syslogd: last message repeated 47 times Feb 2 22:46:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:44 mercat1 syslogd: last message repeated 74 times Feb 2 22:46:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:45 mercat1 syslogd: last message repeated 114 times Feb 2 22:46:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:47 mercat1 syslogd: last message repeated 126 times Feb 2 22:46:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:47 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:51 mercat1 syslogd: last message repeated 446 times Feb 2 22:46:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:51 mercat1 syslogd: last message repeated 4 times Feb 2 22:46:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:52 mercat1 syslogd: last message repeated 75 times Feb 2 22:46:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:52 mercat1 syslogd: last message repeated 107 times Feb 2 22:46:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:52 mercat1 syslogd: last message repeated 9 times Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:53 mercat1 syslogd: last message repeated 96 times Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:53 mercat1 syslogd: last message repeated 17 times Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:53 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:55 mercat1 syslogd: last message repeated 70 times Feb 2 22:46:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:56 mercat1 syslogd: last message repeated 54 times Feb 2 22:46:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:57 mercat1 syslogd: last message repeated 25 times Feb 2 22:46:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:57 mercat1 syslogd: last message repeated 35 times Feb 2 22:46:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:57 mercat1 syslogd: last message repeated 62 times Feb 2 22:46:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:58 mercat1 syslogd: last message repeated 15 times Feb 2 22:46:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:46:59 mercat1 syslogd: last message repeated 173 times Feb 2 22:46:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:46:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:00 mercat1 syslogd: last message repeated 16 times Feb 2 22:47:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:00 mercat1 syslogd: last message repeated 44 times Feb 2 22:47:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:01 mercat1 syslogd: last message repeated 126 times Feb 2 22:47:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:01 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:01 mercat1 syslogd: last message repeated 9 times Feb 2 22:47:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:03 mercat1 syslogd: last message repeated 128 times Feb 2 22:47:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:03 mercat1 syslogd: last message repeated 49 times Feb 2 22:47:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:04 mercat1 syslogd: last message repeated 11 times Feb 2 22:47:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:04 mercat1 syslogd: last message repeated 49 times Feb 2 22:47:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:04 mercat1 syslogd: last message repeated 73 times Feb 2 22:47:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:05 mercat1 syslogd: last message repeated 91 times Feb 2 22:47:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:07 mercat1 syslogd: last message repeated 278 times Feb 2 22:47:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:08 mercat1 syslogd: last message repeated 14 times Feb 2 22:47:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:09 mercat1 syslogd: last message repeated 123 times Feb 2 22:47:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:11 mercat1 syslogd: last message repeated 190 times Feb 2 22:47:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:11 mercat1 syslogd: last message repeated 113 times Feb 2 22:47:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:12 mercat1 syslogd: last message repeated 13 times Feb 2 22:47:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:13 mercat1 syslogd: last message repeated 47 times Feb 2 22:47:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:14 mercat1 syslogd: last message repeated 126 times Feb 2 22:47:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:14 mercat1 syslogd: last message repeated 71 times Feb 2 22:47:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:15 mercat1 syslogd: last message repeated 53 times Feb 2 22:47:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:16 mercat1 syslogd: last message repeated 29 times Feb 2 22:47:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:16 mercat1 syslogd: last message repeated 95 times Feb 2 22:47:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:17 mercat1 syslogd: last message repeated 29 times Feb 2 22:47:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:17 mercat1 syslogd: last message repeated 31 times Feb 2 22:47:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:18 mercat1 syslogd: last message repeated 134 times Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:19 mercat1 syslogd: last message repeated 53 times Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:19 mercat1 syslogd: last message repeated 22 times Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:19 mercat1 syslogd: last message repeated 38 times Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:21 mercat1 syslogd: last message repeated 200 times Feb 2 22:47:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:23 mercat1 syslogd: last message repeated 372 times Feb 2 22:47:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:24 mercat1 syslogd: last message repeated 194 times Feb 2 22:47:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:25 mercat1 syslogd: last message repeated 58 times Feb 2 22:47:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:25 mercat1 syslogd: last message repeated 12 times Feb 2 22:47:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:26 mercat1 syslogd: last message repeated 112 times Feb 2 22:47:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:26 mercat1 syslogd: last message repeated 10 times Feb 2 22:47:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:27 mercat1 syslogd: last message repeated 50 times Feb 2 22:47:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:27 mercat1 syslogd: last message repeated 13 times Feb 2 22:47:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:28 mercat1 syslogd: last message repeated 47 times Feb 2 22:47:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:29 mercat1 syslogd: last message repeated 126 times Feb 2 22:47:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:29 mercat1 syslogd: last message repeated 14 times Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:30 mercat1 syslogd: last message repeated 46 times Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:30 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:30 mercat1 syslogd: last message repeated 13 times Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:30 mercat1 syslogd: last message repeated 47 times Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:30 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:30 mercat1 syslogd: last message repeated 13 times Feb 2 22:47:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:31 mercat1 syslogd: last message repeated 111 times Feb 2 22:47:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:31 mercat1 syslogd: last message repeated 12 times Feb 2 22:47:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:32 mercat1 syslogd: last message repeated 48 times Feb 2 22:47:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:33 mercat1 syslogd: last message repeated 190 times Feb 2 22:47:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:33 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:33 mercat1 syslogd: last message repeated 14 times Feb 2 22:47:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:34 mercat1 syslogd: last message repeated 46 times Feb 2 22:47:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:34 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:35 mercat1 syslogd: last message repeated 126 times Feb 2 22:47:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:36 mercat1 syslogd: last message repeated 14 times Feb 2 22:47:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:36 mercat1 syslogd: last message repeated 110 times Feb 2 22:47:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:36 mercat1 syslogd: last message repeated 12 times Feb 2 22:47:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:37 mercat1 syslogd: last message repeated 48 times Feb 2 22:47:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:37 mercat1 syslogd: last message repeated 11 times Feb 2 22:47:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:38 mercat1 syslogd: last message repeated 49 times Feb 2 22:47:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:38 mercat1 syslogd: last message repeated 75 times Feb 2 22:47:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:40 mercat1 syslogd: last message repeated 187 times Feb 2 22:47:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:40 mercat1 syslogd: last message repeated 52 times Feb 2 22:47:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:41 mercat1 syslogd: last message repeated 26 times Feb 2 22:47:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:41 mercat1 syslogd: last message repeated 34 times Feb 2 22:47:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:41 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:43 mercat1 syslogd: last message repeated 147 times Feb 2 22:47:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:44 mercat1 syslogd: last message repeated 105 times Feb 2 22:47:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:45 mercat1 syslogd: last message repeated 126 times Feb 2 22:47:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:46 mercat1 syslogd: last message repeated 21 times Feb 2 22:47:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:46 mercat1 syslogd: last message repeated 39 times Feb 2 22:47:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:48 mercat1 syslogd: last message repeated 254 times Feb 2 22:47:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:48 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:49 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:51 mercat1 syslogd: last message repeated 71 times Feb 2 22:47:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:51 mercat1 syslogd: last message repeated 53 times Feb 2 22:47:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:53 mercat1 syslogd: last message repeated 24 times Feb 2 22:47:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:53 mercat1 syslogd: last message repeated 36 times Feb 2 22:47:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:53 mercat1 syslogd: last message repeated 12 times Feb 2 22:47:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:54 mercat1 syslogd: last message repeated 112 times Feb 2 22:47:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:55 mercat1 syslogd: last message repeated 126 times Feb 2 22:47:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:55 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:55 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:56 mercat1 syslogd: last message repeated 139 times Feb 2 22:47:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:56 mercat1 syslogd: last message repeated 49 times Feb 2 22:47:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:57 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:58 mercat1 syslogd: last message repeated 75 times Feb 2 22:47:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:58 mercat1 syslogd: last message repeated 49 times Feb 2 22:47:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:47:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:59 mercat1 syslogd: last message repeated 75 times Feb 2 22:47:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:47:59 mercat1 syslogd: last message repeated 113 times Feb 2 22:47:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:47:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:00 mercat1 syslogd: last message repeated 12 times Feb 2 22:48:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:00 mercat1 syslogd: last message repeated 112 times Feb 2 22:48:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:00 mercat1 syslogd: last message repeated 13 times Feb 2 22:48:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:03 mercat1 syslogd: last message repeated 175 times Feb 2 22:48:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:03 mercat1 syslogd: last message repeated 137 times Feb 2 22:48:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:04 mercat1 syslogd: last message repeated 51 times Feb 2 22:48:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:05 mercat1 syslogd: last message repeated 12 times Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:05 mercat1 syslogd: last message repeated 48 times Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:06 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:06 mercat1 syslogd: last message repeated 5 times Feb 2 22:48:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:06 mercat1 syslogd: last message repeated 55 times Feb 2 22:48:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:06 mercat1 syslogd: last message repeated 19 times Feb 2 22:48:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:07 mercat1 syslogd: last message repeated 41 times Feb 2 22:48:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:08 mercat1 syslogd: last message repeated 14 times Feb 2 22:48:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:09 mercat1 syslogd: last message repeated 46 times Feb 2 22:48:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:11 mercat1 syslogd: last message repeated 254 times Feb 2 22:48:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:12 mercat1 syslogd: last message repeated 78 times Feb 2 22:48:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:12 mercat1 syslogd: last message repeated 46 times Feb 2 22:48:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:12 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:14 mercat1 syslogd: last message repeated 190 times Feb 2 22:48:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:14 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:16 mercat1 syslogd: last message repeated 131 times Feb 2 22:48:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:16 mercat1 syslogd: last message repeated 73 times Feb 2 22:48:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:17 mercat1 syslogd: last message repeated 112 times Feb 2 22:48:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:17 mercat1 syslogd: last message repeated 124 times Feb 2 22:48:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:18 mercat1 syslogd: last message repeated 29 times Feb 2 22:48:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:18 mercat1 syslogd: last message repeated 31 times Feb 2 22:48:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:19 mercat1 syslogd: last message repeated 89 times Feb 2 22:48:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:20 mercat1 syslogd: last message repeated 163 times Feb 2 22:48:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:20 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:21 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:21 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:21 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:23 mercat1 syslogd: last message repeated 203 times Feb 2 22:48:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:24 mercat1 syslogd: last message repeated 177 times Feb 2 22:48:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:25 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:25 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:26 mercat1 syslogd: last message repeated 12 times Feb 2 22:48:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:26 mercat1 syslogd: last message repeated 48 times Feb 2 22:48:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:27 mercat1 syslogd: last message repeated 190 times Feb 2 22:48:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:27 mercat1 syslogd: last message repeated 12 times Feb 2 22:48:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:28 mercat1 syslogd: last message repeated 112 times Feb 2 22:48:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:28 mercat1 syslogd: last message repeated 14 times Feb 2 22:48:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:28 mercat1 syslogd: last message repeated 46 times Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:29 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:29 mercat1 syslogd: last message repeated 11 times Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:29 mercat1 syslogd: last message repeated 49 times Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:29 mercat1 syslogd: last message repeated 73 times Feb 2 22:48:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:31 mercat1 syslogd: last message repeated 115 times Feb 2 22:48:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:31 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:31 mercat1 syslogd: last message repeated 18 times Feb 2 22:48:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:32 mercat1 syslogd: last message repeated 42 times Feb 2 22:48:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:32 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:32 mercat1 syslogd: last message repeated 12 times Feb 2 22:48:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:33 mercat1 syslogd: last message repeated 112 times Feb 2 22:48:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:34 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:35 mercat1 syslogd: last message repeated 29 times Feb 2 22:48:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:36 mercat1 syslogd: last message repeated 31 times Feb 2 22:48:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:37 mercat1 syslogd: last message repeated 72 times Feb 2 22:48:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:38 mercat1 syslogd: last message repeated 79 times Feb 2 22:48:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:38 mercat1 syslogd: last message repeated 35 times Feb 2 22:48:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:38 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:39 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:39 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:40 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:40 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:40 mercat1 syslogd: last message repeated 14 times Feb 2 22:48:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:42 mercat1 syslogd: last message repeated 174 times Feb 2 22:48:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:43 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:44 mercat1 syslogd: last message repeated 18 times Feb 2 22:48:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:44 mercat1 syslogd: last message repeated 42 times Feb 2 22:48:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:44 mercat1 syslogd: last message repeated 69 times Feb 2 22:48:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:45 mercat1 syslogd: last message repeated 55 times Feb 2 22:48:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:46 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:46 mercat1 syslogd: last message repeated 30 times Feb 2 22:48:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:47 mercat1 syslogd: last message repeated 51 times Feb 2 22:48:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:47 mercat1 syslogd: last message repeated 114 times Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:48 mercat1 syslogd: last message repeated 53 times Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:48 mercat1 syslogd: last message repeated 71 times Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:48 mercat1 syslogd: last message repeated 53 times Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:50 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:51 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:52 mercat1 syslogd: last message repeated 11 times Feb 2 22:48:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:52 mercat1 syslogd: last message repeated 49 times Feb 2 22:48:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:53 mercat1 syslogd: last message repeated 76 times Feb 2 22:48:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:53 mercat1 syslogd: last message repeated 48 times Feb 2 22:48:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:54 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:55 mercat1 syslogd: last message repeated 34 times Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:55 mercat1 syslogd: last message repeated 90 times Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:55 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:55 mercat1 syslogd: last message repeated 13 times Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:56 mercat1 syslogd: last message repeated 122 times Feb 2 22:48:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:57 mercat1 syslogd: last message repeated 51 times Feb 2 22:48:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:57 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:48:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:58 mercat1 syslogd: last message repeated 126 times Feb 2 22:48:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:58 mercat1 syslogd: last message repeated 26 times Feb 2 22:48:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:59 mercat1 syslogd: last message repeated 34 times Feb 2 22:48:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:48:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:48:59 mercat1 syslogd: last message repeated 16 times Feb 2 22:49:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:00 mercat1 syslogd: last message repeated 126 times Feb 2 22:49:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:01 mercat1 syslogd: last message repeated 44 times Feb 2 22:49:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:01 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:01 mercat1 syslogd: last message repeated 12 times Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:02 mercat1 syslogd: last message repeated 48 times Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:02 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:02 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:03 mercat1 syslogd: last message repeated 14 times Feb 2 22:49:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:03 mercat1 syslogd: last message repeated 46 times Feb 2 22:49:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:05 mercat1 syslogd: last message repeated 122 times Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:05 mercat1 syslogd: last message repeated 82 times Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:05 mercat1 syslogd: last message repeated 42 times Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:06 mercat1 syslogd: last message repeated 11 times Feb 2 22:49:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:06 mercat1 syslogd: last message repeated 49 times Feb 2 22:49:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:06 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:07 mercat1 syslogd: last message repeated 126 times Feb 2 22:49:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:07 mercat1 syslogd: last message repeated 27 times Feb 2 22:49:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:07 mercat1 syslogd: last message repeated 33 times Feb 2 22:49:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:09 mercat1 syslogd: last message repeated 137 times Feb 2 22:49:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:09 mercat1 syslogd: last message repeated 51 times Feb 2 22:49:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:09 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:10 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:10 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:11 mercat1 syslogd: last message repeated 13 times Feb 2 22:49:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:11 mercat1 syslogd: last message repeated 120 times Feb 2 22:49:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:13 mercat1 syslogd: last message repeated 87 times Feb 2 22:49:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:13 mercat1 syslogd: last message repeated 105 times Feb 2 22:49:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:14 mercat1 syslogd: last message repeated 113 times Feb 2 22:49:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:14 mercat1 syslogd: last message repeated 13 times Feb 2 22:49:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:15 mercat1 syslogd: last message repeated 47 times Feb 2 22:49:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:16 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:16 mercat1 syslogd: last message repeated 13 times Feb 2 22:49:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:17 mercat1 syslogd: last message repeated 130 times Feb 2 22:49:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:17 mercat1 syslogd: last message repeated 43 times Feb 2 22:49:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:17 mercat1 syslogd: last message repeated 126 times Feb 2 22:49:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:18 mercat1 syslogd: last message repeated 126 times Feb 2 22:49:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:19 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:21 mercat1 syslogd: last message repeated 153 times Feb 2 22:49:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:21 mercat1 syslogd: last message repeated 99 times Feb 2 22:49:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:21 mercat1 syslogd: last message repeated 12 times Feb 2 22:49:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:23 mercat1 syslogd: last message repeated 176 times Feb 2 22:49:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:23 mercat1 syslogd: last message repeated 78 times Feb 2 22:49:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:24 mercat1 syslogd: last message repeated 46 times Feb 2 22:49:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:24 mercat1 syslogd: last message repeated 75 times Feb 2 22:49:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:25 mercat1 syslogd: last message repeated 113 times Feb 2 22:49:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:25 mercat1 syslogd: last message repeated 190 times Feb 2 22:49:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:25 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:26 mercat1 syslogd: last message repeated 12 times Feb 2 22:49:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:26 mercat1 syslogd: last message repeated 48 times Feb 2 22:49:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:28 mercat1 syslogd: last message repeated 196 times Feb 2 22:49:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:29 mercat1 syslogd: last message repeated 78 times Feb 2 22:49:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:29 mercat1 syslogd: last message repeated 104 times Feb 2 22:49:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:29 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:30 mercat1 syslogd: last message repeated 9 times Feb 2 22:49:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:30 mercat1 syslogd: last message repeated 51 times Feb 2 22:49:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:31 mercat1 syslogd: last message repeated 23 times Feb 2 22:49:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:31 mercat1 syslogd: last message repeated 37 times Feb 2 22:49:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:31 mercat1 syslogd: last message repeated 27 times Feb 2 22:49:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:32 mercat1 syslogd: last message repeated 97 times Feb 2 22:49:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:32 mercat1 syslogd: last message repeated 14 times Feb 2 22:49:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:33 mercat1 syslogd: last message repeated 46 times Feb 2 22:49:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:33 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:34 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:34 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:34 mercat1 syslogd: last message repeated 21 times Feb 2 22:49:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:36 mercat1 syslogd: last message repeated 231 times Feb 2 22:49:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:38 mercat1 syslogd: last message repeated 136 times Feb 2 22:49:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:38 mercat1 syslogd: last message repeated 52 times Feb 2 22:49:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:39 mercat1 syslogd: last message repeated 34 times Feb 2 22:49:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:39 mercat1 syslogd: last message repeated 36 times Feb 2 22:49:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:39 mercat1 syslogd: last message repeated 52 times Feb 2 22:49:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:40 mercat1 syslogd: last message repeated 33 times Feb 2 22:49:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:40 mercat1 syslogd: last message repeated 29 times Feb 2 22:49:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:41 mercat1 syslogd: last message repeated 60 times Feb 2 22:49:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:42 mercat1 syslogd: last message repeated 16 times Feb 2 22:49:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:42 mercat1 syslogd: last message repeated 44 times Feb 2 22:49:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:43 mercat1 syslogd: last message repeated 190 times Feb 2 22:49:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:43 mercat1 syslogd: last message repeated 12 times Feb 2 22:49:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:44 mercat1 syslogd: last message repeated 126 times Feb 2 22:49:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:44 mercat1 syslogd: last message repeated 48 times Feb 2 22:49:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:46 mercat1 syslogd: last message repeated 155 times Feb 2 22:49:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:46 mercat1 syslogd: last message repeated 33 times Feb 2 22:49:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:47 mercat1 syslogd: last message repeated 30 times Feb 2 22:49:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:47 mercat1 syslogd: last message repeated 30 times Feb 2 22:49:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:47 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:47 mercat1 syslogd: last message repeated 11 times Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:48 mercat1 syslogd: last message repeated 113 times Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:48 mercat1 syslogd: last message repeated 10 times Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:48 mercat1 syslogd: last message repeated 114 times Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:49 mercat1 syslogd: last message repeated 126 times Feb 2 22:49:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:50 mercat1 syslogd: last message repeated 66 times Feb 2 22:49:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:52 mercat1 syslogd: last message repeated 76 times Feb 2 22:49:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:52 mercat1 syslogd: last message repeated 118 times Feb 2 22:49:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:52 mercat1 syslogd: last message repeated 52 times Feb 2 22:49:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:54 mercat1 syslogd: last message repeated 190 times Feb 2 22:49:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:55 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:55 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:56 mercat1 syslogd: last message repeated 190 times Feb 2 22:49:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:56 mercat1 syslogd: last message repeated 9 times Feb 2 22:49:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:56 mercat1 syslogd: last message repeated 51 times Feb 2 22:49:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:57 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:49:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:49:58 mercat1 syslogd: last message repeated 69 times Feb 2 22:49:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:49:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:00 mercat1 syslogd: last message repeated 183 times Feb 2 22:50:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:00 mercat1 syslogd: last message repeated 21 times Feb 2 22:50:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:00 mercat1 syslogd: last message repeated 39 times Feb 2 22:50:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:00 mercat1 syslogd: last message repeated 5 times Feb 2 22:50:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:01 mercat1 syslogd: last message repeated 55 times Feb 2 22:50:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:02 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:03 mercat1 syslogd: last message repeated 140 times Feb 2 22:50:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:03 mercat1 syslogd: last message repeated 48 times Feb 2 22:50:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:04 mercat1 syslogd: last message repeated 73 times Feb 2 22:50:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:04 mercat1 syslogd: last message repeated 51 times Feb 2 22:50:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:06 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:06 mercat1 syslogd: last message repeated 74 times Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:07 mercat1 syslogd: last message repeated 50 times Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:07 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:07 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:09 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:09 mercat1 syslogd: last message repeated 76 times Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:09 mercat1 syslogd: last message repeated 48 times Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:10 mercat1 syslogd: last message repeated 138 times Feb 2 22:50:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:10 mercat1 syslogd: last message repeated 50 times Feb 2 22:50:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:11 mercat1 syslogd: last message repeated 72 times Feb 2 22:50:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:12 mercat1 syslogd: last message repeated 52 times Feb 2 22:50:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:13 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:13 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:13 mercat1 syslogd: last message repeated 13 times Feb 2 22:50:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:14 mercat1 syslogd: last message repeated 111 times Feb 2 22:50:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:14 mercat1 syslogd: last message repeated 3 times Feb 2 22:50:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:15 mercat1 syslogd: last message repeated 90 times Feb 2 22:50:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:17 mercat1 syslogd: last message repeated 157 times Feb 2 22:50:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:18 mercat1 syslogd: last message repeated 26 times Feb 2 22:50:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:18 mercat1 syslogd: last message repeated 34 times Feb 2 22:50:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:18 mercat1 syslogd: last message repeated 129 times Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:19 mercat1 syslogd: last message repeated 59 times Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:19 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:19 mercat1 syslogd: last message repeated 20 times Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:19 mercat1 syslogd: last message repeated 40 times Feb 2 22:50:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:20 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:21 mercat1 syslogd: last message repeated 15 times Feb 2 22:50:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:22 mercat1 syslogd: last message repeated 123 times Feb 2 22:50:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:22 mercat1 syslogd: last message repeated 106 times Feb 2 22:50:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:23 mercat1 syslogd: last message repeated 20 times Feb 2 22:50:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:23 mercat1 syslogd: last message repeated 114 times Feb 2 22:50:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:24 mercat1 syslogd: last message repeated 52 times Feb 2 22:50:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:24 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:24 mercat1 syslogd: last message repeated 8 times Feb 2 22:50:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:25 mercat1 syslogd: last message repeated 116 times Feb 2 22:50:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:27 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:27 mercat1 syslogd: last message repeated 17 times Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:27 mercat1 syslogd: last message repeated 43 times Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:29 mercat1 syslogd: last message repeated 190 times Feb 2 22:50:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:29 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:30 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:30 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:32 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:32 mercat1 syslogd: last message repeated 190 times Feb 2 22:50:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:32 mercat1 syslogd: last message repeated 12 times Feb 2 22:50:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:33 mercat1 syslogd: last message repeated 48 times Feb 2 22:50:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:33 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:34 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:35 mercat1 syslogd: last message repeated 75 times Feb 2 22:50:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:35 mercat1 syslogd: last message repeated 49 times Feb 2 22:50:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:36 mercat1 syslogd: last message repeated 190 times Feb 2 22:50:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:36 mercat1 syslogd: last message repeated 13 times Feb 2 22:50:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:36 mercat1 syslogd: last message repeated 111 times Feb 2 22:50:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:38 mercat1 syslogd: last message repeated 136 times Feb 2 22:50:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:38 mercat1 syslogd: last message repeated 52 times Feb 2 22:50:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:40 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:40 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:41 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:41 mercat1 syslogd: last message repeated 27 times Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:41 mercat1 syslogd: last message repeated 33 times Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:42 mercat1 syslogd: last message repeated 14 times Feb 2 22:50:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:42 mercat1 syslogd: last message repeated 46 times Feb 2 22:50:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:42 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:42 mercat1 syslogd: last message repeated 12 times Feb 2 22:50:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:43 mercat1 syslogd: last message repeated 112 times Feb 2 22:50:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:43 mercat1 syslogd: last message repeated 11 times Feb 2 22:50:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:44 mercat1 syslogd: last message repeated 113 times Feb 2 22:50:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:45 mercat1 syslogd: last message repeated 22 times Feb 2 22:50:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:46 mercat1 syslogd: last message repeated 38 times Feb 2 22:50:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:46 mercat1 syslogd: last message repeated 79 times Feb 2 22:50:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:46 mercat1 syslogd: last message repeated 45 times Feb 2 22:50:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:47 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:47 mercat1 syslogd: last message repeated 13 times Feb 2 22:50:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:48 mercat1 syslogd: last message repeated 47 times Feb 2 22:50:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:48 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:49 mercat1 syslogd: last message repeated 9 times Feb 2 22:50:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:49 mercat1 syslogd: last message repeated 51 times Feb 2 22:50:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:49 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:51 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:51 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:51 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:51 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:52 mercat1 syslogd: last message repeated 126 times Feb 2 22:50:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:52 mercat1 syslogd: last message repeated 12 times Feb 2 22:50:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:53 mercat1 syslogd: last message repeated 48 times Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:54 mercat1 syslogd: last message repeated 78 times Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:54 mercat1 syslogd: last message repeated 46 times Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:56 mercat1 syslogd: last message repeated 138 times Feb 2 22:50:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:56 mercat1 syslogd: last message repeated 50 times Feb 2 22:50:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:50:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:57 mercat1 syslogd: last message repeated 14 times Feb 2 22:50:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:57 mercat1 syslogd: last message repeated 46 times Feb 2 22:50:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:58 mercat1 syslogd: last message repeated 74 times Feb 2 22:50:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:59 mercat1 syslogd: last message repeated 50 times Feb 2 22:50:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:50:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:50:59 mercat1 syslogd: last message repeated 72 times Feb 2 22:51:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:01 mercat1 syslogd: last message repeated 91 times Feb 2 22:51:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:02 mercat1 syslogd: last message repeated 87 times Feb 2 22:51:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:03 mercat1 syslogd: last message repeated 10 times Feb 2 22:51:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:04 mercat1 syslogd: last message repeated 50 times Feb 2 22:51:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:05 mercat1 syslogd: last message repeated 30 times Feb 2 22:51:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:05 mercat1 syslogd: last message repeated 30 times Feb 2 22:51:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:06 mercat1 syslogd: last message repeated 20 times Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:06 mercat1 syslogd: last message repeated 40 times Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:06 mercat1 syslogd: last message repeated 72 times Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:06 mercat1 syslogd: last message repeated 51 times Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:07 mercat1 syslogd: last message repeated 143 times Feb 2 22:51:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:08 mercat1 syslogd: last message repeated 109 times Feb 2 22:51:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:09 mercat1 syslogd: last message repeated 79 times Feb 2 22:51:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:09 mercat1 syslogd: last message repeated 119 times Feb 2 22:51:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:10 mercat1 syslogd: last message repeated 52 times Feb 2 22:51:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:11 mercat1 syslogd: last message repeated 29 times Feb 2 22:51:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:11 mercat1 syslogd: last message repeated 31 times Feb 2 22:51:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:12 mercat1 syslogd: last message repeated 190 times Feb 2 22:51:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:13 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:13 mercat1 syslogd: last message repeated 72 times Feb 2 22:51:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:14 mercat1 syslogd: last message repeated 126 times Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:15 mercat1 syslogd: last message repeated 52 times Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:15 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:15 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:15 mercat1 syslogd: last message repeated 73 times Feb 2 22:51:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:16 mercat1 syslogd: last message repeated 51 times Feb 2 22:51:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:17 mercat1 syslogd: last message repeated 29 times Feb 2 22:51:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:17 mercat1 syslogd: last message repeated 31 times Feb 2 22:51:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:17 mercat1 syslogd: last message repeated 25 times Feb 2 22:51:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:17 mercat1 syslogd: last message repeated 35 times Feb 2 22:51:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:19 mercat1 syslogd: last message repeated 126 times Feb 2 22:51:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:19 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:19 mercat1 syslogd: last message repeated 11 times Feb 2 22:51:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:20 mercat1 syslogd: last message repeated 49 times Feb 2 22:51:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:21 mercat1 syslogd: last message repeated 33 times Feb 2 22:51:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:21 mercat1 syslogd: last message repeated 27 times Feb 2 22:51:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:23 mercat1 syslogd: last message repeated 73 times Feb 2 22:51:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:23 mercat1 syslogd: last message repeated 51 times Feb 2 22:51:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:24 mercat1 syslogd: last message repeated 36 times Feb 2 22:51:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:26 mercat1 syslogd: last message repeated 122 times Feb 2 22:51:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:26 mercat1 syslogd: last message repeated 28 times Feb 2 22:51:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:26 mercat1 syslogd: last message repeated 36 times Feb 2 22:51:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:27 mercat1 syslogd: last message repeated 32 times Feb 2 22:51:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:27 mercat1 syslogd: last message repeated 54 times Feb 2 22:51:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:28 mercat1 syslogd: last message repeated 190 times Feb 2 22:51:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:29 mercat1 syslogd: last message repeated 15 times Feb 2 22:51:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:29 mercat1 syslogd: last message repeated 45 times Feb 2 22:51:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:30 mercat1 syslogd: last message repeated 190 times Feb 2 22:51:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:31 mercat1 syslogd: last message repeated 126 times Feb 2 22:51:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:32 mercat1 syslogd: last message repeated 24 times Feb 2 22:51:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:32 mercat1 syslogd: last message repeated 36 times Feb 2 22:51:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:33 mercat1 syslogd: last message repeated 71 times Feb 2 22:51:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:34 mercat1 syslogd: last message repeated 82 times Feb 2 22:51:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:34 mercat1 syslogd: last message repeated 33 times Feb 2 22:51:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:34 mercat1 syslogd: last message repeated 126 times Feb 2 22:51:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:35 mercat1 syslogd: last message repeated 15 times Feb 2 22:51:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:37 mercat1 syslogd: last message repeated 301 times Feb 2 22:51:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:37 mercat1 syslogd: last message repeated 12 times Feb 2 22:51:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:38 mercat1 syslogd: last message repeated 48 times Feb 2 22:51:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:38 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:39 mercat1 syslogd: last message repeated 135 times Feb 2 22:51:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:39 mercat1 syslogd: last message repeated 53 times Feb 2 22:51:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:40 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:40 mercat1 syslogd: last message repeated 69 times Feb 2 22:51:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:42 mercat1 syslogd: last message repeated 86 times Feb 2 22:51:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:42 mercat1 syslogd: last message repeated 58 times Feb 2 22:51:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:44 mercat1 syslogd: last message repeated 227 times Feb 2 22:51:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:44 mercat1 syslogd: last message repeated 13 times Feb 2 22:51:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:45 mercat1 syslogd: last message repeated 47 times Feb 2 22:51:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:46 mercat1 syslogd: last message repeated 201 times Feb 2 22:51:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:46 mercat1 syslogd: last message repeated 51 times Feb 2 22:51:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:46 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:47 mercat1 syslogd: last message repeated 14 times Feb 2 22:51:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:47 mercat1 syslogd: last message repeated 110 times Feb 2 22:51:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:48 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:48 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:48 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:48 mercat1 syslogd: last message repeated 14 times Feb 2 22:51:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:49 mercat1 syslogd: last message repeated 110 times Feb 2 22:51:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:49 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:51:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:52 mercat1 syslogd: last message repeated 254 times Feb 2 22:51:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:52 mercat1 syslogd: last message repeated 12 times Feb 2 22:51:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:53 mercat1 syslogd: last message repeated 48 times Feb 2 22:51:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:55 mercat1 syslogd: last message repeated 290 times Feb 2 22:51:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:55 mercat1 syslogd: last message repeated 54 times Feb 2 22:51:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:56 mercat1 syslogd: last message repeated 98 times Feb 2 22:51:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:57 mercat1 syslogd: last message repeated 126 times Feb 2 22:51:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:58 mercat1 syslogd: last message repeated 132 times Feb 2 22:51:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:59 mercat1 syslogd: last message repeated 56 times Feb 2 22:51:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:51:59 mercat1 syslogd: last message repeated 190 times Feb 2 22:51:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:51:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:00 mercat1 syslogd: last message repeated 9 times Feb 2 22:52:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:00 mercat1 syslogd: last message repeated 51 times Feb 2 22:52:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:00 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:00 mercat1 syslogd: last message repeated 15 times Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:01 mercat1 syslogd: last message repeated 45 times Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:01 mercat1 syslogd: last message repeated 68 times Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:01 mercat1 syslogd: last message repeated 56 times Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:01 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:02 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:02 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:04 mercat1 syslogd: last message repeated 71 times Feb 2 22:52:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:04 mercat1 syslogd: last message repeated 53 times Feb 2 22:52:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:05 mercat1 syslogd: last message repeated 31 times Feb 2 22:52:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:05 mercat1 syslogd: last message repeated 93 times Feb 2 22:52:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:05 mercat1 syslogd: last message repeated 9 times Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:06 mercat1 syslogd: last message repeated 51 times Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:06 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:06 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:07 mercat1 syslogd: last message repeated 10 times Feb 2 22:52:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:07 mercat1 syslogd: last message repeated 50 times Feb 2 22:52:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:08 mercat1 syslogd: last message repeated 143 times Feb 2 22:52:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:09 mercat1 syslogd: last message repeated 109 times Feb 2 22:52:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:09 mercat1 syslogd: last message repeated 9 times Feb 2 22:52:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:10 mercat1 syslogd: last message repeated 51 times Feb 2 22:52:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:11 mercat1 syslogd: last message repeated 81 times Feb 2 22:52:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:11 mercat1 syslogd: last message repeated 107 times Feb 2 22:52:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:13 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:13 mercat1 syslogd: last message repeated 9 times Feb 2 22:52:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:15 mercat1 syslogd: last message repeated 115 times Feb 2 22:52:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:16 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:16 mercat1 syslogd: last message repeated 74 times Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:17 mercat1 syslogd: last message repeated 50 times Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:17 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:17 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:18 mercat1 syslogd: last message repeated 79 times Feb 2 22:52:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:19 mercat1 syslogd: last message repeated 109 times Feb 2 22:52:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:19 mercat1 syslogd: last message repeated 9 times Feb 2 22:52:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:21 mercat1 syslogd: last message repeated 249 times Feb 2 22:52:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:22 mercat1 syslogd: last message repeated 134 times Feb 2 22:52:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:23 mercat1 syslogd: last message repeated 112 times Feb 2 22:52:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:24 mercat1 syslogd: last message repeated 11 times Feb 2 22:52:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:25 mercat1 syslogd: last message repeated 113 times Feb 2 22:52:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:26 mercat1 syslogd: last message repeated 190 times Feb 2 22:52:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:26 mercat1 syslogd: last message repeated 27 times Feb 2 22:52:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:26 mercat1 syslogd: last message repeated 33 times Feb 2 22:52:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:27 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:28 mercat1 syslogd: last message repeated 190 times Feb 2 22:52:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:28 mercat1 syslogd: last message repeated 12 times Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:29 mercat1 syslogd: last message repeated 48 times Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:29 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:29 mercat1 syslogd: last message repeated 23 times Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:29 mercat1 syslogd: last message repeated 37 times Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:30 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:30 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:30 mercat1 syslogd: last message repeated 11 times Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:30 mercat1 syslogd: last message repeated 49 times Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:31 mercat1 syslogd: last message repeated 78 times Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:31 mercat1 syslogd: last message repeated 46 times Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:31 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:31 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:33 mercat1 syslogd: last message repeated 91 times Feb 2 22:52:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:33 mercat1 syslogd: last message repeated 33 times Feb 2 22:52:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:34 mercat1 syslogd: last message repeated 201 times Feb 2 22:52:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:35 mercat1 syslogd: last message repeated 115 times Feb 2 22:52:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:36 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:36 mercat1 syslogd: last message repeated 16 times Feb 2 22:52:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:36 mercat1 syslogd: last message repeated 108 times Feb 2 22:52:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:37 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:38 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:38 mercat1 syslogd: last message repeated 73 times Feb 2 22:52:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:38 mercat1 syslogd: last message repeated 51 times Feb 2 22:52:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:39 mercat1 syslogd: last message repeated 138 times Feb 2 22:52:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:40 mercat1 syslogd: last message repeated 127 times Feb 2 22:52:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:41 mercat1 syslogd: last message repeated 49 times Feb 2 22:52:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:41 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:42 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:43 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:46 mercat1 syslogd: last message repeated 212 times Feb 2 22:52:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:46 mercat1 syslogd: last message repeated 40 times Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:47 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:47 mercat1 syslogd: last message repeated 33 times Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:47 mercat1 syslogd: last message repeated 27 times Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:48 mercat1 syslogd: last message repeated 32 times Feb 2 22:52:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:48 mercat1 syslogd: last message repeated 92 times Feb 2 22:52:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:48 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:49 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:50 mercat1 syslogd: last message repeated 74 times Feb 2 22:52:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:51 mercat1 syslogd: last message repeated 126 times Feb 2 22:52:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:51 mercat1 syslogd: last message repeated 50 times Feb 2 22:52:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:52 mercat1 syslogd: last message repeated 78 times Feb 2 22:52:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:53 mercat1 syslogd: last message repeated 119 times Feb 2 22:52:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:54 mercat1 syslogd: last message repeated 130 times Feb 2 22:52:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:55 mercat1 syslogd: last message repeated 49 times Feb 2 22:52:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:55 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:55 mercat1 syslogd: last message repeated 13 times Feb 2 22:52:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:56 mercat1 syslogd: last message repeated 47 times Feb 2 22:52:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:57 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:57 mercat1 syslogd: last message repeated 70 times Feb 2 22:52:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:58 mercat1 syslogd: last message repeated 54 times Feb 2 22:52:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:52:59 mercat1 syslogd: last message repeated 62 times Feb 2 22:52:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:52:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:01 mercat1 syslogd: last message repeated 203 times Feb 2 22:53:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:01 mercat1 syslogd: last message repeated 113 times Feb 2 22:53:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:01 mercat1 syslogd: last message repeated 12 times Feb 2 22:53:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:02 mercat1 syslogd: last message repeated 48 times Feb 2 22:53:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:02 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:03 mercat1 syslogd: last message repeated 14 times Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:03 mercat1 syslogd: last message repeated 46 times Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:04 mercat1 syslogd: last message repeated 12 times Feb 2 22:53:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:05 mercat1 syslogd: last message repeated 176 times Feb 2 22:53:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:05 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:05 mercat1 syslogd: last message repeated 73 times Feb 2 22:53:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:06 mercat1 syslogd: last message repeated 51 times Feb 2 22:53:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:06 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:07 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:08 mercat1 syslogd: last message repeated 139 times Feb 2 22:53:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:08 mercat1 syslogd: last message repeated 113 times Feb 2 22:53:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:09 mercat1 syslogd: last message repeated 13 times Feb 2 22:53:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:09 mercat1 syslogd: last message repeated 111 times Feb 2 22:53:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:10 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:11 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:11 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:11 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:11 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:12 mercat1 syslogd: last message repeated 23 times Feb 2 22:53:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:12 mercat1 syslogd: last message repeated 101 times Feb 2 22:53:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:12 mercat1 syslogd: last message repeated 23 times Feb 2 22:53:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:13 mercat1 syslogd: last message repeated 107 times Feb 2 22:53:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:14 mercat1 syslogd: last message repeated 120 times Feb 2 22:53:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:14 mercat1 syslogd: last message repeated 6 times Feb 2 22:53:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:15 mercat1 syslogd: last message repeated 54 times Feb 2 22:53:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:15 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:15 mercat1 syslogd: last message repeated 11 times Feb 2 22:53:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:16 mercat1 syslogd: last message repeated 123 times Feb 2 22:53:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:17 mercat1 syslogd: last message repeated 52 times Feb 2 22:53:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:17 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:17 mercat1 syslogd: last message repeated 13 times Feb 2 22:53:18 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:18 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:18 mercat1 syslogd: last message repeated 47 times Feb 2 22:53:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:19 mercat1 syslogd: last message repeated 69 times Feb 2 22:53:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:19 mercat1 syslogd: last message repeated 55 times Feb 2 22:53:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:20 mercat1 syslogd: last message repeated 28 times Feb 2 22:53:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:20 mercat1 syslogd: last message repeated 32 times Feb 2 22:53:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:21 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:21 mercat1 syslogd: last message repeated 71 times Feb 2 22:53:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:22 mercat1 syslogd: last message repeated 53 times Feb 2 22:53:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:23 mercat1 syslogd: last message repeated 32 times Feb 2 22:53:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:23 mercat1 syslogd: last message repeated 28 times Feb 2 22:53:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:24 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:25 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:26 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:26 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:26 mercat1 syslogd: last message repeated 64 times Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:27 mercat1 syslogd: last message repeated 60 times Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:27 mercat1 syslogd: last message repeated 11 times Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:27 mercat1 syslogd: last message repeated 49 times Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:29 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:29 mercat1 syslogd: last message repeated 20 times Feb 2 22:53:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:29 mercat1 syslogd: last message repeated 40 times Feb 2 22:53:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:29 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:30 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:31 mercat1 syslogd: last message repeated 29 times Feb 2 22:53:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:32 mercat1 syslogd: last message repeated 58 times Feb 2 22:53:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:32 mercat1 syslogd: last message repeated 116 times Feb 2 22:53:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:32 mercat1 syslogd: last message repeated 45 times Feb 2 22:53:32 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:32 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:34 mercat1 syslogd: last message repeated 190 times Feb 2 22:53:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:35 mercat1 syslogd: last message repeated 38 times Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:35 mercat1 syslogd: last message repeated 22 times Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:35 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:35 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:36 mercat1 syslogd: last message repeated 15 times Feb 2 22:53:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:36 mercat1 syslogd: last message repeated 45 times Feb 2 22:53:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:37 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:38 mercat1 syslogd: last message repeated 64 times Feb 2 22:53:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:39 mercat1 syslogd: last message repeated 70 times Feb 2 22:53:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:40 mercat1 syslogd: last message repeated 52 times Feb 2 22:53:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:40 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:41 mercat1 syslogd: last message repeated 24 times Feb 2 22:53:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:41 mercat1 syslogd: last message repeated 36 times Feb 2 22:53:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:42 mercat1 syslogd: last message repeated 71 times Feb 2 22:53:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:42 mercat1 syslogd: last message repeated 53 times Feb 2 22:53:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:42 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:42 mercat1 syslogd: last message repeated 3 times Feb 2 22:53:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:43 mercat1 syslogd: last message repeated 121 times Feb 2 22:53:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:44 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:45 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:45 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:46 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:47 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:47 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:47 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:47 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:47 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:49 mercat1 syslogd: last message repeated 200 times Feb 2 22:53:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:49 mercat1 syslogd: last message repeated 127 times Feb 2 22:53:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:50 mercat1 syslogd: last message repeated 51 times Feb 2 22:53:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:51 mercat1 syslogd: last message repeated 25 times Feb 2 22:53:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:52 mercat1 syslogd: last message repeated 99 times Feb 2 22:53:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:53 mercat1 syslogd: last message repeated 126 times Feb 2 22:53:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:53 mercat1 syslogd: last message repeated 12 times Feb 2 22:53:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:53 mercat1 syslogd: last message repeated 112 times Feb 2 22:53:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:54 mercat1 syslogd: last message repeated 15 times Feb 2 22:53:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:55 mercat1 syslogd: last message repeated 45 times Feb 2 22:53:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:55 mercat1 syslogd: last message repeated 76 times Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:56 mercat1 syslogd: last message repeated 48 times Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:56 mercat1 syslogd: last message repeated 11 times Feb 2 22:53:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:58 mercat1 syslogd: last message repeated 177 times Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:53:58 mercat1 syslogd: last message repeated 12 times Feb 2 22:53:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:53:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:00 mercat1 syslogd: last message repeated 176 times Feb 2 22:54:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:00 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:00 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:01 mercat1 syslogd: last message repeated 14 times Feb 2 22:54:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:01 mercat1 syslogd: last message repeated 46 times Feb 2 22:54:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:02 mercat1 syslogd: last message repeated 75 times Feb 2 22:54:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:02 mercat1 syslogd: last message repeated 49 times Feb 2 22:54:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:03 mercat1 syslogd: last message repeated 10 times Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:04 mercat1 syslogd: last message repeated 50 times Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:04 mercat1 syslogd: last message repeated 6 times Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:04 mercat1 syslogd: last message repeated 54 times Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:05 mercat1 syslogd: last message repeated 22 times Feb 2 22:54:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:05 mercat1 syslogd: last message repeated 101 times Feb 2 22:54:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:05 mercat1 syslogd: last message repeated 7 times Feb 2 22:54:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:06 mercat1 syslogd: last message repeated 53 times Feb 2 22:54:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:08 mercat1 syslogd: last message repeated 190 times Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:08 mercat1 syslogd: last message repeated 11 times Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:08 mercat1 syslogd: last message repeated 49 times Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:09 mercat1 syslogd: last message repeated 11 times Feb 2 22:54:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:09 mercat1 syslogd: last message repeated 113 times Feb 2 22:54:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:10 mercat1 syslogd: last message repeated 29 times Feb 2 22:54:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:10 mercat1 syslogd: last message repeated 31 times Feb 2 22:54:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:12 mercat1 syslogd: last message repeated 206 times Feb 2 22:54:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:13 mercat1 syslogd: last message repeated 174 times Feb 2 22:54:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:13 mercat1 syslogd: last message repeated 5 times Feb 2 22:54:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:14 mercat1 syslogd: last message repeated 55 times Feb 2 22:54:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:14 mercat1 syslogd: last message repeated 21 times Feb 2 22:54:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:15 mercat1 syslogd: last message repeated 103 times Feb 2 22:54:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:15 mercat1 syslogd: last message repeated 8 times Feb 2 22:54:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:16 mercat1 syslogd: last message repeated 52 times Feb 2 22:54:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:17 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:18 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:19 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:20 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:20 mercat1 syslogd: last message repeated 4 times Feb 2 22:54:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:20 mercat1 syslogd: last message repeated 56 times Feb 2 22:54:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:21 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:21 mercat1 syslogd: last message repeated 76 times Feb 2 22:54:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:21 mercat1 syslogd: last message repeated 48 times Feb 2 22:54:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:22 mercat1 syslogd: last message repeated 73 times Feb 2 22:54:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:22 mercat1 syslogd: last message repeated 51 times Feb 2 22:54:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:23 mercat1 syslogd: last message repeated 36 times Feb 2 22:54:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:23 mercat1 syslogd: last message repeated 24 times Feb 2 22:54:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:24 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:24 mercat1 syslogd: last message repeated 74 times Feb 2 22:54:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:25 mercat1 syslogd: last message repeated 50 times Feb 2 22:54:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:25 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:26 mercat1 syslogd: last message repeated 137 times Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:27 mercat1 syslogd: last message repeated 51 times Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:27 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:27 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:29 mercat1 syslogd: last message repeated 12 times Feb 2 22:54:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:29 mercat1 syslogd: last message repeated 48 times Feb 2 22:54:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:29 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:30 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:30 mercat1 syslogd: last message repeated 5 times Feb 2 22:54:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:30 mercat1 syslogd: last message repeated 55 times Feb 2 22:54:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:32 mercat1 syslogd: last message repeated 137 times Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:33 mercat1 syslogd: last message repeated 51 times Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:33 mercat1 syslogd: last message repeated 34 times Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:33 mercat1 syslogd: last message repeated 26 times Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:33 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:34 mercat1 syslogd: last message repeated 11 times Feb 2 22:54:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:34 mercat1 syslogd: last message repeated 49 times Feb 2 22:54:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:35 mercat1 syslogd: last message repeated 87 times Feb 2 22:54:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:35 mercat1 syslogd: last message repeated 37 times Feb 2 22:54:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:35 mercat1 syslogd: last message repeated 87 times Feb 2 22:54:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:36 mercat1 syslogd: last message repeated 101 times Feb 2 22:54:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:36 mercat1 syslogd: last message repeated 18 times Feb 2 22:54:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:37 mercat1 syslogd: last message repeated 170 times Feb 2 22:54:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:37 mercat1 syslogd: last message repeated 15 times Feb 2 22:54:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:38 mercat1 syslogd: last message repeated 45 times Feb 2 22:54:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:38 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:39 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:40 mercat1 syslogd: last message repeated 24 times Feb 2 22:54:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:40 mercat1 syslogd: last message repeated 36 times Feb 2 22:54:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:41 mercat1 syslogd: last message repeated 73 times Feb 2 22:54:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:42 mercat1 syslogd: last message repeated 125 times Feb 2 22:54:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:43 mercat1 syslogd: last message repeated 50 times Feb 2 22:54:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:43 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:44 mercat1 syslogd: last message repeated 28 times Feb 2 22:54:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:44 mercat1 syslogd: last message repeated 32 times Feb 2 22:54:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:44 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:44 mercat1 syslogd: last message repeated 9 times Feb 2 22:54:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:45 mercat1 syslogd: last message repeated 51 times Feb 2 22:54:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:46 mercat1 syslogd: last message repeated 75 times Feb 2 22:54:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:46 mercat1 syslogd: last message repeated 113 times Feb 2 22:54:46 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:46 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:47 mercat1 syslogd: last message repeated 146 times Feb 2 22:54:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:48 mercat1 syslogd: last message repeated 234 times Feb 2 22:54:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:49 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:49 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:49 mercat1 syslogd: last message repeated 12 times Feb 2 22:54:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:50 mercat1 syslogd: last message repeated 48 times Feb 2 22:54:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:50 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:50 mercat1 syslogd: last message repeated 14 times Feb 2 22:54:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:51 mercat1 syslogd: last message repeated 120 times Feb 2 22:54:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:52 mercat1 syslogd: last message repeated 52 times Feb 2 22:54:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:53 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:53 mercat1 syslogd: last message repeated 14 times Feb 2 22:54:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:54 mercat1 syslogd: last message repeated 110 times Feb 2 22:54:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:54 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:56 mercat1 syslogd: last message repeated 190 times Feb 2 22:54:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:56 mercat1 syslogd: last message repeated 62 times Feb 2 22:54:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:56 mercat1 syslogd: last message repeated 11 times Feb 2 22:54:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:57 mercat1 syslogd: last message repeated 49 times Feb 2 22:54:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:57 mercat1 syslogd: last message repeated 72 times Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:58 mercat1 syslogd: last message repeated 52 times Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:58 mercat1 syslogd: last message repeated 74 times Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:58 mercat1 syslogd: last message repeated 50 times Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:58 mercat1 syslogd: last message repeated 126 times Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:54:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:54:59 mercat1 syslogd: last message repeated 27 times Feb 2 22:55:00 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:00 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:01 mercat1 syslogd: last message repeated 91 times Feb 2 22:55:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:02 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:02 mercat1 syslogd: last message repeated 4 times Feb 2 22:55:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:02 mercat1 syslogd: last message repeated 56 times Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:03 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:03 mercat1 syslogd: last message repeated 20 times Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:03 mercat1 syslogd: last message repeated 40 times Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:03 mercat1 syslogd: last message repeated 88 times Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:03 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:04 mercat1 syslogd: last message repeated 100 times Feb 2 22:55:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:04 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:04 mercat1 syslogd: last message repeated 10 times Feb 2 22:55:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:05 mercat1 syslogd: last message repeated 50 times Feb 2 22:55:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:06 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:07 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:07 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:09 mercat1 syslogd: last message repeated 15 times Feb 2 22:55:09 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:09 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:09 mercat1 syslogd: last message repeated 122 times Feb 2 22:55:10 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:10 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:11 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:12 mercat1 syslogd: last message repeated 113 times Feb 2 22:55:12 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:12 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:13 mercat1 syslogd: last message repeated 254 times Feb 2 22:55:13 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:13 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:14 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:14 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:14 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:15 mercat1 syslogd: last message repeated 94 times Feb 2 22:55:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:15 mercat1 syslogd: last message repeated 30 times Feb 2 22:55:15 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:15 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:16 mercat1 syslogd: last message repeated 190 times Feb 2 22:55:16 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:16 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:17 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:17 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:17 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:18 mercat1 syslogd: last message repeated 140 times Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:19 mercat1 syslogd: last message repeated 112 times Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:19 mercat1 syslogd: last message repeated 10 times Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:19 mercat1 syslogd: last message repeated 114 times Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:19 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:19 mercat1 syslogd: last message repeated 14 times Feb 2 22:55:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:20 mercat1 syslogd: last message repeated 46 times Feb 2 22:55:20 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:20 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:21 mercat1 syslogd: last message repeated 74 times Feb 2 22:55:21 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:21 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:21 mercat1 syslogd: last message repeated 50 times Feb 2 22:55:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:22 mercat1 syslogd: last message repeated 69 times Feb 2 22:55:22 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:22 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:23 mercat1 syslogd: last message repeated 118 times Feb 2 22:55:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:23 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:23 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:23 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:24 mercat1 syslogd: last message repeated 123 times Feb 2 22:55:24 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:24 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:24 mercat1 syslogd: last message repeated 9 times Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:25 mercat1 syslogd: last message repeated 51 times Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:25 mercat1 syslogd: last message repeated 31 times Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:25 mercat1 syslogd: last message repeated 29 times Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:25 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:27 mercat1 syslogd: last message repeated 273 times Feb 2 22:55:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:28 mercat1 syslogd: last message repeated 43 times Feb 2 22:55:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:28 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:28 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:28 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:28 mercat1 syslogd: last message repeated 13 times Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:29 mercat1 syslogd: last message repeated 47 times Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:29 mercat1 syslogd: last message repeated 77 times Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:29 mercat1 syslogd: last message repeated 47 times Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:29 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:30 mercat1 syslogd: last message repeated 254 times Feb 2 22:55:30 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:30 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:30 mercat1 syslogd: last message repeated 71 times Feb 2 22:55:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:31 mercat1 syslogd: last message repeated 53 times Feb 2 22:55:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:31 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:31 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:31 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:32 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:33 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:33 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:33 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:34 mercat1 syslogd: last message repeated 13 times Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:34 mercat1 syslogd: last message repeated 47 times Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:34 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:34 mercat1 syslogd: last message repeated 11 times Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:34 mercat1 syslogd: last message repeated 113 times Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:34 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:35 mercat1 syslogd: last message repeated 14 times Feb 2 22:55:35 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:35 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:35 mercat1 syslogd: last message repeated 46 times Feb 2 22:55:36 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:36 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:36 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:37 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:37 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:37 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:38 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:38 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:38 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:38 mercat1 syslogd: last message repeated 13 times Feb 2 22:55:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:39 mercat1 syslogd: last message repeated 111 times Feb 2 22:55:39 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:39 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:40 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:40 mercat1 syslogd: last message repeated 16 times Feb 2 22:55:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:40 mercat1 syslogd: last message repeated 108 times Feb 2 22:55:40 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:40 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:41 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:41 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:41 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:42 mercat1 syslogd: last message repeated 190 times Feb 2 22:55:42 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:42 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:43 mercat1 syslogd: last message repeated 13 times Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:43 mercat1 syslogd: last message repeated 47 times Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:43 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:43 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:43 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:44 mercat1 syslogd: last message repeated 79 times Feb 2 22:55:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:44 mercat1 syslogd: last message repeated 45 times Feb 2 22:55:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:44 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:44 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:44 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:44 mercat1 syslogd: last message repeated 12 times Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:45 mercat1 syslogd: last message repeated 48 times Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:45 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:45 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:45 mercat1 syslogd: last message repeated 11 times Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:45 mercat1 syslogd: last message repeated 49 times Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:45 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:48 mercat1 syslogd: last message repeated 318 times Feb 2 22:55:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:48 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:48 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:48 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:48 mercat1 syslogd: last message repeated 11 times Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:49 mercat1 syslogd: last message repeated 113 times Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:49 mercat1 syslogd: last message repeated 24 times Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:49 mercat1 syslogd: last message repeated 36 times Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:49 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:49 mercat1 syslogd: last message repeated 19 times Feb 2 22:55:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:50 mercat1 syslogd: last message repeated 41 times Feb 2 22:55:50 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:50 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:50 mercat1 syslogd: last message repeated 72 times Feb 2 22:55:51 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:51 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:52 mercat1 syslogd: last message repeated 192 times Feb 2 22:55:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:52 mercat1 syslogd: last message repeated 50 times Feb 2 22:55:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:52 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:52 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:52 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:52 mercat1 syslogd: last message repeated 13 times Feb 2 22:55:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:53 mercat1 syslogd: last message repeated 111 times Feb 2 22:55:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:53 mercat1 syslogd: last message repeated 7 times Feb 2 22:55:53 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:53 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:54 mercat1 syslogd: last message repeated 85 times Feb 2 22:55:54 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:54 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:55 mercat1 syslogd: last message repeated 94 times Feb 2 22:55:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:55 mercat1 syslogd: last message repeated 12 times Feb 2 22:55:55 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:55 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:55 mercat1 syslogd: last message repeated 112 times Feb 2 22:55:56 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:56 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:56 mercat1 syslogd: last message repeated 14 times Feb 2 22:55:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:57 mercat1 syslogd: last message repeated 46 times Feb 2 22:55:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:57 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:57 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:57 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:57 mercat1 syslogd: last message repeated 9 times Feb 2 22:55:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:58 mercat1 syslogd: last message repeated 51 times Feb 2 22:55:58 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:58 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:58 mercat1 syslogd: last message repeated 62 times Feb 2 22:55:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:55:59 mercat1 syslogd: last message repeated 126 times Feb 2 22:55:59 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:55:59 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:00 mercat1 syslogd: last message repeated 138 times Feb 2 22:56:01 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:01 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:02 mercat1 syslogd: last message repeated 126 times Feb 2 22:56:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:02 mercat1 syslogd: last message repeated 114 times Feb 2 22:56:02 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:02 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:04 mercat1 syslogd: last message repeated 126 times Feb 2 22:56:04 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:04 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:04 mercat1 syslogd: last message repeated 15 times Feb 2 22:56:05 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:05 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:06 mercat1 syslogd: last message repeated 120 times Feb 2 22:56:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:06 mercat1 syslogd: last message repeated 51 times Feb 2 22:56:06 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:06 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:06 mercat1 syslogd: last message repeated 73 times Feb 2 22:56:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:07 mercat1 syslogd: last message repeated 51 times Feb 2 22:56:07 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:07 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:08 mercat1 syslogd: last message repeated 62 times Feb 2 22:56:08 mercat1 kernel: Failed to write core file for process core3 (error 9) Feb 2 22:56:08 mercat1 kernel: Failed to write core file for process core3 (error 5) Feb 2 22:56:09 mercat1 syslogd: last message repeated 126 times stress2: GEOM leak: 31/104 20210202 23:06:11 all (41/724): core4.sh Feb 2 23:06:14 mercat1 kernel: Failed to write core file for process core4 (error 9) 20210202 23:06:34 all (42/724): core5.sh 20210202 23:16:37 all (43/724): cpuset.sh 20210202 23:16:39 all (44/724): credleak.sh 20210202 23:16:56 all (45/724): crossmp.sh stress2: freework leak: 189/197. 20210202 23:18:09 all (46/724): crossmp10.sh 20210202 23:24:13 all (47/724): crossmp11.sh Feb 2 23:24:17 mercat1 kernel: pid 5408 (rw), uid 2007 inumber 73735 on /mnt11: filesystem full Feb 2 23:24:17 mercat1 kernel: pid 5429 (rw), uid 2007 inumber 25320 on /mnt10: filesystem full Feb 2 23:24:17 mercat1 kernel: pid 5406 (rw), uid 2007 inumber 49167 on /mnt13: filesystem full Feb 2 23:24:17 mercat1 kernel: pid 5430 (rw), uid 2007 inumber 24585 on /mnt12: filesystem full Feb 2 23:24:20 mercat1 kernel: pid 5444 (mkdir), uid 2007 inumber 24575 on /mnt11: out of inodes Feb 2 23:24:23 mercat1 kernel: pid 5428 (mkdir), uid 2007 inumber 49147 on /mnt13: out of inodes Feb 2 23:24:24 mercat1 kernel: pid 5413 (creat), uid 2007 inumber 24579 on /mnt12: out of inodes Feb 2 23:24:25 mercat1 kernel: pid 5433 (mkdir), uid 2007 inumber 24484 on /mnt11: out of inodes Feb 2 23:24:26 mercat1 kernel: pid 5416 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:24:26 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:24:27 mercat1 kernel: pid 5421 (mkdir), uid 2007 inumber 24456 on /mnt13: out of inodes Feb 2 23:24:29 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:24:30 mercat1 kernel: pid 5386 (creat), uid 2007 inumber 49153 on /mnt10: out of inodes Feb 2 23:24:32 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:24:33 mercat1 kernel: pid 5407 (mkdir), uid 2007 inumber 49278 on /mnt13: out of inodes Feb 2 23:24:36 mercat1 kernel: pid 5382 (mkdir), uid 2007 inumber 15996 on /mnt12: out of inodes Feb 2 23:24:37 mercat1 kernel: pid 5403 (creat), uid 2007 inumber 4 on /mnt10: out of inodes Feb 2 23:24:40 mercat1 kernel: pid 5386 (creat), uid 2007 inumber 49153 on /mnt10: out of inodes Feb 2 23:24:43 mercat1 kernel: pid 5375 (creat), uid 2007 inumber 24581 on /mnt10: out of inodes Feb 2 23:24:49 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:24:49 mercat1 kernel: pid 5395 (creat), uid 2007 inumber 5 on /mnt10: out of inodes Feb 2 23:24:51 mercat1 kernel: pid 5442 (mkdir), uid 2007 inumber 24531 on /mnt11: out of inodes Feb 2 23:24:52 mercat1 kernel: pid 5432 (creat), uid 2007 inumber 24587 on /mnt12: out of inodes Feb 2 23:24:52 mercat1 kernel: pid 5403 (creat), uid 2007 inumber 4 on /mnt10: out of inodes Feb 2 23:24:55 mercat1 kernel: pid 5395 (creat), uid 2007 inumber 5 on /mnt10: out of inodes Feb 2 23:24:56 mercat1 kernel: pid 5432 (creat), uid 2007 inumber 24587 on /mnt12: out of inodes Feb 2 23:24:58 mercat1 kernel: pid 5386 (creat), uid 2007 inumber 49153 on /mnt10: out of inodes Feb 2 23:25:01 mercat1 kernel: pid 11137 (rw), uid 2007 inumber 93192 on /mnt11: filesystem full Feb 2 23:25:01 mercat1 kernel: pid 5411 (creat), uid 2007 inumber 73735 on /mnt10: out of inodes Feb 2 23:25:03 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:25:05 mercat1 kernel: pid 5426 (creat), uid 2007 inumber 24595 on /mnt12: out of inodes Feb 2 23:25:05 mercat1 kernel: pid 5416 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:25:06 mercat1 kernel: pid 11145 (creat), uid 2007 inumber 49160 on /mnt11: out of inodes Feb 2 23:25:08 mercat1 kernel: pid 11141 (creat), uid 2007 inumber 5 on /mnt11: out of inodes Feb 2 23:25:08 mercat1 kernel: pid 5416 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:25:10 mercat1 kernel: pid 5432 (creat), uid 2007 inumber 24587 on /mnt12: out of inodes Feb 2 23:25:11 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:25:12 mercat1 kernel: pid 5375 (creat), uid 2007 inumber 24581 on /mnt10: out of inodes Feb 2 23:25:13 mercat1 kernel: pid 11139 (creat), uid 2007 inumber 49159 on /mnt11: out of inodes Feb 2 23:25:14 mercat1 kernel: pid 5413 (creat), uid 2007 inumber 24579 on /mnt12: out of inodes Feb 2 23:25:16 mercat1 kernel: pid 5375 (creat), uid 2007 inumber 24581 on /mnt10: out of inodes Feb 2 23:25:16 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:25:19 mercat1 kernel: pid 5413 (creat), uid 2007 inumber 24579 on /mnt12: out of inodes Feb 2 23:25:20 mercat1 kernel: pid 5403 (creat), uid 2007 inumber 4 on /mnt10: out of inodes Feb 2 23:25:23 mercat1 kernel: pid 11147 (creat), uid 2007 inumber 49164 on /mnt11: out of inodes Feb 2 23:25:23 mercat1 kernel: pid 5416 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:25:25 mercat1 kernel: pid 11144 (creat), uid 2007 inumber 49161 on /mnt11: out of inodes Feb 2 23:25:27 mercat1 kernel: pid 5403 (creat), uid 2007 inumber 4 on /mnt10: out of inodes Feb 2 23:25:28 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:25:30 mercat1 kernel: pid 11139 (creat), uid 2007 inumber 49159 on /mnt11: out of inodes Feb 2 23:25:30 mercat1 kernel: pid 5386 (creat), uid 2007 inumber 49153 on /mnt10: out of inodes Feb 2 23:25:33 mercat1 kernel: pid 11145 (creat), uid 2007 inumber 49160 on /mnt11: out of inodes Feb 2 23:25:33 mercat1 kernel: pid 5390 (creat), uid 2007 inumber 73736 on /mnt10: out of inodes Feb 2 23:25:36 mercat1 kernel: pid 11141 (creat), uid 2007 inumber 5 on /mnt11: out of inodes Feb 2 23:25:37 mercat1 kernel: pid 5386 (creat), uid 2007 inumber 49153 on /mnt10: out of inodes Feb 2 23:25:38 mercat1 kernel: pid 11139 (creat), uid 2007 inumber 49159 on /mnt11: out of inodes Feb 2 23:25:39 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:25:40 mercat1 kernel: pid 11146 (creat), uid 2007 inumber 49162 on /mnt11: out of inodes Feb 2 23:25:43 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:25:43 mercat1 kernel: pid 11146 (creat), uid 2007 inumber 49162 on /mnt11: out of inodes Feb 2 23:25:44 mercat1 kernel: pid 5375 (creat), uid 2007 inumber 24581 on /mnt10: out of inodes Feb 2 23:25:46 mercat1 kernel: pid 11141 (creat), uid 2007 inumber 5 on /mnt11: out of inodes Feb 2 23:25:48 mercat1 kernel: pid 5411 (creat), uid 2007 inumber 73735 on /mnt10: out of inodes Feb 2 23:25:49 mercat1 kernel: pid 11141 (creat), uid 2007 inumber 5 on /mnt11: out of inodes Feb 2 23:25:51 mercat1 kernel: pid 5416 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:25:51 mercat1 kernel: pid 5413 (creat), uid 2007 inumber 24579 on /mnt12: out of inodes Feb 2 23:25:54 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:25:57 mercat1 kernel: pid 5413 (creat), uid 2007 inumber 24579 on /mnt12: out of inodes Feb 2 23:25:57 mercat1 kernel: pid 11145 (creat), uid 2007 inumber 49160 on /mnt11: out of inodes Feb 2 23:25:58 mercat1 kernel: pid 5395 (creat), uid 2007 inumber 5 on /mnt10: out of inodes Feb 2 23:25:59 mercat1 kernel: pid 11139 (creat), uid 2007 inumber 49159 on /mnt11: out of inodes Feb 2 23:26:01 mercat1 kernel: pid 5432 (creat), uid 2007 inumber 24587 on /mnt12: out of inodes Feb 2 23:26:01 mercat1 kernel: pid 5395 (creat), uid 2007 inumber 5 on /mnt10: out of inodes Feb 2 23:26:02 mercat1 kernel: pid 11140 (creat), uid 2007 inumber 49165 on /mnt11: out of inodes Feb 2 23:26:04 mercat1 kernel: pid 5416 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:26:05 mercat1 kernel: pid 11147 (creat), uid 2007 inumber 49164 on /mnt11: out of inodes Feb 2 23:26:05 mercat1 kernel: pid 5420 (creat), uid 2007 inumber 24582 on /mnt12: out of inodes Feb 2 23:26:07 mercat1 kernel: pid 11146 (creat), uid 2007 inumber 49162 on /mnt11: out of inodes Feb 2 23:26:08 mercat1 kernel: pid 5411 (creat), uid 2007 inumber 73735 on /mnt10: out of inodes Feb 2 23:26:10 mercat1 kernel: pid 11147 (creat), uid 2007 inumber 49164 on /mnt11: out of inodes Feb 2 23:26:11 mercat1 kernel: pid 5395 (creat), uid 2007 inumber 5 on /mnt10: out of inodes Feb 2 23:26:12 mercat1 kernel: pid 11143 (creat), uid 2007 inumber 4 on /mnt11: out of inodes Feb 2 23:26:14 mercat1 kernel: pid 5386 (creat), uid 2007 inumber 49153 on /mnt10: out of inodes Feb 2 23:26:14 mercat1 kernel: pid 5413 (creat), uid 2007 inumber 24579 on /mnt12: out of inodes Feb 2 23:26:15 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:26:16 mercat1 kernel: pid 20089 (rw), uid 2007 inumber 49161 on /mnt10: filesystem full Feb 2 23:26:18 mercat1 kernel: pid 20129 (rw), uid 2007 inumber 73773 on /mnt13: filesystem full Feb 2 23:26:18 mercat1 kernel: pid 11146 (creat), uid 2007 inumber 49162 on /mnt11: out of inodes Feb 2 23:26:20 mercat1 kernel: pid 20142 (rw), uid 2007 inumber 77840 on /mnt13: filesystem full Feb 2 23:26:23 mercat1 kernel: pid 20114 (creat), uid 2007 inumber 73733 on /mnt13: out of inodes Feb 2 23:26:24 mercat1 kernel: pid 11146 (creat), uid 2007 inumber 49162 on /mnt11: out of inodes Feb 2 23:26:25 l: pid 20062 (rw), uid 2007 inumber 3401 on /mnt12: filesystem full Feb 2 23:26:25 mercat1 kernel: pid 20116 (creat), uid 2007 inumber 73739 on /mnt13: out of inodes Feb 2 23:26:27 mercat1 kernel: pid 11140 (creat), uid 2007 inumber 49165 on /mnt11: out of inodes Feb 2 23:26:28 mercat1 kernel: pid 20115 (mkdir), uid 2007 inumber 49072 on /mnt13: out of inodes Feb 2 23:26:29 mercat1 kernel: pid 11143 (creat), uid 2007 inumber 4 on /mnt11: out of inodes Feb 2 23:26:31 mercat1 kernel: pid 20119 (creat), uid 2007 inumber 73743 on /mnt13: out of inodes Feb 2 23:26:32 mercat1 kernel: pid 11145 (creat), uid 2007 inumber 49160 on /mnt11: out of inodes Feb 2 23:26:33 mercat1 kernel: pid 20116 (creat), uid 2007 inumber 73739 on /mnt13: out of inodes Feb 2 23:26:35 mercat1 kernel: pid 11141 (creat), uid 2007 inumber 5 on /mnt11: out of inodes Feb 2 23:26:36 mercat1 kernel: pid 20124 (creat), uid 2007 inumber 73758 on /mnt13: out of inodes Feb 2 23:26:38 mercat1 kernel: pid 11142 (creat), uid 2007 inumber 3 on /mnt11: out of inodes Feb 2 23:26:40 mercat1 kernel: pid 11146 (creat), uid 2007 inumber 49162 on /mnt11: out of inodes Feb 2 23:26:41 mercat1 kernel: pid 20124 (creat), uid 2007 inumber 73758 on /mnt13: out of inodes Feb 2 23:26:43 mercat1 kernel: pid 11143 (creat), uid 2007 inumber 4 on /mnt11: out of inodes Feb 2 23:26:44 mercat1 kernel: pid 20132 (creat), uid 2007 inumber 73764 on /mnt13: out of inodes Feb 2 23:26:45 mercat1 kernel: pid 11143 (creat), uid 2007 inumber 4 on /mnt11: out of inodes Feb 2 23:26:48 mercat1 kernel: pid 20114 (creat), uid 2007 inumber 73733 on /mnt13: out of inodes Feb 2 23:26:48 mercat1 kernel: pid 11148 (creat), uid 2007 inumber 49163 on /mnt11: out of inodes Feb 2 23:26:50 mercat1 syslogd: last message repeated 1 times Feb 2 23:26:51 mercat1 kernel: pid 20065 (mkdir), uid 2007 inumber 73855 on /mnt12: out of inodes Feb 2 23:26:52 mercat1 kernel: pid 20127 (creat), uid 2007 inumber 73742 on /mnt13: out of inodes Feb 2 23:26:53 mercat1 kernel: pid 24252 (rw), uid 2007 inumber 24588 on /mnt11: filesystem full Feb 2 23:26:57 mercat1 kernel: pid 20116 (creat), uid 2007 inumber 73739 on /mnt13: out of inodes Feb 2 23:27:00 mercat1 kernel: pid 20060 (rw), uid 2007 inumber 73777 on /mnt12: filesystem full Feb 2 23:27:00 mercat1 kernel: pid 20127 (creat), uid 2007 inumber 73742 on /mnt13: out of inodes Feb 2 23:27:01 mercat1 kernel: pid 24255 (creat), uid 2007 inumber 24583 on /mnt11: out of inodes Feb 2 23:27:03 mercat1 kernel: pid 20132 (creat), uid 2007 inumber 73764 on /mnt13: out of inodes Feb 2 23:27:03 mercat1 kernel: pid 24255 (creat), uid 2007 inumber 24583 on /mnt11: out of inodes Feb 2 23:27:05 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:27:06 mercat1 kernel: pid 20114 (creat), uid 2007 inumber 73733 on /mnt13: out of inodes Feb 2 23:27:08 mercat1 syslogd: last message repeated 1 times Feb 2 23:27:09 mercat1 kernel: pid 24255 (creat), uid 2007 inumber 24583 on /mnt11: out of inodes Feb 2 23:27:10 mercat1 kernel: pid 20130 (creat), uid 2007 inumber 73740 on /mnt13: out of inodes Feb 2 23:27:11 mercat1 kernel: pid 24249 (creat), uid 2007 inumber 24579 on /mnt11: out of inodes Feb 2 23:27:12 mercat1 kernel: pid 20132 (creat), uid 2007 inumber 73764 on /mnt13: out of inodes Feb 2 23:27:15 mercat1 kernel: pid 24255 (creat), uid 2007 inumber 24583 on /mnt11: out of inodes Feb 2 23:27:19 mercat1 kernel: pid 24249 (creat), uid 2007 inumber 24579 on /mnt11: out of inodes Feb 2 23:27:19 mercat1 kernel: pid 20063 (mkdir), uid 2007 inumber 73851 on /mnt12: out of inodes Feb 2 23:27:20 mercat1 kernel: pid 20124 (creat), uid 2007 inumber 73758 on /mnt13: out of inodes Feb 2 23:27:24 mercat1 kernel: pid 20114 (creat), uid 2007 inumber 73733 on /mnt13: out of inodes Feb 2 23:27:24 mercat1 kernel: pid 24251 (creat), uid 2007 inumber 24582 on /mnt11: out of inodes Feb 2 23:27:26 mercat1 kernel: pid 20122 (creat), uid 2007 inumber 73753 on /mnt13: out of inodes Feb 2 23:27:27 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:27:30 mercat1 kernel: pid 20124 (creat), uid 2007 inumber 73758 on /mnt13: out of inodes Feb 2 23:27:30 mercat1 kernel: pid 24251 (creat), uid 2007 inumber 24582 on /mnt11: out of inodes Feb 2 23:27:33 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:27:34 mercat1 kernel: pid 20114 (creat), uid 2007 inumber 73733 on /mnt13: out of inodes Feb 2 23:27:36 mercat1 kernel: pid 20116 (creat), uid 2007 inumber 73739 on /mnt13: out of inodes Feb 2 23:27:37 mercat1 kernel: pid 24248 (mkdir), uid 2007 inumber 98244 on /mnt11: out of inodes Feb 2 23:27:40 mercat1 kernel: pid 20122 (creat), uid 2007 inumber 73753 on /mnt13: out of inodes Feb 2 23:27:41 mercat1 kernel: pid 24255 (creat), uid 2007 inumber 24583 on /mnt11: out of inodes Feb 2 23:27:42 mercat1 kernel: pid 20130 (creat), uid 2007 inumber 73740 on /mnt13: out of inodes Feb 2 23:27:45 mercat1 kernel: pid 20119 (creat), uid 2007 inumber 73743 on /mnt13: out of inodes Feb 2 23:27:46 mercat1 kernel: pid 24251 (creat), uid 2007 inumber 24582 on /mnt11: out of inodes Feb 2 23:27:50 mercat1 syslogd: last message repeated 1 times Feb 2 23:27:52 mercat1 kernel: pid 20130 (creat), uid 2007 inumber 73740 on /mnt13: out of inodes Feb 2 23:27:56 mercat1 kernel: pid 24249 (creat), uid 2007 inumber 24579 on /mnt11: out of inodes Feb 2 23:27:56 mercat1 kernel: pid 20114 (creat), uid 2007 inumber 73733 on /mnt13: out of inodes Feb 2 23:27:59 mercat1 kernel: pid 20119 (creat), uid 2007 inumber 73743 on /mnt13: out of inodes Feb 2 23:27:59 mercat1 kernel: pid 24255 (creat), uid 2007 inumber 24583 on /mnt11: out of inodes Feb 2 23:28:01 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:28:03 mercat1 kernel: pid 20132 (creat), uid 2007 inumber 73764 on /mnt13: out of inodes Feb 2 23:28:04 mercat1 kernel: pid 24249 (creat), uid 2007 inumber 24579 on /mnt11: out of inodes Feb 2 23:28:07 mercat1 kernel: pid 20116 (creat), uid 2007 inumber 73739 on /mnt13: out of inodes Feb 2 23:28:08 mercat1 kernel: pid 24251 (creat), uid 2007 inumber 24582 on /mnt11: out of inodes Feb 2 23:28:10 mercat1 kernel: pid 20116 (creat), uid 2007 inumber 73739 on /mnt13: out of inodes Feb 2 23:28:11 mercat1 kernel: pid 24249 (creat), uid 2007 inumber 24579 on /mnt11: out of inodes Feb 2 23:28:13 mercat1 kernel: pid 20127 (creat), uid 2007 inumber 73742 on /mnt13: out of inodes Feb 2 23:28:13 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:28:15 mercat1 kernel: pid 20119 (creat), uid 2007 inumber 73743 on /mnt13: out of inodes Feb 2 23:28:16 mercat1 kernel: pid 37846 (rw), uid 2007 inumber 24580 on /mnt10: filesystem full Feb 2 23:28:16 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:28:16 mercat1 kernel: pid 37901 (rw), uid 2007 inumber 24581 on /mnt12: filesystem full Feb 2 23:28:17 mercat1 kernel: pid 38115 (rw), uid 2007 inumber 49164 on /mnt13: filesystem full Feb 2 23:28:22 mercat1 kernel: pid 37866 (mkdir), uid 2007 inumber 23423 on /mnt10: out of inodes Feb 2 23:28:24 mercat1 kernel: pid 37850 (creat), uid 2007 inumber 49157 on /mnt10: out of inodes Feb 2 23:28:27 mercat1 kernel: pid 37838 (creat), uid 2007 inumber 24580 on /mnt10: out of inodes Feb 2 23:28:28 mercat1 kernel: pid 37898 (rw), uid 2007 inumber 49159 on /mnt12: filesystem full Feb 2 23:28:30 mercat1 kernel: pid 37859 (creat), uid 2007 inumber 73733 on /mnt10: out of inodes Feb 2 23:28:32 mercat1 kernel: pid 37838 (creat), uid 2007 inumber 24580 on /mnt10: out of inodes Feb 2 23:28:35 mercat1 kernel: pid 37855 (creat), uid 2007 inumber 49158 on /mnt10: out of inodes Feb 2 23:28:35 mercat1 kernel: pid 38118 (mkdir), uid 2007 inumber 98299 on /mnt13: out of inodes Feb 2 23:28:37 mercat1 kernel: pid 37855 (creat), uid 2007 inumber 49158 on /mnt10: out of inodes Feb 2 23:28:40 mercat1 kernel: pid 37865 (creat), uid 2007 inumber 3 on /mnt10: out of inodes Feb 2 23:28:42 mercat1 kernel: pid 24249 (creat), uid 2007 inumber 24579 on /mnt11: out of inodes Feb 2 23:28:45 mercat1 kernel: pid 37855 (creat), uid 2007 inumber 49158 on /mnt10: out of inodes Feb 2 23:28:46 mercat1 kernel: pid 24253 (creat), uid 2007 inumber 24586 on /mnt11: out of inodes Feb 2 23:28:48 mercat1 kernel: pid 37847 (creat), uid 2007 inumber 49160 on /mnt10: out of inodes Feb 2 23:28:50 mercat1 kernel: pid 37850 (creat), uid 2007 inumber 49157 on /mnt10: out of inodes Feb 2 23:28:51 mercat1 kernel: pid 24251 (creat), uid 2007 inumber 24582 on /mnt11: out of inodes Feb 2 23:28:51 mercat1 kernel: pid 38111 (mkdir), uid 2007 inumber 98173 on /mnt13: out of inodes Feb 2 23:28:53 mercat1 kernel: pid 37855 (creat), uid 2007 inumber 49158 on /mnt10: out of inodes Feb 2 23:28:56 mercat1 kernel: pid 37838 (creat), uid 2007 inumber 24580 on /mnt10: out of inodes Feb 2 23:28:56 mercat1 kernel: pid 38113 (mkdir), uid 2007 inumber 62511 on /mnt13: filesystem full Feb 2 23:29:03 mercat1 kernel: pid 38114 (rw), uid 2007 inumber 49222 on /mnt13: filesystem full Feb 2 23:29:16 mercat1 kernel: pid 37830 (creat), uid 2007 inumber 73734 on /mnt10: out of inodes Feb 2 23:29:24 mercat1 kernel: pid 37844 (creat), uid 2007 inumber 24577 on /mnt10: out of inodes Feb 2 23:29:30 mercat1 kernel: pid 37828 (rw), uid 2007 inumber 68061 on /mnt10: filesystem full Feb 2 23:29:35 mercat1 kernel: pid 37833 (creat), uid 2007 inumber 24578 on /mnt10: out of inodes Feb 2 23:29:38 mercat1 kernel: pid 37838 (creat), uid 2007 inumber 24580 on /mnt10: out of inodes Feb 2 23:29:41 mercat1 kernel: pid 37859 (creat), uid 2007 inumber 73733 on /mnt10: out of inodes Feb 2 23:29:46 mercat1 kernel: pid 37853 (creat), uid 2007 inumber 73730 on /mnt10: out of inodes Feb 2 23:29:52 mercat1 kernel: pid 37827 (creat), uid 2007 inumber 24593 on /mnt10: out of inodes Feb 2 23:29:55 mercat1 kernel: pid 37836 (creat), uid 2007 inumber 49162 on /mnt10: out of inodes Feb 2 23:29:59 mercat1 kernel: pid 37857 (creat), uid 2007 inumber 49159 on /mnt10: out of inodes Feb 2 23:30:03 mercat1 kernel: pid 37853 (creat), uid 2007 inumber 73730 on /mnt10: out of inodes Feb 2 23:30:06 mercat1 syslogd: last message repeated 1 times Feb 2 23:30:09 mercat1 kernel: pid 37859 (creat), uid 2007 inumber 73733 on /mnt10: out of inodes 20210202 23:30:17 all (48/724): crossmp2.sh 20210202 23:30:18 all (49/724): crossmp3.sh Feb 2 23:30:12 mercat1 syslogd: last message repeated 1 times Feb 2 23:36:48 mercat1 kernel: pid 56771 (creat), uid 2007 inumber 240391 on /mnt19: filesystem full Feb 2 23:36:49 mercat1 kernel: pid 56761 (rw), uid 2007 inumber 199078 on /mnt19: filesystem full Feb 2 23:36:50 mercat1 kernel: pid 56261 (rw), uid 2007 inumber 200549 on /mnt11: filesystem full Feb 2 23:36:58 mercat1 kernel: pid 56756 (rw), uid 2007 inumber 192734 on /mnt19: filesystem full Feb 2 23:37:57 mercat1 kernel: pid 56751 (mkdir), uid 2007 inumber 83897 on /mnt19: filesystem full 20210202 23:38:32 all (50/724): crossmp4.sh swap_pager: cannot allocate bio swap_pager: cannot allocate bio Feb 2 23:42:57 mercat1 kernel: pid 2414 (rpc.statd), jid 0, uid 0, was killed: out of swap space 20210202 23:46:48 all (51/724): crossmp5.sh 20210202 23:47:18 all (52/724): crossmp6.sh 20210202 23:47:20 all (53/724): crossmp8.sh 20210202 23:48:23 all (54/724): crossmp9.sh 20210202 23:53:24 all (55/724): dangling.sh 20210203 00:03:32 all (56/724): datagram.sh 20210203 00:03:37 all (57/724): datagram2.sh 20210203 00:03:39 all (58/724): datagram3.sh 20210203 00:03:41 all (59/724): datamove.sh 20210203 00:03:43 all (60/724): datamove2.sh Feb 3 00:04:07 mercat1 kernel: pid 14616 (swap), jid 0, uid 0, was killed: out of swap space 20210203 00:14:07 all (61/724): datamove3.sh 20210203 00:14:09 all (62/724): datamove4.sh 20210203 00:14:13 all (63/724): datamove5.sh 20210203 00:14:18 all (64/724): db.sh stress2: newblk leak: 303/311. 20210203 00:17:19 all (65/724): dev.sh 20210203 00:22:31 all (66/724): dev2.sh 20210203 00:27:36 all (67/724): dev3.sh 20210203 00:50:37 all (68/724): devfd.sh 20210203 00:50:40 all (69/724): devfs.sh 20210203 00:55:42 all (70/724): devfs2.sh 20210203 00:55:44 all (71/724): devfs3.sh 20210203 01:00:45 all (72/724): devfs5.sh 20210203 01:00:46 all (73/724): dfull.sh Feb 3 01:00:50 mercat1 kernel: pid 5223 (rw), uid 0 inumber 16385 on /mnt: filesystem full Feb 3 01:00:53 mercat1 kernel: pid 5243 (creat), uid 0 inumber 32781 on /mnt: out of inodes Feb 3 01:00:55 mercat1 kernel: pid 5244 (creat), uid 0 inumber 32782 on /mnt: out of inodes Feb 3 01:00:58 mercat1 kernel: pid 5242 (creat), uid 0 inumber 49165 on /mnt: out of inodes Feb 3 01:01:03 mercat1 kernel: pid 5246 (creat), uid 0 inumber 32786 on /mnt: out of inodes Feb 3 01:01:04 mercat1 syslogd: last message repeated 1 times Feb 3 01:01:08 mercat1 kernel: pid 5243 (creat), uid 0 inumber 32781 on /mnt: out of inodes Feb 3 01:01:10 mercat1 kernel: pid 5246 (creat), uid 0 inumber 32786 on /mnt: out of inodes Feb 3 01:01:13 mercat1 kernel: pid 5241 (creat), uid 0 inumber 32779 on /mnt: out of inodes Feb 3 01:01:19 mercat1 kernel: pid 5249 (creat), uid 0 inumber 32783 on /mnt: out of inodes Feb 3 01:01:21 mercat1 kernel: pid 5244 (creat), uid 0 inumber 32782 on /mnt: out of inodes Feb 3 01:01:23 mercat1 kernel: pid 5243 (creat), uid 0 inumber 32781 on /mnt: out of inodes Feb 3 01:01:25 mercat1 kernel: pid 5248 (creat), uid 0 inumber 32784 on /mnt: out of inodes Feb 3 01:01:27 mercat1 kernel: pid 5247 (creat), uid 0 inumber 32785 on /mnt: out of inodes Feb 3 01:01:29 mercat1 kernel: pid 5245 (creat), uid 0 inumber 32780 on /mnt: out of inodes Feb 3 01:01:33 mercat1 kernel: pid 5248 (creat), uid 0 inumber 32784 on /mnt: out of inodes Feb 3 01:01:36 mercat1 kernel: pid 5241 (creat), uid 0 inumber 32779 on /mnt: out of inodes Feb 3 01:01:38 mercat1 kernel: pid 5249 (creat), uid 0 inumber 32783 on /mnt: out of inodes Feb 3 01:01:43 mercat1 kernel: pid 5241 (creat), uid 0 inumber 32779 on /mnt: out of inodes Feb 3 01:01:45 mercat1 kernel: pid 5244 (creat), uid 0 inumber 32782 on /mnt: out of inodes Feb 3 01:01:50 mercat1 kernel: pid 11084 (rw), uid 0 inumber 49226 on /mnt: filesystem full Feb 3 01:01:52 mercat1 kernel: pid 11106 (mkdir), uid 0 inumber 32718 on /mnt: out of inodes Feb 3 01:01:54 mercat1 kernel: pid 11103 (mkdir), uid 0 inumber 32878 on /mnt: out of inodes Feb 3 01:01:57 mercat1 kernel: pid 11107 (mkdir), uid 0 inumber 16374 on /mnt: out of inodes Feb 3 01:01:58 mercat1 kernel: pid 11108 (mkdir), uid 0 inumber 32768 on /mnt: out of inodes Feb 3 01:01:59 mercat1 kernel: pid 11091 (mkdir), uid 0 inumber 32676 on /mnt: out of inodes Feb 3 01:02:01 mercat1 kernel: pid 11087 (creat), uid 0 inumber 49256 on /mnt: out of inodes Feb 3 01:02:04 mercat1 kernel: pid 11083 (creat), uid 0 inumber 49257 on /mnt: out of inodes Feb 3 01:02:05 mercat1 syslogd: last message repeated 1 times Feb 3 01:02:08 mercat1 kernel: pid 11080 (creat), uid 0 inumber 49251 on /mnt: out of inodes Feb 3 01:02:09 mercat1 kernel: pid 11087 (creat), uid 0 inumber 49256 on /mnt: out of inodes Feb 3 01:02:13 mercat1 kernel: pid 11080 (creat), uid 0 inumber 49251 on /mnt: out of inodes Feb 3 01:02:15 mercat1 kernel: pid 11087 (creat), uid 0 inumber 49256 on /mnt: out of inodes Feb 3 01:02:17 mercat1 kernel: pid 11080 (creat), uid 0 inumber 49251 on /mnt: out of inodes Feb 3 01:02:20 mercat1 syslogd: last message repeated 1 times Feb 3 01:02:23 mercat1 kernel: pid 11087 (creat), uid 0 inumber 49256 on /mnt: out of inodes Feb 3 01:02:26 mercat1 syslogd: last message repeated 1 times Feb 3 01:02:28 mercat1 kernel: pid 11083 (creat), uid 0 inumber 49257 on /mnt: out of inodes Feb 3 01:02:33 mercat1 kernel: pid 11087 (creat), uid 0 inumber 49256 on /mnt: out of inodes Feb 3 01:02:36 mercat1 kernel: pid 11083 (creat), uid 0 inumber 49257 on /mnt: out of inodes Feb 3 01:02:47 mercat1 kernel: pid 11087 (creat), uid 0 inumber 49256 on /mnt: out of inodes Feb 3 01:02:54 mercat1 kernel: pid 18131 (rw), uid 0 inumber 52763 on /mnt: filesystem full Feb 3 01:02:56 mercat1 kernel: pid 18118 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:02:59 mercat1 kernel: pid 18120 (creat), uid 0 inumber 32771 on /mnt: out of inodes Feb 3 01:03:01 mercat1 syslogd: last message repeated 1 times Feb 3 01:03:03 mercat1 kernel: pid 18113 (creat), uid 0 inumber 49153 on /mnt: out of inodes Feb 3 01:03:05 mercat1 kernel: pid 18115 (creat), uid 0 inumber 49161 on /mnt: out of inodes Feb 3 01:03:06 mercat1 kernel: pid 18111 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:03:07 mercat1 kernel: pid 18123 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:03:09 mercat1 kernel: pid 18113 (creat), uid 0 inumber 49153 on /mnt: out of inodes Feb 3 01:03:10 mercat1 kernel: pid 18123 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:03:11 mercat1 kernel: pid 18118 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:03:14 mercat1 kernel: pid 18111 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:03:16 mercat1 kernel: pid 18123 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:03:17 mercat1 kernel: pid 18111 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:03:19 mercat1 kernel: pid 18113 (creat), uid 0 inumber 49153 on /mnt: out of inodes Feb 3 01:03:24 mercat1 kernel: pid 18115 (creat), uid 0 inumber 49161 on /mnt: out of inodes Feb 3 01:03:25 mercat1 kernel: pid 18118 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:03:27 mercat1 kernel: pid 18110 (creat), uid 0 inumber 32769 on /mnt: out of inodes Feb 3 01:03:28 mercat1 kernel: pid 18118 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:03:31 mercat1 syslogd: last message repeated 1 times Feb 3 01:03:32 mercat1 kernel: pid 18120 (creat), uid 0 inumber 32771 on /mnt: out of inodes Feb 3 01:03:33 mercat1 kernel: pid 18123 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:03:35 mercat1 kernel: pid 18115 (creat), uid 0 inumber 49161 on /mnt: out of inodes Feb 3 01:03:37 mercat1 kernel: pid 18123 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:03:39 mercat1 kernel: pid 18111 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:03:40 mercat1 kernel: pid 18120 (creat), uid 0 inumber 32771 on /mnt: out of inodes Feb 3 01:03:42 mercat1 kernel: pid 18115 (creat), uid 0 inumber 49161 on /mnt: out of inodes Feb 3 01:03:44 mercat1 kernel: pid 18113 (creat), uid 0 inumber 49153 on /mnt: out of inodes Feb 3 01:03:46 mercat1 kernel: pid 18110 (creat), uid 0 inumber 32769 on /mnt: out of inodes Feb 3 01:03:47 mercat1 kernel: pid 18111 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:03:50 mercat1 kernel: pid 23994 (rw), uid 0 inumber 442 on /mnt: filesystem full Feb 3 01:03:52 mercat1 kernel: pid 23983 (creat), uid 0 inumber 399 on /mnt: out of inodes Feb 3 01:03:54 mercat1 kernel: pid 23971 (creat), uid 0 inumber 453 on /mnt: out of inodes Feb 3 01:03:57 mercat1 syslogd: last message repeated 2 times Feb 3 01:03:58 mercat1 kernel: pid 23983 (creat), uid 0 inumber 399 on /mnt: out of inodes Feb 3 01:04:00 mercat1 kernel: pid 23980 (creat), uid 0 inumber 402 on /mnt: out of inodes Feb 3 01:04:02 mercat1 kernel: pid 23974 (creat), uid 0 inumber 401 on /mnt: out of inodes Feb 3 01:04:04 mercat1 kernel: pid 23980 (creat), uid 0 inumber 402 on /mnt: out of inodes Feb 3 01:04:06 mercat1 kernel: pid 23983 (creat), uid 0 inumber 399 on /mnt: out of inodes Feb 3 01:04:09 mercat1 kernel: pid 23974 (creat), uid 0 inumber 401 on /mnt: out of inodes Feb 3 01:04:11 mercat1 syslogd: last message repeated 1 times Feb 3 01:04:13 mercat1 kernel: pid 23980 (creat), uid 0 inumber 402 on /mnt: out of inodes Feb 3 01:04:15 mercat1 kernel: pid 23977 (creat), uid 0 inumber 387 on /mnt: out of inodes Feb 3 01:04:17 mercat1 syslogd: last message repeated 1 times Feb 3 01:04:19 mercat1 kernel: pid 23974 (creat), uid 0 inumber 401 on /mnt: out of inodes Feb 3 01:04:21 mercat1 kernel: pid 23983 (creat), uid 0 inumber 399 on /mnt: out of inodes Feb 3 01:04:26 mercat1 kernel: pid 23974 (creat), uid 0 inumber 401 on /mnt: out of inodes Feb 3 01:04:28 mercat1 kernel: pid 23977 (creat), uid 0 inumber 387 on /mnt: out of inodes Feb 3 01:04:30 mercat1 kernel: pid 23971 (creat), uid 0 inumber 453 on /mnt: out of inodes Feb 3 01:04:32 mercat1 kernel: pid 23977 (creat), uid 0 inumber 387 on /mnt: out of inodes Feb 3 01:04:34 mercat1 kernel: pid 23974 (creat), uid 0 inumber 401 on /mnt: out of inodes Feb 3 01:04:36 mercat1 kernel: pid 23977 (creat), uid 0 inumber 387 on /mnt: out of inodes Feb 3 01:04:38 mercat1 kernel: pid 23980 (creat), uid 0 inumber 402 on /mnt: out of inodes Feb 3 01:04:46 mercat1 kernel: pid 23983 (creat), uid 0 inumber 399 on /mnt: out of inodes Feb 3 01:04:50 mercat1 kernel: pid 30998 (rw), uid 0 inumber 33582 on /mnt: filesystem full Feb 3 01:04:54 mercat1 kernel: pid 30989 (creat), uid 0 inumber 33568 on /mnt: out of inodes Feb 3 01:04:56 mercat1 kernel: pid 30995 (creat), uid 0 inumber 33569 on /mnt: out of inodes Feb 3 01:04:59 mercat1 kernel: pid 30993 (creat), uid 0 inumber 33571 on /mnt: out of inodes Feb 3 01:05:02 mercat1 kernel: pid 30995 (creat), uid 0 inumber 33569 on /mnt: out of inodes Feb 3 01:05:03 mercat1 kernel: pid 31005 (creat), uid 0 inumber 33585 on /mnt: out of inodes Feb 3 01:05:07 mercat1 kernel: pid 31003 (creat), uid 0 inumber 33586 on /mnt: out of inodes Feb 3 01:05:09 mercat1 kernel: pid 31005 (creat), uid 0 inumber 33585 on /mnt: out of inodes Feb 3 01:05:11 mercat1 kernel: pid 30993 (creat), uid 0 inumber 33571 on /mnt: out of inodes Feb 3 01:05:14 mercat1 kernel: pid 31003 (creat), uid 0 inumber 33586 on /mnt: out of inodes Feb 3 01:05:17 mercat1 kernel: pid 30989 (creat), uid 0 inumber 33568 on /mnt: out of inodes Feb 3 01:05:19 mercat1 kernel: pid 30999 (creat), uid 0 inumber 33574 on /mnt: out of inodes Feb 3 01:05:22 mercat1 kernel: pid 30991 (creat), uid 0 inumber 33590 on /mnt: out of inodes Feb 3 01:05:23 mercat1 kernel: pid 30995 (creat), uid 0 inumber 33569 on /mnt: out of inodes Feb 3 01:05:28 mercat1 kernel: pid 31003 (creat), uid 0 inumber 33586 on /mnt: out of inodes Feb 3 01:05:29 mercat1 kernel: pid 30995 (creat), uid 0 inumber 33569 on /mnt: out of inodes Feb 3 01:05:33 mercat1 kernel: pid 31005 (creat), uid 0 inumber 33585 on /mnt: out of inodes Feb 3 01:05:34 mercat1 kernel: pid 30999 (creat), uid 0 inumber 33574 on /mnt: out of inodes Feb 3 01:05:37 mercat1 kernel: pid 31005 (creat), uid 0 inumber 33585 on /mnt: out of inodes Feb 3 01:05:40 mercat1 kernel: pid 30993 (creat), uid 0 inumber 33571 on /mnt: out of inodes Feb 3 01:05:43 mercat1 syslogd: last message repeated 1 times Feb 3 01:05:45 mercat1 kernel: pid 31005 (creat), uid 0 inumber 33585 on /mnt: out of inodes Feb 3 01:05:52 mercat1 kernel: pid 37992 (rw), uid 0 inumber 15679 on /mnt: filesystem full Feb 3 01:05:53 mercat1 kernel: pid 38002 (creat), uid 0 inumber 920 on /mnt: out of inodes Feb 3 01:05:55 mercat1 kernel: pid 38009 (creat), uid 0 inumber 912 on /mnt: out of inodes Feb 3 01:05:58 mercat1 syslogd: last message repeated 1 times Feb 3 01:05:59 mercat1 kernel: pid 38004 (creat), uid 0 inumber 914 on /mnt: out of inodes Feb 3 01:06:01 mercat1 kernel: pid 38008 (mkdir), uid 0 inumber 47229 on /mnt: out of inodes Feb 3 01:06:02 mercat1 kernel: pid 38006 (creat), uid 0 inumber 937 on /mnt: out of inodes Feb 3 01:06:05 mercat1 kernel: pid 38009 (creat), uid 0 inumber 912 on /mnt: out of inodes Feb 3 01:06:06 mercat1 kernel: pid 38006 (creat), uid 0 inumber 937 on /mnt: out of inodes Feb 3 01:06:08 mercat1 kernel: pid 38002 (creat), uid 0 inumber 920 on /mnt: out of inodes Feb 3 01:06:10 mercat1 kernel: pid 38005 (mkdir), uid 0 inumber 49075 on /mnt: out of inodes Feb 3 01:06:12 mercat1 kernel: pid 38004 (creat), uid 0 inumber 914 on /mnt: out of inodes Feb 3 01:06:16 mercat1 syslogd: last message repeated 1 times Feb 3 01:06:17 mercat1 kernel: pid 38007 (creat), uid 0 inumber 923 on /mnt: out of inodes Feb 3 01:06:20 mercat1 kernel: pid 38000 (creat), uid 0 inumber 934 on /mnt: out of inodes Feb 3 01:06:23 mercat1 kernel: pid 38007 (creat), uid 0 inumber 923 on /mnt: out of inodes Feb 3 01:06:27 mercat1 kernel: pid 38000 (creat), uid 0 inumber 934 on /mnt: out of inodes Feb 3 01:06:29 mercat1 kernel: pid 38006 (creat), uid 0 inumber 937 on /mnt: out of inodes Feb 3 01:06:31 mercat1 kernel: pid 37997 (creat), uid 0 inumber 904 on /mnt: out of inodes Feb 3 01:06:34 mercat1 kernel: pid 38011 (creat), uid 0 inumber 962 on /mnt: out of inodes Feb 3 01:06:37 mercat1 kernel: pid 38002 (creat), uid 0 inumber 920 on /mnt: out of inodes Feb 3 01:06:40 mercat1 kernel: pid 38004 (creat), uid 0 inumber 914 on /mnt: out of inodes Feb 3 01:06:44 mercat1 kernel: pid 38011 (creat), uid 0 inumber 962 on /mnt: out of inodes Feb 3 01:06:47 mercat1 kernel: pid 38002 (creat), uid 0 inumber 920 on /mnt: out of inodes Feb 3 01:06:52 mercat1 kernel: pid 43852 (creat), uid 0 inumber 49158 on /mnt: out of inodes Feb 3 01:06:54 mercat1 syslogd: last message repeated 1 times Feb 3 01:06:56 mercat1 kernel: pid 43833 (rw), uid 0 inumber 17598 on /mnt: filesystem full Feb 3 01:06:58 mercat1 kernel: pid 43835 (creat), uid 0 inumber 2776 on /mnt: out of inodes Feb 3 01:07:02 mercat1 syslogd: last message repeated 1 times Feb 3 01:07:06 mercat1 kernel: pid 43837 (creat), uid 0 inumber 49156 on /mnt: out of inodes Feb 3 01:07:08 mercat1 kernel: pid 43848 (creat), uid 0 inumber 49157 on /mnt: out of inodes Feb 3 01:07:11 mercat1 kernel: pid 43835 (creat), uid 0 inumber 2776 on /mnt: out of inodes Feb 3 01:07:14 mercat1 kernel: pid 43837 (creat), uid 0 inumber 49156 on /mnt: out of inodes Feb 3 01:07:17 mercat1 kernel: pid 43848 (creat), uid 0 inumber 49157 on /mnt: out of inodes Feb 3 01:07:19 mercat1 syslogd: last message repeated 1 times Feb 3 01:07:21 mercat1 kernel: pid 43840 (creat), uid 0 inumber 49162 on /mnt: out of inodes Feb 3 01:07:23 mercat1 kernel: pid 43838 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:07:26 mercat1 syslogd: last message repeated 1 times Feb 3 01:07:28 mercat1 kernel: pid 43850 (creat), uid 0 inumber 49154 on /mnt: out of inodes Feb 3 01:07:31 mercat1 kernel: pid 43852 (creat), uid 0 inumber 49158 on /mnt: out of inodes Feb 3 01:07:34 mercat1 kernel: pid 43835 (creat), uid 0 inumber 2776 on /mnt: out of inodes Feb 3 01:07:39 mercat1 syslogd: last message repeated 1 times Feb 3 01:07:41 mercat1 kernel: pid 43848 (creat), uid 0 inumber 49157 on /mnt: out of inodes Feb 3 01:07:44 mercat1 kernel: pid 43835 (creat), uid 0 inumber 2776 on /mnt: out of inodes Feb 3 01:07:46 mercat1 kernel: pid 43846 (creat), uid 0 inumber 49153 on /mnt: out of inodes Feb 3 01:07:49 mercat1 kernel: pid 50845 (rw), uid 0 inumber 55035 on /mnt: filesystem full Feb 3 01:07:53 mercat1 kernel: pid 50850 (creat), uid 0 inumber 55041 on /mnt: out of inodes Feb 3 01:07:54 mercat1 kernel: pid 50863 (creat), uid 0 inumber 55061 on /mnt: out of inodes Feb 3 01:07:56 mercat1 kernel: pid 50858 (creat), uid 0 inumber 55054 on /mnt: out of inodes Feb 3 01:07:58 mercat1 kernel: pid 50862 (creat), uid 0 inumber 55064 on /mnt: out of inodes Feb 3 01:08:00 mercat1 kernel: pid 50859 (mkdir), uid 0 inumber 30694 on /mnt: out of inodes Feb 3 01:08:03 mercat1 kernel: pid 50863 (creat), uid 0 inumber 55061 on /mnt: out of inodes Feb 3 01:08:05 mercat1 kernel: pid 50865 (creat), uid 0 inumber 55065 on /mnt: out of inodes Feb 3 01:08:09 mercat1 kernel: pid 50850 (creat), uid 0 inumber 55041 on /mnt: out of inodes Feb 3 01:08:12 mercat1 kernel: pid 50842 (creat), uid 0 inumber 55038 on /mnt: out of inodes Feb 3 01:08:14 mercat1 syslogd: last message repeated 1 times Feb 3 01:08:16 mercat1 kernel: pid 50858 (creat), uid 0 inumber 55054 on /mnt: out of inodes Feb 3 01:08:18 mercat1 kernel: pid 50861 (creat), uid 0 inumber 55060 on /mnt: out of inodes Feb 3 01:08:21 mercat1 kernel: pid 50846 (creat), uid 0 inumber 7 on /mnt: out of inodes Feb 3 01:08:24 mercat1 kernel: pid 50842 (creat), uid 0 inumber 55038 on /mnt: out of inodes Feb 3 01:08:31 mercat1 syslogd: last message repeated 2 times Feb 3 01:08:35 mercat1 kernel: pid 50856 (creat), uid 0 inumber 55053 on /mnt: out of inodes Feb 3 01:08:40 mercat1 kernel: pid 50865 (creat), uid 0 inumber 55065 on /mnt: out of inodes Feb 3 01:08:44 mercat1 kernel: pid 50864 (creat), uid 0 inumber 55062 on /mnt: out of inodes Feb 3 01:08:46 mercat1 kernel: pid 50846 (creat), uid 0 inumber 7 on /mnt: out of inodes Feb 3 01:08:50 mercat1 kernel: pid 57852 (rw), uid 0 inumber 32780 on /mnt: filesystem full Feb 3 01:08:53 mercat1 kernel: pid 57849 (rw), uid 0 inumber 32769 on /mnt: filesystem full Feb 3 01:08:54 mercat1 kernel: pid 57872 (creat), uid 0 inumber 127 on /mnt: out of inodes Feb 3 01:08:57 mercat1 kernel: pid 57857 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:09:00 mercat1 kernel: pid 57867 (creat), uid 0 inumber 72 on /mnt: out of inodes Feb 3 01:09:02 mercat1 kernel: pid 57857 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:09:05 mercat1 kernel: pid 57861 (creat), uid 0 inumber 48 on /mnt: out of inodes Feb 3 01:09:08 mercat1 kernel: pid 57857 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:09:11 mercat1 kernel: pid 57866 (creat), uid 0 inumber 64 on /mnt: out of inodes Feb 3 01:09:14 mercat1 kernel: pid 57857 (creat), uid 0 inumber 32770 on /mnt: out of inodes Feb 3 01:09:16 mercat1 kernel: pid 57859 (creat), uid 0 inumber 46 on /mnt: out of inodes Feb 3 01:09:19 mercat1 kernel: pid 57870 (creat), uid 0 inumber 79 on /mnt: out of inodes Feb 3 01:09:22 mercat1 kernel: pid 57865 (creat), uid 0 inumber 63 on /mnt: out of inodes Feb 3 01:09:26 mercat1 kernel: pid 57866 (creat), uid 0 inumber 64 on /mnt: out of inodes Feb 3 01:09:29 mercat1 kernel: pid 57863 (creat), uid 0 inumber 56 on /mnt: out of inodes Feb 3 01:09:32 mercat1 kernel: pid 57861 (creat), uid 0 inumber 48 on /mnt: out of inodes Feb 3 01:09:37 mercat1 kernel: pid 57870 (creat), uid 0 inumber 79 on /mnt: out of inodes Feb 3 01:09:42 mercat1 kernel: pid 57866 (creat), uid 0 inumber 64 on /mnt: out of inodes Feb 3 01:09:44 mercat1 kernel: pid 57865 (creat), uid 0 inumber 63 on /mnt: out of inodes Feb 3 01:09:49 mercat1 kernel: pid 63695 (rw), uid 0 inumber 32822 on /mnt: filesystem full Feb 3 01:09:52 mercat1 kernel: pid 63700 (creat), uid 0 inumber 32777 on /mnt: out of inodes Feb 3 01:09:56 mercat1 kernel: pid 63702 (creat), uid 0 inumber 32779 on /mnt: out of inodes Feb 3 01:10:01 mercat1 kernel: pid 63699 (creat), uid 0 inumber 32776 on /mnt: out of inodes Feb 3 01:10:10 mercat1 kernel: pid 63697 (creat), uid 0 inumber 32775 on /mnt: out of inodes Feb 3 01:10:16 mercat1 kernel: pid 63707 (creat), uid 0 inumber 32790 on /mnt: out of inodes Feb 3 01:10:23 mercat1 kernel: pid 63702 (creat), uid 0 inumber 32779 on /mnt: out of inodes Feb 3 01:10:28 mercat1 kernel: pid 63712 (creat), uid 0 inumber 32800 on /mnt: out of inodes Feb 3 01:10:41 mercat1 kernel: pid 63701 (creat), uid 0 inumber 32778 on /mnt: out of inodes Feb 3 01:10:47 mercat1 syslogd: last message repeated 1 times Feb 3 01:10:51 mercat1 kernel: pid 70710 (rw), uid 0 inumber 32933 on /mnt: filesystem full Feb 3 01:10:52 mercat1 kernel: pid 70726 (mkdir), uid 0 inumber 16361 on /mnt: out of inodes Feb 3 01:10:54 mercat1 kernel: pid 70704 (rw), uid 0 inumber 43643 on /mnt: filesystem full Feb 3 01:10:56 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:10:58 mercat1 syslogd: last message repeated 1 times Feb 3 01:11:00 mercat1 kernel: pid 70697 (creat), uid 0 inumber 33043 on /mnt: out of inodes Feb 3 01:11:01 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:03 mercat1 kernel: pid 70695 (creat), uid 0 inumber 32860 on /mnt: out of inodes Feb 3 01:11:04 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:05 mercat1 syslogd: last message repeated 1 times Feb 3 01:11:08 mercat1 kernel: pid 70697 (creat), uid 0 inumber 33043 on /mnt: out of inodes Feb 3 01:11:10 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:13 mercat1 kernel: pid 70697 (creat), uid 0 inumber 33043 on /mnt: out of inodes Feb 3 01:11:15 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:18 mercat1 kernel: pid 70697 (creat), uid 0 inumber 33043 on /mnt: out of inodes Feb 3 01:11:20 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:23 mercat1 kernel: pid 70699 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:11:24 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:26 mercat1 kernel: pid 70697 (creat), uid 0 inumber 33043 on /mnt: out of inodes Feb 3 01:11:35 mercat1 syslogd: last message repeated 3 times Feb 3 01:11:37 mercat1 kernel: pid 70699 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:11:39 mercat1 kernel: pid 70694 (creat), uid 0 inumber 32772 on /mnt: out of inodes Feb 3 01:11:43 mercat1 kernel: pid 70697 (creat), uid 0 inumber 33043 on /mnt: out of inodes Feb 3 01:11:47 mercat1 kernel: pid 70699 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:11:48 mercat1 syslogd: last message repeated 1 times Feb 3 01:11:52 mercat1 kernel: pid 76574 (rw), uid 0 inumber 49312 on /mnt: filesystem full Feb 3 01:12:04 mercat1 kernel: pid 76607 (creat), uid 0 inumber 49177 on /mnt: out of inodes Feb 3 01:12:10 mercat1 kernel: pid 76601 (creat), uid 0 inumber 49172 on /mnt: filesystem full Feb 3 01:12:17 mercat1 kernel: pid 76598 (mkdir), uid 0 inumber 32231 on /mnt: out of inodes Feb 3 01:12:22 mercat1 kernel: pid 76589 (creat), uid 0 inumber 49161 on /mnt: out of inodes Feb 3 01:12:30 mercat1 syslogd: last message repeated 1 times Feb 3 01:12:36 mercat1 kernel: pid 76585 (creat), uid 0 inumber 49158 on /mnt: out of inodes Feb 3 01:12:44 mercat1 kernel: pid 76580 (creat), uid 0 inumber 49180 on /mnt: out of inodes Feb 3 01:12:48 mercat1 kernel: pid 76587 (creat), uid 0 inumber 49159 on /mnt: out of inodes Feb 3 01:12:50 mercat1 kernel: pid 83624 (rw), uid 0 inumber 49189 on /mnt: filesystem full Feb 3 01:12:51 mercat1 kernel: pid 83621 (rw), uid 0 inumber 49154 on /mnt: filesystem full Feb 3 01:12:52 mercat1 kernel: pid 83641 (rw), uid 0 inumber 49159 on /mnt: filesystem full Feb 3 01:12:54 mercat1 kernel: pid 83638 (rw), uid 0 inumber 52149 on /mnt: filesystem full Feb 3 01:12:58 mercat1 kernel: pid 83651 (mkdir), uid 0 inumber 49121 on /mnt: out of inodes Feb 3 01:12:59 mercat1 kernel: pid 83643 (mkdir), uid 0 inumber 65469 on /mnt: out of inodes Feb 3 01:13:01 mercat1 kernel: pid 83649 (mkdir), uid 0 inumber 32895 on /mnt: out of inodes Feb 3 01:13:04 mercat1 kernel: pid 83647 (mkdir), uid 0 inumber 32665 on /mnt: out of inodes Feb 3 01:13:07 mercat1 kernel: pid 83645 (mkdir), uid 0 inumber 32768 on /mnt: out of inodes Feb 3 01:13:53 mercat1 kernel: pid 90654 (rw), uid 0 inumber 49265 on /mnt: filesystem full Feb 3 01:13:56 mercat1 kernel: pid 90651 (creat), uid 0 inumber 49226 on /mnt: out of inodes Feb 3 01:13:58 mercat1 kernel: pid 90644 (creat), uid 0 inumber 49224 on /mnt: out of inodes Feb 3 01:14:02 mercat1 kernel: pid 90640 (creat), uid 0 inumber 32897 on /mnt: out of inodes Feb 3 01:14:06 mercat1 kernel: pid 90655 (creat), uid 0 inumber 49237 on /mnt: out of inodes Feb 3 01:14:10 mercat1 kernel: pid 90661 (creat), uid 0 inumber 49260 on /mnt: out of inodes Feb 3 01:14:14 mercat1 kernel: pid 90653 (creat), uid 0 inumber 49236 on /mnt: out of inodes Feb 3 01:14:18 mercat1 kernel: pid 90640 (creat), uid 0 inumber 32897 on /mnt: out of inodes Feb 3 01:14:24 mercat1 kernel: pid 90653 (creat), uid 0 inumber 49236 on /mnt: out of inodes Feb 3 01:14:27 mercat1 syslogd: last message repeated 1 times Feb 3 01:14:32 mercat1 kernel: pid 90662 (creat), uid 0 inumber 49247 on /mnt: out of inodes Feb 3 01:14:36 mercat1 syslogd: last message repeated 1 times Feb 3 01:14:41 mercat1 kernel: pid 90640 (creat), uid 0 inumber 32897 on /mnt: out of inodes Feb 3 01:14:46 mercat1 kernel: pid 90648 (creat), uid 0 inumber 49234 on /mnt: out of inodes Feb 3 01:14:54 mercat1 kernel: pid 96490 (rw), uid 0 inumber 36813 on /mnt: filesystem full Feb 3 01:15:52 mercat1 kernel: pid 3555 (rw), uid 0 inumber 32901 on /mnt: filesystem full Feb 3 01:15:55 mercat1 kernel: pid 3568 (mkdir), uid 0 inumber 49108 on /mnt: out of inodes Feb 3 01:15:57 mercat1 kernel: pid 3566 (mkdir), uid 0 inumber 16238 on /mnt: out of inodes Feb 3 01:15:59 mercat1 kernel: pid 3567 (mkdir), uid 0 inumber 16236 on /mnt: out of inodes Feb 3 01:16:00 mercat1 kernel: pid 3565 (mkdir), uid 0 inumber 33017 on /mnt: out of inodes Feb 3 01:16:54 mercat1 kernel: pid 10600 (rw), uid 0 inumber 33094 on /mnt: filesystem full Feb 3 01:16:56 mercat1 kernel: pid 10572 (creat), uid 0 inumber 32903 on /mnt: out of inodes Feb 3 01:17:00 mercat1 kernel: pid 10566 (creat), uid 0 inumber 33095 on /mnt: out of inodes Feb 3 01:17:02 mercat1 kernel: pid 10590 (creat), uid 0 inumber 32962 on /mnt: out of inodes Feb 3 01:17:04 mercat1 kernel: pid 10566 (creat), uid 0 inumber 33095 on /mnt: out of inodes Feb 3 01:17:08 mercat1 kernel: pid 10575 (creat), uid 0 inumber 32967 on /mnt: out of inodes Feb 3 01:17:11 mercat1 kernel: pid 10588 (creat), uid 0 inumber 32900 on /mnt: out of inodes Feb 3 01:17:16 mercat1 kernel: pid 10578 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:17:19 mercat1 kernel: pid 10586 (creat), uid 0 inumber 32970 on /mnt: out of inodes Feb 3 01:17:22 mercat1 kernel: pid 10583 (creat), uid 0 inumber 32958 on /mnt: out of inodes Feb 3 01:17:28 mercat1 kernel: pid 10572 (creat), uid 0 inumber 32903 on /mnt: out of inodes Feb 3 01:17:30 mercat1 kernel: pid 10588 (creat), uid 0 inumber 32900 on /mnt: out of inodes Feb 3 01:17:34 mercat1 kernel: pid 10583 (creat), uid 0 inumber 32958 on /mnt: out of inodes Feb 3 01:17:39 mercat1 kernel: pid 10566 (creat), uid 0 inumber 33095 on /mnt: out of inodes Feb 3 01:17:42 mercat1 syslogd: last message repeated 1 times Feb 3 01:17:46 mercat1 kernel: pid 10578 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:17:51 mercat1 kernel: pid 10583 (creat), uid 0 inumber 32958 on /mnt: out of inodes Feb 3 01:17:52 mercat1 kernel: pid 16454 (rw), uid 0 inumber 32938 on /mnt: filesystem full Feb 3 01:17:55 mercat1 kernel: pid 16460 (rw), uid 0 inumber 37406 on /mnt: filesystem full Feb 3 01:17:59 mercat1 kernel: pid 16451 (creat), uid 0 inumber 32944 on /mnt: out of inodes Feb 3 01:18:01 mercat1 kernel: pid 16448 (creat), uid 0 inumber 32942 on /mnt: out of inodes Feb 3 01:18:02 mercat1 kernel: pid 16453 (creat), uid 0 inumber 32900 on /mnt: out of inodes Feb 3 01:18:04 mercat1 kernel: pid 16459 (creat), uid 0 inumber 32948 on /mnt: out of inodes Feb 3 01:18:05 mercat1 kernel: pid 16451 (creat), uid 0 inumber 32944 on /mnt: out of inodes Feb 3 01:18:07 mercat1 kernel: pid 16461 (mkdir), uid 0 inumber 32906 on /mnt: out of inodes Feb 3 01:18:09 mercat1 kernel: pid 16456 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:18:11 mercat1 kernel: pid 16453 (creat), uid 0 inumber 32900 on /mnt: out of inodes Feb 3 01:18:13 mercat1 kernel: pid 16451 (creat), uid 0 inumber 32944 on /mnt: out of inodes Feb 3 01:18:14 mercat1 kernel: pid 16456 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:18:17 mercat1 kernel: pid 16448 (creat), uid 0 inumber 32942 on /mnt: out of inodes Feb 3 01:18:19 mercat1 kernel: pid 16456 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:18:20 mercat1 kernel: pid 16451 (creat), uid 0 inumber 32944 on /mnt: out of inodes Feb 3 01:18:21 mercat1 kernel: pid 16448 (creat), uid 0 inumber 32942 on /mnt: out of inodes Feb 3 01:18:24 mercat1 kernel: pid 16451 (creat), uid 0 inumber 32944 on /mnt: out of inodes Feb 3 01:18:25 mercat1 kernel: pid 16453 (creat), uid 0 inumber 32900 on /mnt: out of inodes Feb 3 01:18:27 mercat1 kernel: pid 16459 (creat), uid 0 inumber 32948 on /mnt: out of inodes Feb 3 01:18:29 mercat1 syslogd: last message repeated 1 times Feb 3 01:18:32 mercat1 kernel: pid 16448 (creat), uid 0 inumber 32942 on /mnt: out of inodes Feb 3 01:18:37 mercat1 syslogd: last message repeated 3 times Feb 3 01:18:38 mercat1 kernel: pid 16451 (creat), uid 0 inumber 32944 on /mnt: out of inodes Feb 3 01:18:40 mercat1 kernel: pid 16456 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:18:41 mercat1 kernel: pid 16453 (creat), uid 0 inumber 32900 on /mnt: out of inodes Feb 3 01:18:47 mercat1 kernel: pid 16456 (creat), uid 0 inumber 32922 on /mnt: out of inodes Feb 3 01:18:49 mercat1 kernel: pid 16459 (creat), uid 0 inumber 32948 on /mnt: out of inodes Feb 3 01:18:50 mercat1 syslogd: last message repeated 1 times Feb 3 01:18:56 mercat1 kernel: pid 23451 (rw), uid 0 inumber 3603 on /mnt: filesystem full Feb 3 01:18:57 mercat1 kernel: pid 23488 (mkdir), uid 0 inumber 15727 on /mnt: out of inodes Feb 3 01:19:00 mercat1 kernel: pid 23462 (creat), uid 0 inumber 3643 on /mnt: out of inodes Feb 3 01:19:01 mercat1 kernel: pid 23452 (mkdir), uid 0 inumber 61757 on /mnt: out of inodes Feb 3 01:19:05 mercat1 kernel: pid 23453 (creat), uid 0 inumber 3631 on /mnt: out of inodes Feb 3 01:19:07 mercat1 syslogd: last message repeated 1 times Feb 3 01:19:10 mercat1 kernel: pid 23459 (creat), uid 0 inumber 3634 on /mnt: out of inodes Feb 3 01:19:12 mercat1 kernel: pid 23480 (mkdir), uid 0 inumber 48951 on /mnt: out of inodes Feb 3 01:19:15 mercat1 kernel: pid 23487 (mkdir), uid 0 inumber 61551 on /mnt: out of inodes Feb 3 01:19:17 mercat1 kernel: pid 23459 (creat), uid 0 inumber 3634 on /mnt: out of inodes Feb 3 01:19:20 mercat1 kernel: pid 23469 (creat), uid 0 inumber 3640 on /mnt: out of inodes Feb 3 01:19:22 mercat1 kernel: pid 23466 (creat), uid 0 inumber 3637 on /mnt: out of inodes Feb 3 01:19:24 mercat1 kernel: pid 23469 (creat), uid 0 inumber 3640 on /mnt: out of inodes Feb 3 01:19:27 mercat1 kernel: pid 23466 (creat), uid 0 inumber 3637 on /mnt: out of inodes Feb 3 01:19:30 mercat1 kernel: pid 23459 (creat), uid 0 inumber 3634 on /mnt: out of inodes Feb 3 01:19:32 mercat1 kernel: pid 23466 (creat), uid 0 inumber 3637 on /mnt: out of inodes Feb 3 01:19:34 mercat1 kernel: pid 23450 (creat), uid 0 inumber 3635 on /mnt: out of inodes Feb 3 01:19:36 mercat1 syslogd: last message repeated 1 times Feb 3 01:19:38 mercat1 kernel: pid 23469 (creat), uid 0 inumber 3640 on /mnt: out of inodes Feb 3 01:19:40 mercat1 kernel: pid 23447 (creat), uid 0 inumber 3630 on /mnt: out of inodes Feb 3 01:19:42 mercat1 kernel: pid 23450 (creat), uid 0 inumber 3635 on /mnt: out of inodes Feb 3 01:19:44 mercat1 kernel: pid 23466 (creat), uid 0 inumber 3637 on /mnt: out of inodes Feb 3 01:19:47 mercat1 kernel: pid 23456 (creat), uid 0 inumber 3633 on /mnt: out of inodes Feb 3 01:19:49 mercat1 kernel: pid 23459 (creat), uid 0 inumber 3634 on /mnt: out of inodes Feb 3 01:19:51 mercat1 kernel: pid 23462 (creat), uid 0 inumber 3643 on /mnt: out of inodes Feb 3 01:19:52 mercat1 kernel: pid 29982 (rw), uid 0 inumber 33267 on /mnt: filesystem full Feb 3 01:19:55 mercat1 kernel: pid 29988 (creat), uid 0 inumber 39 on /mnt: out of inodes Feb 3 01:19:57 mercat1 kernel: pid 29996 (creat), uid 0 inumber 41 on /mnt: out of inodes Feb 3 01:19:58 mercat1 syslogd: last message repeated 1 times Feb 3 01:20:00 mercat1 kernel: pid 29984 (creat), uid 0 inumber 26 on /mnt: out of inodes Feb 3 01:20:02 mercat1 syslogd: last message repeated 1 times Feb 3 01:20:05 mercat1 kernel: pid 29968 (rw), uid 0 inumber 39937 on /mnt: filesystem full Feb 3 01:20:08 mercat1 kernel: pid 29975 (creat), uid 0 inumber 47 on /mnt: out of inodes Feb 3 01:20:11 mercat1 kernel: pid 29984 (creat), uid 0 inumber 26 on /mnt: out of inodes Feb 3 01:20:16 mercat1 syslogd: last message repeated 1 times Feb 3 01:20:18 mercat1 kernel: pid 29980 (creat), uid 0 inumber 16 on /mnt: out of inodes Feb 3 01:20:21 mercat1 kernel: pid 29972 (creat), uid 0 inumber 33270 on /mnt: out of inodes Feb 3 01:20:24 mercat1 kernel: pid 29992 (creat), uid 0 inumber 40 on /mnt: out of inodes Feb 3 01:20:30 mercat1 kernel: pid 29988 (creat), uid 0 inumber 39 on /mnt: out of inodes Feb 3 01:20:35 mercat1 kernel: pid 29990 (creat), uid 0 inumber 48 on /mnt: out of inodes Feb 3 01:20:39 mercat1 kernel: pid 29988 (creat), uid 0 inumber 39 on /mnt: out of inodes Feb 3 01:20:43 mercat1 kernel: pid 29972 (creat), uid 0 inumber 33270 on /mnt: out of inodes Feb 3 01:20:49 mercat1 kernel: pid 29984 (creat), uid 0 inumber 26 on /mnt: out of inodes 20210203 01:20:53 all (74/724): dtrace.sh Feb 3 01:25:31 mercat1 kernel: pid 54050 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 01:25:49 mercat1 kernel: pid 54037 (swap), jid 0, uid 2007, was killed: out of swap space 20210203 01:27:18 all (75/724): dtrace_fault.sh 20210203 01:27:22 all (76/724): dumpfs.sh stress2: newblk leak: 304/312. 20210203 01:27:24 all (77/724): dup.sh 20210203 01:27:29 all (78/724): dup2.sh 20210203 01:27:30 all (79/724): execi386.sh 20210203 01:27:33 all (80/724): execve.sh 20210203 01:27:55 all (81/724): exlock.sh 20210203 01:28:43 all (82/724): ext2fs.sh Feb 3 01:32:25 mercat1 kernel: pid 74553 (swap), jid 0, uid 2007, was killed: out of swap space 20210203 01:39:13 all (83/724): ext2fs2.sh 20210203 01:49:19 all (84/724): ext2fs3.sh 20210203 01:49:24 all (85/724): ext3fs.sh 20210203 01:54:28 all (86/724): ext4fs.sh 20210203 01:59:36 all (87/724): extattr.sh 20210203 01:59:41 all (88/724): extattr2.sh Feb 3 01:59:51 mercat1 kernel: pid 69576 (rw), uid 2007 inumber 214968 on /mnt: filesystem full Feb 3 02:00:10 mercat1 kernel: pid 69637 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 02:00:20 mercat1 kernel: pid 69632 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 02:00:30 mercat1 kernel: pid 69608 (swap), jid 0, uid 2007, was killed: out of swap space swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio swap_pager: cannot allocate bio Feb 3 02:02:17 mercat1 kernel: pid 70899 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 02:06:24 mercat1 kernel: pid 80531 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 02:06:44 mercat1 kernel: pid 80573 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 02:07:24 mercat1 kernel: pid 80515 (rw), uid 2007 inumber 131714 on /mnt: filesystem full 20210203 02:10:30 all (89/724): extattr3.sh 20210203 02:10:34 all (90/724): extattr_set_fd.sh 20210203 02:10:39 all (91/724): extattrctl.sh 20210203 02:10:40 all (92/724): f_offset.sh 20210203 02:10:55 all (93/724): fcntl.sh 20210203 02:10:57 all (94/724): fcntl2.sh 20210203 02:14:01 all (95/724): fcntl3.sh 20210203 02:14:03 all (96/724): fdatasync.sh stress2: newblk leak: 1920/1928. stress2: indirdep leak: 1349/1349 20210203 02:17:20 all (97/724): fdatasync2.sh stress2: newblk leak: 35/1965. 20210203 02:20:31 all (98/724): fdescfs.sh 20210203 02:25:35 all (99/724): fdgrowtable.sh Feb 3 02:25:59 mercat1 kernel: pid 75468 (swap), jid 0, uid 0, was killed: out of swap space Feb 3 02:31:30 mercat1 kernel: pid 78281 (swap), jid 0, uid 0, was killed: out of swap space Feb 3 02:33:17 mercat1 kernel: pid 79634 (swap), jid 0, uid 0, was killed: out of swap space Feb 3 02:33:48 mercat1 kernel: pid 79629 (swap), jid 0, uid 0, was killed: out of swap space 20210203 02:36:50 all (100/724): fexecve.sh 20210203 02:36:53 all (101/724): ffs_blkfree.sh stress2: newblk leak: 28663/28671. 20210203 02:37:05 all (102/724): ffs_sync.sh 20210203 02:40:09 all (103/724): ffs_syncvnode.sh Feb 3 02:40:24 mercat1 kernel: pid 5316 (rw), uid 2007 inumber 104657 on /mnt: filesystem full Feb 3 02:40:32 mercat1 kernel: pid 5306 (creat), uid 2007 inumber 65571 on /mnt: out of inodes Feb 3 02:40:46 mercat1 syslogd: last message repeated 1 times Feb 3 02:40:53 mercat1 kernel: pid 5312 (creat), uid 2007 inumber 65576 on /mnt: out of inodes Feb 3 02:41:03 mercat1 kernel: pid 5302 (creat), uid 2007 inumber 65573 on /mnt: out of inodes Feb 3 02:41:09 mercat1 kernel: pid 5300 (creat), uid 2007 inumber 65572 on /mnt: out of inodes Feb 3 02:41:20 mercat1 syslogd: last message repeated 1 times Feb 3 02:41:30 mercat1 kernel: pid 5302 (creat), uid 2007 inumber 65573 on /mnt: out of inodes Feb 3 02:41:36 mercat1 syslogd: last message repeated 1 times Feb 3 02:41:50 mercat1 kernel: pid 5300 (creat), uid 2007 inumber 65572 on /mnt: out of inodes Feb 3 02:41:58 mercat1 kernel: pid 5312 (creat), uid 2007 inumber 65576 on /mnt: out of inodes Feb 3 02:42:05 mercat1 kernel: pid 5297 (creat), uid 2007 inumber 65570 on /mnt: out of inodes Feb 3 02:43:36 mercat1 kernel: pid 18225 (rw), uid 2007 inumber 206751 on /mnt: filesystem full Feb 3 02:44:07 mercat1 kernel: pid 18260 (mkdir), uid 2007 inumber 225193 on /mnt: filesystem full Feb 3 02:44:37 mercat1 kernel: pid 31180 (mkdir), uid 2007 inumber 103753 on /mnt: filesystem full Feb 3 02:44:38 mercat1 kernel: pid 31169 (rw), uid 2007 inumber 239632 on /mnt: filesystem full Feb 3 02:45:09 mercat1 kernel: pid 31166 (rw), uid 2007 inumber 217054 on /mnt: filesystem full Feb 3 02:45:34 mercat1 kernel: pid 31168 (rw), uid 2007 inumber 168320 on /mnt: filesystem full Feb 3 02:48:22 mercat1 kernel: pid 57041 (rw), uid 2007 inumber 28994 on /mnt: filesystem full Feb 3 02:48:38 mercat1 kernel: pid 57058 (mkdir), uid 2007 inumber 196467 on /mnt: out of inodes Feb 3 02:49:11 mercat1 kernel: pid 57043 (creat), uid 2007 inumber 11 on /mnt: out of inodes Feb 3 02:49:21 mercat1 syslogd: last message repeated 1 times Feb 3 02:49:42 mercat1 kernel: pid 57046 (creat), uid 2007 inumber 15 on /mnt: out of inodes Feb 3 02:49:53 mercat1 kernel: pid 57043 (creat), uid 2007 inumber 11 on /mnt: out of inodes Feb 3 02:50:10 mercat1 kernel: pid 57045 (creat), uid 2007 inumber 12 on /mnt: out of inodes Feb 3 02:54:36 mercat1 kernel: pid 96959 (mkdir), uid 2007 inumber 223202 on /mnt: filesystem full Feb 3 02:54:45 mercat1 kernel: pid 96956 (creat), uid 2007 inumber 131126 on /mnt: out of inodes Feb 3 02:54:59 mercat1 kernel: pid 96945 (creat), uid 2007 inumber 131121 on /mnt: out of inodes Feb 3 02:55:18 mercat1 kernel: pid 96961 (creat), uid 2007 inumber 131128 on /mnt: out of inodes Feb 3 02:55:27 mercat1 kernel: pid 96952 (creat), uid 2007 inumber 131125 on /mnt: out of inodes Feb 3 02:55:33 mercat1 kernel: pid 96956 (creat), uid 2007 inumber 131126 on /mnt: out of inodes Feb 3 02:55:47 mercat1 kernel: pid 96958 (creat), uid 2007 inumber 131124 on /mnt: out of inodes Feb 3 02:55:52 mercat1 kernel: pid 96942 (creat), uid 2007 inumber 131120 on /mnt: out of inodes Feb 3 02:56:04 mercat1 kernel: pid 96961 (creat), uid 2007 inumber 131128 on /mnt: out of inodes Feb 3 02:58:26 mercat1 kernel: pid 22865 (rw), uid 2007 inumber 86773 on /mnt: filesystem full 20210203 03:00:16 all (104/724): ffs_syncvnode2.sh Feb 3 03:00:35 mercat1 kernel: pid 37122 (rw), uid 2007 inumber 202660 on /mnt: filesystem full Feb 3 03:02:11 mercat1 kernel: pid 37124 (rw), uid 2007 inumber 196611 on /mnt: filesystem full Feb 3 03:02:28 mercat1 kernel: pid 50269 (rw), uid 2007 inumber 24 on /mnt: filesystem full Feb 3 03:03:21 mercat1 kernel: pid 50275 (creat), uid 2007 inumber 196618 on /mnt: out of inodes Feb 3 03:05:15 mercat1 kernel: pid 63186 (rw), uid 2007 inumber 200044 on /mnt: filesystem full Feb 3 03:05:17 mercat1 kernel: pid 63207 (rw), uid 2007 inumber 198457 on /mnt: filesystem full Feb 3 03:05:18 mercat1 kernel: pid 63216 (rw), uid 2007 inumber 200517 on /mnt: filesystem full Feb 3 03:05:19 mercat1 kernel: pid 63192 (rw), uid 2007 inumber 199456 on /mnt: filesystem full Feb 3 03:06:20 mercat1 kernel: pid 76131 (rw), uid 2007 inumber 196645 on /mnt: filesystem full Feb 3 03:06:26 mercat1 kernel: pid 76136 (rw), uid 2007 inumber 17088 on /mnt: filesystem full Feb 3 03:06:42 mercat1 kernel: pid 76155 (creat), uid 2007 inumber 196623 on /mnt: out of inodes Feb 3 03:07:29 mercat1 kernel: pid 76146 (creat), uid 2007 inumber 196618 on /mnt: out of inodes Feb 3 03:08:24 mercat1 kernel: pid 89065 (rw), uid 2007 inumber 86491 on /mnt: filesystem full Feb 3 03:08:45 mercat1 kernel: pid 89059 (rw), uid 2007 inumber 99372 on /mnt: filesystem full Feb 3 03:09:29 mercat1 kernel: pid 89080 (creat), uid 2007 inumber 65592 on /mnt: out of inodes Feb 3 03:09:57 mercat1 kernel: pid 89072 (creat), uid 2007 inumber 65550 on /mnt: out of inodes Feb 3 03:11:01 mercat1 kernel: pid 2046 (rw), uid 2007 inumber 21829 on /mnt: filesystem full Feb 3 03:11:58 mercat1 kernel: pid 2036 (rw), uid 2007 inumber 106858 on /mnt: filesystem full Feb 3 03:12:09 mercat1 kernel: pid 2023 (creat), uid 2007 inumber 196619 on /mnt: out of inodes Feb 3 03:12:29 mercat1 kernel: pid 14999 (rw), uid 2007 inumber 123457 on /mnt: filesystem full Feb 3 03:12:34 mercat1 kernel: pid 14995 (creat), uid 2007 inumber 123435 on /mnt: out of inodes Feb 3 03:13:03 mercat1 kernel: pid 14989 (creat), uid 2007 inumber 123430 on /mnt: out of inodes Feb 3 03:13:26 mercat1 kernel: pid 14991 (creat), uid 2007 inumber 196670 on /mnt: out of inodes Feb 3 03:13:36 mercat1 kernel: pid 14989 (creat), uid 2007 inumber 123430 on /mnt: out of inodes Feb 3 03:13:57 mercat1 syslogd: last message repeated 1 times Feb 3 03:14:11 mercat1 kernel: pid 14991 (creat), uid 2007 inumber 196670 on /mnt: out of inodes Feb 3 03:14:24 mercat1 kernel: pid 29065 (rw), uid 2007 inumber 217734 on /mnt: filesystem full Feb 3 03:14:46 mercat1 kernel: pid 29064 (creat), uid 2007 inumber 196628 on /mnt: out of inodes Feb 3 03:15:27 mercat1 kernel: pid 29083 (mkdir), uid 2007 inumber 191330 on /mnt: filesystem full Feb 3 03:15:37 mercat1 kernel: pid 29067 (creat), uid 2007 inumber 196623 on /mnt: out of inodes Feb 3 03:16:10 mercat1 kernel: pid 29079 (mkdir), uid 2007 inumber 127343 on /mnt: out of inodes Feb 3 03:16:24 mercat1 kernel: pid 42020 (rw), uid 2007 inumber 196613 on /mnt: filesystem full Feb 3 03:16:30 mercat1 kernel: pid 42023 (mkdir), uid 2007 inumber 262105 on /mnt: out of inodes Feb 3 03:18:44 mercat1 kernel: pid 55058 (mkdir), uid 2007 inumber 131616 on /mnt: filesystem full Feb 3 03:18:53 mercat1 kernel: pid 55045 (rw), uid 2007 inumber 19763 on /mnt: filesystem full Feb 3 03:19:25 mercat1 kernel: pid 55059 (rw), uid 2007 inumber 48852 on /mnt: filesystem full Feb 3 03:19:47 mercat1 kernel: pid 55049 (creat), uid 2007 inumber 8944 on /mnt: out of inodes Feb 3 03:19:51 mercat1 syslogd: last message repeated 1 times Feb 3 03:20:08 mercat1 kernel: pid 55042 (creat), uid 2007 inumber 8937 on /mnt: out of inodes 20210203 03:20:18 all (105/724): fifo.sh 20210203 03:20:20 all (106/724): fifo2.sh Feb 3 03:20:13 mercat1 syslogd: last message repeated 1 times 20210203 03:22:22 all (107/724): fifo3.sh 20210203 03:22:52 all (108/724): fifo4.sh 20210203 03:24:55 all (109/724): flock.sh 20210203 03:26:00 all (110/724): flock_open_close.sh 20210203 03:28:09 all (111/724): force.sh Feb 3 03:28:19 mercat1 kernel: pid 69761 (rw), uid 2007 inumber 54494 on /mnt: filesystem full UFS: forcibly unmounting /dev/md10 from /mnt 20210203 03:28:43 all (112/724): fork.sh 20210203 03:28:50 all (113/724): forkbomb.sh maxproc limit exceeded by uid 2007 (pid 79073); see tuning(7) and login.conf(5) maxproc limit exceeded by uid 2007 (pid 78645); see tuning(7) and login.conf(5) maxproc limit exceeded by uid 2007 (pid 85881); see tuning(7) and login.conf(5) swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7707437, size: 4096 if_delmulti_locked: detaching ifnet instance 0xfffff800044a8800 20210203 03:48:48 all (114/724): fpclone.sh if_delmulti_locked: detaching ifnet instance 0xfffff800044a8800 stress2: routetbl leak: 1/15 20210203 03:50:57 all (115/724): fpclone2.sh 20210203 03:50:59 all (116/724): fpu.sh 20210203 03:51:51 all (117/724): fragments.sh Feb 3 03:51:54 mercat1 kernel: pid 21691 (fragments), uid 2007 inumber 6319 on /mnt: filesystem full Feb 3 03:51:55 mercat1 kernel: pid 21691 (fragments), uid 2007 inumber 6412 on /mnt: filesystem full Feb 3 03:51:56 mercat1 kernel: pid 21691 (fragments), uid 2007 inumber 6505 on /mnt: filesystem full Feb 3 03:51:57 mercat1 kernel: pid 21693 (fragments), uid 2007 inumber 6589 on /mnt: filesystem full Feb 3 03:51:58 mercat1 kernel: pid 21695 (fragments), uid 2007 inumber 6635 on /mnt: filesystem full Feb 3 03:51:59 mercat1 kernel: pid 21694 (fragments), uid 2007 inumber 6594 on /mnt: filesystem full Feb 3 03:52:00 mercat1 kernel: pid 21701 (fragments), uid 2007 inumber 6638 on /mnt: filesystem full Feb 3 03:52:01 mercat1 kernel: pid 21706 (fragments), uid 2007 inumber 6668 on /mnt: filesystem full Feb 3 03:52:02 mercat1 kernel: pid 22883 (fragments), uid 2007 inumber 6575 on /mnt: filesystem full Feb 3 03:52:04 mercat1 kernel: pid 22881 (fragments), uid 2007 inumber 6664 on /mnt: filesystem full Feb 3 03:52:04 mercat1 kernel: pid 22884 (fragments), uid 2007 inumber 6603 on /mnt: filesystem full Feb 3 03:52:05 mercat1 kernel: pid 22896 (fragments), uid 2007 inumber 6647 on /mnt: filesystem full Feb 3 03:52:06 mercat1 kernel: pid 22892 (fragments), uid 2007 inumber 6589 on /mnt: filesystem full Feb 3 03:52:08 mercat1 kernel: pid 22893 (fragments), uid 2007 inumber 7079 on /mnt: filesystem full Feb 3 03:52:09 mercat1 kernel: pid 22902 (fragments), uid 2007 inumber 6574 on /mnt: filesystem full Feb 3 03:52:10 mercat1 kernel: pid 22906 (fragments), uid 2007 inumber 6579 on /mnt: filesystem full Feb 3 03:52:11 mercat1 kernel: pid 22907 (fragments), uid 2007 inumber 6605 on /mnt: filesystem full Feb 3 03:52:12 mercat1 kernel: pid 22912 (fragments), uid 2007 inumber 6744 on /mnt: filesystem full Feb 3 03:52:12 mercat1 kernel: pid 24087 (fragments), uid 2007 inumber 6581 on /mnt: filesystem full Feb 3 03:52:13 mercat1 kernel: pid 24092 (fragments), uid 2007 inumber 6693 on /mnt: filesystem full Feb 3 03:52:14 mercat1 kernel: pid 24086 (fragments), uid 2007 inumber 6704 on /mnt: filesystem full Feb 3 03:52:16 mercat1 kernel: pid 24086 (fragments), uid 2007 inumber 6680 on /mnt: filesystem full Feb 3 03:52:17 mercat1 kernel: pid 24097 (fragments), uid 2007 inumber 6627 on /mnt: filesystem full Feb 3 03:52:17 mercat1 kernel: pid 24097 (fragments), uid 2007 inumber 6602 on /mnt: filesystem full Feb 3 03:52:18 mercat1 kernel: pid 24099 (fragments), uid 2007 inumber 6585 on /mnt: filesystem full Feb 3 03:52:20 mercat1 kernel: pid 24109 (fragments), uid 2007 inumber 6613 on /mnt: filesystem full Feb 3 03:52:21 mercat1 kernel: pid 24104 (fragments), uid 2007 inumber 6675 on /mnt: filesystem full Feb 3 03:52:22 mercat1 kernel: pid 24110 (fragments), uid 2007 inumber 6633 on /mnt: filesystem full Feb 3 03:52:23 mercat1 kernel: pid 24110 (fragments), uid 2007 inumber 6571 on /mnt: filesystem full Feb 3 03:52:24 mercat1 kernel: pid 25289 (fragments), uid 2007 inumber 6636 on /mnt: filesystem full Feb 3 03:52:25 mercat1 kernel: pid 25289 (fragments), uid 2007 inumber 6707 on /mnt: filesystem full Feb 3 03:52:26 mercat1 kernel: pid 25289 (fragments), uid 2007 inumber 6591 on /mnt: filesystem full Feb 3 03:52:27 mercat1 kernel: pid 25298 (fragments), uid 2007 inumber 6604 on /mnt: filesystem full Feb 3 03:52:27 mercat1 kernel: pid 25295 (fragments), uid 2007 inumber 6663 on /mnt: filesystem full Feb 3 03:52:28 mercat1 kernel: pid 25297 (fragments), uid 2007 inumber 6588 on /mnt: filesystem full Feb 3 03:52:29 mercat1 kernel: pid 25306 (fragments), uid 2007 inumber 6587 on /mnt: filesystem full Feb 3 03:52:31 mercat1 kernel: pid 25306 (fragments), uid 2007 inumber 6784 on /mnt: filesystem full Feb 3 03:52:32 mercat1 kernel: pid 25369 (fragments), uid 2007 inumber 6607 on /mnt: filesystem full Feb 3 03:52:33 mercat1 kernel: pid 25376 (fragments), uid 2007 inumber 6598 on /mnt: filesystem full Feb 3 03:52:34 mercat1 kernel: pid 25374 (fragments), uid 2007 inumber 6710 on /mnt: filesystem full Feb 3 03:52:35 mercat1 kernel: pid 25369 (fragments), uid 2007 inumber 6593 on /mnt: filesystem full Feb 3 03:52:36 mercat1 kernel: pid 26496 (fragments), uid 2007 inumber 6643 on /mnt: filesystem full Feb 3 03:52:37 mercat1 kernel: pid 26503 (fragments), uid 2007 inumber 6592 on /mnt: filesystem full Feb 3 03:52:38 mercat1 kernel: pid 26500 (fragments), uid 2007 inumber 6720 on /mnt: filesystem full Feb 3 03:52:39 mercat1 kernel: pid 26499 (fragments), uid 2007 inumber 6636 on /mnt: filesystem full Feb 3 03:52:40 mercat1 kernel: pid 26509 (fragments), uid 2007 inumber 6577 on /mnt: filesystem full Feb 3 03:52:41 mercat1 kernel: pid 26512 (fragments), uid 2007 inumber 6662 on /mnt: filesystem full Feb 3 03:52:42 mercat1 kernel: pid 26512 (fragments), uid 2007 inumber 6649 on /mnt: filesystem full Feb 3 03:52:43 mercat1 kernel: pid 26512 (fragments), uid 2007 inumber 6590 on /mnt: filesystem full Feb 3 03:52:44 mercat1 kernel: pid 27692 (fragments), uid 2007 inumber 6710 on /mnt: filesystem full Feb 3 03:52:45 mercat1 kernel: pid 27689 (fragments), uid 2007 inumber 6702 on /mnt: filesystem full Feb 3 03:52:46 mercat1 kernel: pid 27698 (fragments), uid 2007 inumber 6585 on /mnt: filesystem full Feb 3 03:52:47 mercat1 kernel: pid 27699 (fragments), uid 2007 inumber 6661 on /mnt: filesystem full Feb 3 03:52:48 mercat1 kernel: pid 27695 (fragments), uid 2007 inumber 6676 on /mnt: filesystem full Feb 3 03:52:49 mercat1 kernel: pid 27696 (fragments), uid 2007 inumber 6571 on /mnt: filesystem full Feb 3 03:52:50 mercat1 kernel: pid 27710 (fragments), uid 2007 inumber 6606 on /mnt: filesystem full Feb 3 03:52:51 mercat1 kernel: pid 27708 (fragments), uid 2007 inumber 6691 on /mnt: filesystem full Feb 3 03:52:52 mercat1 kernel: pid 27703 (fragments), uid 2007 inumber 6576 on /mnt: filesystem full Feb 3 03:52:53 mercat1 kernel: pid 27713 (fragments), uid 2007 inumber 6595 on /mnt: filesystem full Feb 3 03:52:54 mercat1 kernel: pid 27717 (fragments), uid 2007 inumber 6633 on /mnt: filesystem full Feb 3 03:52:55 mercat1 kernel: pid 27718 (fragments), uid 2007 inumber 6571 on /mnt: filesystem full Feb 3 03:52:56 mercat1 kernel: pid 28893 (fragments), uid 2007 inumber 6573 on /mnt: filesystem full Feb 3 03:52:57 mercat1 kernel: pid 28897 (fragments), uid 2007 inumber 6606 on /mnt: filesystem full Feb 3 03:52:58 mercat1 kernel: pid 28894 (fragments), uid 2007 inumber 6657 on /mnt: filesystem full Feb 3 03:52:59 mercat1 kernel: pid 28904 (fragments), uid 2007 inumber 6609 on /mnt: filesystem full Feb 3 03:53:00 mercat1 kernel: pid 28906 (fragments), uid 2007 inumber 6605 on /mnt: filesystem full Feb 3 03:53:01 mercat1 kernel: pid 28913 (fragments), uid 2007 inumber 6605 on /mnt: filesystem full Feb 3 03:53:02 mercat1 kernel: pid 28911 (fragments), uid 2007 inumber 6724 on /mnt: filesystem full Feb 3 03:53:03 mercat1 kernel: pid 28911 (fragments), uid 2007 inumber 6601 on /mnt: filesystem full Feb 3 03:53:04 mercat1 kernel: pid 28911 (fragments), uid 2007 inumber 6615 on /mnt: filesystem full Feb 3 03:53:05 mercat1 kernel: pid 30095 (fragments), uid 2007 inumber 6681 on /mnt: filesystem full Feb 3 03:53:06 mercat1 kernel: pid 30092 (fragments), uid 2007 inumber 6590 on /mnt: filesystem full Feb 3 03:53:07 mercat1 kernel: pid 30089 (fragments), uid 2007 inumber 6583 on /mnt: filesystem full Feb 3 03:53:08 mercat1 kernel: pid 30089 (fragments), uid 2007 inumber 6617 on /mnt: filesystem full Feb 3 03:53:09 mercat1 kernel: pid 30097 (fragments), uid 2007 inumber 6591 on /mnt: filesystem full Feb 3 03:53:10 mercat1 kernel: pid 30101 (fragments), uid 2007 inumber 6636 on /mnt: filesystem full Feb 3 03:53:11 mercat1 kernel: pid 30103 (fragments), uid 2007 inumber 6671 on /mnt: filesystem full Feb 3 03:53:12 mercat1 kernel: pid 30112 (fragments), uid 2007 inumber 6607 on /mnt: filesystem full Feb 3 03:53:13 mercat1 kernel: pid 30112 (fragments), uid 2007 inumber 6618 on /mnt: filesystem full Feb 3 03:53:14 mercat1 kernel: pid 30107 (fragments), uid 2007 inumber 6699 on /mnt: filesystem full Feb 3 03:53:15 mercat1 kernel: pid 31289 (fragments), uid 2007 inumber 6603 on /mnt: filesystem full Feb 3 03:53:16 mercat1 kernel: pid 31292 (fragments), uid 2007 inumber 6637 on /mnt: filesystem full Feb 3 03:53:17 mercat1 kernel: pid 31290 (fragments), uid 2007 inumber 6688 on /mnt: filesystem full Feb 3 03:53:18 mercat1 kernel: pid 31299 (fragments), uid 2007 inumber 6579 on /mnt: filesystem full Feb 3 03:53:19 mercat1 kernel: pid 31297 (fragments), uid 2007 inumber 6582 on /mnt: filesystem full Feb 3 03:53:20 mercat1 kernel: pid 31309 (fragments), uid 2007 inumber 6574 on /mnt: filesystem full Feb 3 03:53:21 mercat1 kernel: pid 31311 (fragments), uid 2007 inumber 6683 on /mnt: filesystem full Feb 3 03:53:22 mercat1 kernel: pid 31310 (fragments), uid 2007 inumber 6653 on /mnt: filesystem full Feb 3 03:53:23 mercat1 kernel: pid 31315 (fragments), uid 2007 inumber 6700 on /mnt: filesystem full Feb 3 03:53:24 mercat1 kernel: pid 31316 (fragments), uid 2007 inumber 6734 on /mnt: filesystem full Feb 3 03:53:25 mercat1 kernel: pid 31318 (fragments), uid 2007 inumber 6644 on /mnt: filesystem full Feb 3 03:53:26 mercat1 kernel: pid 32498 (fragments), uid 2007 inumber 6575 on /mnt: filesystem full Feb 3 03:53:27 mercat1 kernel: pid 32500 (fragments), uid 2007 inumber 6707 on /mnt: filesystem full Feb 3 03:53:28 mercat1 kernel: pid 32507 (fragments), uid 2007 inumber 6577 on /mnt: filesystem full Feb 3 03:53:29 mercat1 kernel: pid 32502 (fragments), uid 2007 inumber 6741 on /mnt: filesystem full Feb 3 03:53:30 mercat1 kernel: pid 32506 (fragments), uid 2007 inumber 6571 on /mnt: filesystem full Feb 3 03:53:31 mercat1 kernel: pid 32511 (fragments), uid 2007 inumber 6682 on /mnt: filesystem full Feb 3 03:53:32 mercat1 kernel: pid 32516 (fragments), uid 2007 inumber 6708 on /mnt: filesystem full Feb 3 03:53:33 mercat1 kernel: pid 32524 (fragments), uid 2007 inumber 6650 on /mnt: filesystem full Feb 3 03:53:34 mercat1 kernel: pid 32519 (fragments), uid 2007 inumber 6590 on /mnt: filesystem full Feb 3 03:53:35 mercat1 kernel: pid 32521 (fragments), uid 2007 inumber 6652 on /mnt: filesystem full Feb 3 03:53:36 mercat1 kernel: pid 33032 (fragments), uid 2007 inumber 6620 on /mnt: filesystem full Feb 3 03:53:37 mercat1 kernel: pid 33035 (fragments), uid 2007 inumber 6613 on /mnt: filesystem full Feb 3 03:53:38 mercat1 kernel: pid 33712 (fragments), uid 2007 inumber 6624 on /mnt: filesystem full Feb 3 03:53:39 mercat1 kernel: pid 33706 (fragments), uid 2007 inumber 6602 on /mnt: filesystem full Feb 3 03:53:40 mercat1 kernel: pid 33711 (fragments), uid 2007 inumber 6621 on /mnt: filesystem full Feb 3 03:53:41 mercat1 kernel: pid 33719 (fragments), uid 2007 inumber 6663 on /mnt: filesystem full Feb 3 03:53:42 mercat1 kernel: pid 33717 (fragments), uid 2007 inumber 6580 on /mnt: filesystem full Feb 3 03:53:43 mercat1 kernel: pid 33721 (fragments), uid 2007 inumber 6602 on /mnt: filesystem full Feb 3 03:53:44 mercat1 kernel: pid 33725 (fragments), uid 2007 inumber 6813 on /mnt: filesystem full Feb 3 03:53:45 mercat1 kernel: pid 33726 (fragments), uid 2007 inumber 6618 on /mnt: filesystem full Feb 3 03:53:46 mercat1 kernel: pid 33734 (fragments), uid 2007 inumber 6632 on /mnt: filesystem full Feb 3 03:53:47 mercat1 kernel: pid 33732 (fragments), uid 2007 inumber 6604 on /mnt: filesystem full Feb 3 03:53:48 mercat1 kernel: pid 34918 (fragments), uid 2007 inumber 6625 on /mnt: filesystem full Feb 3 03:53:49 mercat1 kernel: pid 34912 (fragments), uid 2007 inumber 6642 on /mnt: filesystem full Feb 3 03:53:50 mercat1 kernel: pid 34911 (fragments), uid 2007 inumber 6683 on /mnt: filesystem full Feb 3 03:53:51 mercat1 kernel: pid 34937 (fragments), uid 2007 inumber 6590 on /mnt: filesystem full Feb 3 03:53:52 mercat1 kernel: pid 34931 (fragments), uid 2007 inumber 6641 on /mnt: filesystem full Feb 3 03:53:53 mercat1 kernel: pid 34934 (fragments), uid 2007 inumber 6570 on /mnt: filesystem full Feb 3 03:53:54 mercat1 kernel: pid 34945 (fragments), uid 2007 inumber 6602 on /mnt: filesystem full Feb 3 03:53:55 mercat1 kernel: pid 34944 (fragments), uid 2007 inumber 6577 on /mnt: filesystem full Feb 3 03:53:56 mercat1 kernel: pid 34942 (fragments), uid 2007 inumber 6670 on /mnt: filesystem full Feb 3 03:53:57 mercat1 kernel: pid 35889 (fragments), uid 2007 inumber 6641 on /mnt: filesystem full Feb 3 03:53:58 mercat1 kernel: pid 35893 (fragments), uid 2007 inumber 6606 on /mnt: filesystem full Feb 3 03:53:59 mercat1 kernel: pid 35894 (fragments), uid 2007 inumber 6590 on /mnt: filesystem full Feb 3 03:54:00 mercat1 kernel: pid 36133 (fragments), uid 2007 inumber 6675 on /mnt: filesystem full Feb 3 03:54:01 mercat1 kernel: pid 36130 (fragments), uid 2007 inumber 6686 on /mnt: filesystem full Feb 3 03:54:02 mercat1 kernel: pid 36134 (fragments), uid 2007 inumber 6611 on /mnt: filesystem full Feb 3 03:54:03 mercat1 kernel: pid 36134 (fragments), uid 2007 inumber 6627 on /mnt: filesystem full Feb 3 03:54:04 mercat1 kernel: pid 36140 (fragments), uid 2007 inumber 6622 on /mnt: filesystem full Feb 3 03:54:05 mercat1 kernel: pid 36135 (fragments), uid 2007 inumber 6615 on /mnt: filesystem full Feb 3 03:54:06 mercat1 kernel: pid 36139 (fragments), uid 2007 inumber 6572 on /mnt: filesystem full Feb 3 03:54:07 mercat1 kernel: pid 36145 (fragments), uid 2007 inumber 6678 on /mnt: filesystem full Feb 3 03:54:08 mercat1 kernel: pid 36147 (fragments), uid 2007 inumber 6629 on /mnt: filesystem full Feb 3 03:54:09 mercat1 kernel: pid 37325 (fragments), uid 2007 inumber 6581 on /mnt: filesystem full Feb 3 03:54:10 mercat1 kernel: pid 37326 (fragments), uid 2007 inumber 6597 on /mnt: filesystem full Feb 3 03:54:11 mercat1 kernel: pid 37325 (fragments), uid 2007 inumber 6837 on /mnt: filesystem full Feb 3 03:54:12 mercat1 kernel: pid 37327 (fragments), uid 2007 inumber 6583 on /mnt: filesystem full Feb 3 03:54:13 mercat1 kernel: pid 37338 (fragments), uid 2007 inumber 6626 on /mnt: filesystem full Feb 3 03:54:14 mercat1 kernel: pid 37338 (fragments), uid 2007 inumber 6607 on /mnt: filesystem full Feb 3 03:54:15 mercat1 kernel: pid 37339 (fragments), uid 2007 inumber 6670 on /mnt: filesystem full Feb 3 03:54:16 mercat1 kernel: pid 37339 (fragments), uid 2007 inumber 6605 on /mnt: filesystem full Feb 3 03:54:17 mercat1 kernel: pid 37343 (fragments), uid 2007 inumber 6681 on /mnt: filesystem full Feb 3 03:54:18 mercat1 kernel: pid 37347 (fragments), uid 2007 inumber 6598 on /mnt: filesystem full Feb 3 03:54:19 mercat1 kernel: pid 38527 (fragments), uid 2007 inumber 6632 on /mnt: filesystem full Feb 3 03:54:20 mercat1 kernel: pid 38524 (fragments), uid 2007 inumber 6722 on /mnt: filesystem full Feb 3 03:54:21 mercat1 kernel: pid 38525 (fragments), uid 2007 inumber 6613 on /mnt: filesystem full Feb 3 03:54:22 mercat1 kernel: pid 38525 (fragments), uid 2007 inumber 6639 on /mnt: filesystem full 20210203 03:54:23 all (118/724): freepages.sh 20210203 03:59:25 all (119/724): fs.sh Feb 3 04:03:26 mercat1 kernel: pid 90720 (mkdir), uid 2007 inumber 1186 on /mnt: out of inodes Feb 3 04:05:28 mercat1 kernel: pid 10896 (rw), uid 2007 inumber 643 on /mnt: filesystem full Feb 3 04:08:25 mercat1 kernel: pid 23936 (rw), uid 2007 inumber 1282 on /mnt: filesystem full Feb 3 04:08:37 mercat1 kernel: pid 29856 (rw), uid 2007 inumber 1432 on /mnt: filesystem full Feb 3 04:08:41 mercat1 kernel: pid 29871 (rw), uid 2007 inumber 1386 on /mnt: filesystem full Feb 3 04:08:47 mercat1 kernel: pid 29843 (mkdir), uid 2007 inumber 1364 on /mnt: filesystem full Feb 3 04:08:51 mercat1 kernel: pid 29867 (mkdir), uid 2007 inumber 2558 on /mnt: out of inodes Feb 3 04:08:52 mercat1 kernel: pid 29841 (rw), uid 2007 inumber 291 on /mnt: filesystem full Feb 3 04:08:56 mercat1 kernel: pid 29844 (rw), uid 2007 inumber 1308 on /mnt: filesystem full Feb 3 04:08:57 mercat1 kernel: pid 29853 (rw), uid 2007 inumber 1461 on /mnt: filesystem full Feb 3 04:09:00 mercat1 kernel: pid 29879 (rw), uid 2007 inumber 1924 on /mnt: filesystem full Feb 3 04:09:05 mercat1 kernel: pid 29878 (mkdir), uid 2007 inumber 1971 on /mnt: filesystem full Feb 3 04:09:09 mercat1 kernel: pid 29874 (rw), uid 2007 inumber 1944 on /mnt: filesystem full Feb 3 04:09:11 mercat1 kernel: pid 29884 (rw), uid 2007 inumber 1933 on /mnt: out of inodes Feb 3 04:09:16 mercat1 kernel: pid 29849 (mkdir), uid 2007 inumber 912 on /mnt: filesystem full Feb 3 04:09:18 mercat1 kernel: pid 29847 (rw), uid 2007 inumber 1497 on /mnt: filesystem full Feb 3 04:09:27 mercat1 kernel: pid 29883 (rw), uid 2007 inumber 195 on /mnt: filesystem full Feb 3 04:09:55 mercat1 kernel: pid 37002 (rw), uid 2007 inumber 1341 on /mnt: filesystem full Feb 3 04:10:10 mercat1 kernel: pid 37014 (creat), uid 2007 inumber 1304 on /mnt: out of inodes Feb 3 04:10:29 mercat1 kernel: pid 37009 (creat), uid 2007 inumber 1297 on /mnt: out of inodes Feb 3 04:10:32 mercat1 kernel: pid 37027 (creat), uid 2007 inumber 1299 on /mnt: out of inodes Feb 3 04:10:39 mercat1 kernel: pid 44115 (rw), uid 2007 inumber 2203 on /mnt: filesystem full Feb 3 04:10:42 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:10:43 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:10:44 mercat1 kernel: pid 44114 (creat), uid 2007 inumber 1294 on /mnt: out of inodes Feb 3 04:10:45 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:10:46 mercat1 kernel: pid 44114 (creat), uid 2007 inumber 1294 on /mnt: out of inodes Feb 3 04:10:47 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:10:48 mercat1 kernel: pid 44117 (creat), uid 2007 inumber 1307 on /mnt: out of inodes Feb 3 04:10:49 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:10:50 mercat1 syslogd: last message repeated 1 times Feb 3 04:10:51 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:10:52 mercat1 kernel: pid 44121 (creat), uid 2007 inumber 1295 on /mnt: out of inodes Feb 3 04:10:53 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:10:54 mercat1 kernel: pid 44129 (creat), uid 2007 inumber 1311 on /mnt: out of inodes Feb 3 04:10:55 mercat1 kernel: pid 44121 (creat), uid 2007 inumber 1295 on /mnt: out of inodes Feb 3 04:10:56 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:10:57 mercat1 syslogd: last message repeated 1 times Feb 3 04:10:58 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:10:59 mercat1 kernel: pid 44127 (creat), uid 2007 inumber 1298 on /mnt: out of inodes Feb 3 04:11:00 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:11:01 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:02 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:11:04 mercat1 kernel: pid 44119 (creat), uid 2007 inumber 1944 on /mnt: out of inodes Feb 3 04:11:05 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:06 mercat1 kernel: pid 44114 (creat), uid 2007 inumber 1294 on /mnt: out of inodes Feb 3 04:11:07 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:08 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:11:09 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:10 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:11:11 mercat1 kernel: pid 44117 (creat), uid 2007 inumber 1307 on /mnt: out of inodes Feb 3 04:11:12 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:13 mercat1 kernel: pid 44121 (creat), uid 2007 inumber 1295 on /mnt: out of inodes Feb 3 04:11:14 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:15 mercat1 kernel: pid 44117 (creat), uid 2007 inumber 1307 on /mnt: out of inodes Feb 3 04:11:16 mercat1 kernel: pid 44129 (creat), uid 2007 inumber 1311 on /mnt: out of inodes Feb 3 04:11:17 mercat1 kernel: pid 44119 (creat), uid 2007 inumber 1944 on /mnt: out of inodes Feb 3 04:11:18 mercat1 kernel: pid 44121 (creat), uid 2007 inumber 1295 on /mnt: out of inodes Feb 3 04:11:19 mercat1 kernel: pid 44127 (creat), uid 2007 inumber 1298 on /mnt: out of inodes Feb 3 04:11:20 mercat1 kernel: pid 44130 (creat), uid 2007 inumber 1367 on /mnt: out of inodes Feb 3 04:11:21 mercat1 kernel: pid 44121 (creat), uid 2007 inumber 1295 on /mnt: out of inodes Feb 3 04:11:23 mercat1 kernel: pid 44117 (creat), uid 2007 inumber 1307 on /mnt: out of inodes Feb 3 04:11:24 mercat1 kernel: pid 44130 (creat), uid 2007 inumber 1367 on /mnt: out of inodes Feb 3 04:11:25 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:11:26 mercat1 kernel: pid 44119 (creat), uid 2007 inumber 1944 on /mnt: out of inodes Feb 3 04:11:27 mercat1 syslogd: last message repeated 1 times Feb 3 04:11:28 mercat1 kernel: pid 44127 (creat), uid 2007 inumber 1298 on /mnt: out of inodes Feb 3 04:11:29 mercat1 kernel: pid 44119 (creat), uid 2007 inumber 1944 on /mnt: out of inodes Feb 3 04:11:30 mercat1 syslogd: last message repeated 1 times Feb 3 04:11:31 mercat1 kernel: pid 44128 (creat), uid 2007 inumber 1938 on /mnt: out of inodes Feb 3 04:11:32 mercat1 kernel: pid 44119 (creat), uid 2007 inumber 1944 on /mnt: out of inodes Feb 3 04:11:33 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:11:34 mercat1 kernel: pid 44127 (creat), uid 2007 inumber 1298 on /mnt: out of inodes Feb 3 04:11:35 mercat1 syslogd: last message repeated 1 times Feb 3 04:11:36 mercat1 kernel: pid 44123 (creat), uid 2007 inumber 1308 on /mnt: out of inodes Feb 3 04:11:37 mercat1 kernel: pid 44125 (creat), uid 2007 inumber 1303 on /mnt: out of inodes Feb 3 04:11:46 mercat1 kernel: pid 51250 (rw), uid 2007 inumber 1299 on /mnt: filesystem full Feb 3 04:12:08 mercat1 kernel: pid 51226 (rw), uid 2007 inumber 1282 on /mnt: filesystem full Feb 3 04:12:14 mercat1 kernel: pid 51234 (rw), uid 2007 inumber 1286 on /mnt: filesystem full Feb 3 04:12:18 mercat1 kernel: pid 51251 (rw), uid 2007 inumber 646 on /mnt: filesystem full Feb 3 04:12:48 mercat1 kernel: pid 58351 (creat), uid 2007 inumber 1928 on /mnt: out of inodes Feb 3 04:12:49 mercat1 kernel: pid 58341 (creat), uid 2007 inumber 643 on /mnt: out of inodes Feb 3 04:12:53 mercat1 kernel: pid 58357 (creat), uid 2007 inumber 17 on /mnt: out of inodes Feb 3 04:12:57 mercat1 kernel: pid 58342 (mkdir), uid 2007 inumber 1852 on /mnt: out of inodes Feb 3 04:12:59 mercat1 kernel: pid 58339 (creat), uid 2007 inumber 8 on /mnt: out of inodes Feb 3 04:13:02 mercat1 kernel: pid 58350 (mkdir), uid 2007 inumber 1873 on /mnt: out of inodes Feb 3 04:13:04 mercat1 kernel: pid 58347 (creat), uid 2007 inumber 5 on /mnt: out of inodes Feb 3 04:13:06 mercat1 kernel: pid 58361 (creat), uid 2007 inumber 16 on /mnt: out of inodes Feb 3 04:13:08 mercat1 kernel: pid 58334 (creat), uid 2007 inumber 7 on /mnt: out of inodes Feb 3 04:13:10 mercat1 kernel: pid 58357 (creat), uid 2007 inumber 17 on /mnt: out of inodes Feb 3 04:13:13 mercat1 kernel: pid 58358 (creat), uid 2007 inumber 9 on /mnt: out of inodes Feb 3 04:13:15 mercat1 kernel: pid 58331 (creat), uid 2007 inumber 654 on /mnt: out of inodes Feb 3 04:13:16 mercat1 kernel: pid 58349 (creat), uid 2007 inumber 1940 on /mnt: out of inodes Feb 3 04:13:19 mercat1 kernel: pid 58361 (creat), uid 2007 inumber 16 on /mnt: out of inodes Feb 3 04:13:21 mercat1 kernel: pid 58343 (creat), uid 2007 inumber 1942 on /mnt: out of inodes Feb 3 04:13:24 mercat1 kernel: pid 58349 (creat), uid 2007 inumber 1940 on /mnt: out of inodes Feb 3 04:13:28 mercat1 kernel: pid 58339 (creat), uid 2007 inumber 8 on /mnt: out of inodes Feb 3 04:13:31 mercat1 kernel: pid 58358 (creat), uid 2007 inumber 9 on /mnt: out of inodes Feb 3 04:13:32 mercat1 kernel: pid 58359 (creat), uid 2007 inumber 15 on /mnt: out of inodes Feb 3 04:13:34 mercat1 kernel: pid 58345 (creat), uid 2007 inumber 6 on /mnt: out of inodes Feb 3 04:13:35 mercat1 kernel: pid 58356 (creat), uid 2007 inumber 10 on /mnt: out of inodes Feb 3 04:13:36 mercat1 kernel: pid 58341 (creat), uid 2007 inumber 643 on /mnt: out of inodes Feb 3 04:13:37 mercat1 kernel: pid 58360 (creat), uid 2007 inumber 12 on /mnt: out of inodes Feb 3 04:13:38 mercat1 kernel: pid 58345 (creat), uid 2007 inumber 6 on /mnt: out of inodes Feb 3 04:13:39 mercat1 kernel: pid 58357 (creat), uid 2007 inumber 17 on /mnt: out of inodes Feb 3 04:13:41 mercat1 kernel: pid 58362 (creat), uid 2007 inumber 14 on /mnt: out of inodes Feb 3 04:13:42 mercat1 kernel: pid 58337 (creat), uid 2007 inumber 1943 on /mnt: out of inodes Feb 3 04:13:43 mercat1 kernel: pid 58354 (creat), uid 2007 inumber 13 on /mnt: out of inodes Feb 3 04:13:45 mercat1 kernel: pid 64312 (rw), uid 2007 inumber 647 on /mnt: filesystem full Feb 3 04:13:53 mercat1 kernel: pid 64303 (rw), uid 2007 inumber 2151 on /mnt: filesystem full Feb 3 04:13:54 mercat1 kernel: pid 64304 (mkdir), uid 2007 inumber 786 on /mnt: filesystem full Feb 3 04:14:12 mercat1 kernel: pid 64324 (mkdir), uid 2007 inumber 1026 on /mnt: filesystem full Feb 3 04:14:21 mercat1 kernel: pid 64279 (mkdir), uid 2007 inumber 732 on /mnt: filesystem full Feb 3 04:14:23 mercat1 kernel: pid 64301 (mkdir), uid 2007 inumber 771 on /mnt: filesystem full Feb 3 04:14:43 mercat1 kernel: pid 64295 (mkdir), uid 2007 inumber 2049 on /mnt: filesystem full Feb 3 04:14:51 mercat1 kernel: pid 71442 (rw), uid 2007 inumber 733 on /mnt: filesystem full Feb 3 04:14:57 mercat1 kernel: pid 71445 (rw), uid 2007 inumber 2200 on /mnt: filesystem full Feb 3 04:15:04 mercat1 kernel: pid 71451 (mkdir), uid 2007 inumber 98 on /mnt: filesystem full Feb 3 04:15:05 mercat1 kernel: pid 71439 (rw), uid 2007 inumber 53 on /mnt: filesystem full Feb 3 04:15:06 mercat1 kernel: pid 71422 (rw), uid 2007 inumber 2258 on /mnt: filesystem full Feb 3 04:15:07 mercat1 kernel: pid 71424 (rw), uid 2007 inumber 2316 on /mnt: filesystem full Feb 3 04:15:09 mercat1 kernel: pid 71452 (creat), uid 2007 inumber 11 on /mnt: out of inodes Feb 3 04:15:10 mercat1 kernel: pid 71427 (mkdir), uid 2007 inumber 571 on /mnt: out of inodes Feb 3 04:15:12 mercat1 kernel: pid 71447 (creat), uid 2007 inumber 13 on /mnt: out of inodes Feb 3 04:15:21 mercat1 kernel: pid 71440 (creat), uid 2007 inumber 9 on /mnt: out of inodes Feb 3 04:15:22 mercat1 kernel: pid 71421 (mkdir), uid 2007 inumber 1396 on /mnt: out of inodes Feb 3 04:15:23 mercat1 kernel: pid 71437 (rw), uid 2007 inumber 2532 on /mnt: filesystem full Feb 3 04:15:26 mercat1 kernel: pid 71423 (creat), uid 2007 inumber 5 on /mnt: out of inodes Feb 3 04:15:36 mercat1 kernel: pid 71419 (rw), uid 2007 inumber 836 on /mnt: filesystem full Feb 3 04:15:45 mercat1 kernel: pid 71426 (creat), uid 2007 inumber 650 on /mnt: out of inodes Feb 3 04:15:46 mercat1 kernel: pid 71446 (mkdir), uid 2007 inumber 920 on /mnt: filesystem full 20210203 04:15:54 all (120/724): fsck.sh 20210203 04:15:56 all (121/724): fsck2.sh 20210203 04:15:58 all (122/724): fsck3.sh Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0x33744ea3 (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0x33744ea3 (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0xafa6746e (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0xafa6746e (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0x4fdeaeaf (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0x4fdeaeaf (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0xe1b4a6bf (Ignored) Superblock check-hash failed: recorded check-hash 0xfc7264d6 != computed check-hash 0xe1b4a6bf (Ignored) 20210203 04:16:01 all (123/724): fsck4.sh 20210203 04:16:03 all (124/724): fsck5.sh 20210203 04:16:14 all (125/724): fsck6.sh GEOM_NOP: Device md10.nop created. GEOM_NOP: Device md10.nop is still open, so it can't be definitely removed. UFS: forcibly unmounting /dev/md10.nop from /mnt 20210203 04:16:55 all (126/724): fsgs.sh 20210203 04:17:57 all (127/724): fstat.sh 20210203 04:19:58 all (128/724): ftruncate.sh stress2: freework leak: 529/535. stress2: newblk leak: 1421/1425. stress2: indirdep leak: 1313/1313 20210203 04:23:00 all (129/724): ftruncate2.sh Feb 3 04:23:03 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 227 on /mnt: filesystem full Feb 3 04:23:04 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 477 on /mnt: filesystem full Feb 3 04:23:05 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 384 on /mnt: filesystem full Feb 3 04:23:06 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 327 on /mnt: filesystem full Feb 3 04:23:08 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 463 on /mnt: filesystem full Feb 3 04:23:09 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 307 on /mnt: filesystem full Feb 3 04:23:10 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 476 on /mnt: filesystem full Feb 3 04:23:11 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 323 on /mnt: filesystem full Feb 3 04:23:13 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 150 on /mnt: filesystem full Feb 3 04:23:14 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 427 on /mnt: filesystem full Feb 3 04:23:16 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 19 on /mnt: filesystem full Feb 3 04:23:17 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 259 on /mnt: filesystem full Feb 3 04:23:18 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 49 on /mnt: filesystem full Feb 3 04:23:19 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 466 on /mnt: filesystem full Feb 3 04:23:21 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 299 on /mnt: filesystem full Feb 3 04:23:22 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 476 on /mnt: filesystem full Feb 3 04:23:23 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 471 on /mnt: filesystem full Feb 3 04:23:25 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 366 on /mnt: filesystem full Feb 3 04:23:26 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 286 on /mnt: filesystem full Feb 3 04:23:27 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 254 on /mnt: filesystem full Feb 3 04:23:29 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 481 on /mnt: filesystem full Feb 3 04:23:30 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 233 on /mnt: filesystem full Feb 3 04:23:32 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 178 on /mnt: filesystem full Feb 3 04:23:33 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 339 on /mnt: filesystem full Feb 3 04:23:35 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 445 on /mnt: filesystem full Feb 3 04:23:36 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 433 on /mnt: filesystem full Feb 3 04:23:37 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 317 on /mnt: filesystem full Feb 3 04:23:38 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 360 on /mnt: filesystem full Feb 3 04:23:40 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 377 on /mnt: filesystem full Feb 3 04:23:41 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 283 on /mnt: filesystem full Feb 3 04:23:43 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 201 on /mnt: filesystem full Feb 3 04:23:44 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 393 on /mnt: filesystem full Feb 3 04:23:45 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 142 on /mnt: filesystem full Feb 3 04:23:47 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 345 on /mnt: filesystem full Feb 3 04:23:48 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 88 on /mnt: filesystem full Feb 3 04:23:49 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 5 on /mnt: filesystem full Feb 3 04:23:51 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 367 on /mnt: filesystem full Feb 3 04:23:52 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 55 on /mnt: filesystem full Feb 3 04:23:53 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 420 on /mnt: filesystem full Feb 3 04:23:54 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 427 on /mnt: filesystem full Feb 3 04:23:56 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 86 on /mnt: filesystem full Feb 3 04:23:57 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 207 on /mnt: filesystem full Feb 3 04:23:58 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 456 on /mnt: filesystem full Feb 3 04:24:00 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 37 on /mnt: filesystem full Feb 3 04:24:01 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 412 on /mnt: filesystem full Feb 3 04:24:02 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 348 on /mnt: filesystem full Feb 3 04:24:04 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 151 on /mnt: filesystem full Feb 3 04:24:05 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 158 on /mnt: filesystem full Feb 3 04:24:06 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 494 on /mnt: filesystem full Feb 3 04:24:08 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 259 on /mnt: filesystem full Feb 3 04:24:09 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 412 on /mnt: filesystem full Feb 3 04:24:10 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 72 on /mnt: filesystem full Feb 3 04:24:12 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 319 on /mnt: filesystem full Feb 3 04:24:13 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 474 on /mnt: filesystem full Feb 3 04:24:14 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 428 on /mnt: filesystem full Feb 3 04:24:16 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 488 on /mnt: filesystem full Feb 3 04:24:17 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 116 on /mnt: filesystem full Feb 3 04:24:18 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 321 on /mnt: filesystem full Feb 3 04:24:20 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 424 on /mnt: filesystem full Feb 3 04:24:21 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 307 on /mnt: filesystem full Feb 3 04:24:22 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 279 on /mnt: filesystem full Feb 3 04:24:23 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 377 on /mnt: filesystem full Feb 3 04:24:25 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 115 on /mnt: filesystem full Feb 3 04:24:26 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 470 on /mnt: filesystem full Feb 3 04:24:27 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 437 on /mnt: filesystem full Feb 3 04:24:29 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 332 on /mnt: filesystem full Feb 3 04:24:30 mercat1 syslogd: last message repeated 1 times Feb 3 04:24:31 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 73 on /mnt: filesystem full Feb 3 04:24:33 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 46 on /mnt: filesystem full Feb 3 04:24:34 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 451 on /mnt: filesystem full Feb 3 04:24:35 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 197 on /mnt: filesystem full Feb 3 04:24:36 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 269 on /mnt: filesystem full Feb 3 04:24:38 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 193 on /mnt: filesystem full Feb 3 04:24:39 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 169 on /mnt: filesystem full Feb 3 04:24:41 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 21 on /mnt: filesystem full Feb 3 04:24:42 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 172 on /mnt: filesystem full Feb 3 04:24:43 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 275 on /mnt: filesystem full Feb 3 04:24:45 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 296 on /mnt: filesystem full Feb 3 04:24:46 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 41 on /mnt: filesystem full Feb 3 04:24:47 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 444 on /mnt: filesystem full Feb 3 04:24:49 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 11 on /mnt: filesystem full Feb 3 04:24:50 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 155 on /mnt: filesystem full Feb 3 04:24:52 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 416 on /mnt: filesystem full Feb 3 04:24:53 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 263 on /mnt: filesystem full Feb 3 04:24:54 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 359 on /mnt: filesystem full Feb 3 04:24:56 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 199 on /mnt: filesystem full Feb 3 04:24:57 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 374 on /mnt: filesystem full Feb 3 04:24:58 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 327 on /mnt: filesystem full Feb 3 04:24:59 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 25 on /mnt: filesystem full Feb 3 04:25:01 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 367 on /mnt: filesystem full Feb 3 04:25:02 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 8 on /mnt: filesystem full Feb 3 04:25:04 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 476 on /mnt: filesystem full Feb 3 04:25:05 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 76 on /mnt: filesystem full Feb 3 04:25:06 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 203 on /mnt: filesystem full Feb 3 04:25:08 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 370 on /mnt: filesystem full Feb 3 04:25:09 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 270 on /mnt: filesystem full Feb 3 04:25:10 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 280 on /mnt: filesystem full Feb 3 04:25:12 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 378 on /mnt: filesystem full Feb 3 04:25:13 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 135 on /mnt: filesystem full Feb 3 04:25:15 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 390 on /mnt: filesystem full Feb 3 04:25:16 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 286 on /mnt: filesystem full Feb 3 04:25:17 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 151 on /mnt: filesystem full Feb 3 04:25:18 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 430 on /mnt: filesystem full Feb 3 04:25:20 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 494 on /mnt: filesystem full Feb 3 04:25:21 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 501 on /mnt: filesystem full Feb 3 04:25:22 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 456 on /mnt: filesystem full Feb 3 04:25:24 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 50 on /mnt: filesystem full Feb 3 04:25:25 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 210 on /mnt: filesystem full Feb 3 04:25:26 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 262 on /mnt: filesystem full Feb 3 04:25:28 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 270 on /mnt: filesystem full Feb 3 04:25:29 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 225 on /mnt: filesystem full Feb 3 04:25:30 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 218 on /mnt: filesystem full Feb 3 04:25:32 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 354 on /mnt: filesystem full Feb 3 04:25:33 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 164 on /mnt: filesystem full Feb 3 04:25:35 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 239 on /mnt: filesystem full Feb 3 04:25:36 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 54 on /mnt: filesystem full Feb 3 04:25:37 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 192 on /mnt: filesystem full Feb 3 04:25:38 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 76 on /mnt: filesystem full Feb 3 04:25:40 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 197 on /mnt: filesystem full Feb 3 04:25:41 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 200 on /mnt: filesystem full Feb 3 04:25:42 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 208 on /mnt: filesystem full Feb 3 04:25:44 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 29 on /mnt: filesystem full Feb 3 04:25:45 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 356 on /mnt: filesystem full Feb 3 04:25:46 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 482 on /mnt: filesystem full Feb 3 04:25:48 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 144 on /mnt: filesystem full Feb 3 04:25:49 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 225 on /mnt: filesystem full Feb 3 04:25:51 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 38 on /mnt: filesystem full Feb 3 04:25:52 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 277 on /mnt: filesystem full Feb 3 04:25:53 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 294 on /mnt: filesystem full Feb 3 04:25:54 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 414 on /mnt: filesystem full Feb 3 04:25:56 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 390 on /mnt: filesystem full Feb 3 04:25:57 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 270 on /mnt: filesystem full Feb 3 04:25:59 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 34 on /mnt: filesystem full Feb 3 04:26:00 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 84 on /mnt: filesystem full Feb 3 04:26:01 mercat1 kernel: pid 61748 (ftruncate2), uid 65534 inumber 75 on /mnt: filesystem full 20210203 04:26:04 all (130/724): fts.sh Feb 3 04:26:25 mercat1 kernel: pid 81942 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 04:27:45 mercat1 kernel: pid 81911 (rw), uid 2007 inumber 65736 on /mnt: filesystem full Feb 3 04:28:21 mercat1 kernel: pid 86006 (symlink), uid 2007 inumber 65666 on /mnt: out of inodes Feb 3 04:28:33 mercat1 kernel: pid 86033 (mkdir), uid 2007 inumber 32761 on /mnt: out of inodes Feb 3 04:28:56 mercat1 kernel: pid 86061 (mkdir), uid 2007 inumber 30648 on /mnt: filesystem full Feb 3 04:29:07 mercat1 kernel: pid 86020 (creat), uid 2007 inumber 65574 on /mnt: out of inodes Feb 3 04:29:25 mercat1 kernel: pid 85994 (rw), uid 2007 inumber 125417 on /mnt: filesystem full Feb 3 04:29:59 mercat1 kernel: pid 85998 (rw), uid 2007 inumber 116914 on /mnt: filesystem full Feb 3 04:30:52 mercat1 kernel: pid 88514 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 04:32:50 mercat1 kernel: pid 90980 (rw), uid 2007 inumber 83719 on /mnt: filesystem full Feb 3 04:34:36 mercat1 kernel: pid 92576 (rw), uid 2007 inumber 76456 on /mnt: filesystem full Feb 3 04:34:51 mercat1 kernel: pid 92588 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 04:35:45 mercat1 kernel: pid 92559 (rw), uid 2007 inumber 76121 on /mnt: filesystem full Feb 3 04:37:04 mercat1 kernel: pid 95122 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 04:37:46 mercat1 kernel: pid 95201 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 04:38:42 mercat1 kernel: pid 96709 (rw), uid 2007 inumber 77286 on /mnt: filesystem full Feb 3 04:40:49 mercat1 kernel: pid 98299 (rw), uid 2007 inumber 110372 on /mnt: filesystem full Feb 3 04:41:16 mercat1 kernel: pid 98241 (rw), uid 2007 inumber 98430 on /mnt: filesystem full Feb 3 04:42:54 mercat1 kernel: pid 691 (mkdir), uid 2007 inumber 97831 on /mnt: out of inodes Feb 3 04:43:10 mercat1 kernel: pid 666 (creat), uid 2007 inumber 98352 on /mnt: out of inodes Feb 3 04:43:26 mercat1 kernel: pid 710 (link), uid 2007 inumber 98321 on /mnt: filesystem full Feb 3 04:43:30 mercat1 kernel: pid 698 (creat), uid 2007 inumber 98314 on /mnt: out of inodes Feb 3 04:43:34 mercat1 kernel: pid 715 (creat), uid 2007 inumber 98325 on /mnt: out of inodes Feb 3 04:43:39 mercat1 kernel: pid 711 (mkdir), uid 2007 inumber 65515 on /mnt: out of inodes Feb 3 04:43:50 mercat1 kernel: pid 684 (creat), uid 2007 inumber 98309 on /mnt: out of inodes Feb 3 04:43:57 mercat1 kernel: pid 651 (creat), uid 2007 inumber 98337 on /mnt: out of inodes Feb 3 04:44:03 mercat1 kernel: pid 698 (creat), uid 2007 inumber 98314 on /mnt: out of inodes Feb 3 04:44:09 mercat1 kernel: pid 665 (rw), uid 2007 inumber 98336 on /mnt: filesystem full Feb 3 04:44:14 mercat1 kernel: pid 677 (creat), uid 2007 inumber 98307 on /mnt: out of inodes Feb 3 04:44:20 mercat1 kernel: pid 669 (creat), uid 2007 inumber 98340 on /mnt: out of inodes Feb 3 04:44:26 mercat1 kernel: pid 649 (creat), uid 2007 inumber 98343 on /mnt: out of inodes Feb 3 04:44:32 mercat1 kernel: pid 654 (creat), uid 2007 inumber 99891 on /mnt: out of inodes Feb 3 04:44:37 mercat1 kernel: pid 646 (creat), uid 2007 inumber 98304 on /mnt: out of inodes Feb 3 04:44:44 mercat1 kernel: pid 704 (creat), uid 2007 inumber 98317 on /mnt: out of inodes Feb 3 04:44:59 mercat1 kernel: pid 5288 (mkdir), uid 2007 inumber 55282 on /mnt: out of inodes Feb 3 04:45:38 mercat1 kernel: pid 5291 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 04:45:40 mercat1 kernel: pid 5314 (rw), uid 2007 inumber 39373 on /mnt: filesystem full Feb 3 04:46:06 mercat1 kernel: pid 5232 (link), uid 2007 inumber 32777 on /mnt: filesystem full Feb 3 04:46:17 mercat1 kernel: pid 5240 (mkdir), uid 2007 inumber 54369 on /mnt: filesystem full Feb 3 04:46:43 mercat1 kernel: pid 5322 (rw), uid 2007 inumber 54581 on /mnt: filesystem full 20210203 04:47:04 all (131/724): fts2.sh 20210203 04:48:08 all (132/724): fts3.sh 20210203 04:50:14 all (133/724): full.sh Feb 3 04:52:12 mercat1 kernel: pid 30594 (creat), uid 2007 inumber 65555 on /mnt: out of inodes Feb 3 04:53:04 mercat1 kernel: pid 34970 (rw), uid 2007 inumber 29846 on /mnt: filesystem full Feb 3 04:53:20 mercat1 kernel: pid 35033 (creat), uid 2007 inumber 65604 on /mnt: out of inodes Feb 3 04:58:55 mercat1 kernel: pid 41213 (mmap), uid 2007 inumber 212278 on /mnt: filesystem full Feb 3 04:59:01 mercat1 kernel: pid 41190 (rw), uid 2007 inumber 223813 on /mnt: filesystem full Feb 3 04:59:31 mercat1 kernel: pid 41211 (creat), uid 2007 inumber 196917 on /mnt: out of inodes Feb 3 05:00:02 mercat1 kernel: pid 41270 (mkdir), uid 2007 inumber 131071 on /mnt: out of inodes Feb 3 05:00:31 mercat1 kernel: pid 41202 (creat), uid 2007 inumber 197192 on /mnt: out of inodes 20210203 05:00:54 all (134/724): fullpath.sh 20210203 05:01:56 all (135/724): fullpath2.sh 20210203 05:07:04 all (136/724): gbde.sh Feb 3 05:07:35 mercat1 kernel: pid 24130 (rw), uid 2007 inumber 68585 on /mnt: filesystem full Feb 3 05:08:19 mercat1 kernel: pid 24122 (rw), uid 2007 inumber 79748 on /mnt: filesystem full Feb 3 05:08:28 mercat1 kernel: pid 24094 (rw), uid 2007 inumber 86405 on /mnt: filesystem full Feb 3 05:10:16 mercat1 kernel: pid 31992 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 05:10:40 mercat1 kernel: pid 32037 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 05:13:31 mercat1 kernel: pid 43088 (mkdir), uid 2007 inumber 31790 on /mnt: out of inodes Feb 3 05:13:38 mercat1 kernel: pid 43059 (creat), uid 2007 inumber 31990 on /mnt: out of inodes Feb 3 05:13:56 mercat1 kernel: pid 43028 (openat), uid 2007 inumber 32089 on /mnt: out of inodes Feb 3 05:14:12 mercat1 kernel: pid 43063 (creat), uid 2007 inumber 32085 on /mnt: out of inodes Feb 3 05:15:00 mercat1 kernel: pid 43106 (mkdir), uid 2007 inumber 31872 on /mnt: out of inodes Feb 3 05:15:08 mercat1 kernel: pid 43042 (creat), uid 2007 inumber 31957 on /mnt: out of inodes Feb 3 05:15:25 mercat1 kernel: pid 43063 (creat), uid 2007 inumber 32085 on /mnt: out of inodes Feb 3 05:16:19 mercat1 kernel: pid 51770 (rw), uid 2007 inumber 32275 on /mnt: filesystem full Feb 3 05:17:15 mercat1 kernel: pid 51798 (mkdir), uid 2007 inumber 88485 on /mnt: filesystem full Feb 3 05:17:22 mercat1 kernel: pid 51713 (openat), uid 2007 inumber 31950 on /mnt: out of inodes Feb 3 05:21:40 mercat1 kernel: pid 71691 (rw), uid 2007 inumber 96032 on /mnt: filesystem full Feb 3 05:22:35 mercat1 kernel: pid 75042 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 05:23:12 mercat1 kernel: pid 75045 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 05:23:42 mercat1 kernel: pid 75062 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 05:26:26 mercat1 kernel: pid 82720 (rw), uid 2007 inumber 72730 on /mnt: filesystem full 20210203 05:28:12 all (137/724): geli.sh GEOM_ELI: Device md10.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: accelerated software GEOM_ELI: md10 has been killed. GEOM_ELI: Device md10.eli destroyed. 20210203 05:33:57 all (138/724): geomleak.sh 20210203 05:34:00 all (139/724): geomleak2.sh 20210203 05:35:02 all (140/724): gnop.sh GEOM_NOP: Device md10.nop created. Feb 3 05:35:14 mercat1 kernel: pid 75511 (rw), uid 2007 inumber 139116 on /mnt: filesystem full GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. Feb 3 05:42:17 mercat1 kernel: pid 92742 (swap), jid 0, uid 2007, was killed: out of swap space Feb 3 05:42:35 mercat1 kernel: pid 92822 (swap), jid 0, uid 2007, was killed: out of swap space GEOM_NOP: Device md10.nop removed. GEOM_NOP: Device md10.nop created. Feb 3 05:43:52 mercat1 kernel: pid 94463 (swap), jid 0, uid 2007, was killed: out of swap space VNASSERT failed: vp->v_holdcnt > 0 not true at ../../../kern/vfs_subr.c:2934 (vget_finish_ref) 0xfffff807640a6c80: type VREG usecount 0, writecount 0, refcount 0 seqc users 0 hold count flags () flags (VIRF_PGREAD) v_object 0xfffff8075f5d3b58 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0157c56700 (pid 94449, link, tid 238007) #0 0xffffffff80bcf96e at lockmgr_xlock_hard+0x4be #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7882, effnlink=1704, size=0, extsize 0 generation=37f888cd, uid=2007, gid=0, flags=0x0 ino 69969, on dev md10.nop panic: condition vp->v_holdcnt > 0 not met at ../../../kern/vfs_subr.c:2934 (vget_finish_ref) cpuid = 8 time = 1612327496 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe067e9991d0 vpanic() at vpanic+0x181/frame 0xfffffe067e999220 panic() at panic+0x43/frame 0xfffffe067e999280 vget_finish_ref() at vget_finish_ref+0x1b7/frame 0xfffffe067e9992a0 vget_finish() at vget_finish+0x8b/frame 0xfffffe067e9992d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe067e999320 ffs_vgetf() at ffs_vgetf+0x58/frame 0xfffffe067e9993b0 ufs_lookup_ino() at ufs_lookup_ino+0x118d/frame 0xfffffe067e999520 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x56/frame 0xfffffe067e999540 vfs_cache_lookup() at vfs_cache_lookup+0xa6/frame 0xfffffe067e999590 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e9995b0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x2e2/frame 0xfffffe067e999630 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe067e9996a0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe067e999790 namei() at namei+0x12c/frame 0xfffffe067e999850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe067e999aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067e999ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e999bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e999bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- KDB: enter: panic [ thread pid 94449 tid 238007 ] Stopped at kdb_enter+0x37: movq $0,0x109631e(%rip) db> run pho db:0:pho> set $lines 20000 db:0:pho> run pho1 db:1:pho1> dump Dumping 4563 out of 32628 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete db:1:pho1> bt Tracing pid 94449 tid 238007 td 0xfffffe0157c56700 kdb_enter() at kdb_enter+0x37/frame 0xfffffe067e9991d0 vpanic() at vpanic+0x1b2/frame 0xfffffe067e999220 panic() at panic+0x43/frame 0xfffffe067e999280 vget_finish_ref() at vget_finish_ref+0x1b7/frame 0xfffffe067e9992a0 vget_finish() at vget_finish+0x8b/frame 0xfffffe067e9992d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe067e999320 ffs_vgetf() at ffs_vgetf+0x58/frame 0xfffffe067e9993b0 ufs_lookup_ino() at ufs_lookup_ino+0x118d/frame 0xfffffe067e999520 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x56/frame 0xfffffe067e999540 vfs_cache_lookup() at vfs_cache_lookup+0xa6/frame 0xfffffe067e999590 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e9995b0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x2e2/frame 0xfffffe067e999630 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe067e9996a0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe067e999790 namei() at namei+0x12c/frame 0xfffffe067e999850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe067e999aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067e999ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e999bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e999bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- db:1:pho1> show allpcpu Current CPU: 8 cpuid = 0 dynamic pcpu = 0x79f380 curthread = 0xfffffe015740e000: pid 94459 tid 236496 critnest 0 "swap" curpcb = 0xfffffe015740e510 fpcurthread = 0xfffffe015740e000: pid 94459 "swap" idlethread = 0xfffffe00e4d16300: tid 100003 "idle: cpu0" self = 0xffffffff82210000 curpmap = 0xfffffe018e62ab10 tssp = 0xffffffff82210384 rsp0 = 0xfffffe067cc16cc0 kcr3 = 0x800000063404d098 ucr3 = 0x800000019c065898 scr3 = 0x7367f78b3 gs32p = 0xffffffff82210404 ldt = 0xffffffff82210444 tss = 0xffffffff82210434 curvnet = 0 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe00bb55d380 curthread = 0xfffffe016819a800: pid 94432 tid 246602 critnest 0 "lockf2" curpcb = 0xfffffe016819ad10 fpcurthread = 0xfffffe016819a800: pid 94432 "lockf2" idlethread = 0xfffffe00e4d15c00: tid 100004 "idle: cpu1" self = 0xffffffff82211000 curpmap = 0xfffffe016326d120 tssp = 0xffffffff82211384 rsp0 = 0xfffffe0689178cc0 kcr3 = 0x8000000758b3a558 ucr3 = 0x8000000425b59d58 scr3 = 0x7367f7e15 gs32p = 0xffffffff82211404 ldt = 0xffffffff82211444 tss = 0xffffffff82211434 curvnet = 0 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe00bb569380 curthread = 0xfffffe01638c9300: pid 94464 tid 232866 critnest 0 "link" curpcb = 0xfffffe01638c9810 fpcurthread = 0xfffffe01638c9300: pid 94464 "link" idlethread = 0xfffffe00e4d15500: tid 100005 "idle: cpu2" self = 0xffffffff82212000 curpmap = 0xfffffe014d113120 tssp = 0xffffffff82212384 rsp0 = 0xfffffe0678528cc0 kcr3 = 0x800000046ca9d01e ucr3 = 0x80000006a89ef81e scr3 = 0x7367f7d1d gs32p = 0xffffffff82212404 ldt = 0xffffffff82212444 tss = 0xffffffff82212434 curvnet = 0 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe00bb575380 curthread = 0xfffffe0176d66800: pid 94452 tid 235325 critnest 0 "link" curpcb = 0xfffffe0176d66d10 fpcurthread = 0xfffffe0176d66800: pid 94452 "link" idlethread = 0xfffffe00e4d14e00: tid 100006 "idle: cpu3" self = 0xffffffff82213000 curpmap = 0xfffffe015a22d120 tssp = 0xffffffff82213384 rsp0 = 0xfffffe067b537cc0 kcr3 = 0x80000006feb4d030 ucr3 = 0x80000001ae3b6830 scr3 = 0x7367f7d17 gs32p = 0xffffffff82213404 ldt = 0xffffffff82213444 tss = 0xffffffff82213434 curvnet = 0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe00bb581380 curthread = 0xfffffe0167bc7e00: pid 94426 tid 245609 critnest 0 "lockf2" curpcb = 0xfffffe0167bc8310 fpcurthread = 0xfffffe0167bc7e00: pid 94426 "lockf2" idlethread = 0xfffffe00e4d14700: tid 100007 "idle: cpu4" self = 0xffffffff82214000 curpmap = 0xfffffe018f41cb10 tssp = 0xffffffff82214384 rsp0 = 0xfffffe0687e13cc0 kcr3 = 0x80000000587bb371 ucr3 = 0x80000002e3e23b71 scr3 = 0x7367f7cd0 gs32p = 0xffffffff82214404 ldt = 0xffffffff82214444 tss = 0xffffffff82214434 curvnet = 0 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe00bb58d380 curthread = 0xfffffe0164b04500: pid 94421 tid 238005 critnest 0 "lockf2" curpcb = 0xfffffe0164b04a10 fpcurthread = 0xfffffe0164b04500: pid 94421 "lockf2" idlethread = 0xfffffe00e4d14000: tid 100008 "idle: cpu5" self = 0xffffffff82215000 curpmap = 0xfffffe017120fb10 tssp = 0xffffffff82215384 rsp0 = 0xfffffe067e98fcc0 kcr3 = 0x80000006ca61165f ucr3 = 0x800000069d9d5e5f scr3 = 0x7367f7eec gs32p = 0xffffffff82215404 ldt = 0xffffffff82215444 tss = 0xffffffff82215434 curvnet = 0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe00bb599380 curthread = 0xfffffe0157bc5c00: pid 94451 tid 237842 critnest 0 "swap" curpcb = 0xfffffe0157bc6110 fpcurthread = 0xfffffe0157bc5c00: pid 94451 "swap" idlethread = 0xfffffe00e4d17800: tid 100009 "idle: cpu6" self = 0xffffffff82216000 curpmap = 0xfffffe014d1a5b10 tssp = 0xffffffff82216384 rsp0 = 0xfffffe067e660cc0 kcr3 = 0x800000060bd232ee ucr3 = 0x8000000448da5aee scr3 = 0x7367f7b04 gs32p = 0xffffffff82216404 ldt = 0xffffffff82216444 tss = 0xffffffff82216434 curvnet = 0 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe00bb5a5380 curthread = 0xfffffe0164b03e00: pid 94436 tid 238019 critnest 0 "lockf2" curpcb = 0xfffffe0164b04310 fpcurthread = 0xfffffe0164b03e00: pid 94436 "lockf2" idlethread = 0xfffffe00e4d1d100: tid 100010 "idle: cpu7" self = 0xffffffff82217000 curpmap = 0xfffffe018e5f0b10 tssp = 0xffffffff82217384 rsp0 = 0xfffffe067e9d0cc0 kcr3 = 0x80000001db04d107 ucr3 = 0x8000000233e8f907 scr3 = 0x7367f7d4c gs32p = 0xffffffff82217404 ldt = 0xffffffff82217444 tss = 0xffffffff82217434 curvnet = 0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe00bb5b1380 curthread = 0xfffffe0157c56700: pid 94449 tid 238007 critnest 1 "link" curpcb = 0xfffffe0157c56c10 fpcurthread = 0xfffffe0157c56700: pid 94449 "link" idlethread = 0xfffffe00e4d1ca00: tid 100011 "idle: cpu8" self = 0xffffffff82218000 curpmap = 0xfffffe018e45eb10 tssp = 0xffffffff82218384 rsp0 = 0xfffffe067e999cc0 kcr3 = 0x800000065b67f01a ucr3 = 0x800000065b6b381a scr3 = 0x7367f7f64 gs32p = 0xffffffff82218404 ldt = 0xffffffff82218444 tss = 0xffffffff82218434 curvnet = 0 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe00bb5bd380 curthread = 0xfffffe01565f9c00: pid 94454 tid 104232 critnest 0 "swap" curpcb = 0xfffffe01565fa110 fpcurthread = 0xfffffe01565f9c00: pid 94454 "swap" idlethread = 0xfffffe00e4d1c300: tid 100012 "idle: cpu9" self = 0xffffffff82219000 curpmap = 0xfffffe018d147500 tssp = 0xffffffff82219384 rsp0 = 0xfffffe0181e7acc0 kcr3 = 0x80000007a7c9b143 ucr3 = 0x800000060bdb2943 scr3 = 0x7367f7bd8 gs32p = 0xffffffff82219404 ldt = 0xffffffff82219444 tss = 0xffffffff82219434 curvnet = 0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe00bb5c9380 curthread = 0xfffffe01554cbc00: pid 94390 tid 226392 critnest 0 "md10" curpcb = 0xfffffe01554cc110 fpcurthread = none idlethread = 0xfffffe00e4d1bc00: tid 100013 "idle: cpu10" self = 0xffffffff8221a000 curpmap = 0xffffffff81c95a60 tssp = 0xffffffff8221a384 rsp0 = 0xfffffe0180b10cc0 kcr3 = 0x8000000002138005 ucr3 = 0xffffffffffffffff scr3 = 0x7367f7ebd gs32p = 0xffffffff8221a404 ldt = 0xffffffff8221a444 tss = 0xffffffff8221a434 curvnet = 0 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe00bb5d5380 curthread = 0xfffffe018e1fb100: pid 94448 tid 256512 critnest 0 "swap" curpcb = 0xfffffe018e1fb610 fpcurthread = 0xfffffe018e1fb100: pid 94448 "swap" idlethread = 0xfffffe00e4d1b500: tid 100014 "idle: cpu11" self = 0xffffffff8221b000 curpmap = 0xfffffe014d1a5120 tssp = 0xffffffff8221b384 rsp0 = 0xfffffe069530acc0 kcr3 = 0x80000001ae3f6751 ucr3 = 0x80000006febe9f51 scr3 = 0x7367f7f55 gs32p = 0xffffffff8221b404 ldt = 0xffffffff8221b444 tss = 0xffffffff8221b434 curvnet = 0 spin locks held: db:1:pho1> show alllocks db:1:pho1> show lockedvnods Locked vnodes vnode 0xfffff80606196000: type VNON usecount 1, writecount 0, refcount 2 seqc users 0 hold count flags () flags () lock type syncer: EXCL by thread 0xfffffe01299aa100 (pid 34, syncer, tid 100148) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #2 0xffffffff80d02654 at _vn_lock+0x54 #3 0xffffffff80cf34b6 at sched_sync+0x416 #4 0xffffffff80bb9590 at fork_exit+0x80 #5 0xffffffff8103eaae at fork_trampoline+0xe vnode 0xfffff8002fee4000: type VDIR usecount 69, writecount 0, refcount 22 seqc users 2 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80184501a50 ref 0 pages 136 cleanbuf 3 dirtybuf 15 lock type ufs: EXCL by thread 0xfffffe01565faa00 (pid 94527, rename, tid 104224) with exclusive waiters pending with shared waiters pending #0 0xffffffff80bcf96e at lockmgr_xlock_hard+0x4be #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80ee3d12 at ufs_rename+0x102 #5 0xffffffff8112f4b0 at VOP_RENAME_APV+0x40 #6 0xffffffff80cfe48d at kern_renameat+0x3dd #7 0xffffffff8106afe7 at amd64_syscall+0x147 #8 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=231, effnlink=46, size=549376, extsize 0 generation=ab1462ab, uid=2007, gid=0, flags=0x0 ino 65664, on dev md10.nop vnode 0xfffff801c8071500: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8053bde1840 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018e296e00 (pid 94422, openat, tid 256681) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=512, extsize 0 generation=29a2b41e, uid=2007, gid=0, flags=0x0 ino 65668, on dev md10.nop vnode 0xfffff807e5425500: type VDIR usecount 3, writecount 0, refcount 10 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8075f5f4b58 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01299aa100 (pid 34, syncer, tid 100148) with exclusive waiters pending #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80ecf70d at ffs_sync+0x51d #6 0xffffffff80cf612b at sync_fsync+0xeb #7 0xffffffff8112ef79 at VOP_FSYNC_APV+0x59 #8 0xffffffff80cf34e4 at sched_sync+0x444 #9 0xffffffff80bb9590 at fork_exit+0x80 #10 0xffffffff8103eaae at fork_trampoline+0xe nlink=2, effnlink=2, size=204288, extsize 0 generation=1185f66f, uid=2007, gid=0, flags=0x0 ino 65672, on dev md10.nop vnode 0xfffff803da3e0280: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80137fd2a50 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018f194700 (pid 94443, link, tid 259843) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=20e79251, uid=2007, gid=0, flags=0x0 ino 65675, on dev md10.nop vnode 0xfffff8079ae87280: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80393a4d000 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0168124c00 (pid 94435, link, tid 246535) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=a2e60627, uid=2007, gid=0, flags=0x0 ino 65676, on dev md10.nop vnode 0xfffff8048fbe8280: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff807678f7108 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01631eb300 (pid 94437, link, tid 231592) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=e991942a, uid=2007, gid=0, flags=0x0 ino 65677, on dev md10.nop vnode 0xfffff803da000500: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff804a61f5738 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01638c8c00 (pid 94460, link, tid 232877) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=67a953d5, uid=2007, gid=0, flags=0x0 ino 65683, on dev md10.nop vnode 0xfffff805aefafa00: type VDIR usecount 2, writecount 0, refcount 9 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80565708948 ref 0 pages 42 cleanbuf 6 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe018ef50e00 (pid 94455, link, tid 259320) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=e069f462, uid=2007, gid=0, flags=0x0 ino 65684, on dev md10.nop vnode 0xfffff80538274c80: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80535f04528 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe014fdda100 (pid 94462, link, tid 226376) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=272a916, uid=2007, gid=0, flags=0x0 ino 65685, on dev md10.nop vnode 0xfffff8066ac16500: type VDIR usecount 2, writecount 0, refcount 3 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8044f1cb420 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe014fd01c00 (pid 94441, link, tid 225672) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cf98d0 at kern_linkat_vp+0xf0 #9 0xffffffff80cf94d4 at sys_link+0xf4 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=12288, extsize 0 generation=dad6dd7b, uid=2007, gid=0, flags=0x0 ino 65687, on dev md10.nop vnode 0xfffff8075bf37500: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff804128b2420 ref 0 pages 42 cleanbuf 6 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe01638c9300 (pid 94464, link, tid 232866) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cf98d0 at kern_linkat_vp+0xf0 #9 0xffffffff80cf94d4 at sys_link+0xf4 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=202752, extsize 0 generation=da623dc4, uid=2007, gid=0, flags=0x0 ino 65688, on dev md10.nop vnode 0xfffff8079ae20c80: type VDIR usecount 2, writecount 0, refcount 3 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8010c257e70 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe014d0c4100 (pid 94446, link, tid 225791) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cf98d0 at kern_linkat_vp+0xf0 #9 0xffffffff80cf94d4 at sys_link+0xf4 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=18432, extsize 0 generation=78e422a8, uid=2007, gid=0, flags=0x0 ino 65689, on dev md10.nop vnode 0xfffff807a56d2500: type VDIR usecount 2, writecount 0, refcount 10 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80535ac8108 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0157c56700 (pid 94449, link, tid 238007) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=594db161, uid=2007, gid=0, flags=0x0 ino 65691, on dev md10.nop vnode 0xfffff8083c2c2a00: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80155fe8948 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe015133a000 (pid 94458, link, tid 233146) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=15ce0764, uid=2007, gid=0, flags=0x0 ino 65694, on dev md10.nop vnode 0xfffff8005b090000: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80535193e70 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018ec13500 (pid 94465, link, tid 258572) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=991d9f7c, uid=2007, gid=0, flags=0x0 ino 65696, on dev md10.nop vnode 0xfffff806ecdb1a00: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80203f9bc60 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe015133ae00 (pid 94467, creat, tid 233111) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=24576, extsize 0 generation=f0539018, uid=2007, gid=0, flags=0x0 ino 65697, on dev md10.nop vnode 0xfffff805e441b000: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8003d125528 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe0157954300 (pid 94486, creat, tid 237386) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=7168, extsize 0 generation=7ddd21a4, uid=2007, gid=0, flags=0x0 ino 65698, on dev md10.nop vnode 0xfffff807e5304000: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80566eb0528 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01579bf100 (pid 94491, creat, tid 237444) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=24576, extsize 0 generation=f17f443a, uid=2007, gid=0, flags=0x0 ino 65699, on dev md10.nop vnode 0xfffff8079b288c80: type VDIR usecount 2, writecount 0, refcount 2 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8077eb95108 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01574a4a00 (pid 94495, creat, tid 236515) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=24576, extsize 0 generation=343ee8c5, uid=2007, gid=0, flags=0x0 ino 65700, on dev md10.nop vnode 0xfffff8077a9f1280: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8055f22cb58 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe018f041c00 (pid 94469, creat, tid 259534) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=8704, extsize 0 generation=daa448de, uid=2007, gid=0, flags=0x0 ino 65706, on dev md10.nop vnode 0xfffff805386b4a00: type VDIR usecount 2, writecount 0, refcount 2 seqc users 0 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80132dd1e70 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018e1f9c00 (pid 94482, creat, tid 256556) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=24576, extsize 0 generation=1bbb01e9, uid=2007, gid=0, flags=0x0 ino 65713, on dev md10.nop vnode 0xfffff8074b77cc80: type VDIR usecount 2, writecount 0, refcount 10 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80366c86630 ref 0 pages 42 cleanbuf 7 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0168125a00 (pid 94431, link, tid 246520) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cfa2cc at kern_funlinkat+0x16c #9 0xffffffff80cfa158 at sys_unlink+0x28 #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=204288, extsize 0 generation=6ef33b47, uid=2007, gid=0, flags=0x0 ino 65720, on dev md10.nop vnode 0xfffff8074b77c280: type VDIR usecount 2, writecount 0, refcount 4 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80203133840 ref 0 pages 3 cleanbuf 1 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe015707fc00 (pid 94489, symlink, tid 100410) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cf9d45 at kern_symlinkat+0x175 #9 0xffffffff8106afe7 at amd64_syscall+0x147 #10 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=41472, extsize 0 generation=74d2116a, uid=2007, gid=0, flags=0x0 ino 65725, on dev md10.nop vnode 0xfffff8014d5c5000: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80368714318 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe003cef5500 (pid 94474, creat, tid 100178) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=2048, extsize 0 generation=8eda86b2, uid=2007, gid=0, flags=0x0 ino 65728, on dev md10.nop vnode 0xfffff800313b4000: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff802ff8b9738 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018e298a00 (pid 94472, creat, tid 256627) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=24576, extsize 0 generation=ba470737, uid=2007, gid=0, flags=0x0 ino 65733, on dev md10.nop vnode 0xfffff8011bf06500: type VDIR usecount 2, writecount 0, refcount 12 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff80441302c60 ref 0 pages 65 cleanbuf 9 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe016273f300 (pid 94480, symlink, tid 226717) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80cf9d45 at kern_symlinkat+0x175 #9 0xffffffff8106afe7 at amd64_syscall+0x147 #10 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=299008, extsize 0 generation=8bc79c45, uid=2007, gid=0, flags=0x0 ino 65737, on dev md10.nop vnode 0xfffff80812d86c80: type VDIR usecount 2, writecount 0, refcount 2 seqc users 1 mountedhere 0 hold count flags () flags (VMP_LAZYLIST) v_object 0xfffff8015f315420 ref 0 pages 0 cleanbuf 0 dirtybuf 1 lock type ufs: EXCL by thread 0xfffffe014eed2700 (pid 94479, creat, tid 100243) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cd2c59 at cache_fplookup_final_modifying+0x269 #5 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #6 0xffffffff80ccd525 at cache_fplookup+0x615 #7 0xffffffff80cdb47c at namei+0x12c #8 0xffffffff80d01b17 at vn_open_cred+0x117 #9 0xffffffff80cf8a5f at kern_openat+0x26f #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=2, size=1536, extsize 0 generation=dfc4607a, uid=2007, gid=0, flags=0x0 ino 65743, on dev md10.nop vnode 0xfffff8022a7d6780: type VREG usecount 1, writecount 0, refcount 2 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff803abd07d68 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01565faa00 (pid 94527, rename, tid 104224) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80ee3e6d at ufs_rename+0x25d #8 0xffffffff8112f4b0 at VOP_RENAME_APV+0x40 #9 0xffffffff80cfe48d at kern_renameat+0x3dd #10 0xffffffff8106afe7 at amd64_syscall+0x147 #11 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=2, effnlink=1, size=0, extsize 0 generation=cce2011e, uid=2007, gid=0, flags=0x0 ino 129367, on dev md10.nop vnode 0xfffff80230971500: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8015f18c420 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe014fdda100 (pid 94462, link, tid 226376) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7773, effnlink=1446, size=0, extsize 0 generation=2368422a, uid=2007, gid=0, flags=0x0 ino 78011, on dev md10.nop vnode 0xfffff807640a6c80: type VREG usecount 0, writecount 0, refcount 0 seqc users 0 hold count flags () flags (VIRF_PGREAD) v_object 0xfffff8075f5d3b58 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0157c56700 (pid 94449, link, tid 238007) #0 0xffffffff80bcf96e at lockmgr_xlock_hard+0x4be #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7882, effnlink=1704, size=0, extsize 0 generation=37f888cd, uid=2007, gid=0, flags=0x0 ino 69969, on dev md10.nop vnode 0xfffff80019b94500: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80353dc7b58 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe015133a000 (pid 94458, link, tid 233146) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7847, effnlink=1810, size=0, extsize 0 generation=c59316ef, uid=2007, gid=0, flags=0x0 ino 108359, on dev md10.nop vnode 0xfffff805aee20280: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80767b7a738 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01631eb300 (pid 94437, link, tid 231592) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7813, effnlink=1720, size=0, extsize 0 generation=2a4ab3e2, uid=2007, gid=0, flags=0x0 ino 75560, on dev md10.nop vnode 0xfffff8011bdff780: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8056fe18210 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018ec13500 (pid 94465, link, tid 258572) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=8047, effnlink=2299, size=0, extsize 0 generation=c8d5b46, uid=2007, gid=0, flags=0x0 ino 108736, on dev md10.nop vnode 0xfffff8011bc50280: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff805356d7420 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0168125a00 (pid 94431, link, tid 246520) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7984, effnlink=1918, size=0, extsize 0 generation=b078b11, uid=2007, gid=0, flags=0x0 ino 76884, on dev md10.nop vnode 0xfffff807cfeedc80: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8015f725b58 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0168124c00 (pid 94435, link, tid 246535) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=7892, effnlink=2891, size=0, extsize 0 generation=6fdc76b9, uid=2007, gid=0, flags=0x0 ino 73937, on dev md10.nop vnode 0xfffff80381021c80: type VLNK usecount 0, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffffe018e98b500 (pid 94476, symlink, tid 258000) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=1, effnlink=0, size=0, extsize 0 generation=9b586755, uid=2007, gid=0, flags=0x0 ino 73655, on dev md10.nop vnode 0xfffff80519df3c80: type VREG usecount 0, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VIRF_PGREAD|VI_DOINGINACT|VMP_LAZYLIST) v_object 0xfffff801dab74420 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe014d0c3300 (pid 94439, link, tid 226430) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=8118, effnlink=4496, size=0, extsize 0 generation=405bcda9, uid=2007, gid=0, flags=0x0 ino 70115, on dev md10.nop vnode 0xfffff8006ecfec80: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80353bd7528 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01638c8c00 (pid 94460, link, tid 232877) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=8157, effnlink=4748, size=0, extsize 0 generation=e6ffb4b9, uid=2007, gid=0, flags=0x0 ino 79381, on dev md10.nop vnode 0xfffff805faf4f000: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80441da5108 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe018f194700 (pid 94443, link, tid 259843) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=8068, effnlink=4871, size=0, extsize 0 generation=1de34b7d, uid=2007, gid=0, flags=0x0 ino 107646, on dev md10.nop vnode 0xfffff80019c30a00: type VLNK usecount 0, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VI_DOINGINACT|VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffffe0157c58a00 (pid 94484, symlink, tid 237935) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=1, effnlink=0, size=0, extsize 0 generation=49a000ac, uid=2007, gid=0, flags=0x0 ino 68117, on dev md10.nop vnode 0xfffff805e44cf500: type VLNK usecount 1, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffffe018e298a00 (pid 94472, creat, tid 256627) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80ebd850 at handle_workitem_remove+0x50 #8 0xffffffff80eb1fd0 at process_worklist_item+0x2a0 #9 0xffffffff80ec1f50 at softdep_request_cleanup+0x390 #10 0xffffffff80e9cbfb at ffs_valloc+0x4fb #11 0xffffffff80ee61fa at ufs_makeinode+0xda #12 0xffffffff80ee1fc4 at ufs_create+0x34 #13 0xffffffff8112cfce at VOP_CREATE_APV+0x5e #14 0xffffffff80d01cae at vn_open_cred+0x2ae #15 0xffffffff80cf8a5f at kern_openat+0x26f #16 0xffffffff8106afe7 at amd64_syscall+0x147 #17 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=0, effnlink=0, size=0, extsize 0 generation=9ac9054f, uid=2007, gid=0, flags=0x0 ino 68092, on dev md10.nop vnode 0xfffff80606967c80: type VLNK usecount 1, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VMP_LAZYLIST) lock type ufs: EXCL by thread 0xfffffe018e8bae00 (pid 32, bufdaemon, tid 581110) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80ebd850 at handle_workitem_remove+0x50 #8 0xffffffff80eb1fd0 at process_worklist_item+0x2a0 #9 0xffffffff80eacab7 at softdep_process_worklist+0xc7 #10 0xffffffff80eb070f at softdep_flush+0xdf #11 0xffffffff80bb9590 at fork_exit+0x80 #12 0xffffffff8103eaae at fork_trampoline+0xe nlink=0, effnlink=0, size=0, extsize 0 generation=47c52909, uid=2007, gid=0, flags=0x0 ino 68095, on dev md10.nop vnode 0xfffff805e4799280: type VREG usecount 0, writecount 0, refcount 1 seqc users 0 hold count flags () flags (VIRF_PGREAD|VI_DOINGINACT|VMP_LAZYLIST) v_object 0xfffff8053d46f948 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe0176d66800 (pid 94452, link, tid 235325) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cea4ca at vget_finish+0x7a #5 0xffffffff80cd9def at vfs_hash_get+0xbf #6 0xffffffff80ecc1e8 at ffs_vgetf+0x58 #7 0xffffffff80edb88d at ufs_lookup_ino+0x118d #8 0xffffffff8112ce16 at VOP_CACHEDLOOKUP_APV+0x56 #9 0xffffffff80ccb686 at vfs_cache_lookup+0xa6 #10 0xffffffff8112cc66 at VOP_LOOKUP_APV+0x56 #11 0xffffffff80cd2cd2 at cache_fplookup_final_modifying+0x2e2 #12 0xffffffff80cd17f8 at cache_fplookup_noentry+0xb8 #13 0xffffffff80ccd525 at cache_fplookup+0x615 #14 0xffffffff80cdb47c at namei+0x12c #15 0xffffffff80cfa2cc at kern_funlinkat+0x16c #16 0xffffffff80cfa158 at sys_unlink+0x28 #17 0xffffffff8106afe7 at amd64_syscall+0x147 nlink=8221, effnlink=6754, size=0, extsize 0 generation=7bb40841, uid=2007, gid=0, flags=0x0 ino 69158, on dev md10.nop vnode 0xfffff805ae81f280: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff80775283d68 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe01638c9300 (pid 94464, link, tid 232866) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cf9999 at kern_linkat_vp+0x1b9 #5 0xffffffff80cf94d4 at sys_link+0xf4 #6 0xffffffff8106afe7 at amd64_syscall+0x147 #7 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=8308, effnlink=8308, size=0, extsize 0 generation=b5f3f117, uid=2007, gid=0, flags=0x0 ino 69074, on dev md10.nop vnode 0xfffff80019a58500: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff8044ac8a738 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe014fd01c00 (pid 94441, link, tid 225672) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cf9999 at kern_linkat_vp+0x1b9 #5 0xffffffff80cf94d4 at sys_link+0xf4 #6 0xffffffff8106afe7 at amd64_syscall+0x147 #7 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=497, effnlink=497, size=0, extsize 0 generation=4cf8ade0, uid=2007, gid=0, flags=0x0 ino 65705, on dev md10.nop vnode 0xfffff8046b014c80: type VREG usecount 1, writecount 0, refcount 1 seqc users 1 hold count flags () flags (VIRF_PGREAD|VMP_LAZYLIST) v_object 0xfffff802aa180420 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type ufs: EXCL by thread 0xfffffe014d0c4100 (pid 94446, link, tid 225791) #0 0xffffffff80bcee75 at lockmgr_lock_flags+0x1d5 #1 0xffffffff80ed129d at ffs_lock+0x9d #2 0xffffffff81130340 at VOP_LOCK1_APV+0x40 #3 0xffffffff80d02654 at _vn_lock+0x54 #4 0xffffffff80cf9999 at kern_linkat_vp+0x1b9 #5 0xffffffff80cf94d4 at sys_link+0xf4 #6 0xffffffff8106afe7 at amd64_syscall+0x147 #7 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=753, effnlink=753, size=0, extsize 0 generation=243ae58, uid=2007, gid=0, flags=0x0 ino 65707, on dev md10.nop vnode 0xfffff807cdf7e500: type VNON usecount 1, writecount 0, refcount 1 seqc users 0 hold count flags () flags () lock type ufs: EXCL by thread 0xfffffe01579bf100 (pid 94491, creat, tid 237444) #0 0xffffffff80bcf96e at lockmgr_xlock_hard+0x4be #1 0xffffffff80bd0265 at __lockmgr_args+0x625 #2 0xffffffff80ecc2fc at ffs_vgetf+0x16c #3 0xffffffff80e9cc5f at ffs_valloc+0x55f #4 0xffffffff80ee61fa at ufs_makeinode+0xda #5 0xffffffff80ee1fc4 at ufs_create+0x34 #6 0xffffffff8112cfce at VOP_CREATE_APV+0x5e #7 0xffffffff80d01cae at vn_open_cred+0x2ae #8 0xffffffff80cf8a5f at kern_openat+0x26f #9 0xffffffff8106afe7 at amd64_syscall+0x147 #10 0xffffffff8103e34e at fast_syscall_common+0xf8 nlink=0, effnlink=0, size=0KDB: reentering KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe067e998710 kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe067e998720 trap() at trap+0x90/frame 0xfffffe067e998830 calltrap() at calltrap+0x8/frame 0xfffffe067e998830 --- trap 0xc, rip = 0xffffffff80ee5e88, rsp = 0xfffffe067e998900, rbp = 0xfffffe067e998910 --- ufs_print() at ufs_print+0x38/frame 0xfffffe067e998910 vn_printf() at vn_printf+0x46a/frame 0xfffffe067e998ac0 lockedvnodes() at lockedvnodes+0x8b/frame 0xfffffe067e998b00 db_command() at db_command+0x270/frame 0xfffffe067e998bd0 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe067e998c80 db_command() at db_command+0x270/frame 0xfffffe067e998d50 db_script_exec() at db_script_exec+0x1b8/frame 0xfffffe067e998e00 db_command() at db_command+0x270/frame 0xfffffe067e998ed0 db_command_loop() at db_command_loop+0x4d/frame 0xfffffe067e998ee0 db_trap() at db_trap+0xe6/frame 0xfffffe067e998f70 kdb_trap() at kdb_trap+0x154/frame 0xfffffe067e998fe0 trap() at trap+0x7be/frame 0xfffffe067e9990f0 calltrap() at calltrap+0x8/frame 0xfffffe067e9990f0 --- trap 0x3, rip = 0xffffffff80c4b467, rsp = 0xfffffe067e9991c0, rbp = 0xfffffe067e9991d0 --- kdb_enter() at kdb_enter+0x37/frame 0xfffffe067e9991d0 vpanic() at vpanic+0x1b2/frame 0xfffffe067e999220 panic() at panic+0x43/frame 0xfffffe067e999280 vget_finish_ref() at vget_finish_ref+0x1b7/frame 0xfffffe067e9992a0 vget_finish() at vget_finish+0x8b/frame 0xfffffe067e9992d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe067e999320 ffs_vgetf() at ffs_vgetf+0x58/frame 0xfffffe067e9993b0 ufs_lookup_ino() at ufs_lookup_ino+0x118d/frame 0xfffffe067e999520 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x56/frame 0xfffffe067e999540 vfs_cache_lookup() at vfs_cache_lookup+0xa6/frame 0xfffffe067e999590 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e9995b0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x2e2/frame 0xfffffe067e999630 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe067e9996a0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe067e999790 namei() at namei+0x12c/frame 0xfffffe067e999850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe067e999aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067e999ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e999bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e999bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Script command 'show lockedvnods' returned error db:1:pho1> show mount 0xfffffe014d0f9280 /dev/gpt/work on / (ufs) 0xfffffe010dc2d280 devfs on /dev (devfs) 0xfffffe014d0f8700 /dev/gpt/tmp on /tmp (ufs) 0xfffffe010dc2c700 /dev/md10.nop on /mnt (ufs) More info: show mount db:1:pho1> show bufqueues bqempty: 100633 Buf domain 0 freebufs 14969 lofreebufs 219 hifreebufs 329 bufspace 4079616 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 135 (3895296) dirtyq count 1 (12288) wakeup 0 lim 25 CPU 0, 4, 20, 1, 0, 0, 0, 0, 0, 1, 1, 0, Locked buffers: 1 space 28672 Total buffers: 25690 space 4079616 Buf domain 1 freebufs 13907 lofreebufs 219 hifreebufs 329 bufspace 39153664 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 1180 (38207488) dirtyq count 2 (40960) wakeup 0 lim 25 CPU 2, 2, 16, 7, 6, 1, 0, 1, 0, 4, 5, 0, Locked buffers: 1 space 32768 Total buffers: 14743 space 39153664 Buf domain 2 freebufs 12894 lofreebufs 219 hifreebufs 329 bufspace 71909376 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 21 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 2131 (68714496) dirtyq count 33 (1056768) wakeup 0 lim 25 CPU 6, 7, 9, 2, 0, 10, 8, 1, 10, 3, 14, 5, Locked buffers: 20 space 655360 Total buffers: 16974 space 71909376 Buf domain 3 freebufs 14923 lofreebufs 219 hifreebufs 329 bufspace 5648384 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 164 (4919296) dirtyq count 2 (12288) wakeup 0 lim 25 CPU 1, 4, 20, 4, 1, 1, 1, 7, 0, 1, 4, 0, Locked buffers: 3 space 73728 Total buffers: 11372 space 5648384 Buf domain 4 freebufs 14965 lofreebufs 219 hifreebufs 329 bufspace 4153344 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 115 (2846720) dirtyq count 1 (20480) wakeup 0 lim 25 CPU 1, 12, 1, 3, 3, 7, 4, 1, 1, 7, 6, 6, Locked buffers: 2 space 65536 Total buffers: 12734 space 4153344 Buf domain 5 freebufs 15041 lofreebufs 219 hifreebufs 329 bufspace 1724416 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 1 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 39 (815104) dirtyq count 1 (4096) wakeup 0 lim 25 CPU 2, 4, 22, 4, 2, 4, 3, 2, 2, 2, 2, 3, Locked buffers: 3 space 98304 Total buffers: 11643 space 1724416 Buf domain 6 freebufs 14835 lofreebufs 219 hifreebufs 329 bufspace 8069120 maxbufspace 247939072 hibufspace 247845449 lobufspace 235453176 bufspacethresh 241649312 numdirtybuffers 2 lodirtybuffers 1893 hidirtybuffers 3786 dirtybufthresh 3407 cleanq count 269 (7704576) dirtyq count 2 (16384) wakeup 0 lim 25 CPU 1, 6, 7, 2, 0, 1, 1, 2, 0, 3, 3, 1, Locked buffers: 0 space 0 Total buffers: 12775 space 8069120 db:1:pho1> show page vm_cnt.v_free_count: 167803 vm_cnt.v_inactive_count: 1857 vm_cnt.v_active_count: 5720079 vm_cnt.v_laundry_count: 1276129 vm_cnt.v_wire_count: 955453 vm_cnt.v_free_reserved: 10644 vm_cnt.v_free_min: 51267 vm_cnt.v_free_target: 173136 vm_cnt.v_inactive_target: 259704 db:1:pho1> show pageq pq_free 167803 dom 0 page_cnt 8124626 free 167803 pq_act 5720079 pq_inact 1857 pq_laund 1276129 pq_unsw 0 db:0:pho> show freepages DOMAIN: 0 FREE LIST 0: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000006 | 000000 05 (000128K) | 003536 | 000000 04 (000064K) | 003001 | 000001 03 (000032K) | 000520 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000001 | 000000 00 (000004K) | 000001 | 000001 FREE LIST 1: ORDER (SIZE) | NUMBER | POOL 0 | POOL 1 -- -- -- -- -- -- 12 (016384K) | 000000 | 000000 11 (008192K) | 000000 | 000000 10 (004096K) | 000000 | 000000 09 (002048K) | 000000 | 000000 08 (001024K) | 000000 | 000000 07 (000512K) | 000000 | 000000 06 (000256K) | 000000 | 000000 05 (000128K) | 000000 | 000000 04 (000064K) | 000000 | 000000 03 (000032K) | 000000 | 000000 02 (000016K) | 000000 | 000000 01 (000008K) | 000000 | 000000 00 (000004K) | 000000 | 000000 db:0:pho> show uma Zone Size Used Free Requests Sleeps Bucket Total Mem XFree FFS inode 1128 411495 203651 363236285 0 17 693884688 0 VNODE 640 413259 199413 435874838 0 20 392110080 0 malloc-256 256 185185 671420 734953911 0 64 219290880 0 VM OBJECT 264 231079 396266 528501766 0 31 165619080 0 FFS2 dinode 256 411491 208864 360897608 0 63 158810880 0 swblk 136 59805 1003277 5178601 0 62 144579152 0 VMSPACE 2544 161 37828 13683478 0 4 96644016 0 malloc-384 384 1276 228574 339014180 0 31 88262400 0 RADIX NODE 144 502135 47755 1667017212 0 62 79184160 0 THREAD 1792 38144 5002 4328530 0 8 77317632 0 S VFS Cache 104 369714 254793 121375638 0 126 64948728 0 PROC 1320 199 37820 13683727 0 8 50185080 0 Files 80 14446 486854 2120710720 0 126 40104000 0 mbuf_cluster 2048 13570 0 261038 0 8 27791360 0 malloc-128 128 814 193649 351184957 0 126 24891264 0 BUF TRIE 144 1059 104893 189274111 0 62 15257088 0 malloc-384 384 38021 59 2926605 0 30 14622720 0 malloc-128 128 86340 491 9340760 0 126 11114368 0 swpctrie 144 4413 66707 396451 0 62 10241280 0 malloc-256 256 38436 114 4331746 0 62 9868800 0 vmem btag 56 163365 8127 4808665 0 254 9603552 0 128 Bucket 1024 7744 223 24643758 0 16 8158208 0 mbuf 256 16420 9868 792240370 0 254 6729728 0 TURNSTILE 136 43147 92 43147 0 62 5880504 0 ksiginfo 112 37987 353 7946203 0 126 4294080 0 64 Bucket 512 7914 94 85187862 0 30 4100096 0 SLEEPQUEUE 88 43147 149 43147 0 126 3810048 0 malloc-128 128 9942 15602 3191115269 0 126 3269632 0 32 Bucket 256 12504 66 148433757 0 62 3217920 0 malloc-128 128 13132 10056 356521085 0 126 2968064 0 pbuf 2784 0 942 0 0 0 2622528 0 DIRHASH 1024 1856 560 7184870 0 16 2473984 0 malloc-128 128 14401 1874 84287323 0 126 2083200 0 UMA Slabs 0 112 12568 2801 428708 0 126 1721328 0 malloc-512 512 2849 319 3739726 0 30 1622016 0 malloc-4096 4096 372 1 1550940 0 2 1527808 0 malloc-64 64 2075 18274 14716255 0 254 1302336 0 16 Bucket 144 3915 4905 38050914 0 62 1270080 0 TMPFS node 224 0 4518 1124051 0 62 1012032 0 malloc-4096 4096 200 29 20480952 0 2 937984 0 MAP ENTRY 96 4595 4603 646787796 0 126 883008 0 256 Bucket 2048 284 144 32043225 0 8 876544 0 L VFS Cache 320 247 2453 1924775 0 30 864000 0 malloc-32768 32768 20 6 17588 0 1 851968 0 g_bio 408 54 1866 766936576 0 69 783360 0 malloc-8192 8192 86 0 91 0 1 704512 0 malloc-64 64 8539 1919 2883565600 0 254 669312 0 malloc-64 64 9515 376 247455 0 254 633024 0 socket 944 61 479 2264176 0 16 509760 0 UMA Zones 2048 221 5 224 0 8 462848 0 malloc-256 256 644 1021 210223569 0 62 426240 0 malloc-32768 32768 12 0 12 0 1 393216 0 malloc-64 64 3412 2321 13770789 0 254 366912 0 filedesc0 1072 196 140 13681921 0 8 360192 0 rl_entry 40 5762 2621 5837 0 254 335320 0 mbuf_packet 256 13 1269 57705408 0 254 328192 0 malloc-65536 65536 5 0 3080 0 1 327680 0 malloc-2048 2048 18 130 34021087 0 8 303104 0 8 Bucket 80 443 3257 49858833 0 126 296000 0 malloc-1024 1024 65 223 4387470 0 16 294912 0 NAMEI 1024 69 215 6560888336 0 16 290816 0 PGRP 88 38 2906 227614 0 126 259072 0 malloc-32 32 6590 1222 121306 0 254 249984 0 malloc-16 16 13747 1753 114072 0 254 248000 0 Mountpoints 2944 4 80 438231 0 4 247296 0 malloc-1024 1024 189 35 8464054 0 16 229376 0 malloc-256 256 25 845 317237554 0 62 222720 0 4 Bucket 48 242 4294 3312180 0 254 217728 0 malloc-16384 16384 13 0 3942 0 1 212992 0 malloc-2048 2048 88 2 5356 0 8 184320 0 malloc-64 64 509 2263 14944026 0 254 177408 0 malloc-4096 4096 41 0 726064 0 2 167936 0 2 Bucket 32 111 4677 10382862 0 254 153216 0 PWD 32 75 4461 443178580 0 254 145152 0 malloc-64 64 667 1412 1668788015 0 254 133056 0 malloc-65536 65536 2 0 51 0 1 131072 0 malloc-65536 65536 2 0 12 0 1 131072 0 malloc-65536 65536 1 1 638 0 1 131072 0 malloc-128 128 717 213 13252406 0 126 119040 0 malloc-8192 8192 14 0 14 0 1 114688 0 malloc-8192 8192 14 0 2400 0 1 114688 0 fakepg 104 0 1092 2574 0 126 113568 0 malloc-8192 8192 13 0 17919668 0 1 106496 0 malloc-384 384 204 66 206 0 30 103680 0 DEVCTL 1024 0 100 3385298 0 0 102400 0 swrbuf 2784 1 35 1313192 157 2 100224 0 malloc-16384 16384 6 0 4637303 0 1 98304 0 malloc-16384 16384 6 0 10 0 1 98304 0 malloc-1024 1024 25 63 183091 0 16 90112 0 malloc-32 32 280 2366 5057148 0 254 84672 0 malloc-4096 4096 19 0 10952616 0 2 77824 0 malloc-256 256 215 85 4332403 0 62 76800 0 UMA Kegs 384 191 2 194 0 30 74112 0 malloc-256 256 77 208 10261233 0 62 72960 0 swwbuf 2784 0 26 3135013 0 1 72384 0 pipe 744 10 85 3583169 0 16 70680 0 malloc-4096 4096 17 0 206031 0 2 69632 0 malloc-32 32 56 2086 1180648 0 254 68544 0 ttyinq 160 360 65 55865407 0 62 68000 0 malloc-65536 65536 1 0 1 0 1 65536 0 malloc-65536 65536 1 0 2662 0 1 65536 0 malloc-65536 65536 1 0 1431 0 1 65536 0 malloc-65536 65536 1 0 19493 0 1 65536 0 malloc-32768 32768 2 0 1523 0 1 65536 0 malloc-32768 32768 2 0 47 0 1 65536 0 malloc-32768 32768 2 0 4 0 1 65536 0 malloc-8192 8192 8 0 26 0 1 65536 0 malloc-2048 2048 31 1 89 0 8 65536 0 unpcb 256 27 228 2232515 0 62 65280 0 ttyoutq 256 189 66 29794113 0 62 65280 0 malloc-32 32 914 1102 2211514 0 254 64512 0 malloc-32 32 615 1401 494246 0 254 64512 0 malloc-2048 2048 9 19 299375 0 8 57344 0 malloc-16 16 215 3035 9240101 0 254 52000 0 malloc-8192 8192 6 0 85306 0 1 49152 0 malloc-1024 1024 1 47 108418361 0 16 49152 0 malloc-128 128 148 224 1025 0 126 47616 0 tcpcb 1048 11 33 29835 0 8 46112 0 malloc-32 32 88 1298 6677861 0 254 44352 0 malloc-16 16 55 2695 15072348 0 254 44000 0 malloc-384 384 0 110 12155 0 30 42240 0 malloc-8192 8192 5 0 171159 0 1 40960 0 malloc-16 16 324 2176 42006 0 254 40000 0 cpuset 104 27 345 27 0 126 38688 0 malloc-384 384 45 55 94 0 30 38400 0 malloc-1024 1024 21 15 81 0 16 36864 0 pcpu-64 64 432 144 458 0 254 36864 0 pcpu-8 8 3320 1288 161818 0 254 36864 0 malloc-32768 32768 1 0 3009 0 1 32768 0 malloc-16384 16384 2 0 17 0 1 32768 0 malloc-16384 16384 2 0 1166813 0 1 32768 0 malloc-1024 1024 28 4 48799 0 16 32768 0 malloc-16 16 48 1952 485030 0 254 32000 0 malloc-16 16 714 1286 2901461 0 254 32000 0 malloc-256 256 45 75 1209699 0 62 30720 0 malloc-64 64 32 409 36 0 254 28224 0 KNOTE 160 11 164 37348 0 62 28000 0 pcpu-16 16 84 1452 84 0 254 24576 0 udp_inpcb 488 20 28 1682 0 30 23424 0 malloc-1024 1024 10 10 85438 0 16 20480 0 rtentry 176 12 103 18 0 62 20240 0 malloc-32 32 36 594 187224 0 254 20160 0 malloc-16 16 76 1174 40899495 0 254 20000 0 malloc-384 384 20 30 11992 0 30 19200 0 malloc-16384 16384 1 0 3 0 1 16384 0 malloc-2048 2048 4 4 59430 0 8 16384 0 malloc-2048 2048 6 2 5694 0 8 16384 0 udpcb 32 20 484 1682 0 254 16128 0 malloc-64 64 21 231 24739100 0 254 16128 0 tcp_inpcb 488 11 21 29835 0 30 15616 0 routing nhops 256 9 51 18 0 62 15360 0 malloc-4096 4096 3 0 104774395 0 2 12288 0 malloc-512 512 5 19 26 0 30 12288 0 malloc-32 32 4 374 24667540 0 254 12096 0 malloc-384 384 22 8 126931 0 30 11520 0 malloc-2048 2048 2 2 2 0 8 8192 0 malloc-512 512 3 13 27912 0 30 8192 0 malloc-512 512 3 13 104415454 0 30 8192 0 malloc-512 512 5 11 26627 0 30 8192 0 malloc-512 512 12 4 23 0 30 8192 0 KMAP ENTRY 96 45 36 129 0 0 7776 0 malloc-256 256 14 16 72164 0 62 7680 0 FPU_save_area 832 1 8 1 0 16 7488 0 epoch_record pcpu 256 4 12 4 0 62 4096 0 malloc-4096 4096 1 0 1 0 2 4096 0 hostcache 96 1 41 2 0 126 4032 0 vtnet_tx_hdr 24 0 167 0 0 254 4008 0 malloc-128 128 8 23 27814449 0 126 3968 0 ripcb 488 1 7 4 0 30 3904 0 UMA Slabs 1 176 8 14 11 0 62 3872 0 vmem 1856 1 1 1 0 8 3712 0 SMR CPU 32 2 61 2 0 254 2016 0 SMR SHARED 24 2 61 2 0 254 1512 0 FFS1 dinode 128 0 0 2309203 0 126 0 0 udplite_inpcb 488 0 0 0 0 30 0 0 tcp_log_node 120 0 0 0 0 126 0 0 tcp_log_bucket 176 0 0 0 0 62 0 0 tcp_log 416 0 0 0 0 30 0 0 tcpreass 48 0 0 0 0 254 0 0 tfo_ccache_entries 80 0 0 0 0 126 0 0 tfo 4 0 0 0 0 254 0 0 sackhole 32 0 0 0 0 254 0 0 syncache 168 0 0 8100 0 62 0 0 tcptw 88 0 0 192 0 126 0 0 ipq 56 0 0 0 0 254 0 0 IPsec SA lft_c 16 0 0 0 0 254 0 0 itimer 352 0 0 0 0 30 0 0 AIOLIO 272 0 0 0 0 30 0 0 AIOCB 552 0 0 0 0 16 0 0 AIOP 32 0 0 0 0 254 0 0 AIO 208 0 0 0 0 62 0 0 NCLNODE 744 0 0 0 0 16 0 0 LTS VFS Cache 360 0 0 0 0 30 0 0 STS VFS Cache 144 0 0 0 0 62 0 0 cryptop 280 0 0 909 0 30 0 0 IOMMU_MAP_ENTRY 120 0 0 0 0 126 0 0 ktls_session 192 0 0 0 0 62 0 0 mbuf_jumbo_16k 16384 0 0 0 0 1 0 0 mbuf_jumbo_9k 9216 0 0 0 0 1 0 0 mbuf_jumbo_page 4096 0 0 18005297 0 2 0 0 audit_record 1280 0 0 3 0 8 0 0 domainset 40 0 0 0 0 254 0 0 MAC labels 40 0 0 0 0 254 0 0 clpbuf 2784 0 0 5231550 0 2 0 0 vnpbuf 2784 0 0 2484 0 4 0 0 mdpbuf 2784 0 0 1013 0 1 0 0 nfspbuf 2784 0 0 0 0 2 0 0 umtx_shm 88 0 0 0 0 126 0 0 umtx pi 96 0 0 0 0 126 0 0 rangeset pctrie nodes 144 0 0 0 0 62 0 0 kenv 258 0 0 21598 0 30 0 0 malloc-32768 32768 0 0 7319 0 1 0 0 malloc-32768 32768 0 0 17382 0 1 0 0 malloc-16384 16384 0 0 1449908 0 1 0 0 malloc-16384 16384 0 0 2 0 1 0 0 malloc-8192 8192 0 0 990098 0 1 0 0 malloc-4096 4096 0 0 14 0 2 0 0 malloc-2048 2048 0 0 7 0 8 0 0 malloc-1024 1024 0 0 26 0 16 0 0 malloc-512 512 0 0 0 0 30 0 0 malloc-512 512 0 0 71299709 0 30 0 0 malloc-384 384 0 0 0 0 30 0 0 malloc-16 16 0 0 0 0 254 0 0 pcpu-32 32 0 0 0 0 254 0 0 pcpu-4 4 0 0 0 0 254 0 0 UMA Hash 256 0 0 0 0 62 0 0 db:0:pho> show umacache Zone Size Used Free Requests Bucket debugnet_mbuf_packet 2048 0 0 0 0 debugnet_mbuf_cluster 2048 -6144 0 0 0 debugnet_mbuf 256 -10240 0 0 0 vm pgcache 4096 436682 158 439809926 9 vm pgcache 4096 7072194 2413 3022500971 8 buf free cache 856 4397 901 241779558 16 buffer arena-65 65536 0 0 0 1 buffer arena-61 61440 0 0 0 1 buffer arena-57 57344 0 0 0 1 buffer arena-53 53248 0 0 0 1 buffer arena-49 49152 0 0 0 1 buffer arena-45 45056 0 0 0 1 buffer arena-40 40960 0 0 0 1 buffer arena-36 36864 0 0 0 1 buffer arena-32 32768 3636 804 55850211 3 buffer arena-28 28672 0 0 0 1 buffer arena-24 24576 0 0 0 1 buffer arena-20 20480 0 0 0 1 buffer arena-16 16384 5 0 108725556 1 buffer arena-12 12288 0 0 0 1 buffer arena-81 8192 0 0 0 1 buffer arena-40 4096 0 0 383 2 kstack_cache 16384 38144 0 4328530 1 db:0:pho> acttrace Tracing command md10 pid 94390 tid 226392 td 0xfffffe01554cbc00 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf5ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf5ae10 trap() at trap+0x56/frame 0xfffffe003cf5af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf5af20 --- trap 0x13, rip = 0xffffffff806feca3, rsp = 0xfffffe0180b10af0, rbp = 0xfffffe0180b10b60 --- mdstart_swap() at mdstart_swap+0x163/frame 0xfffffe0180b10b60 md_kthread() at md_kthread+0x1d1/frame 0xfffffe0180b10bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0180b10bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0180b10bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command lockf2 pid 94421 tid 238005 td 0xfffffe0164b04500 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf1ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf1ee10 trap() at trap+0x56/frame 0xfffffe003cf1ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf1ef20 --- trap 0x13, rip = 0xffffffff80bd2120, rsp = 0xfffffe067e98f7b0, rbp = 0xfffffe067e98f840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe067e98f840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe067e98f890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe067e98f990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe067e98f9b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe067e98fa50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe067e98fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e98fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e98fbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command lockf2 pid 94426 tid 245609 td 0xfffffe0167bc7e00 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf12e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf12e10 trap() at trap+0x56/frame 0xfffffe003cf12f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf12f20 --- trap 0x13, rip = 0xffffffff80bd2120, rsp = 0xfffffe0687e137b0, rbp = 0xfffffe0687e13840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe0687e13840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe0687e13890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe0687e13990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe0687e139b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe0687e13a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe0687e13ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0687e13bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0687e13bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command lockf2 pid 94432 tid 246602 td 0xfffffe016819a800 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ceeee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ceeee10 trap() at trap+0x56/frame 0xfffffe003ceeef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceeef20 --- trap 0x13, rip = 0xffffffff80bd20f0, rsp = 0xfffffe06891787b0, rbp = 0xfffffe0689178840 --- lf_advlockasync() at lf_advlockasync+0xc40/frame 0xfffffe0689178840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe0689178890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe0689178990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe06891789b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe0689178a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe0689178ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0689178bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0689178bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command lockf2 pid 94436 tid 238019 td 0xfffffe0164b03e00 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf36e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf36e10 trap() at trap+0x56/frame 0xfffffe003cf36f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf36f20 --- trap 0x13, rip = 0xffffffff80bd2120, rsp = 0xfffffe067e9d07b0, rbp = 0xfffffe067e9d0840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe067e9d0840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe067e9d0890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe067e9d0990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe067e9d09b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe067e9d0a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe067e9d0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e9d0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e9d0bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command swap pid 94448 tid 256512 td 0xfffffe018e1fb100 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf66e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf66e10 trap() at trap+0x56/frame 0xfffffe003cf66f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf66f20 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94449 tid 238007 td 0xfffffe0157c56700 (CPU 8) kdb_enter() at kdb_enter+0x37/frame 0xfffffe067e9991d0 vpanic() at vpanic+0x1b2/frame 0xfffffe067e999220 panic() at panic+0x43/frame 0xfffffe067e999280 vget_finish_ref() at vget_finish_ref+0x1b7/frame 0xfffffe067e9992a0 vget_finish() at vget_finish+0x8b/frame 0xfffffe067e9992d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe067e999320 ffs_vgetf() at ffs_vgetf+0x58/frame 0xfffffe067e9993b0 ufs_lookup_ino() at ufs_lookup_ino+0x118d/frame 0xfffffe067e999520 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x56/frame 0xfffffe067e999540 vfs_cache_lookup() at vfs_cache_lookup+0xa6/frame 0xfffffe067e999590 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e9995b0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x2e2/frame 0xfffffe067e999630 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe067e9996a0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe067e999790 namei() at namei+0x12c/frame 0xfffffe067e999850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe067e999aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067e999ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e999bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e999bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command swap pid 94451 tid 237842 td 0xfffffe0157bc5c00 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf2ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf2ae10 trap() at trap+0x56/frame 0xfffffe003cf2af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf2af20 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94452 tid 235325 td 0xfffffe0176d66800 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf06e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf06e10 trap() at trap+0x56/frame 0xfffffe003cf06f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf06f20 --- trap 0x13, rip = 0xffffffff80c4cb02, rsp = 0xfffffe067b537590, rbp = 0xfffffe067b5375a0 --- lock_delay() at lock_delay+0x42/frame 0xfffffe067b5375a0 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe067b537650 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe067b537690 softdep_update_inodeblock() at softdep_update_inodeblock+0xdc/frame 0xfffffe067b5376e0 ffs_update() at ffs_update+0x1f7/frame 0xfffffe067b537740 ufs_inactive() at ufs_inactive+0x2ba/frame 0xfffffe067b537780 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe067b5377a0 vinactivef() at vinactivef+0xf5/frame 0xfffffe067b5377e0 vput_final() at vput_final+0x257/frame 0xfffffe067b537850 kern_funlinkat() at kern_funlinkat+0x279/frame 0xfffffe067b537aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067b537ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067b537bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067b537bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command swap pid 94454 tid 104232 td 0xfffffe01565f9c00 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf4ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf4ee10 trap() at trap+0x56/frame 0xfffffe003cf4ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf4ef20 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command swap pid 94459 tid 236496 td 0xfffffe015740e000 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81df1920 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81df1930 trap() at trap+0x56/frame 0xffffffff81df1a40 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81df1a40 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94464 tid 232866 td 0xfffffe01638c9300 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cefae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cefae10 trap() at trap+0x56/frame 0xfffffe003cefaf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cefaf20 --- trap 0x13, rip = 0xffffffff80ebbcca, rsp = 0xfffffe0678528460, rbp = 0xfffffe0678528530 --- softdep_setup_directory_add() at softdep_setup_directory_add+0x76a/frame 0xfffffe0678528530 ufs_direnter() at ufs_direnter+0x888/frame 0xfffffe0678528650 ufs_link() at ufs_link+0x1af/frame 0xfffffe06785287a0 VOP_LINK_APV() at VOP_LINK_APV+0x81/frame 0xfffffe06785287c0 kern_linkat_vp() at kern_linkat_vp+0x36d/frame 0xfffffe06785289b0 sys_link() at sys_link+0xf4/frame 0xfffffe0678528ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0678528bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0678528bf0 --- syscall (9, FreeBSD ELF64, sys_link), rip = 0x8003864ba, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- db:0:pho> ps pid ppid pgrp uid state wmesg wchan cmd 95813 5251 5202 0 SW nanslp 0xffffffff81cb4ee2 sleep 94528 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94527 94468 94396 2007 D+ biowr 0xfffffe0039337d30 rename 94526 94483 94396 2007 R+ mkdir 94525 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94524 94483 94396 2007 D+ biowr 0xfffffe0037e72020 mkdir 94523 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94522 94483 94396 2007 R+ mkdir 94521 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94520 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94519 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94517 94483 94396 2007 D+ biowr 0xfffffe003abcd2e0 mkdir 94516 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94514 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94512 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94511 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94509 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94508 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94506 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94505 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94503 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94502 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94500 94468 94396 2007 R+ rename 94499 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94497 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94496 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94495 94466 94396 2007 R+ creat 94493 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94492 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94491 94466 94396 2007 R+ creat 94489 94471 94396 2007 R+ symlink 94488 94483 94396 2007 D+ ufs 0xfffff8002fee4070 mkdir 94487 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94486 94466 94396 2007 D+ getblk 0xfffffe003b339818 creat 94484 94471 94396 2007 R+ symlink 94483 94414 94396 2007 SW+ wait 0xfffff800096c4528 mkdir 94482 94466 94396 2007 R+ creat 94481 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94480 94471 94396 2007 R+ symlink 94479 94466 94396 2007 RL+ creat 94477 94468 94396 2007 R+ rename 94476 94471 94396 2007 D+ biowr 0xfffffe003a2d4060 symlink 94475 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94474 94466 94396 2007 R+ creat 94473 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94472 94466 94396 2007 RL+ creat 94471 94407 94396 2007 SW+ wait 0xfffff8001fec6528 symlink 94470 94468 94396 2007 D+ ufs 0xfffff8002fee4070 rename 94469 94466 94396 2007 D+ getblk 0xfffffe003b339818 creat 94468 94415 94396 2007 SW+ wait 0xfffff8060495fa50 rename 94467 94466 94396 2007 RL+ creat 94466 94413 94396 2007 SW+ wait 0xfffff8040ee51000 creat 94465 94425 94396 2007 D+ biowr 0xfffffe0039fcc108 link 94464 94425 94396 2007 R+ CPU 2 link 94462 94425 94396 2007 D+ biowr 0xfffffe003abe92f0 link 94461 94444 94396 2007 D+ swread 0xfffff80137a523e0 swap 94460 94425 94396 2007 D+ biowr 0xfffffe0038d179b0 link 94459 94444 94396 2007 R+ CPU 0 swap 94458 94425 94396 2007 D+ biowr 0xfffffe0038f49908 link 94457 94444 94396 2007 R+ swap 94456 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94455 94425 94396 2007 R+ link 94454 94444 94396 2007 R+ CPU 9 swap 94453 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94452 94425 94396 2007 R+ CPU 3 link 94451 94444 94396 2007 R+ CPU 6 swap 94450 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94449 94425 94396 2007 R+ CPU 8 link 94448 94444 94396 2007 R+ CPU 11 swap 94447 94417 94396 2007 R+ lockf2 94446 94425 94396 2007 D+ getblk 0xfffffe003b171b60 link 94445 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94444 94416 94396 2007 SW+ wait 0xfffff805e48a4a50 swap 94443 94425 94396 2007 D+ biowr 0xfffffe00386b3420 link 94442 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94441 94425 94396 2007 R+ link 94440 94417 94396 2007 R+ lockf2 94439 94425 94396 2007 D+ getblk 0xfffffe003b0d3828 link 94438 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94437 94425 94396 2007 D+ biowr 0xfffffe003990bc38 link 94436 94417 94396 2007 R+ CPU 7 lockf2 94435 94425 94396 2007 D+ biowr 0xfffffe003a366bb0 link 94434 94417 94396 2007 R+ lockf2 94433 94427 94396 2007 D+ ufs 0xfffff8002fee4070 fts 94432 94417 94396 2007 R+ CPU 1 lockf2 94431 94425 94396 2007 D+ biowr 0xfffffe003bf33110 link 94430 94427 94396 2007 D+ ufs 0xfffff8002fee4070 fts 94429 94425 94396 2007 D+ ufs 0xfffff807e5425570 link 94428 94417 94396 2007 R+ lockf2 94427 94410 94396 2007 SW+ wait 0xfffff802c97fb528 fts 94426 94417 94396 2007 R+ CPU 4 lockf2 94425 94411 94396 2007 SW+ wait 0xfffff805a9765a50 link 94424 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94423 94417 94396 2007 D+ ufs 0xfffff8002fee4070 lockf2 94422 94420 94396 2007 D+ getblk 0xfffffe003c2b40f0 openat 94421 94417 94396 2007 R+ CPU 5 lockf2 94420 94408 94396 2007 SW+ wait 0xfffff807fffcb000 openat 94418 94417 94396 2007 R+ lockf2 94417 94406 94396 2007 SW+ wait 0xfffff805b03a2528 lockf2 94416 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee4 swap 94415 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee7 rename 94414 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee9 mkdir 94413 94405 94396 2007 S+ nanslp 0xffffffff81cb4eeb creat 94411 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee4 link 94410 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee0 fts 94408 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee1 openat 94407 94405 94396 2007 S+ nanslp 0xffffffff81cb4ee9 symlink 94406 94405 94396 2007 S+ nanslp 0xffffffff81cb4eea lockf2 94405 94404 94396 2007 SW+ wait 0xfffff804c1672000 run 94404 94403 94396 2007 SW+ wait 0xfffff8062613a000 run 94403 94396 94396 2007 S+ nanslp 0xffffffff81cb4ee2 run 94396 94395 94396 2007 SW+ wait 0xfffff8071bdcca50 sh 94395 75462 2587 0 SW+ wait 0xfffff8071bdcc528 su 94390 0 0 0 RL CPU 10 [md10] 75462 75460 2587 0 SW+ wait 0xfffff801f92ca000 sh 75461 2587 2587 0 S+ piperd 0xfffff802d310e2e8 tee 75460 2587 2587 0 SW+ wait 0xfffff80009ada528 sh 7593 1 7590 2006 S+ select 0xfffff80774b181c0 tail 7590 78024 7590 2006 S+ kqread 0xfffff80464fa8200 tail 78024 78023 78024 2006 SWs+ wait 0xfffff80009adaa50 bash 78023 78019 78019 2006 S select 0xfffff802bec84dc0 sshd 78019 2488 78019 0 Ss select 0xfffff806281488c0 sshd 78016 1 78013 2006 S+ select 0xfffff8005e680e40 tail 78013 76787 78013 2006 SW+ kqread 0xfffff8071e6a1100 tail 76787 76786 76787 2006 SWs+ wait 0xfffff80691f17a50 bash 76786 76399 76399 2006 S select 0xfffff8037c1197c0 sshd 76399 2488 76399 0 Ss select 0xfffff806e3b5e040 sshd 5254 5202 5202 0 S piperd 0xfffff8000966d5d0 sh 5252 5202 5202 0 S piperd 0xfffff80009ce2ba0 awk 5251 5202 5202 0 SW wait 0xfffff80009343000 sh 5202 1 5202 0 SWs wait 0xfffff802d0e88528 sh 2587 2586 2587 0 SW+ wait 0xfffff80009788000 sh 2586 2571 2586 0 S+ ttyin 0xfffff8000917e4b0 sh 2571 2570 2571 0 SW+ pause 0xfffff80009a885d8 csh 2570 2565 2570 2006 SW+ wait 0xfffff800096c4000 su 2565 2564 2565 2006 SWs+ wait 0xfffff80009a1ba50 bash 2564 2561 2561 2006 S select 0xfffff80003be6640 sshd 2561 2488 2561 0 Ss select 0xfffff8000406e8c0 sshd 2520 1 2520 0 Ss+ ttyin 0xfffff8000608b8b0 getty 2519 1 2519 0 Ss+ ttyin 0xfffff8000609b4b0 getty 2518 1 2518 0 Ss+ ttyin 0xfffff800092734b0 getty 2517 1 2517 0 Ss+ ttyin 0xfffff80009273cb0 getty 2516 1 2516 0 Ss+ ttyin 0xfffff800092764b0 getty 2515 1 2515 0 Ss+ ttyin 0xfffff80009276cb0 getty 2514 1 2514 0 Ss+ ttyin 0xfffff8000927a4b0 getty 2513 1 2513 0 Ss+ ttyin 0xfffff8000927acb0 getty 2512 1 2512 0 Ss+ ttyin 0xfffff8000927e4b0 getty 2511 1 2511 0 Ss+ ttyin 0xfffff8000927ecb0 getty 2500 1 2500 0 Ss select 0xfffff80003b7acc0 inetd 2497 1 2497 0 SWs nanslp 0xffffffff81cb4ee2 cron 2488 1 2488 0 Ss select 0xfffff80003b7ad40 sshd 2459 1 2459 0 Ss select 0xfffff80009e85740 powerd 2456 1 2456 123 Ss select 0xfffff80003a223c0 ntpd 2417 1 2417 0 Ss rpcsvc 0xfffff800045d0c60 NLM: master 2392 1 2392 0 Ss select 0xfffff80003b7ae40 rpcbind 2375 1 2375 0 Ss nanslp 0xffffffff81cb4ee1 watchdogd 2360 1 2360 0 Ss select 0xfffff80003b7aec0 syslogd 2181 1 2181 0 Ss select 0xfffff80003be6840 devd 2170 1 2170 65 Ss select 0xfffff8000919bec0 dhclient 2111 1 2111 0 Ss select 0xfffff80003be68c0 dhclient 2108 1 2108 0 Ss select 0xfffff800097a73c0 dhclient 34 0 0 0 DL getblk 0xfffffe003b171b60 [syncer] 33 0 0 0 DL vlruwt 0xfffff80009459528 [vnlru] 32 0 0 0 RL (threaded) [bufdaemon] 100143 D qsleep 0xffffffff81da34a0 [bufdaemon] 100146 D - 0xffffffff8180ac80 [bufspacedaemon-0] 100149 D - 0xffffffff81812f40 [bufspacedaemon-1] 100150 D - 0xffffffff8181b200 [bufspacedaemon-2] 100151 D - 0xffffffff818234c0 [bufspacedaemon-3] 100152 D - 0xffffffff8182b780 [bufspacedaemon-4] 100153 D - 0xffffffff81833a40 [bufspacedaemon-5] 100154 D - 0xffffffff8183bd00 [bufspacedaemon-6] 100167 D sdflush 0xfffff80009763ce8 [/ worker] 100173 D sdflush 0xfffff8000986fce8 [/tmp worker] 581110 RunQ [/mnt worker] 31 0 0 0 DL idle 0xfffff800093a1528 [enc_daemon1] 30 0 0 0 DL psleep 0xffffffff81dc88c8 [vmdaemon] 29 0 0 0 DL (threaded) [pagedaemon] 100140 D psleep 0xffffffff81dbcd38 [dom0] 100144 D laundp 0xffffffff815e7092 [laundry: dom0] 100145 D umarcl 0xffffffff80ef3120 [uma] 28 0 0 0 DL idle 0xfffff800093a1a50 [enc_daemon0] 27 0 0 0 DL - 0xffffffff81ae91f8 [rand_harvestq] 26 0 0 0 DL - 0xffffffff81da0a5c [soaiod4] 25 0 0 0 DL - 0xffffffff81da0a5c [soaiod3] 24 0 0 0 DL - 0xffffffff81da0a5c [soaiod2] 23 0 0 0 DL - 0xffffffff81da0a5c [soaiod1] 22 0 0 0 DL (threaded) [usb] 100110 D - 0xfffffe010a23d440 [usbus0] 100111 D - 0xfffffe010a23d498 [usbus0] 100112 D - 0xfffffe010a23d4f0 [usbus0] 100113 D - 0xfffffe010a23d548 [usbus0] 100114 D - 0xfffffe010a23d5a0 [usbus0] 100116 D - 0xfffffe00e5006cf0 [usbus1] 100117 D - 0xfffffe00e5006d48 [usbus1] 100118 D - 0xfffffe00e5006da0 [usbus1] 100119 D - 0xfffffe00e5006df8 [usbus1] 100120 D - 0xfffffe00e5006e50 [usbus1] 100121 D - 0xfffffe010a4e4cf0 [usbus2] 100122 D - 0xfffffe010a4e4d48 [usbus2] 100123 D - 0xfffffe010a4e4da0 [usbus2] 100124 D - 0xfffffe010a4e4df8 [usbus2] 100125 D - 0xfffffe010a4e4e50 [usbus2] 21 0 0 0 RL (threaded) [cam] 100104 D - 0xffffffff819c0f40 [doneq0] 100105 RunQ [doneq1] 100106 D - 0xffffffff819c1040 [doneq2] 100138 D - 0xffffffff819c0e10 [scanner] 20 0 0 0 DL crypto_ 0xfffff80003c73c50 [crypto returns 11] 19 0 0 0 DL crypto_ 0xfffff80003c73bf0 [crypto returns 10] 18 0 0 0 DL crypto_ 0xfffff80003c73b90 [crypto returns 9] 17 0 0 0 DL crypto_ 0xfffff80003c73b30 [crypto returns 8] 16 0 0 0 DL crypto_ 0xfffff80003c73ad0 [crypto returns 7] 15 0 0 0 DL crypto_ 0xfffff80003c73a70 [crypto returns 6] 9 0 0 0 DL crypto_ 0xfffff80003c73a10 [crypto returns 5] 8 0 0 0 DL crypto_ 0xfffff80003c739b0 [crypto returns 4] 7 0 0 0 DL crypto_ 0xfffff80003c73950 [crypto returns 3] 6 0 0 0 DL crypto_ 0xfffff80003c738f0 [crypto returns 2] 5 0 0 0 DL crypto_ 0xfffff80003c73890 [crypto returns 1] 4 0 0 0 DL crypto_ 0xfffff80003c73830 [crypto returns 0] 3 0 0 0 DL crypto_ 0xffffffff81dba230 [crypto] 14 0 0 0 DL seqstat 0xfffff80003aa8c88 [sequencer 00] 13 0 0 0 DL (threaded) [geom] 100075 D - 0xffffffff81c94760 [g_event] 100076 D - 0xffffffff81c94768 [g_up] 100077 D - 0xffffffff81c94770 [g_down] 2 0 0 0 DL (threaded) [KTLS] 100048 D - 0xfffff80003b2f800 [thr_0] 100049 D - 0xfffff80003b2f880 [thr_1] 100050 D - 0xfffff80003b2f900 [thr_2] 100051 D - 0xfffff80003b2f980 [thr_3] 100052 D - 0xfffff80003b2fa00 [thr_4] 100053 D - 0xfffff80003b2fa80 [thr_5] 100054 D - 0xfffff80003b2fb00 [thr_6] 100055 D - 0xfffff80003b2fb80 [thr_7] 100056 D - 0xfffff80003b2fc00 [thr_8] 100057 D - 0xfffff80003b2fc80 [thr_9] 100058 D - 0xfffff80003b2fd00 [thr_10] 100059 D - 0xfffff80003b2fd80 [thr_11] 12 0 0 0 WL (threaded) [intr] 100040 I [swi5: fast taskq] 100042 I [swi6: task queue] 100043 I [swi6: Giant taskq] 100060 I [swi1: netisr 0] 100061 I [swi4: clock (0)] 100062 I [swi4: clock (1)] 100063 I [swi4: clock (2)] 100064 I [swi4: clock (3)] 100065 I [swi4: clock (4)] 100066 I [swi4: clock (5)] 100067 I [swi4: clock (6)] 100068 I [swi4: clock (7)] 100069 I [swi4: clock (8)] 100070 I [swi4: clock (9)] 100071 I [swi4: clock (10)] 100072 I [swi4: clock (11)] 100073 I [swi3: vm] 100107 I [swi4: apei] 100108 I [irq56: ahci0] 100109 I [irq19: xhci0] 100115 I [irq18: ehci0 ehci1+] 100126 I [irq71: ahci1] 100127 I [swi0: uart uart] 100200 I [irq72: ioat0] 100201 I [irq73: ioat1] 100202 I [irq74: ioat2] 100203 I [irq75: ioat3] 100204 I [irq76: ioat4] 100205 I [irq77: ioat5] 100206 I [irq78: ioat6] 100207 I [irq79: ioat7] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 CanRun [idle: cpu2] 100006 CanRun [idle: cpu3] 100007 CanRun [idle: cpu4] 100008 CanRun [idle: cpu5] 100009 CanRun [idle: cpu6] 100010 CanRun [idle: cpu7] 100011 CanRun [idle: cpu8] 100012 CanRun [idle: cpu9] 100013 CanRun [idle: cpu10] 100014 CanRun [idle: cpu11] 1 0 1 0 SLs wait 0xfffff80003a6d528 [init] 10 0 0 0 DL audit_w 0xffffffff81dba750 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xffffffff81c94cf0 [swapper] 100015 D - 0xfffff80003a4ce00 [if_io_tqg_0] 100016 D - 0xfffff80003a4cd00 [if_io_tqg_1] 100017 D - 0xfffff80003a4cc00 [if_io_tqg_2] 100018 D - 0xfffff80003a4cb00 [if_io_tqg_3] 100019 D - 0xfffff80003a4ca00 [if_io_tqg_4] 100020 D - 0xfffff80003a4c900 [if_io_tqg_5] 100021 D - 0xfffff80003a4c800 [if_io_tqg_6] 100022 D - 0xfffff80003a4c700 [if_io_tqg_7] 100023 D - 0xfffff80003a4c600 [if_io_tqg_8] 100024 D - 0xfffff80003a4c500 [if_io_tqg_9] 100025 D - 0xfffff80003a4c400 [if_io_tqg_10] 100026 D - 0xfffff80003a4c300 [if_io_tqg_11] 100027 D - 0xfffff80003a4c200 [if_config_tqg_0] 100028 D - 0xfffff80003a4c100 [softirq_0] 100029 D - 0xfffff80003a4c000 [softirq_1] 100030 D - 0xfffff80003a45e00 [softirq_2] 100031 D - 0xfffff80003a45d00 [softirq_3] 100032 D - 0xfffff80003a45c00 [softirq_4] 100033 D - 0xfffff80003a45b00 [softirq_5] 100034 D - 0xfffff80003a45a00 [softirq_6] 100035 D - 0xfffff80003a45900 [softirq_7] 100036 D - 0xfffff80003a45800 [softirq_8] 100037 D - 0xfffff80003a45700 [softirq_9] 100038 D - 0xfffff80003a45600 [softirq_10] 100039 D - 0xfffff80003a45500 [softirq_11] 100041 D - 0xfffff80003a41d00 [kqueue_ctx taskq] 100044 D - 0xfffff80003a41a00 [inm_free taskq] 100045 D - 0xfffff80003a41900 [thread taskq] 100046 D - 0xfffff80003a41800 [aiod_kick taskq] 100047 D - 0xfffff80003a41700 [in6m_free taskq] 100074 D - 0xfffff80003ae7e00 [firmware taskq] 100079 D - 0xfffff80003ae7400 [crypto_0] 100080 D - 0xfffff80003ae7400 [crypto_1] 100081 D - 0xfffff80003ae7400 [crypto_2] 100082 D - 0xfffff80003ae7400 [crypto_3] 100083 D - 0xfffff80003ae7400 [crypto_4] 100084 D - 0xfffff80003ae7400 [crypto_5] 100085 D - 0xfffff80003ae7400 [crypto_6] 100086 D - 0xfffff80003ae7400 [crypto_7] 100087 D - 0xfffff80003ae7400 [crypto_8] 100088 D - 0xfffff80003ae7400 [crypto_9] 100089 D - 0xfffff80003ae7400 [crypto_10] 100090 D - 0xfffff80003ae7400 [crypto_11] 100128 D - 0xfffff8000624ce00 [mca taskq] 100133 D - 0xfffff80009289e00 [acpi_task_0] 100134 D - 0xfffff80009289e00 [acpi_task_1] 100135 D - 0xfffff80009289e00 [acpi_task_2] 100137 D - 0xfffff80003dced00 [CAM taskq] 94409 94405 94396 2007 Z+ rw 94412 94405 94396 2007 Z+ lockf 94419 94405 94396 2007 Z+ mkfifo 94463 94444 94396 2007 Z+ swap db:0:pho> allt Tracing command kernel pid 0 tid 100000 td 0xffffffff81c95220 sched_switch() at sched_switch+0x5b3/frame 0xffffffff82131ab0 mi_switch() at mi_switch+0x155/frame 0xffffffff82131ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xffffffff82131b10 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xffffffff82131b50 _sleep() at _sleep+0x29b/frame 0xffffffff82131c00 swapper() at swapper+0x75/frame 0xffffffff82131c60 mi_startup() at mi_startup+0x2ed/frame 0xffffffff82131cb0 btext() at btext+0x2c Tracing command kernel pid 0 tid 100015 td 0xfffffe00e4d1ae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377ccab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377ccad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377ccb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377ccb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377ccbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377ccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377ccbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xfffffe00e4d1a700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377c7ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377c7ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377c7b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377c7b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377c7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100017 td 0xfffffe00e4d1a000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377d6ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377d6ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377d6b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377d6b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377d6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xfffffe00e4d1d800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377d1ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377d1ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377d1b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377d1b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377d1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377d1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377d1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xfffffe00e4d9e100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377e0ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377e0ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377e0b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377e0b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377e0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xfffffe00e4d9da00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377dbab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377dbad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377dbb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377dbb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377dbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377dbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377dbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xfffffe00e4d9d300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377eaab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377eaad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377eab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377eab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377eabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377eabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377eabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xfffffe00e4d9cc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377e5ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377e5ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377e5b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377e5b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377e5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377e5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377e5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xfffffe00e4d9c500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377f4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377f4ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377f4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377f4b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377f4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xfffffe00e4d9be00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377efab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377efad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377efb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377efb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377efbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377efbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377efbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xfffffe00e4d9b700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377feab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377fead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377feb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377feb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377febb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377febf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377febf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xfffffe00e4d9b000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377f9ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377f9ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00377f9b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00377f9b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00377f9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377f9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377f9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xfffffe00e4d9e800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a35ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a35ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a35b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a35b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a35bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a35bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a35bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xfffffe00e4da6100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a30ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a30ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a30b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a30b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a30bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a30bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a30bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xfffffe00e4da5a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a3fab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a3fad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a3fb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a3fb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a3fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a3fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a3fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100030 td 0xfffffe00e4da5300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a3aab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a3aad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a3ab10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a3ab80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a3abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a3abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a3abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100031 td 0xfffffe00e4da4c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a49ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a49ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a49b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a49b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a49bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a49bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a49bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100032 td 0xfffffe00e4da4500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a44ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a44ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a44b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a44b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a44bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a44bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a44bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100033 td 0xfffffe00e4da3e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a53ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a53ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a53b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a53b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a53bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a53bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a53bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100034 td 0xfffffe00e4da3700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a4eab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a4ead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a4eb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a4eb80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a4ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a4ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a4ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100035 td 0xfffffe00e4da3000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a5dab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a5dad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a5db10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a5db80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a5dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a5dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a5dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xfffffe00e4da6800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a58ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a58ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a58b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a58b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a58bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a58bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a58bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xfffffe00e4daa100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a67ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a67ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a67b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a67b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a67bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a67bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a67bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xfffffe00e4da9a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a62ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a62ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a62b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a62b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a62bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a62bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a62bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100039 td 0xfffffe00e4da9300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a71ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a71ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a71b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4a71b80 gtaskqueue_thread_loop() at gtaskqueue_thread_loop+0xef/frame 0xfffffe00e4a71bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a71bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a71bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100041 td 0xfffffe00e4da8500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a7ba70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a7ba90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a7bad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a7bb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a7bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a7bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a7bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xfffffe00e4da7000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a80a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a80a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a80ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a80b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a80bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a80bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a80bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xfffffe00e4daa800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a8fa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a8fa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a8fad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a8fb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a8fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a8fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a8fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100046 td 0xfffffe00e4dae100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a8aa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a8aa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a8aad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a8ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a8abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a8abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a8abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100047 td 0xfffffe00e4dada00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a99a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a99a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a99ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4a99b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4a99bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a99bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a99bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xfffffe003cf3c000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b61a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b61a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b61ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b61b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b61bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b61bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b61bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100079 td 0xfffffe003cf31c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b70a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b70a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b70ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b70b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b70bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b70bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b70bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100080 td 0xfffffe003cf31500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b7fa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b7fa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b7fad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b7fb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b7fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b7fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b7fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffffe003cf30e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b7aa70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b7aa90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b7aad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b7ab80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b7abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b7abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b7abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100082 td 0xfffffe003cf30700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b89a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b89a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b89ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b89b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b89bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b89bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b89bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffffe003cf30000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b84a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b84a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b84ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b84b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b84bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b84bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b84bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100084 td 0xfffffe003cf33800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b93a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b93a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b93ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b93b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b93bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b93bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b93bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffffe003cf1b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b8ea70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b8ea90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b8ead0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b8eb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b8ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b8ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b8ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100086 td 0xfffffe003cf1aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b9da70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b9da90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b9dad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b9db80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b9dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b9dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b9dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffffe003cf1a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b98a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b98a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b98ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b98b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4b98bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b98bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b98bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100088 td 0xfffffe003cf19c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ba7a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ba7a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ba7ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ba7b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4ba7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ba7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ba7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffffe003cf19500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ba2a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ba2a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ba2ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ba2b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4ba2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ba2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ba2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xfffffe003cf18e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bb1a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bb1a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bb1ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bb1b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4bb1bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bb1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bb1bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100128 td 0xfffffe010a76d700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e79ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e79ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e79b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4e79b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4e79bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e79bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e79bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100133 td 0xfffffe010d708800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eb4ab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eb4ad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eb4b10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4eb4b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4eb4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100134 td 0xfffffe010da8c100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eafab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eafad0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eafb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4eafb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4eafbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eafbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eafbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100135 td 0xfffffe010da8ba00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ebeab0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ebead0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ebeb10 msleep_spin_sbt() at msleep_spin_sbt+0x152/frame 0xfffffe00e4ebeb80 taskqueue_thread_loop() at taskqueue_thread_loop+0xef/frame 0xfffffe00e4ebebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ebebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ebebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command kernel pid 0 tid 100137 td 0xfffffe010da8ac00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ec8a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ec8a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ec8ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ec8b80 taskqueue_thread_loop() at taskqueue_thread_loop+0xc7/frame 0xfffffe00e4ec8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe00e4d16a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377816c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377816e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0037781720 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0037781770 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0037781780 _sleep() at _sleep+0x2aa/frame 0xfffffe0037781830 kern_wait6() at kern_wait6+0x482/frame 0xfffffe00377818c0 sys_wait4() at sys_wait4+0x7d/frame 0xfffffe0037781ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0037781bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0037781bf0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x28d0aa, rsp = 0x7fffffffe718, rbp = 0x7fffffffe780 --- Tracing command KTLS pid 2 tid 100048 td 0xfffffe00e4dae800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4abb980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4abb9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4abb9e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4abba90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4abbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4abbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4abbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100049 td 0xfffffe003cf57100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ab6980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ab69a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ab69e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ab6a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ab6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ab6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ab6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100050 td 0xfffffe003cf56a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ac5980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ac59a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ac59e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ac5a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ac5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ac5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ac5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100051 td 0xfffffe003cf56300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ac0980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ac09a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ac09e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ac0a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ac0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ac0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ac0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100052 td 0xfffffe003cf55c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4acf980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4acf9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4acf9e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4acfa90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4acfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4acfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4acfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100053 td 0xfffffe003cf55500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4aca980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4aca9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4aca9e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4acaa90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4acabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4acabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4acabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100054 td 0xfffffe003cf54e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ad9980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ad99a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ad99e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ad9a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ad9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ad9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ad9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100055 td 0xfffffe003cf54700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ad4980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ad49a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ad49e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ad4a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ad4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ad4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ad4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100056 td 0xfffffe003cf54000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ae3980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ae39a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ae39e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ae3a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ae3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ae3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ae3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100057 td 0xfffffe003cf57800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ade980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ade9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ade9e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4adea90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4adebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4adebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4adebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100058 td 0xfffffe003cf4b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4aed980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4aed9a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4aed9e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4aeda90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4aedbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4aedbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4aedbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command KTLS pid 2 tid 100059 td 0xfffffe003cf4aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ae8980 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ae89a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ae89e0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ae8a90 ktls_work_thread() at ktls_work_thread+0xd8/frame 0xfffffe00e4ae8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ae8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ae8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto pid 3 tid 100091 td 0xfffffe003cf18700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4baca60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4baca80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bacac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bacb70 crypto_proc() at crypto_proc+0x27f/frame 0xfffffe00e4bacbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bacbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bacbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 0 pid 4 tid 100092 td 0xfffffe003cf18000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bbba60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bbba80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bbbac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bbbb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bbbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bbbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bbbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 1 pid 5 tid 100093 td 0xfffffe003cf1b800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bb6a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bb6a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bb6ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bb6b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bb6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bb6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bb6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 2 pid 6 tid 100094 td 0xfffffe003cf0f100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bc5a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bc5a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bc5ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bc5b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bc5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bc5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bc5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 3 pid 7 tid 100095 td 0xfffffe003cf0ea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bc0a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bc0a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bc0ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bc0b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bc0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bc0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bc0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 4 pid 8 tid 100096 td 0xfffffe003cf0e300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bcfa60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bcfa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bcfac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bcfb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bcfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bcfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bcfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 5 pid 9 tid 100097 td 0xfffffe003cf0dc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bcaa60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bcaa80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bcaac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bcab70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bcabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bcabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bcabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe00e4d17100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037786a80 mi_switch() at mi_switch+0x155/frame 0xfffffe0037786aa0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0037786ae0 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe0037786b40 audit_worker() at audit_worker+0x9f/frame 0xfffffe0037786bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037786bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037786bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe00e4d16300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037790ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037790ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe0037790bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037790bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037790bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe00e4d15c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003778bac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003778bae0 sched_idletd() at sched_idletd+0x41d/frame 0xfffffe003778bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003778bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003778bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe00e4d15500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003779aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe003779aae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe003779abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe00e4d14e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0037795ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe0037795ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe0037795bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0037795bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0037795bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe00e4d14700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377a4ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377a4ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377a4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe00e4d14000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe003779f9b0 mi_switch() at mi_switch+0x155/frame 0xfffffe003779f9d0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe003779fa00 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe003779fa00 --- interrupt, rip = 0xffffffff81046dfa, rsp = 0xfffffe003779fad0, rbp = 0xfffffe003779fae0 --- spinlock_exit() at spinlock_exit+0x3a/frame 0xfffffe003779fae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe003779fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe003779fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe003779fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe00e4d17800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377aeac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377aeae0 sched_idletd() at sched_idletd+0x41d/frame 0xfffffe00377aebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377aebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377aebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe00e4d1d100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377a9ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377a9ae0 sched_idletd() at sched_idletd+0x41d/frame 0xfffffe00377a9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377a9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377a9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe00e4d1ca00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377b8ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377b8ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377b8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe00e4d1c300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377b3ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377b3ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377b3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377b3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377b3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe00e4d1bc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377c2ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377c2ae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377c2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377c2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377c2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe00e4d1b500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00377bdac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00377bdae0 sched_idletd() at sched_idletd+0x9e/frame 0xfffffe00377bdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00377bdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00377bdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100040 td 0xfffffe00e4da8c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffffe00e4da7e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a76b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a76b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4a76bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a76bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a76bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100043 td 0xfffffe00e4da7700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a85b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a85b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4a85bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a85bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a85bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100060 td 0xfffffe003cf4a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4af7b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4af7b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4af7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4af7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4af7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100061 td 0xfffffe003cf49c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4af2b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4af2b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4af2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4af2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4af2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100062 td 0xfffffe003cf49500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b01b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b01b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4b01bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b01bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b01bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100063 td 0xfffffe003cf48e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4afcb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4afcb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4afcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4afcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4afcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100064 td 0xfffffe003cf48700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b0bb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b0bb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4b0bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b0bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b0bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100065 td 0xfffffe003cf48000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b06b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b06b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4b06bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b06bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b06bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100066 td 0xfffffe003cf4b800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b15b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b15b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4b15bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b15bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b15bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100067 td 0xfffffe003cf3f100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffffe003cf3ea00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100069 td 0xfffffe003cf3e300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100070 td 0xfffffe003cf3dc00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100071 td 0xfffffe003cf3d500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100072 td 0xfffffe003cf3ce00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100073 td 0xfffffe003cf3c700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffffe003cef7800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100108 td 0xfffffe00e501b100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e09b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e09b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e09bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e09bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e09bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100109 td 0xfffffe00e501aa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e18b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e18b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e18bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e18bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e18bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100115 td 0xfffffe00e5018000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e36b00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e36b20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e36bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e36bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e36bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100126 td 0xfffffe010a76e500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100127 td 0xfffffe010a76de00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e7eb00 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e7eb20 ithread_loop() at ithread_loop+0x99/frame 0xfffffe00e4e7ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e7ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e7ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command intr pid 12 tid 100200 td 0xfffffe014ee5b500 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100201 td 0xfffffe014ee5ae00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100202 td 0xfffffe014ee5a700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100203 td 0xfffffe014ee5a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100204 td 0xfffffe014efbd800 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100205 td 0xfffffe014efef100 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100206 td 0xfffffe014efeea00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100207 td 0xfffffe014efee300 fork_trampoline() at fork_trampoline Tracing command geom pid 13 tid 100075 td 0xfffffe003cf3f800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b5ca70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b5ca90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b5cad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b5cb80 g_run_events() at g_run_events+0x54/frame 0xfffffe00e4b5cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b5cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b5cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100076 td 0xfffffe003cf33100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b6ba60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b6ba80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b6bac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b6bb70 g_io_schedule_up() at g_io_schedule_up+0x3c/frame 0xfffffe00e4b6bba0 g_up_procbody() at g_up_procbody+0x5c/frame 0xfffffe00e4b6bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b6bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b6bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command geom pid 13 tid 100077 td 0xfffffe003cf32a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b66a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b66a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b66ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4b66b70 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe00e4b66ba0 g_down_procbody() at g_down_procbody+0x5c/frame 0xfffffe00e4b66bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b66bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b66bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sequencer 00 pid 14 tid 100078 td 0xfffffe003cf32300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4b75a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4b75a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4b75ad0 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4b75b30 seq_eventthread() at seq_eventthread+0x91/frame 0xfffffe00e4b75bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4b75bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4b75bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 6 pid 15 tid 100098 td 0xfffffe003cf0d500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bd9a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bd9a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bd9ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bd9b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bd9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bd9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bd9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 7 pid 16 tid 100099 td 0xfffffe003cf0ce00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bd4a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bd4a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bd4ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bd4b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bd4bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bd4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bd4bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 8 pid 17 tid 100100 td 0xfffffe003cf0c700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4be3a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4be3a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4be3ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4be3b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4be3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4be3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4be3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 9 pid 18 tid 100101 td 0xfffffe003cf0c000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bdea60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bdea80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bdeac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bdeb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bdebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bdebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bdebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 10 pid 19 tid 100102 td 0xfffffe003cf0f800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4beda60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4beda80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bedac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bedb70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4bedbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bedbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bedbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command crypto returns 11 pid 20 tid 100103 td 0xfffffe003cef7100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4be8a60 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4be8a80 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4be8ac0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4be8b70 crypto_ret_proc() at crypto_ret_proc+0x222/frame 0xfffffe00e4be8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4be8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4be8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100104 td 0xfffffe003cef6a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bf7a50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bf7a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bf7ab0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bf7b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4bf7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bf7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bf7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100105 td 0xfffffe003cef6300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bf2a50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bf2a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bf2ab0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4bf2b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4bf2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4bf2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4bf2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100106 td 0xfffffe003cef5c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e04a50 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e04a70 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e04ab0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4e04b60 xpt_done_td() at xpt_done_td+0x7b/frame 0xfffffe00e4e04bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e04bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e04bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command cam pid 21 tid 100138 td 0xfffffe010da8a500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ec3a70 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ec3a90 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ec3ad0 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ec3b80 xpt_scanner_thread() at xpt_scanner_thread+0x138/frame 0xfffffe00e4ec3bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ec3bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ec3bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100110 td 0xfffffe00e501a300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e13ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e13ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e13b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e13b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e13bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e13bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e13bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100111 td 0xfffffe00e5019c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e22ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e22ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e22b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e22b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e22bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e22bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e22bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100112 td 0xfffffe00e5019500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e1dac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e1dae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e1db20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e1db80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e1dbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e1dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e1dbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100113 td 0xfffffe00e5018e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e2cac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e2cae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e2cb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e2cb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e2cbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e2cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e2cbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100114 td 0xfffffe00e5018700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e27ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e27ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e27b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e27b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e27bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e27bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e27bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100116 td 0xfffffe00e501b800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e31ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e31ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e31b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e31b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e31bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e31bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e31bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100117 td 0xfffffe010a3c7100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e40ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e40ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e40b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e40b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e40bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e40bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e40bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100118 td 0xfffffe010a3c6a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e3bac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e3bae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e3bb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e3bb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e3bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e3bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e3bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100119 td 0xfffffe010a3c6300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e4aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e4aae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e4ab20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e4ab80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e4abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e4abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100120 td 0xfffffe010a3c5c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e45ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e45ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e45b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e45b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e45bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e45bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100121 td 0xfffffe010a3c7800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e60ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e60ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e60b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e60b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e60bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e60bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e60bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100122 td 0xfffffe010a770100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e5bac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e5bae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e5bb20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e5bb80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e5bbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e5bbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e5bbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100123 td 0xfffffe010a76fa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e6aac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e6aae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e6ab20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e6ab80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e6abb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e6abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e6abf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100124 td 0xfffffe010a76f300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e65ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e65ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e65b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e65b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e65bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e65bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e65bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command usb pid 22 tid 100125 td 0xfffffe010a76ec00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e74ac0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e74ae0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e74b20 _cv_wait() at _cv_wait+0x16d/frame 0xfffffe00e4e74b80 usb_process() at usb_process+0xb3/frame 0xfffffe00e4e74bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e74bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e74bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod1 pid 23 tid 100129 td 0xfffffe010a770800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e94a20 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e94a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e94a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4e94ac0 _sleep() at _sleep+0x29b/frame 0xfffffe00e4e94b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4e94bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e94bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e94bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod2 pid 24 tid 100130 td 0xfffffe010d708100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e8fa20 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e8fa40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e8fa80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4e8fac0 _sleep() at _sleep+0x29b/frame 0xfffffe00e4e8fb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4e8fbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e8fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e8fbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod3 pid 25 tid 100131 td 0xfffffe010d707a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e9ea20 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e9ea40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e9ea80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4e9eac0 _sleep() at _sleep+0x29b/frame 0xfffffe00e4e9eb70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4e9ebb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e9ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e9ebf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command soaiod4 pid 26 tid 100132 td 0xfffffe010d707300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4e99a20 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4e99a40 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4e99a80 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4e99ac0 _sleep() at _sleep+0x29b/frame 0xfffffe00e4e99b70 soaio_kproc_loop() at soaio_kproc_loop+0x168/frame 0xfffffe00e4e99bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4e99bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4e99bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command rand_harvestq pid 27 tid 100136 td 0xfffffe010da8b300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eb99d0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eb99f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eb9a30 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4eb9a70 _sleep() at _sleep+0x29b/frame 0xfffffe00e4eb9b20 random_kthread() at random_kthread+0x67/frame 0xfffffe00e4eb9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eb9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eb9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon0 pid 28 tid 100139 td 0xfffffe010da8c800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ed2a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ed2a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ed2a90 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ed2b40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00e4ed2bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed2bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 29 tid 100140 td 0xfffffe010da89e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ee8760 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ee8780 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ee87c0 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4ee8800 _sleep() at _sleep+0x29b/frame 0xfffffe00e4ee88b0 vm_pageout_worker() at vm_pageout_worker+0x28c/frame 0xfffffe00e4ee8b70 vm_pageout() at vm_pageout+0x21e/frame 0xfffffe00e4ee8bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ee8bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ee8bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 29 tid 100144 td 0xfffffe00e4dad300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4a947b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4a947d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4a94810 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4a94850 _sleep() at _sleep+0x29b/frame 0xfffffe00e4a94900 pause_sbt() at pause_sbt+0xfe/frame 0xfffffe00e4a94930 vm_pageout_laundry_worker() at vm_pageout_laundry_worker+0xb07/frame 0xfffffe00e4a94bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4a94bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4a94bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command pagedaemon pid 29 tid 100145 td 0xfffffe00e4dacc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ef7a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ef7a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ef7a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4ef7ad0 _sleep() at _sleep+0x29b/frame 0xfffffe00e4ef7b80 uma_reclaim_worker() at uma_reclaim_worker+0xb8/frame 0xfffffe00e4ef7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ef7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ef7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vmdaemon pid 30 tid 100141 td 0xfffffe010da89700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ed7a30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ed7a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ed7a90 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ed7b40 vm_daemon() at vm_daemon+0x82/frame 0xfffffe00e4ed7bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ed7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ed7bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command enc_daemon1 pid 31 tid 100142 td 0xfffffe010dc31100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ecda30 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ecda50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ecda90 _sleep() at _sleep+0x2b4/frame 0xfffffe00e4ecdb40 enc_daemon() at enc_daemon+0xe4/frame 0xfffffe00e4ecdbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4ecdbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4ecdbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100143 td 0xfffffe010da89000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4efca10 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4efca30 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4efca70 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4efcab0 _sleep() at _sleep+0x29b/frame 0xfffffe00e4efcb60 buf_daemon() at buf_daemon+0x121/frame 0xfffffe00e4efcbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4efcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4efcbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100146 td 0xfffffe010a3c5500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297c6a00 mi_switch() at mi_switch+0x155/frame 0xfffffe01297c6a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297c6a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01297c6aa0 _sleep() at _sleep+0x29b/frame 0xfffffe01297c6b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01297c6bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297c6bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297c6bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100149 td 0xfffffe010a3c4e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe010e107a00 mi_switch() at mi_switch+0x155/frame 0xfffffe010e107a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe010e107a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe010e107aa0 _sleep() at _sleep+0x29b/frame 0xfffffe010e107b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe010e107bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe010e107bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe010e107bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100150 td 0xfffffe010a3c4700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297d5a00 mi_switch() at mi_switch+0x155/frame 0xfffffe01297d5a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297d5a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01297d5aa0 _sleep() at _sleep+0x29b/frame 0xfffffe01297d5b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01297d5bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297d5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297d5bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100151 td 0xfffffe010a3c4000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297d0a00 mi_switch() at mi_switch+0x155/frame 0xfffffe01297d0a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297d0a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01297d0aa0 _sleep() at _sleep+0x29b/frame 0xfffffe01297d0b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01297d0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297d0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297d0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100152 td 0xfffffe01299aa800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297dfa00 mi_switch() at mi_switch+0x155/frame 0xfffffe01297dfa20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297dfa60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01297dfaa0 _sleep() at _sleep+0x29b/frame 0xfffffe01297dfb50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01297dfbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297dfbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297dfbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100153 td 0xfffffe01299c6100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297daa00 mi_switch() at mi_switch+0x155/frame 0xfffffe01297daa20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297daa60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01297daaa0 _sleep() at _sleep+0x29b/frame 0xfffffe01297dab50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01297dabb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297dabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297dabf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100154 td 0xfffffe01299c5a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297e9a00 mi_switch() at mi_switch+0x155/frame 0xfffffe01297e9a20 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297e9a60 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe01297e9aa0 _sleep() at _sleep+0x29b/frame 0xfffffe01297e9b50 bufspace_daemon() at bufspace_daemon+0x2d9/frame 0xfffffe01297e9bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297e9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297e9bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100167 td 0xfffffe014e24f100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cf82a30 mi_switch() at mi_switch+0x155/frame 0xfffffe014cf82a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cf82a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe014cf82ad0 _sleep() at _sleep+0x29b/frame 0xfffffe014cf82b80 softdep_flush() at softdep_flush+0x16b/frame 0xfffffe014cf82bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014cf82bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014cf82bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 100173 td 0xfffffe014ee5d100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cfa0a30 mi_switch() at mi_switch+0x155/frame 0xfffffe014cfa0a50 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cfa0a90 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe014cfa0ad0 _sleep() at _sleep+0x29b/frame 0xfffffe014cfa0b80 softdep_flush() at softdep_flush+0x16b/frame 0xfffffe014cfa0bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe014cfa0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe014cfa0bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command bufdaemon pid 32 tid 581110 td 0xfffffe018e8bae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0699f81600 mi_switch() at mi_switch+0x155/frame 0xfffffe0699f81620 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0699f81660 sleeplk() at sleeplk+0xf2/frame 0xfffffe0699f816c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0699f81760 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe0699f81800 getblkx() at getblkx+0x1b5/frame 0xfffffe0699f818c0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe0699f81920 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe0699f819a0 ffs_update() at ffs_update+0x139/frame 0xfffffe0699f81a30 handle_workitem_remove() at handle_workitem_remove+0x4a9/frame 0xfffffe0699f81ab0 process_worklist_item() at process_worklist_item+0x2a0/frame 0xfffffe0699f81b40 softdep_process_worklist() at softdep_process_worklist+0xc7/frame 0xfffffe0699f81b80 softdep_flush() at softdep_flush+0xdf/frame 0xfffffe0699f81bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0699f81bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0699f81bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command vnlru pid 33 tid 100147 td 0xfffffe010dc31800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4eed9c0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4eed9e0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4eeda20 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe00e4eeda60 _sleep() at _sleep+0x29b/frame 0xfffffe00e4eedb10 vnlru_proc() at vnlru_proc+0xaac/frame 0xfffffe00e4eedbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe00e4eedbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00e4eedbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command syncer pid 34 tid 100148 td 0xfffffe01299aa100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297cb5f0 mi_switch() at mi_switch+0x155/frame 0xfffffe01297cb610 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297cb650 sleeplk() at sleeplk+0xf2/frame 0xfffffe01297cb6b0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe01297cb750 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe01297cb7f0 getblkx() at getblkx+0x1b5/frame 0xfffffe01297cb8b0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe01297cb910 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe01297cb990 ffs_update() at ffs_update+0x139/frame 0xfffffe01297cba20 ffs_sync() at ffs_sync+0x53a/frame 0xfffffe01297cbac0 sync_fsync() at sync_fsync+0xeb/frame 0xfffffe01297cbb00 VOP_FSYNC_APV() at VOP_FSYNC_APV+0x59/frame 0xfffffe01297cbb20 sched_sync() at sched_sync+0x444/frame 0xfffffe01297cbbb0 fork_exit() at fork_exit+0x80/frame 0xfffffe01297cbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01297cbbf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command sh pid 75460 tid 100223 td 0xfffffe014f9da300 --- swapped out Tracing command tee pid 75461 tid 256584 td 0xfffffe018e1f8e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695472830 mi_switch() at mi_switch+0x155/frame 0xfffffe0695472850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0695472890 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe06954728e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe06954728f0 _sleep() at _sleep+0x2aa/frame 0xfffffe06954729a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe0695472a00 dofileread() at dofileread+0x81/frame 0xfffffe0695472a50 sys_read() at sys_read+0xbc/frame 0xfffffe0695472ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695472bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695472bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003865fa, rsp = 0x7fffffffe618, rbp = 0x7fffffffe670 --- Tracing command sh pid 75462 tid 258596 td 0xfffffe018ec32a00 --- swapped out Tracing command dhclient pid 2108 tid 100174 td 0xfffffe014ee5d800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cf4b720 mi_switch() at mi_switch+0x155/frame 0xfffffe014cf4b740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cf4b780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cf4b7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cf4b7e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cf4b850 seltdwait() at seltdwait+0x88/frame 0xfffffe014cf4b890 kern_select() at kern_select+0x99c/frame 0xfffffe014cf4ba80 sys_select() at sys_select+0x56/frame 0xfffffe014cf4bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cf4bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cf4bbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003c067a, rsp = 0x7fffffffe958, rbp = 0x7fffffffea10 --- Tracing command dhclient pid 2111 tid 100215 td 0xfffffe014efbca00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f08f7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f08f7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f08f810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f08f860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f08f870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f08f8e0 seltdwait() at seltdwait+0x88/frame 0xfffffe014f08f920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe014f08faa0 sys_poll() at sys_poll+0x50/frame 0xfffffe014f08fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f08fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f08fbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003c057a, rsp = 0x7fffffffeba8, rbp = 0x7fffffffebd0 --- Tracing command dhclient pid 2170 tid 100221 td 0xfffffe01299a8c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f09e780 mi_switch() at mi_switch+0x155/frame 0xfffffe014f09e7a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f09e7e0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f09e830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014f09e870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe014f09e8e0 seltdwait() at seltdwait+0x79/frame 0xfffffe014f09e920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe014f09eaa0 sys_poll() at sys_poll+0x50/frame 0xfffffe014f09eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f09ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f09ebf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8003c057a, rsp = 0x7fffffffeb98, rbp = 0x7fffffffebd0 --- Tracing command devd pid 2181 tid 100211 td 0xfffffe014efef800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f07b6f0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f07b710 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f07b750 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f07b7a0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014f07b7e0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe014f07b850 seltdwait() at seltdwait+0x79/frame 0xfffffe014f07b890 kern_select() at kern_select+0x99c/frame 0xfffffe014f07ba80 sys_select() at sys_select+0x56/frame 0xfffffe014f07bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f07bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f07bbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x28c69a, rsp = 0x7fffffffcab8, rbp = 0x7fffffffec50 --- Tracing command syslogd pid 2360 tid 100183 td 0xfffffe014ee6c300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cfde720 mi_switch() at mi_switch+0x155/frame 0xfffffe014cfde740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cfde780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cfde7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cfde7e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cfde850 seltdwait() at seltdwait+0x88/frame 0xfffffe014cfde890 kern_select() at kern_select+0x99c/frame 0xfffffe014cfdea80 sys_select() at sys_select+0x56/frame 0xfffffe014cfdeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cfdebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cfdebf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003a967a, rsp = 0x7fffffffe6b8, rbp = 0x7fffffffec30 --- Tracing command watchdogd pid 2375 tid 100194 td 0xfffffe01299c3000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f013860 mi_switch() at mi_switch+0x155/frame 0xfffffe014f013880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f0138c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f013910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014f013950 _sleep() at _sleep+0x289/frame 0xfffffe014f013a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe014f013a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe014f013ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f013bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f013bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x8003a051a, rsp = 0x7fffffffea08, rbp = 0x7fffffffea50 --- Tracing command rpcbind pid 2392 tid 100185 td 0xfffffe00e4dac500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4ef2780 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4ef27a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4ef27e0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe00e4ef2830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe00e4ef2870 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe00e4ef28e0 seltdwait() at seltdwait+0x79/frame 0xfffffe00e4ef2920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe00e4ef2aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe00e4ef2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe00e4ef2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4ef2bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80039b57a, rsp = 0x7fffffffc9a8, rbp = 0x7fffffffebc0 --- Tracing command rpc.lockd pid 2417 tid 100234 td 0xfffffe014faae300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0e4650 mi_switch() at mi_switch+0x155/frame 0xfffffe014f0e4670 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f0e46b0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f0e4700 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014f0e4740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe014f0e47b0 svc_run_internal() at svc_run_internal+0xac1/frame 0xfffffe014f0e48e0 svc_run() at svc_run+0x253/frame 0xfffffe014f0e4940 sys_nlm_syscall() at sys_nlm_syscall+0x74d/frame 0xfffffe014f0e4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f0e4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f0e4bf0 --- syscall (154, FreeBSD ELF64, sys_nlm_syscall), rip = 0x80039de5a, rsp = 0x7fffffffeb78, rbp = 0x7fffffffec30 --- Tracing command ntpd pid 2456 tid 100236 td 0xfffffe014efbbc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0f3720 mi_switch() at mi_switch+0x155/frame 0xfffffe014f0f3740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f0f3780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f0f37d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f0f37e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f0f3850 seltdwait() at seltdwait+0x88/frame 0xfffffe014f0f3890 kern_select() at kern_select+0x99c/frame 0xfffffe014f0f3a80 sys_select() at sys_select+0x56/frame 0xfffffe014f0f3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f0f3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f0f3bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8007a567a, rsp = 0x7fffffffde68, rbp = 0x7fffffffdea0 --- Tracing command powerd pid 2459 tid 100235 td 0xfffffe014eed4300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0606f0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f060710 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f060750 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f0607a0 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe014f0607e0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x18e/frame 0xfffffe014f060850 seltdwait() at seltdwait+0x79/frame 0xfffffe014f060890 kern_select() at kern_select+0x99c/frame 0xfffffe014f060a80 sys_select() at sys_select+0x56/frame 0xfffffe014f060ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f060bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f060bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003a067a, rsp = 0x7fffffffeaf8, rbp = 0x7fffffffec40 --- Tracing command sshd pid 2488 tid 100217 td 0xfffffe014efbc300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f08a720 mi_switch() at mi_switch+0x155/frame 0xfffffe014f08a740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f08a780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f08a7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f08a7e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f08a850 seltdwait() at seltdwait+0x88/frame 0xfffffe014f08a890 kern_select() at kern_select+0x99c/frame 0xfffffe014f08aa80 sys_select() at sys_select+0x56/frame 0xfffffe014f08aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f08abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f08abf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80087467a, rsp = 0x7fffffffe5d8, rbp = 0x7fffffffe610 --- Tracing command cron pid 2497 tid 100238 td 0xfffffe014eed3c00 --- swapped out Tracing command inetd pid 2500 tid 100181 td 0xfffffe003cef4700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cfc5720 mi_switch() at mi_switch+0x155/frame 0xfffffe014cfc5740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cfc5780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cfc57d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cfc57e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cfc5850 seltdwait() at seltdwait+0x88/frame 0xfffffe014cfc5890 kern_select() at kern_select+0x99c/frame 0xfffffe014cfc5a80 sys_select() at sys_select+0x56/frame 0xfffffe014cfc5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cfc5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cfc5bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8003be67a, rsp = 0x7fffffffdd88, rbp = 0x7fffffffec20 --- Tracing command getty pid 2511 tid 100155 td 0xfffffe01299c5300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297e47b0 mi_switch() at mi_switch+0x155/frame 0xfffffe01297e47d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297e4810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01297e4860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01297e4870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01297e48e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01297e4910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01297e4970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01297e49a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe01297e4a00 dofileread() at dofileread+0x81/frame 0xfffffe01297e4a50 sys_read() at sys_read+0xbc/frame 0xfffffe01297e4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01297e4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01297e4bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2512 tid 100240 td 0xfffffe014efbae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f1077b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f1077d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f107810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f107860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f107870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f1078e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014f107910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014f107970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014f1079a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014f107a00 dofileread() at dofileread+0x81/frame 0xfffffe014f107a50 sys_read() at sys_read+0xbc/frame 0xfffffe014f107ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f107bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f107bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2513 tid 100193 td 0xfffffe00e4dabe00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0097b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f0097d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f009810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f009860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f009870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f0098e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014f009910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014f009970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014f0099a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014f009a00 dofileread() at dofileread+0x81/frame 0xfffffe014f009a50 sys_read() at sys_read+0xbc/frame 0xfffffe014f009ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f009bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f009bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2514 tid 100229 td 0xfffffe014d1ab000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0c67b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f0c67d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f0c6810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f0c6860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f0c6870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f0c68e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014f0c6910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014f0c6970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014f0c69a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014f0c6a00 dofileread() at dofileread+0x81/frame 0xfffffe014f0c6a50 sys_read() at sys_read+0xbc/frame 0xfffffe014f0c6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f0c6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f0c6bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2515 tid 100188 td 0xfffffe014ee5ca00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cf9b7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014cf9b7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cf9b810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cf9b860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cf9b870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cf9b8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014cf9b910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014cf9b970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014cf9b9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014cf9ba00 dofileread() at dofileread+0x81/frame 0xfffffe014cf9ba50 sys_read() at sys_read+0xbc/frame 0xfffffe014cf9bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cf9bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cf9bbf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2516 tid 100195 td 0xfffffe014efbd100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f00e7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f00e7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f00e810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f00e860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f00e870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f00e8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014f00e910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014f00e970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014f00e9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014f00ea00 dofileread() at dofileread+0x81/frame 0xfffffe014f00ea50 sys_read() at sys_read+0xbc/frame 0xfffffe014f00eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f00ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f00ebf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2517 tid 100163 td 0xfffffe014d1ae800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297fa7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe01297fa7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297fa810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01297fa860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01297fa870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01297fa8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe01297fa910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe01297fa970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe01297fa9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe01297faa00 dofileread() at dofileread+0x81/frame 0xfffffe01297faa50 sys_read() at sys_read+0xbc/frame 0xfffffe01297faac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01297fabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01297fabf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2518 tid 100187 td 0xfffffe003cef4000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cff27b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014cff27d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cff2810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cff2860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cff2870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cff28e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014cff2910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014cff2970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014cff29a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014cff2a00 dofileread() at dofileread+0x81/frame 0xfffffe014cff2a50 sys_read() at sys_read+0xbc/frame 0xfffffe014cff2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cff2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cff2bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2519 tid 100166 td 0xfffffe01299c4c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cf787b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014cf787d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cf78810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cf78860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cf78870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cf788e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014cf78910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014cf78970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014cf789a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014cf78a00 dofileread() at dofileread+0x81/frame 0xfffffe014cf78a50 sys_read() at sys_read+0xbc/frame 0xfffffe014cf78ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cf78bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cf78bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command getty pid 2520 tid 100232 td 0xfffffe014faaf100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0da7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f0da7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f0da810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f0da860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f0da870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f0da8e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014f0da910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014f0da970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014f0da9a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014f0daa00 dofileread() at dofileread+0x81/frame 0xfffffe014f0daa50 sys_read() at sys_read+0xbc/frame 0xfffffe014f0daac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f0dabf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f0dabf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003a35fa, rsp = 0x7fffffffeb68, rbp = 0x7fffffffebb0 --- Tracing command sshd pid 2561 tid 100233 td 0xfffffe014faaea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f0e97b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f0e97d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f0e9810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f0e9860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f0e9870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f0e98e0 seltdwait() at seltdwait+0x88/frame 0xfffffe014f0e9920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe014f0e9aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe014f0e9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f0e9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f0e9bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80087457a, rsp = 0x7fffffffe548, rbp = 0x7fffffffe580 --- Tracing command sshd pid 2564 tid 100156 td 0xfffffe01299c6800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297ff720 mi_switch() at mi_switch+0x155/frame 0xfffffe01297ff740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297ff780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01297ff7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01297ff7e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01297ff850 seltdwait() at seltdwait+0x88/frame 0xfffffe01297ff890 kern_select() at kern_select+0x99c/frame 0xfffffe01297ffa80 sys_select() at sys_select+0x56/frame 0xfffffe01297ffac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01297ffbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01297ffbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80087467a, rsp = 0x7fffffffa4e8, rbp = 0x7fffffffa520 --- Tracing command bash pid 2565 tid 100180 td 0xfffffe003cef4e00 --- swapped out Tracing command su pid 2570 tid 100218 td 0xfffffe01299a9300 --- swapped out Tracing command csh pid 2571 tid 100208 td 0xfffffe014eed4a00 --- swapped out Tracing command sh pid 2586 tid 100197 td 0xfffffe014ee6bc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cfd97b0 mi_switch() at mi_switch+0x155/frame 0xfffffe014cfd97d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cfd9810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014cfd9860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014cfd9870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014cfd98e0 tty_wait() at tty_wait+0x42/frame 0xfffffe014cfd9910 ttydisc_read() at ttydisc_read+0x20a/frame 0xfffffe014cfd9970 ttydev_read() at ttydev_read+0x4b/frame 0xfffffe014cfd99a0 devfs_read_f() at devfs_read_f+0xde/frame 0xfffffe014cfd9a00 dofileread() at dofileread+0x81/frame 0xfffffe014cfd9a50 sys_read() at sys_read+0xbc/frame 0xfffffe014cfd9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cfd9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cfd9bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003e65fa, rsp = 0x7fffffffe6f8, rbp = 0x7fffffffe7d0 --- Tracing command sh pid 2587 tid 100175 td 0xfffffe014ee6d100 --- swapped out Tracing command sshd pid 76399 tid 100381 td 0xfffffe014fcd1500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe015017f7b0 mi_switch() at mi_switch+0x155/frame 0xfffffe015017f7d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015017f810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe015017f860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe015017f870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe015017f8e0 seltdwait() at seltdwait+0x88/frame 0xfffffe015017f920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe015017faa0 sys_poll() at sys_poll+0x50/frame 0xfffffe015017fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe015017fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015017fbf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80087457a, rsp = 0x7fffffffe548, rbp = 0x7fffffffe580 --- Tracing command sshd pid 76786 tid 100303 td 0xfffffe014fcaa000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0150015720 mi_switch() at mi_switch+0x155/frame 0xfffffe0150015740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0150015780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01500157d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01500157e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0150015850 seltdwait() at seltdwait+0x88/frame 0xfffffe0150015890 kern_select() at kern_select+0x99c/frame 0xfffffe0150015a80 sys_select() at sys_select+0x56/frame 0xfffffe0150015ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0150015bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0150015bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80087467a, rsp = 0x7fffffffa4e8, rbp = 0x7fffffffa520 --- Tracing command bash pid 76787 tid 100415 td 0xfffffe0157081800 --- swapped out Tracing command md10 pid 94390 tid 226392 td 0xfffffe01554cbc00 (CPU 10) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf5ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf5ae10 trap() at trap+0x56/frame 0xfffffe003cf5af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf5af20 --- trap 0x13, rip = 0xffffffff806feca3, rsp = 0xfffffe0180b10af0, rbp = 0xfffffe0180b10b60 --- mdstart_swap() at mdstart_swap+0x163/frame 0xfffffe0180b10b60 md_kthread() at md_kthread+0x1d1/frame 0xfffffe0180b10bb0 fork_exit() at fork_exit+0x80/frame 0xfffffe0180b10bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0180b10bf0 --- trap 0, rip = 0, rsp = 0, rbp = 0 --- Tracing command su pid 94395 tid 256487 td 0xfffffe018e194000 --- swapped out Tracing command sh pid 94396 tid 256480 td 0xfffffe018e194700 --- swapped out Tracing command tail pid 78013 tid 100224 td 0xfffffe014f9d9c00 --- swapped out Tracing command tail pid 78016 tid 100264 td 0xfffffe014fcc4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f17f720 mi_switch() at mi_switch+0x155/frame 0xfffffe014f17f740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f17f780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f17f7d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f17f7e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe014f17f850 seltdwait() at seltdwait+0x88/frame 0xfffffe014f17f890 kern_select() at kern_select+0x99c/frame 0xfffffe014f17fa80 sys_select() at sys_select+0x56/frame 0xfffffe014f17fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f17fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f17fbf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80039967a, rsp = 0x7fffffffe6d8, rbp = 0x7fffffffe790 --- Tracing command run pid 94403 tid 259844 td 0xfffffe018f194000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe069941e860 mi_switch() at mi_switch+0x155/frame 0xfffffe069941e880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe069941e8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe069941e910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe069941e950 _sleep() at _sleep+0x289/frame 0xfffffe069941ea00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe069941ea80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe069941eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe069941ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe069941ebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038851a, rsp = 0x7fffffffe2e8, rbp = 0x7fffffffe330 --- Tracing command sshd pid 78019 tid 100304 td 0xfffffe014efece00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01500247b0 mi_switch() at mi_switch+0x155/frame 0xfffffe01500247d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0150024810 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0150024860 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0150024870 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe01500248e0 seltdwait() at seltdwait+0x88/frame 0xfffffe0150024920 kern_poll() at kern_poll+0x4b6/frame 0xfffffe0150024aa0 sys_poll() at sys_poll+0x50/frame 0xfffffe0150024ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0150024bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0150024bf0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80087457a, rsp = 0x7fffffffe548, rbp = 0x7fffffffe580 --- Tracing command run pid 94404 tid 257537 td 0xfffffe018e78bc00 --- swapped out Tracing command run pid 94405 tid 237967 td 0xfffffe0157c57c00 --- swapped out Tracing command lockf2 pid 94406 tid 259447 td 0xfffffe018efdc700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0698c5d860 mi_switch() at mi_switch+0x155/frame 0xfffffe0698c5d880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0698c5d8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0698c5d910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0698c5d950 _sleep() at _sleep+0x289/frame 0xfffffe0698c5da00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0698c5da80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0698c5dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0698c5dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0698c5dbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe448, rbp = 0x7fffffffe490 --- Tracing command symlink pid 94407 tid 237802 td 0xfffffe0157ba3800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e598860 mi_switch() at mi_switch+0x155/frame 0xfffffe067e598880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e5988c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe067e598910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe067e598950 _sleep() at _sleep+0x289/frame 0xfffffe067e598a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe067e598a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe067e598ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e598bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e598bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe448, rbp = 0x7fffffffe490 --- Tracing command sshd pid 78023 tid 100411 td 0xfffffe015707f500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0157218720 mi_switch() at mi_switch+0x155/frame 0xfffffe0157218740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0157218780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01572187d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01572187e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0157218850 seltdwait() at seltdwait+0x88/frame 0xfffffe0157218890 kern_select() at kern_select+0x99c/frame 0xfffffe0157218a80 sys_select() at sys_select+0x56/frame 0xfffffe0157218ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0157218bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0157218bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80087467a, rsp = 0x7fffffffa4e8, rbp = 0x7fffffffa520 --- Tracing command openat pid 94408 tid 246560 td 0xfffffe0168123700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06890a6860 mi_switch() at mi_switch+0x155/frame 0xfffffe06890a6880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06890a68c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe06890a6910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe06890a6950 _sleep() at _sleep+0x289/frame 0xfffffe06890a6a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe06890a6a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe06890a6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06890a6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06890a6bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe448, rbp = 0x7fffffffe490 --- Tracing command bash pid 78024 tid 100219 td 0xfffffe014f9daa00 --- swapped out Tracing command rw pid 94409 tid 241367 td 0xfffffe010ce63800 thread_exit() at thread_exit+0x2d3/frame 0xfffffe0682b39a40 exit1() at exit1+0xd9e/frame 0xfffffe0682b39ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0682b39ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0682b39bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0682b39bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x80038925a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5c0 --- Tracing command fts pid 94410 tid 104847 td 0xfffffe015eba5300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0182a7d860 mi_switch() at mi_switch+0x155/frame 0xfffffe0182a7d880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0182a7d8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0182a7d910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0182a7d950 _sleep() at _sleep+0x289/frame 0xfffffe0182a7da00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0182a7da80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0182a7dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0182a7dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0182a7dbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038851a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe4a0 --- Tracing command link pid 94411 tid 231863 td 0xfffffe0163328500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0677191860 mi_switch() at mi_switch+0x155/frame 0xfffffe0677191880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06771918c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0677191910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0677191950 _sleep() at _sleep+0x289/frame 0xfffffe0677191a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0677191a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0677191ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0677191bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0677191bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe4a0 --- Tracing command lockf pid 94412 tid 259983 td 0xfffffe018f239800 thread_exit() at thread_exit+0x2d3/frame 0xfffffe06996d5a40 exit1() at exit1+0xd9e/frame 0xfffffe06996d5ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe06996d5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06996d5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06996d5bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x80038925a, rsp = 0x7fffffffe5a8, rbp = 0x7fffffffe5c0 --- Tracing command creat pid 94413 tid 246523 td 0xfffffe0168125300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0688fed860 mi_switch() at mi_switch+0x155/frame 0xfffffe0688fed880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0688fed8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0688fed910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0688fed950 _sleep() at _sleep+0x289/frame 0xfffffe0688feda00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0688feda80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0688fedac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0688fedbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0688fedbf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe4a0 --- Tracing command mkdir pid 94414 tid 237517 td 0xfffffe01579bd500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e007860 mi_switch() at mi_switch+0x155/frame 0xfffffe067e007880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e0078c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe067e007910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe067e007950 _sleep() at _sleep+0x289/frame 0xfffffe067e007a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe067e007a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe067e007ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e007bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e007bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe4a0 --- Tracing command rename pid 94415 tid 259972 td 0xfffffe018f21f500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe069969e860 mi_switch() at mi_switch+0x155/frame 0xfffffe069969e880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe069969e8c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe069969e910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe069969e950 _sleep() at _sleep+0x289/frame 0xfffffe069969ea00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe069969ea80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe069969eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe069969ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe069969ebf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe448, rbp = 0x7fffffffe490 --- Tracing command swap pid 94416 tid 231583 td 0xfffffe01631eba00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0676c19860 mi_switch() at mi_switch+0x155/frame 0xfffffe0676c19880 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0676c198c0 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0676c19910 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe0676c19950 _sleep() at _sleep+0x289/frame 0xfffffe0676c19a00 kern_clock_nanosleep() at kern_clock_nanosleep+0x1e1/frame 0xfffffe0676c19a80 sys_nanosleep() at sys_nanosleep+0x3b/frame 0xfffffe0676c19ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0676c19bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0676c19bf0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x80038951a, rsp = 0x7fffffffe458, rbp = 0x7fffffffe4a0 --- Tracing command lockf2 pid 94417 tid 231856 td 0xfffffe0163328c00 --- swapped out Tracing command lockf2 pid 94418 tid 237698 td 0xfffffe0157ae5500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e38b480 mi_switch() at mi_switch+0x155/frame 0xfffffe067e38b4a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e38b4e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe067e38b540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067e38b5e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067e38b620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067e38b640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067e38b6a0 lookup() at lookup+0xd5/frame 0xfffffe067e38b740 namei() at namei+0x6ac/frame 0xfffffe067e38b800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe067e38b960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067e38bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e38bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e38bbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command mkfifo pid 94419 tid 256675 td 0xfffffe018e297500 thread_exit() at thread_exit+0x2d3/frame 0xfffffe0695639a40 exit1() at exit1+0xd9e/frame 0xfffffe0695639ab0 sys_sys_exit() at sys_sys_exit+0xd/frame 0xfffffe0695639ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695639bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695639bf0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8003a125a, rsp = 0x7fffffffe598, rbp = 0x7fffffffe5b0 --- Tracing command openat pid 94420 tid 259316 td 0xfffffe018ef52a00 --- swapped out Tracing command lockf2 pid 94421 tid 238005 td 0xfffffe0164b04500 (CPU 5) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf1ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf1ee10 trap() at trap+0x56/frame 0xfffffe003cf1ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf1ef20 --- trap 0x13, rip = 0xffffffff80bd2120, rsp = 0xfffffe067e98f7b0, rbp = 0xfffffe067e98f840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe067e98f840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe067e98f890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe067e98f990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe067e98f9b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe067e98fa50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe067e98fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e98fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e98fbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command openat pid 94422 tid 256681 td 0xfffffe018e296e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695657200 mi_switch() at mi_switch+0x155/frame 0xfffffe0695657220 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0695657260 sleeplk() at sleeplk+0xf2/frame 0xfffffe06956572c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0695657360 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe0695657400 getblkx() at getblkx+0x1b5/frame 0xfffffe06956574c0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe0695657520 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe06956575a0 ffs_update() at ffs_update+0x139/frame 0xfffffe0695657630 ufs_makeinode() at ufs_makeinode+0x3b6/frame 0xfffffe06956577c0 ufs_create() at ufs_create+0x34/frame 0xfffffe06956577e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe0695657800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe0695657960 kern_openat() at kern_openat+0x26f/frame 0xfffffe0695657ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695657bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695657bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe208, rbp = 0x7fffffffe2f0 --- Tracing command lockf2 pid 94423 tid 236635 td 0xfffffe015754d100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067cecd480 mi_switch() at mi_switch+0x155/frame 0xfffffe067cecd4a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067cecd4e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe067cecd540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067cecd5e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067cecd620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067cecd640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067cecd6a0 lookup() at lookup+0xd5/frame 0xfffffe067cecd740 namei() at namei+0x6ac/frame 0xfffffe067cecd800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe067cecd960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067cecdac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067cecdbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067cecdbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command lockf2 pid 94424 tid 239132 td 0xfffffe016517a100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067ff92480 mi_switch() at mi_switch+0x155/frame 0xfffffe067ff924a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067ff924e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe067ff92540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067ff925e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067ff92620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067ff92640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067ff926a0 lookup() at lookup+0xd5/frame 0xfffffe067ff92740 namei() at namei+0x6ac/frame 0xfffffe067ff92800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe067ff92960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067ff92ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067ff92bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067ff92bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command link pid 94425 tid 233215 td 0xfffffe0151407c00 --- swapped out Tracing command lockf2 pid 94426 tid 245609 td 0xfffffe0167bc7e00 (CPU 4) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf12e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf12e10 trap() at trap+0x56/frame 0xfffffe003cf12f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf12f20 --- trap 0x13, rip = 0xffffffff80bd2120, rsp = 0xfffffe0687e137b0, rbp = 0xfffffe0687e13840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe0687e13840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe0687e13890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe0687e13990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe0687e139b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe0687e13a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe0687e13ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0687e13bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0687e13bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command fts pid 94427 tid 258403 td 0xfffffe018eb48700 --- swapped out Tracing command lockf2 pid 94428 tid 223679 td 0xfffffe0173b01e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe018378d690 mi_switch() at mi_switch+0x155/frame 0xfffffe018378d6b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe018378d6e0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe018378d6e0 --- interrupt, rip = 0xffffffff80bd2120, rsp = 0xfffffe018378d7b0, rbp = 0xfffffe018378d840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe018378d840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe018378d890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe018378d990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe018378d9b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe018378da50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe018378dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe018378dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe018378dbf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command link pid 94429 tid 256715 td 0xfffffe018e313800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695701390 mi_switch() at mi_switch+0x155/frame 0xfffffe06957013b0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06957013f0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0695701450 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe06957014f0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0695701530 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0695701550 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06957015b0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x269/frame 0xfffffe0695701630 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe06957016a0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe0695701790 namei() at namei+0x12c/frame 0xfffffe0695701850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe0695701aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0695701ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695701bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695701bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command fts pid 94430 tid 235317 td 0xfffffe0176d1d000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067b50f4f0 mi_switch() at mi_switch+0x155/frame 0xfffffe067b50f510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067b50f550 sleeplk() at sleeplk+0xf2/frame 0xfffffe067b50f5b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067b50f650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067b50f690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067b50f6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067b50f710 lookup() at lookup+0xd5/frame 0xfffffe067b50f7b0 namei() at namei+0x6ac/frame 0xfffffe067b50f870 kern_statat() at kern_statat+0x130/frame 0xfffffe067b50f9c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe067b50fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067b50fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067b50fbf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x8003882fa, rsp = 0x7fffffffe118, rbp = 0x7fffffffe1d0 --- Tracing command link pid 94431 tid 246520 td 0xfffffe0168125a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0688fde5d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0688fde5f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0688fde630 _sleep() at _sleep+0x2b4/frame 0xfffffe0688fde6e0 bufwait() at bufwait+0xc4/frame 0xfffffe0688fde720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0688fde770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe0688fde7d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0688fde830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0688fde850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0688fdeaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0688fdeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0688fdebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0688fdebf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94432 tid 246602 td 0xfffffe016819a800 (CPU 1) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003ceeee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003ceeee10 trap() at trap+0x56/frame 0xfffffe003ceeef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003ceeef20 --- trap 0x13, rip = 0xffffffff80bd20f0, rsp = 0xfffffe06891787b0, rbp = 0xfffffe0689178840 --- lf_advlockasync() at lf_advlockasync+0xc40/frame 0xfffffe0689178840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe0689178890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe0689178990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe06891789b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe0689178a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe0689178ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0689178bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0689178bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command fts pid 94433 tid 100192 td 0xfffffe014eed5800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014cfed4f0 mi_switch() at mi_switch+0x155/frame 0xfffffe014cfed510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014cfed550 sleeplk() at sleeplk+0xf2/frame 0xfffffe014cfed5b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe014cfed650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe014cfed690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe014cfed6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe014cfed710 lookup() at lookup+0xd5/frame 0xfffffe014cfed7b0 namei() at namei+0x6ac/frame 0xfffffe014cfed870 kern_statat() at kern_statat+0x130/frame 0xfffffe014cfed9c0 sys_fstatat() at sys_fstatat+0x2f/frame 0xfffffe014cfedac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014cfedbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014cfedbf0 --- syscall (552, FreeBSD ELF64, sys_fstatat), rip = 0x8003882fa, rsp = 0x7fffffffe118, rbp = 0x7fffffffe1d0 --- Tracing command lockf2 pid 94434 tid 257641 td 0xfffffe018e7fa300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0696912480 mi_switch() at mi_switch+0x155/frame 0xfffffe06969124a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06969124e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0696912540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06969125e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0696912620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0696912640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06969126a0 lookup() at lookup+0xd5/frame 0xfffffe0696912740 namei() at namei+0x6ac/frame 0xfffffe0696912800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe0696912960 kern_openat() at kern_openat+0x26f/frame 0xfffffe0696912ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0696912bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0696912bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command link pid 94435 tid 246535 td 0xfffffe0168124c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06890295d0 mi_switch() at mi_switch+0x155/frame 0xfffffe06890295f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0689029630 _sleep() at _sleep+0x2b4/frame 0xfffffe06890296e0 bufwait() at bufwait+0xc4/frame 0xfffffe0689029720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0689029770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe06890297d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0689029830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0689029850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0689029aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0689029ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0689029bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0689029bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94436 tid 238019 td 0xfffffe0164b03e00 (CPU 7) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf36e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf36e10 trap() at trap+0x56/frame 0xfffffe003cf36f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf36f20 --- trap 0x13, rip = 0xffffffff80bd2120, rsp = 0xfffffe067e9d07b0, rbp = 0xfffffe067e9d0840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe067e9d0840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe067e9d0890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe067e9d0990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe067e9d09b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe067e9d0a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe067e9d0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e9d0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e9d0bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command link pid 94437 tid 231592 td 0xfffffe01631eb300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0676c465d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0676c465f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0676c46630 _sleep() at _sleep+0x2b4/frame 0xfffffe0676c466e0 bufwait() at bufwait+0xc4/frame 0xfffffe0676c46720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0676c46770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe0676c467d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0676c46830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0676c46850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0676c46aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0676c46ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0676c46bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0676c46bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94438 tid 259535 td 0xfffffe018f041500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0698e15480 mi_switch() at mi_switch+0x155/frame 0xfffffe0698e154a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0698e154e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0698e15540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0698e155e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0698e15620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0698e15640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0698e156a0 lookup() at lookup+0xd5/frame 0xfffffe0698e15740 namei() at namei+0x6ac/frame 0xfffffe0698e15800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe0698e15960 kern_openat() at kern_openat+0x26f/frame 0xfffffe0698e15ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0698e15bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0698e15bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command link pid 94439 tid 226430 td 0xfffffe014d0c3300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0180962310 mi_switch() at mi_switch+0x155/frame 0xfffffe0180962330 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0180962370 sleeplk() at sleeplk+0xf2/frame 0xfffffe01809623d0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0180962470 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe0180962510 getblkx() at getblkx+0x1b5/frame 0xfffffe01809625d0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe0180962630 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe01809626b0 ffs_update() at ffs_update+0x139/frame 0xfffffe0180962740 ufs_inactive() at ufs_inactive+0x2ba/frame 0xfffffe0180962780 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe01809627a0 vinactivef() at vinactivef+0xf5/frame 0xfffffe01809627e0 vput_final() at vput_final+0x257/frame 0xfffffe0180962850 kern_funlinkat() at kern_funlinkat+0x279/frame 0xfffffe0180962aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0180962ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0180962bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0180962bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94440 tid 100258 td 0xfffffe014fcc1800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f161690 mi_switch() at mi_switch+0x155/frame 0xfffffe014f1616b0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe014f1616e0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe014f1616e0 --- interrupt, rip = 0xffffffff80bd2120, rsp = 0xfffffe014f1617b0, rbp = 0xfffffe014f161840 --- lf_advlockasync() at lf_advlockasync+0xc70/frame 0xfffffe014f161840 lf_advlock() at lf_advlock+0x45/frame 0xfffffe014f161890 vop_stdadvlock() at vop_stdadvlock+0xbc/frame 0xfffffe014f161990 VOP_ADVLOCK_APV() at VOP_ADVLOCK_APV+0x59/frame 0xfffffe014f1619b0 kern_fcntl() at kern_fcntl+0xb5b/frame 0xfffffe014f161a50 kern_fcntl_freebsd() at kern_fcntl_freebsd+0xa1/frame 0xfffffe014f161ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f161bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f161bf0 --- syscall (92, FreeBSD ELF64, sys_fcntl), rip = 0x80038945a, rsp = 0x7fffffffe3b8, rbp = 0x7fffffffe400 --- Tracing command link pid 94441 tid 225672 td 0xfffffe014fd01c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0180d6d220 mi_switch() at mi_switch+0x155/frame 0xfffffe0180d6d240 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0180d6d280 sleeplk() at sleeplk+0xf2/frame 0xfffffe0180d6d2e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0180d6d380 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe0180d6d420 getblkx() at getblkx+0x1b5/frame 0xfffffe0180d6d4e0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe0180d6d540 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe0180d6d5c0 ffs_update() at ffs_update+0x139/frame 0xfffffe0180d6d650 ufs_link() at ufs_link+0x17e/frame 0xfffffe0180d6d7a0 VOP_LINK_APV() at VOP_LINK_APV+0x81/frame 0xfffffe0180d6d7c0 kern_linkat_vp() at kern_linkat_vp+0x36d/frame 0xfffffe0180d6d9b0 sys_link() at sys_link+0xf4/frame 0xfffffe0180d6dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0180d6dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0180d6dbf0 --- syscall (9, FreeBSD ELF64, sys_link), rip = 0x8003864ba, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94442 tid 245996 td 0xfffffe0167df3000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06885a2480 mi_switch() at mi_switch+0x155/frame 0xfffffe06885a24a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06885a24e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe06885a2540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06885a25e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06885a2620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06885a2640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06885a26a0 lookup() at lookup+0xd5/frame 0xfffffe06885a2740 namei() at namei+0x6ac/frame 0xfffffe06885a2800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe06885a2960 kern_openat() at kern_openat+0x26f/frame 0xfffffe06885a2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06885a2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06885a2bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command link pid 94443 tid 259843 td 0xfffffe018f194700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06994195d0 mi_switch() at mi_switch+0x155/frame 0xfffffe06994195f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0699419630 _sleep() at _sleep+0x2b4/frame 0xfffffe06994196e0 bufwait() at bufwait+0xc4/frame 0xfffffe0699419720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0699419770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe06994197d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0699419830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0699419850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0699419aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0699419ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0699419bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0699419bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command swap pid 94444 tid 239119 td 0xfffffe01650df000 --- swapped out Tracing command lockf2 pid 94445 tid 237997 td 0xfffffe0164b04c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e967480 mi_switch() at mi_switch+0x155/frame 0xfffffe067e9674a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e9674e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe067e967540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067e9675e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067e967620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067e967640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067e9676a0 lookup() at lookup+0xd5/frame 0xfffffe067e967740 namei() at namei+0x6ac/frame 0xfffffe067e967800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe067e967960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067e967ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e967bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e967bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command link pid 94446 tid 225791 td 0xfffffe014d0c4100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe017dc53220 mi_switch() at mi_switch+0x155/frame 0xfffffe017dc53240 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe017dc53280 sleeplk() at sleeplk+0xf2/frame 0xfffffe017dc532e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe017dc53380 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe017dc53420 getblkx() at getblkx+0x1b5/frame 0xfffffe017dc534e0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe017dc53540 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe017dc535c0 ffs_update() at ffs_update+0x139/frame 0xfffffe017dc53650 ufs_link() at ufs_link+0x17e/frame 0xfffffe017dc537a0 VOP_LINK_APV() at VOP_LINK_APV+0x81/frame 0xfffffe017dc537c0 kern_linkat_vp() at kern_linkat_vp+0x36d/frame 0xfffffe017dc539b0 sys_link() at sys_link+0xf4/frame 0xfffffe017dc53ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe017dc53bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe017dc53bf0 --- syscall (9, FreeBSD ELF64, sys_link), rip = 0x8003864ba, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94447 tid 238905 td 0xfffffe0164f7d000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067fb23480 mi_switch() at mi_switch+0x155/frame 0xfffffe067fb234a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067fb234e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe067fb23540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067fb235e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067fb23620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067fb23640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067fb236a0 lookup() at lookup+0xd5/frame 0xfffffe067fb23740 namei() at namei+0x6ac/frame 0xfffffe067fb23800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe067fb23960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067fb23ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067fb23bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067fb23bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command swap pid 94448 tid 256512 td 0xfffffe018e1fb100 (CPU 11) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf66e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf66e10 trap() at trap+0x56/frame 0xfffffe003cf66f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf66f20 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94449 tid 238007 td 0xfffffe0157c56700 (CPU 8) kdb_enter() at kdb_enter+0x37/frame 0xfffffe067e9991d0 vpanic() at vpanic+0x1b2/frame 0xfffffe067e999220 panic() at panic+0x43/frame 0xfffffe067e999280 vget_finish_ref() at vget_finish_ref+0x1b7/frame 0xfffffe067e9992a0 vget_finish() at vget_finish+0x8b/frame 0xfffffe067e9992d0 vfs_hash_get() at vfs_hash_get+0xbf/frame 0xfffffe067e999320 ffs_vgetf() at ffs_vgetf+0x58/frame 0xfffffe067e9993b0 ufs_lookup_ino() at ufs_lookup_ino+0x118d/frame 0xfffffe067e999520 VOP_CACHEDLOOKUP_APV() at VOP_CACHEDLOOKUP_APV+0x56/frame 0xfffffe067e999540 vfs_cache_lookup() at vfs_cache_lookup+0xa6/frame 0xfffffe067e999590 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e9995b0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x2e2/frame 0xfffffe067e999630 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe067e9996a0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe067e999790 namei() at namei+0x12c/frame 0xfffffe067e999850 kern_funlinkat() at kern_funlinkat+0x16c/frame 0xfffffe067e999aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067e999ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e999bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e999bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94450 tid 233237 td 0xfffffe0151406e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0678c67480 mi_switch() at mi_switch+0x155/frame 0xfffffe0678c674a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0678c674e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0678c67540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0678c675e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0678c67620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0678c67640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0678c676a0 lookup() at lookup+0xd5/frame 0xfffffe0678c67740 namei() at namei+0x6ac/frame 0xfffffe0678c67800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe0678c67960 kern_openat() at kern_openat+0x26f/frame 0xfffffe0678c67ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0678c67bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0678c67bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command swap pid 94451 tid 237842 td 0xfffffe0157bc5c00 (CPU 6) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf2ae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf2ae10 trap() at trap+0x56/frame 0xfffffe003cf2af20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf2af20 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94452 tid 235325 td 0xfffffe0176d66800 (CPU 3) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf06e00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf06e10 trap() at trap+0x56/frame 0xfffffe003cf06f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf06f20 --- trap 0x13, rip = 0xffffffff80c4cb02, rsp = 0xfffffe067b537590, rbp = 0xfffffe067b5375a0 --- lock_delay() at lock_delay+0x42/frame 0xfffffe067b5375a0 __rw_wlock_hard() at __rw_wlock_hard+0x198/frame 0xfffffe067b537650 _rw_wlock_cookie() at _rw_wlock_cookie+0xb7/frame 0xfffffe067b537690 softdep_update_inodeblock() at softdep_update_inodeblock+0xdc/frame 0xfffffe067b5376e0 ffs_update() at ffs_update+0x1f7/frame 0xfffffe067b537740 ufs_inactive() at ufs_inactive+0x2ba/frame 0xfffffe067b537780 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe067b5377a0 vinactivef() at vinactivef+0xf5/frame 0xfffffe067b5377e0 vput_final() at vput_final+0x257/frame 0xfffffe067b537850 kern_funlinkat() at kern_funlinkat+0x279/frame 0xfffffe067b537aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067b537ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067b537bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067b537bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94453 tid 100306 td 0xfffffe014fded800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe015002e480 mi_switch() at mi_switch+0x155/frame 0xfffffe015002e4a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe015002e4e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe015002e540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe015002e5e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe015002e620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe015002e640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe015002e6a0 lookup() at lookup+0xd5/frame 0xfffffe015002e740 namei() at namei+0x6ac/frame 0xfffffe015002e800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe015002e960 kern_openat() at kern_openat+0x26f/frame 0xfffffe015002eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe015002ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe015002ebf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command swap pid 94454 tid 104232 td 0xfffffe01565f9c00 (CPU 9) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cf4ee00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cf4ee10 trap() at trap+0x56/frame 0xfffffe003cf4ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cf4ef20 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94455 tid 259320 td 0xfffffe018ef50e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06989e2220 mi_switch() at mi_switch+0x155/frame 0xfffffe06989e2240 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06989e2280 _sleep() at _sleep+0x2b4/frame 0xfffffe06989e2330 bufwait() at bufwait+0xc4/frame 0xfffffe06989e2370 bufwrite() at bufwrite+0x25a/frame 0xfffffe06989e23c0 ffs_update() at ffs_update+0x2fd/frame 0xfffffe06989e2420 softdep_sync_buf() at softdep_sync_buf+0xaba/frame 0xfffffe06989e2500 ffs_syncvnode() at ffs_syncvnode+0x264/frame 0xfffffe06989e2590 ffs_truncate() at ffs_truncate+0x78c/frame 0xfffffe06989e2770 ffs_vput_pair() at ffs_vput_pair+0x1b5/frame 0xfffffe06989e2800 vn_open_cred() at vn_open_cred+0x2e9/frame 0xfffffe06989e2960 kern_openat() at kern_openat+0x26f/frame 0xfffffe06989e2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06989e2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06989e2bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command lockf2 pid 94456 tid 235315 td 0xfffffe0176d1d700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067b505480 mi_switch() at mi_switch+0x155/frame 0xfffffe067b5054a0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067b5054e0 sleeplk() at sleeplk+0xf2/frame 0xfffffe067b505540 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067b5055e0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067b505620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067b505640 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067b5056a0 lookup() at lookup+0xd5/frame 0xfffffe067b505740 namei() at namei+0x6ac/frame 0xfffffe067b505800 vn_open_cred() at vn_open_cred+0x3d5/frame 0xfffffe067b505960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067b505ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067b505bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067b505bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe318, rbp = 0x7fffffffe400 --- Tracing command swap pid 94457 tid 233229 td 0xfffffe0151407500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0678c3fba0 mi_switch() at mi_switch+0x155/frame 0xfffffe0678c3fbc0 ipi_bitmap_handler() at ipi_bitmap_handler+0x87/frame 0xfffffe0678c3fbf0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0xb3/frame 0xfffffe0678c3fbf0 --- interrupt, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94458 tid 233146 td 0xfffffe015133a000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0678aa05d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0678aa05f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0678aa0630 _sleep() at _sleep+0x2b4/frame 0xfffffe0678aa06e0 bufwait() at bufwait+0xc4/frame 0xfffffe0678aa0720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0678aa0770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe0678aa07d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0678aa0830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0678aa0850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0678aa0aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0678aa0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0678aa0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0678aa0bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command swap pid 94459 tid 236496 td 0xfffffe015740e000 (CPU 0) cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81df1920 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xffffffff81df1930 trap() at trap+0x56/frame 0xffffffff81df1a40 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81df1a40 --- trap 0x13, rip = 0x20373e, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94460 tid 232877 td 0xfffffe01638c8c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067855f5d0 mi_switch() at mi_switch+0x155/frame 0xfffffe067855f5f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067855f630 _sleep() at _sleep+0x2b4/frame 0xfffffe067855f6e0 bufwait() at bufwait+0xc4/frame 0xfffffe067855f720 bufwrite() at bufwrite+0x25a/frame 0xfffffe067855f770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe067855f7d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe067855f830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe067855f850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe067855faa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067855fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067855fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067855fbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command swap pid 94461 tid 258824 td 0xfffffe018ed2b500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0698032710 mi_switch() at mi_switch+0x155/frame 0xfffffe0698032730 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0698032770 sleepq_timedwait() at sleepq_timedwait+0x4b/frame 0xfffffe06980327b0 _sleep() at _sleep+0x29b/frame 0xfffffe0698032860 swap_pager_getpages_locked() at swap_pager_getpages_locked+0x581/frame 0xfffffe06980328e0 vm_pager_get_pages() at vm_pager_get_pages+0x4f/frame 0xfffffe0698032930 vm_fault() at vm_fault+0x5e3/frame 0xfffffe0698032a40 vm_fault_trap() at vm_fault_trap+0x71/frame 0xfffffe0698032a80 trap_pfault() at trap_pfault+0x246/frame 0xfffffe0698032ae0 trap() at trap+0x452/frame 0xfffffe0698032bf0 calltrap() at calltrap+0x8/frame 0xfffffe0698032bf0 --- trap 0xc, rip = 0x203739, rsp = 0x7fffffffe420, rbp = 0x7fffffffe440 --- Tracing command link pid 94462 tid 226376 td 0xfffffe014fdda100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01831855d0 mi_switch() at mi_switch+0x155/frame 0xfffffe01831855f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0183185630 _sleep() at _sleep+0x2b4/frame 0xfffffe01831856e0 bufwait() at bufwait+0xc4/frame 0xfffffe0183185720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0183185770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe01831857d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0183185830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0183185850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0183185aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0183185ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0183185bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0183185bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command swap pid 94463 tid 259564 td 0xfffffe018f05e700 thread_exit() at thread_exit+0x2d3/frame 0xfffffe0698ea67a0 exit1() at exit1+0xd9e/frame 0xfffffe0698ea6810 sigexit() at sigexit+0x15c/frame 0xfffffe0698ea6ae0 postsig() at postsig+0x2cc/frame 0xfffffe0698ea6bb0 ast() at ast+0x4fb/frame 0xfffffe0698ea6bf0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffe440 Tracing command link pid 94464 tid 232866 td 0xfffffe01638c9300 (CPU 2) cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe003cefae00 ipi_nmi_handler() at ipi_nmi_handler+0x39/frame 0xfffffe003cefae10 trap() at trap+0x56/frame 0xfffffe003cefaf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe003cefaf20 --- trap 0x13, rip = 0xffffffff80ebbcca, rsp = 0xfffffe0678528460, rbp = 0xfffffe0678528530 --- softdep_setup_directory_add() at softdep_setup_directory_add+0x76a/frame 0xfffffe0678528530 ufs_direnter() at ufs_direnter+0x888/frame 0xfffffe0678528650 ufs_link() at ufs_link+0x1af/frame 0xfffffe06785287a0 VOP_LINK_APV() at VOP_LINK_APV+0x81/frame 0xfffffe06785287c0 kern_linkat_vp() at kern_linkat_vp+0x36d/frame 0xfffffe06785289b0 sys_link() at sys_link+0xf4/frame 0xfffffe0678528ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0678528bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0678528bf0 --- syscall (9, FreeBSD ELF64, sys_link), rip = 0x8003864ba, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command link pid 94465 tid 258572 td 0xfffffe018ec13500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0697b465d0 mi_switch() at mi_switch+0x155/frame 0xfffffe0697b465f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0697b46630 _sleep() at _sleep+0x2b4/frame 0xfffffe0697b466e0 bufwait() at bufwait+0xc4/frame 0xfffffe0697b46720 bufwrite() at bufwrite+0x25a/frame 0xfffffe0697b46770 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe0697b467d0 ufs_remove() at ufs_remove+0x9b/frame 0xfffffe0697b46830 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x81/frame 0xfffffe0697b46850 kern_funlinkat() at kern_funlinkat+0x31d/frame 0xfffffe0697b46aa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe0697b46ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0697b46bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0697b46bf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe308, rbp = 0x7fffffffe440 --- Tracing command creat pid 94466 tid 100386 td 0xfffffe014fcd0700 --- swapped out Tracing command creat pid 94467 tid 233111 td 0xfffffe015133ae00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06789f0fa0 mi_switch() at mi_switch+0x155/frame 0xfffffe06789f0fc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06789f1000 sleeplk() at sleeplk+0xf2/frame 0xfffffe06789f1060 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe06789f1100 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe06789f11a0 getblkx() at getblkx+0x1b5/frame 0xfffffe06789f1260 breadn_flags() at breadn_flags+0x44/frame 0xfffffe06789f12c0 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe06789f1340 ffs_update() at ffs_update+0x139/frame 0xfffffe06789f13d0 handle_workitem_remove() at handle_workitem_remove+0x4a9/frame 0xfffffe06789f1450 process_worklist_item() at process_worklist_item+0x2a0/frame 0xfffffe06789f14e0 softdep_request_cleanup() at softdep_request_cleanup+0x390/frame 0xfffffe06789f1580 ffs_valloc() at ffs_valloc+0x4fb/frame 0xfffffe06789f1630 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe06789f17c0 ufs_create() at ufs_create+0x34/frame 0xfffffe06789f17e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe06789f1800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe06789f1960 kern_openat() at kern_openat+0x26f/frame 0xfffffe06789f1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06789f1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06789f1bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command rename pid 94468 tid 246575 td 0xfffffe0168123000 --- swapped out Tracing command creat pid 94469 tid 259534 td 0xfffffe018f041c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0698e101b0 mi_switch() at mi_switch+0x155/frame 0xfffffe0698e101d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0698e10210 sleeplk() at sleeplk+0xf2/frame 0xfffffe0698e10270 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0698e10310 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe0698e103b0 getblkx() at getblkx+0x1b5/frame 0xfffffe0698e10470 breadn_flags() at breadn_flags+0x44/frame 0xfffffe0698e104d0 ffs_vgetf() at ffs_vgetf+0x362/frame 0xfffffe0698e10580 ffs_valloc() at ffs_valloc+0x55f/frame 0xfffffe0698e10630 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe0698e107c0 ufs_create() at ufs_create+0x34/frame 0xfffffe0698e107e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe0698e10800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe0698e10960 kern_openat() at kern_openat+0x26f/frame 0xfffffe0698e10ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0698e10bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0698e10bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command rename pid 94470 tid 100512 td 0xfffffe01570b8000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01573d04f0 mi_switch() at mi_switch+0x155/frame 0xfffffe01573d0510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01573d0550 sleeplk() at sleeplk+0xf2/frame 0xfffffe01573d05b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe01573d0650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe01573d0690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe01573d06b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe01573d0710 lookup() at lookup+0xd5/frame 0xfffffe01573d07b0 namei() at namei+0x6ac/frame 0xfffffe01573d0870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe01573d0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01573d0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01573d0bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command symlink pid 94471 tid 236510 td 0xfffffe01574a5100 --- swapped out Tracing command creat pid 94472 tid 256627 td 0xfffffe018e298a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695548fa0 mi_switch() at mi_switch+0x155/frame 0xfffffe0695548fc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0695549000 sleeplk() at sleeplk+0xf2/frame 0xfffffe0695549060 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0695549100 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe06955491a0 getblkx() at getblkx+0x1b5/frame 0xfffffe0695549260 breadn_flags() at breadn_flags+0x44/frame 0xfffffe06955492c0 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe0695549340 ffs_update() at ffs_update+0x139/frame 0xfffffe06955493d0 handle_workitem_remove() at handle_workitem_remove+0x4a9/frame 0xfffffe0695549450 process_worklist_item() at process_worklist_item+0x2a0/frame 0xfffffe06955494e0 softdep_request_cleanup() at softdep_request_cleanup+0x390/frame 0xfffffe0695549580 ffs_valloc() at ffs_valloc+0x4fb/frame 0xfffffe0695549630 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe06955497c0 ufs_create() at ufs_create+0x34/frame 0xfffffe06955497e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe0695549800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe0695549960 kern_openat() at kern_openat+0x26f/frame 0xfffffe0695549ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695549bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695549bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command rename pid 94473 tid 259533 td 0xfffffe018f042300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0698e0b4f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0698e0b510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0698e0b550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0698e0b5b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0698e0b650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0698e0b690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0698e0b6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0698e0b710 lookup() at lookup+0xd5/frame 0xfffffe0698e0b7b0 namei() at namei+0x6ac/frame 0xfffffe0698e0b870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0698e0bac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0698e0bbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0698e0bbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command creat pid 94474 tid 100178 td 0xfffffe003cef5500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe00e4bfc1b0 mi_switch() at mi_switch+0x155/frame 0xfffffe00e4bfc1d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe00e4bfc210 sleeplk() at sleeplk+0xf2/frame 0xfffffe00e4bfc270 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe00e4bfc310 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe00e4bfc3b0 getblkx() at getblkx+0x1b5/frame 0xfffffe00e4bfc470 breadn_flags() at breadn_flags+0x44/frame 0xfffffe00e4bfc4d0 ffs_vgetf() at ffs_vgetf+0x362/frame 0xfffffe00e4bfc580 ffs_valloc() at ffs_valloc+0x55f/frame 0xfffffe00e4bfc630 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe00e4bfc7c0 ufs_create() at ufs_create+0x34/frame 0xfffffe00e4bfc7e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe00e4bfc800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe00e4bfc960 kern_openat() at kern_openat+0x26f/frame 0xfffffe00e4bfcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe00e4bfcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe00e4bfcbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command rename pid 94475 tid 258823 td 0xfffffe018ed2bc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe069802d4f0 mi_switch() at mi_switch+0x155/frame 0xfffffe069802d510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe069802d550 sleeplk() at sleeplk+0xf2/frame 0xfffffe069802d5b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe069802d650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe069802d690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe069802d6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe069802d710 lookup() at lookup+0xd5/frame 0xfffffe069802d7b0 namei() at namei+0x6ac/frame 0xfffffe069802d870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe069802dac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe069802dbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe069802dbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command symlink pid 94476 tid 258000 td 0xfffffe018e98b500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe069701a360 mi_switch() at mi_switch+0x155/frame 0xfffffe069701a380 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe069701a3c0 _sleep() at _sleep+0x2b4/frame 0xfffffe069701a470 bufwait() at bufwait+0xc4/frame 0xfffffe069701a4b0 bufwrite() at bufwrite+0x25a/frame 0xfffffe069701a500 ffs_update() at ffs_update+0x2fd/frame 0xfffffe069701a560 ffs_truncate() at ffs_truncate+0x76f/frame 0xfffffe069701a740 ufs_inactive() at ufs_inactive+0x1ae/frame 0xfffffe069701a780 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe069701a7a0 vinactivef() at vinactivef+0xf5/frame 0xfffffe069701a7e0 vput_final() at vput_final+0x257/frame 0xfffffe069701a850 kern_funlinkat() at kern_funlinkat+0x279/frame 0xfffffe069701aaa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe069701aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe069701abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe069701abf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe388, rbp = 0x7fffffffe430 --- Tracing command rename pid 94477 tid 100242 td 0xfffffe014eed2e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f111420 mi_switch() at mi_switch+0x155/frame 0xfffffe014f111440 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f111480 sleeplk() at sleeplk+0xf2/frame 0xfffffe014f1114e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe014f111580 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe014f1115c0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe014f1115e0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe014f111640 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x269/frame 0xfffffe014f1116c0 cache_fplookup() at cache_fplookup+0x7f0/frame 0xfffffe014f1117b0 namei() at namei+0x12c/frame 0xfffffe014f111870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe014f111ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f111bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f111bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command creat pid 94479 tid 100243 td 0xfffffe014eed2700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f10bfa0 mi_switch() at mi_switch+0x155/frame 0xfffffe014f10bfc0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f10c000 sleeplk() at sleeplk+0xf2/frame 0xfffffe014f10c060 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe014f10c100 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe014f10c1a0 getblkx() at getblkx+0x1b5/frame 0xfffffe014f10c260 breadn_flags() at breadn_flags+0x44/frame 0xfffffe014f10c2c0 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe014f10c340 ffs_update() at ffs_update+0x139/frame 0xfffffe014f10c3d0 handle_workitem_remove() at handle_workitem_remove+0x4a9/frame 0xfffffe014f10c450 process_worklist_item() at process_worklist_item+0x2a0/frame 0xfffffe014f10c4e0 softdep_request_cleanup() at softdep_request_cleanup+0x390/frame 0xfffffe014f10c580 ffs_valloc() at ffs_valloc+0x4fb/frame 0xfffffe014f10c630 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe014f10c7c0 ufs_create() at ufs_create+0x34/frame 0xfffffe014f10c7e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe014f10c800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe014f10c960 kern_openat() at kern_openat+0x26f/frame 0xfffffe014f10cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f10cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f10cbf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command symlink pid 94480 tid 226717 td 0xfffffe016273f300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01837c9240 mi_switch() at mi_switch+0x155/frame 0xfffffe01837c9260 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01837c92a0 sleeplk() at sleeplk+0xf2/frame 0xfffffe01837c9300 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe01837c93a0 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe01837c9440 getblkx() at getblkx+0x1b5/frame 0xfffffe01837c9500 breadn_flags() at breadn_flags+0x44/frame 0xfffffe01837c9560 ffs_vgetf() at ffs_vgetf+0x362/frame 0xfffffe01837c9610 ffs_valloc() at ffs_valloc+0x55f/frame 0xfffffe01837c96c0 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe01837c9850 ufs_symlink() at ufs_symlink+0x36/frame 0xfffffe01837c9880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x61/frame 0xfffffe01837c98a0 kern_symlinkat() at kern_symlinkat+0x23f/frame 0xfffffe01837c9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01837c9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01837c9bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8003868fa, rsp = 0x7fffffffe388, rbp = 0x7fffffffe430 --- Tracing command rename pid 94481 tid 257518 td 0xfffffe018e76ea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06966b04f0 mi_switch() at mi_switch+0x155/frame 0xfffffe06966b0510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06966b0550 sleeplk() at sleeplk+0xf2/frame 0xfffffe06966b05b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06966b0650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06966b0690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06966b06b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06966b0710 lookup() at lookup+0xd5/frame 0xfffffe06966b07b0 namei() at namei+0x6ac/frame 0xfffffe06966b0870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe06966b0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06966b0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06966b0bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command creat pid 94482 tid 256556 td 0xfffffe018e1f9c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06953e60d0 mi_switch() at mi_switch+0x155/frame 0xfffffe06953e60f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06953e6130 sleeplk() at sleeplk+0xf2/frame 0xfffffe06953e6190 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe06953e6230 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe06953e62d0 getblkx() at getblkx+0x1b5/frame 0xfffffe06953e6390 breadn_flags() at breadn_flags+0x44/frame 0xfffffe06953e63f0 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe06953e6470 ffs_update() at ffs_update+0x139/frame 0xfffffe06953e6500 ffs_syncvnode() at ffs_syncvnode+0x4da/frame 0xfffffe06953e6590 ffs_truncate() at ffs_truncate+0x78c/frame 0xfffffe06953e6770 ffs_vput_pair() at ffs_vput_pair+0x1b5/frame 0xfffffe06953e6800 vn_open_cred() at vn_open_cred+0x2e9/frame 0xfffffe06953e6960 kern_openat() at kern_openat+0x26f/frame 0xfffffe06953e6ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06953e6bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06953e6bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command mkdir pid 94483 tid 100210 td 0xfffffe01299c4500 --- swapped out Tracing command symlink pid 94484 tid 237935 td 0xfffffe0157c58a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e82c360 mi_switch() at mi_switch+0x155/frame 0xfffffe067e82c380 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e82c3c0 _sleep() at _sleep+0x2b4/frame 0xfffffe067e82c470 bufwait() at bufwait+0xc4/frame 0xfffffe067e82c4b0 bufwrite() at bufwrite+0x25a/frame 0xfffffe067e82c500 ffs_update() at ffs_update+0x2fd/frame 0xfffffe067e82c560 ffs_truncate() at ffs_truncate+0x76f/frame 0xfffffe067e82c740 ufs_inactive() at ufs_inactive+0x1ae/frame 0xfffffe067e82c780 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe067e82c7a0 vinactivef() at vinactivef+0xf5/frame 0xfffffe067e82c7e0 vput_final() at vput_final+0x257/frame 0xfffffe067e82c850 kern_funlinkat() at kern_funlinkat+0x279/frame 0xfffffe067e82caa0 sys_unlink() at sys_unlink+0x28/frame 0xfffffe067e82cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e82cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e82cbf0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8003864da, rsp = 0x7fffffffe388, rbp = 0x7fffffffe430 --- Tracing command creat pid 94486 tid 237386 td 0xfffffe0157954300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067dd73200 mi_switch() at mi_switch+0x155/frame 0xfffffe067dd73220 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067dd73260 sleeplk() at sleeplk+0xf2/frame 0xfffffe067dd732c0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe067dd73360 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe067dd73400 getblkx() at getblkx+0x1b5/frame 0xfffffe067dd734c0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe067dd73520 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe067dd735a0 ffs_update() at ffs_update+0x139/frame 0xfffffe067dd73630 ufs_makeinode() at ufs_makeinode+0x3b6/frame 0xfffffe067dd737c0 ufs_create() at ufs_create+0x34/frame 0xfffffe067dd737e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe067dd73800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe067dd73960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067dd73ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067dd73bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067dd73bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command rename pid 94487 tid 260325 td 0xfffffe018f3a9c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0699d834f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0699d83510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0699d83550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0699d835b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0699d83650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0699d83690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0699d836b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0699d83710 lookup() at lookup+0xd5/frame 0xfffffe0699d837b0 namei() at namei+0x6ac/frame 0xfffffe0699d83870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0699d83ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0699d83bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0699d83bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94488 tid 237624 td 0xfffffe0157a65500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e21e500 mi_switch() at mi_switch+0x155/frame 0xfffffe067e21e520 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e21e560 sleeplk() at sleeplk+0xf2/frame 0xfffffe067e21e5c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067e21e660 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067e21e6a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067e21e6c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067e21e720 vget_finish() at vget_finish+0x7a/frame 0xfffffe067e21e750 cache_lookup_dotdot() at cache_lookup_dotdot+0x1d5/frame 0xfffffe067e21e7c0 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe067e21e810 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e21e830 lookup() at lookup+0x441/frame 0xfffffe067e21e8d0 namei() at namei+0x6ac/frame 0xfffffe067e21e990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe067e21eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e21ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e21ebf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command symlink pid 94489 tid 100410 td 0xfffffe015707fc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0157213420 mi_switch() at mi_switch+0x155/frame 0xfffffe0157213440 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0157213480 sleeplk() at sleeplk+0xf2/frame 0xfffffe01572134e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0157213580 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe0157213620 getblkx() at getblkx+0x1b5/frame 0xfffffe01572136e0 breadn_flags() at breadn_flags+0x44/frame 0xfffffe0157213740 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe01572137c0 ffs_update() at ffs_update+0x139/frame 0xfffffe0157213850 ufs_symlink() at ufs_symlink+0x106/frame 0xfffffe0157213880 VOP_SYMLINK_APV() at VOP_SYMLINK_APV+0x61/frame 0xfffffe01572138a0 kern_symlinkat() at kern_symlinkat+0x23f/frame 0xfffffe0157213ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0157213bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0157213bf0 --- syscall (57, FreeBSD ELF64, sys_symlink), rip = 0x8003868fa, rsp = 0x7fffffffe388, rbp = 0x7fffffffe430 --- Tracing command creat pid 94491 tid 237444 td 0xfffffe01579bf100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067de9a1b0 mi_switch() at mi_switch+0x155/frame 0xfffffe067de9a1d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067de9a210 sleeplk() at sleeplk+0xf2/frame 0xfffffe067de9a270 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe067de9a310 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe067de9a3b0 getblkx() at getblkx+0x1b5/frame 0xfffffe067de9a470 breadn_flags() at breadn_flags+0x44/frame 0xfffffe067de9a4d0 ffs_vgetf() at ffs_vgetf+0x362/frame 0xfffffe067de9a580 ffs_valloc() at ffs_valloc+0x55f/frame 0xfffffe067de9a630 ufs_makeinode() at ufs_makeinode+0xda/frame 0xfffffe067de9a7c0 ufs_create() at ufs_create+0x34/frame 0xfffffe067de9a7e0 VOP_CREATE_APV() at VOP_CREATE_APV+0x5e/frame 0xfffffe067de9a800 vn_open_cred() at vn_open_cred+0x2ae/frame 0xfffffe067de9a960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067de9aac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067de9abf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067de9abf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command rename pid 94492 tid 259989 td 0xfffffe018f23ea00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06996f3420 mi_switch() at mi_switch+0x155/frame 0xfffffe06996f3440 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06996f3480 sleeplk() at sleeplk+0xf2/frame 0xfffffe06996f34e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe06996f3580 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06996f35c0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06996f35e0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06996f3640 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x269/frame 0xfffffe06996f36c0 cache_fplookup() at cache_fplookup+0x7f0/frame 0xfffffe06996f37b0 namei() at namei+0x12c/frame 0xfffffe06996f3870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe06996f3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06996f3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06996f3bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94493 tid 256699 td 0xfffffe018e296700 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06956b1550 mi_switch() at mi_switch+0x155/frame 0xfffffe06956b1570 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06956b15b0 sleeplk() at sleeplk+0xf2/frame 0xfffffe06956b1610 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06956b16b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06956b16f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06956b1710 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06956b1770 cache_fplookup_noentry() at cache_fplookup_noentry+0x1d1/frame 0xfffffe06956b17e0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe06956b18d0 namei() at namei+0x12c/frame 0xfffffe06956b1990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe06956b1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06956b1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06956b1bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbe8, rbp = 0x7fffffffe010 --- Tracing command creat pid 94495 tid 236515 td 0xfffffe01574a4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067cc750d0 mi_switch() at mi_switch+0x155/frame 0xfffffe067cc750f0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067cc75130 sleeplk() at sleeplk+0xf2/frame 0xfffffe067cc75190 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe067cc75230 __lockmgr_args() at __lockmgr_args+0x625/frame 0xfffffe067cc752d0 getblkx() at getblkx+0x1b5/frame 0xfffffe067cc75390 breadn_flags() at breadn_flags+0x44/frame 0xfffffe067cc753f0 ffs_breadz() at ffs_breadz+0x5a/frame 0xfffffe067cc75470 ffs_update() at ffs_update+0x139/frame 0xfffffe067cc75500 ffs_syncvnode() at ffs_syncvnode+0x4da/frame 0xfffffe067cc75590 ffs_truncate() at ffs_truncate+0x78c/frame 0xfffffe067cc75770 ffs_vput_pair() at ffs_vput_pair+0x1b5/frame 0xfffffe067cc75800 vn_open_cred() at vn_open_cred+0x2e9/frame 0xfffffe067cc75960 kern_openat() at kern_openat+0x26f/frame 0xfffffe067cc75ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067cc75bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067cc75bf0 --- syscall (499, FreeBSD ELF64, sys_openat), rip = 0x80038955a, rsp = 0x7fffffffe398, rbp = 0x7fffffffe440 --- Tracing command mkdir pid 94496 tid 259986 td 0xfffffe018f23f100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06996e4560 mi_switch() at mi_switch+0x155/frame 0xfffffe06996e4580 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06996e45c0 sleeplk() at sleeplk+0xf2/frame 0xfffffe06996e4620 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06996e46c0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06996e4700 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06996e4720 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06996e4780 vget_finish() at vget_finish+0x7a/frame 0xfffffe06996e47b0 cache_fplookup_final_child() at cache_fplookup_final_child+0x4a/frame 0xfffffe06996e47e0 cache_fplookup() at cache_fplookup+0x7f0/frame 0xfffffe06996e48d0 namei() at namei+0x12c/frame 0xfffffe06996e4990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe06996e4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06996e4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06996e4bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94497 tid 257689 td 0xfffffe018e770e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0696a074f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0696a07510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0696a07550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0696a075b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0696a07650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0696a07690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0696a076b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0696a07710 lookup() at lookup+0xd5/frame 0xfffffe0696a077b0 namei() at namei+0x6ac/frame 0xfffffe0696a07870 kern_renameat() at kern_renameat+0x1db/frame 0xfffffe0696a07ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0696a07bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0696a07bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94499 tid 226035 td 0xfffffe014eecd500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0182d7f560 mi_switch() at mi_switch+0x155/frame 0xfffffe0182d7f580 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0182d7f5c0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0182d7f620 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0182d7f6c0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0182d7f700 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0182d7f720 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0182d7f780 vget_finish() at vget_finish+0x7a/frame 0xfffffe0182d7f7b0 cache_fplookup_final_child() at cache_fplookup_final_child+0x4a/frame 0xfffffe0182d7f7e0 cache_fplookup() at cache_fplookup+0x7f0/frame 0xfffffe0182d7f8d0 namei() at namei+0x12c/frame 0xfffffe0182d7f990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0182d7fac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0182d7fbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0182d7fbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94500 tid 256494 td 0xfffffe018e1d9800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06952b04f0 mi_switch() at mi_switch+0x155/frame 0xfffffe06952b0510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06952b0550 sleeplk() at sleeplk+0xf2/frame 0xfffffe06952b05b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06952b0650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06952b0690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06952b06b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06952b0710 lookup() at lookup+0xd5/frame 0xfffffe06952b07b0 namei() at namei+0x6ac/frame 0xfffffe06952b0870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe06952b0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06952b0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06952b0bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94502 tid 237635 td 0xfffffe0157a64e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e255500 mi_switch() at mi_switch+0x155/frame 0xfffffe067e255520 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e255560 sleeplk() at sleeplk+0xf2/frame 0xfffffe067e2555c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067e255660 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067e2556a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067e2556c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067e255720 vget_finish() at vget_finish+0x7a/frame 0xfffffe067e255750 cache_lookup_dotdot() at cache_lookup_dotdot+0x1d5/frame 0xfffffe067e2557c0 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe067e255810 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067e255830 lookup() at lookup+0x441/frame 0xfffffe067e2558d0 namei() at namei+0x6ac/frame 0xfffffe067e255990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe067e255ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e255bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e255bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94503 tid 256965 td 0xfffffe018e484300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695be34f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0695be3510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0695be3550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0695be35b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0695be3650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0695be3690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0695be36b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0695be3710 lookup() at lookup+0xd5/frame 0xfffffe0695be37b0 namei() at namei+0x6ac/frame 0xfffffe0695be3870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0695be3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695be3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695be3bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94505 tid 256435 td 0xfffffe018e197100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695189550 mi_switch() at mi_switch+0x155/frame 0xfffffe0695189570 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06951895b0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0695189610 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06951896b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06951896f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0695189710 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0695189770 cache_fplookup_noentry() at cache_fplookup_noentry+0x1d1/frame 0xfffffe06951897e0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe06951898d0 namei() at namei+0x12c/frame 0xfffffe0695189990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0695189ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695189bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695189bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbe8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94506 tid 237657 td 0xfffffe0157ae7100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067e2c34f0 mi_switch() at mi_switch+0x155/frame 0xfffffe067e2c3510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067e2c3550 sleeplk() at sleeplk+0xf2/frame 0xfffffe067e2c35b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067e2c3650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067e2c3690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067e2c36b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067e2c3710 lookup() at lookup+0xd5/frame 0xfffffe067e2c37b0 namei() at namei+0x6ac/frame 0xfffffe067e2c3870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe067e2c3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067e2c3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067e2c3bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94508 tid 256446 td 0xfffffe018e196a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06951c0550 mi_switch() at mi_switch+0x155/frame 0xfffffe06951c0570 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06951c05b0 sleeplk() at sleeplk+0xf2/frame 0xfffffe06951c0610 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06951c06b0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06951c06f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06951c0710 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06951c0770 cache_fplookup_noentry() at cache_fplookup_noentry+0x1d1/frame 0xfffffe06951c07e0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe06951c08d0 namei() at namei+0x12c/frame 0xfffffe06951c0990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe06951c0ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06951c0bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06951c0bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbe8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94509 tid 257066 td 0xfffffe018e533100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0695ddc4f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0695ddc510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0695ddc550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0695ddc5b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0695ddc650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0695ddc690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0695ddc6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0695ddc710 lookup() at lookup+0xd5/frame 0xfffffe0695ddc7b0 namei() at namei+0x6ac/frame 0xfffffe0695ddc870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0695ddcac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695ddcbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695ddcbf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94511 tid 256456 td 0xfffffe018e196300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06951f2500 mi_switch() at mi_switch+0x155/frame 0xfffffe06951f2520 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06951f2560 sleeplk() at sleeplk+0xf2/frame 0xfffffe06951f25c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06951f2660 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06951f26a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06951f26c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06951f2720 vget_finish() at vget_finish+0x7a/frame 0xfffffe06951f2750 cache_lookup_dotdot() at cache_lookup_dotdot+0x1d5/frame 0xfffffe06951f27c0 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe06951f2810 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe06951f2830 lookup() at lookup+0x441/frame 0xfffffe06951f28d0 namei() at namei+0x6ac/frame 0xfffffe06951f2990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe06951f2ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06951f2bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06951f2bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94512 tid 259314 td 0xfffffe018ef49800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06989c44f0 mi_switch() at mi_switch+0x155/frame 0xfffffe06989c4510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06989c4550 sleeplk() at sleeplk+0xf2/frame 0xfffffe06989c45b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06989c4650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06989c4690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06989c46b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06989c4710 lookup() at lookup+0xd5/frame 0xfffffe06989c47b0 namei() at namei+0x6ac/frame 0xfffffe06989c4870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe06989c4ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06989c4bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06989c4bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94514 tid 229610 td 0xfffffe01866ea000 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0674590500 mi_switch() at mi_switch+0x155/frame 0xfffffe0674590520 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0674590560 sleeplk() at sleeplk+0xf2/frame 0xfffffe06745905c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0674590660 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06745906a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06745906c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0674590720 vget_finish() at vget_finish+0x7a/frame 0xfffffe0674590750 cache_lookup_dotdot() at cache_lookup_dotdot+0x1d5/frame 0xfffffe06745907c0 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe0674590810 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe0674590830 lookup() at lookup+0x441/frame 0xfffffe06745908d0 namei() at namei+0x6ac/frame 0xfffffe0674590990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0674590ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0674590bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0674590bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94516 tid 250931 td 0xfffffe015a5efa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068e60e3b0 mi_switch() at mi_switch+0x155/frame 0xfffffe068e60e3d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe068e60e410 sleeplk() at sleeplk+0xf2/frame 0xfffffe068e60e470 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe068e60e510 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe068e60e550 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe068e60e570 _vn_lock() at _vn_lock+0x54/frame 0xfffffe068e60e5d0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x269/frame 0xfffffe068e60e650 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe068e60e6c0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe068e60e7b0 namei() at namei+0x12c/frame 0xfffffe068e60e870 kern_renameat() at kern_renameat+0x1db/frame 0xfffffe068e60eac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe068e60ebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068e60ebf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94517 tid 229617 td 0xfffffe015d75d800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06745b3470 mi_switch() at mi_switch+0x155/frame 0xfffffe06745b3490 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06745b34d0 _sleep() at _sleep+0x2b4/frame 0xfffffe06745b3580 bufwait() at bufwait+0xc4/frame 0xfffffe06745b35c0 bufwrite() at bufwrite+0x25a/frame 0xfffffe06745b3610 ffs_update() at ffs_update+0x2fd/frame 0xfffffe06745b3670 ffs_truncate() at ffs_truncate+0xdc7/frame 0xfffffe06745b3850 ufs_inactive() at ufs_inactive+0x1ae/frame 0xfffffe06745b3890 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe06745b38b0 vinactivef() at vinactivef+0xf5/frame 0xfffffe06745b38f0 vput_final() at vput_final+0x257/frame 0xfffffe06745b3960 kern_frmdirat() at kern_frmdirat+0x1e4/frame 0xfffffe06745b3ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06745b3bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06745b3bf0 --- syscall (137, FreeBSD ELF64, sys_rmdir), rip = 0x800386dba, rsp = 0x7ffffffe65d8, rbp = 0x7ffffffe6a10 --- Tracing command rename pid 94519 tid 245354 td 0xfffffe0167acba00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687918420 mi_switch() at mi_switch+0x155/frame 0xfffffe0687918440 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0687918480 sleeplk() at sleeplk+0xf2/frame 0xfffffe06879184e0 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0687918580 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06879185c0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06879185e0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0687918640 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x269/frame 0xfffffe06879186c0 cache_fplookup() at cache_fplookup+0x7f0/frame 0xfffffe06879187b0 namei() at namei+0x12c/frame 0xfffffe0687918870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0687918ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0687918bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0687918bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94520 tid 229638 td 0xfffffe015d779100 sched_switch() at sched_switch+0x5b3/frame 0xfffffe067461c500 mi_switch() at mi_switch+0x155/frame 0xfffffe067461c520 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe067461c560 sleeplk() at sleeplk+0xf2/frame 0xfffffe067461c5c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe067461c660 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe067461c6a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe067461c6c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe067461c720 vget_finish() at vget_finish+0x7a/frame 0xfffffe067461c750 cache_lookup_dotdot() at cache_lookup_dotdot+0x1d5/frame 0xfffffe067461c7c0 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe067461c810 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe067461c830 lookup() at lookup+0x441/frame 0xfffffe067461c8d0 namei() at namei+0x6ac/frame 0xfffffe067461c990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe067461cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe067461cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe067461cbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94521 tid 245592 td 0xfffffe0167bc8500 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0687dbe4f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0687dbe510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0687dbe550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0687dbe5b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0687dbe650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0687dbe690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0687dbe6b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0687dbe710 lookup() at lookup+0xd5/frame 0xfffffe0687dbe7b0 namei() at namei+0x6ac/frame 0xfffffe0687dbe870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0687dbeac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0687dbebf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0687dbebf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94522 tid 232953 td 0xfffffe01512b4a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06786e5500 mi_switch() at mi_switch+0x155/frame 0xfffffe06786e5520 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe06786e5560 sleeplk() at sleeplk+0xf2/frame 0xfffffe06786e55c0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe06786e5660 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe06786e56a0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06786e56c0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06786e5720 vget_finish() at vget_finish+0x7a/frame 0xfffffe06786e5750 cache_lookup_dotdot() at cache_lookup_dotdot+0x1d5/frame 0xfffffe06786e57c0 vfs_cache_lookup() at vfs_cache_lookup+0x7b/frame 0xfffffe06786e5810 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x56/frame 0xfffffe06786e5830 lookup() at lookup+0x441/frame 0xfffffe06786e58d0 namei() at namei+0x6ac/frame 0xfffffe06786e5990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe06786e5ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe06786e5bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe06786e5bf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94523 tid 246556 td 0xfffffe0168123e00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06890924f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0689092510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0689092550 sleeplk() at sleeplk+0xf2/frame 0xfffffe06890925b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0689092650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0689092690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe06890926b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0689092710 lookup() at lookup+0xd5/frame 0xfffffe06890927b0 namei() at namei+0x6ac/frame 0xfffffe0689092870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0689092ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0689092bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0689092bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94524 tid 251964 td 0xfffffe015ab66c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe068fa36470 mi_switch() at mi_switch+0x155/frame 0xfffffe068fa36490 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe068fa364d0 _sleep() at _sleep+0x2b4/frame 0xfffffe068fa36580 bufwait() at bufwait+0xc4/frame 0xfffffe068fa365c0 bufwrite() at bufwrite+0x25a/frame 0xfffffe068fa36610 ffs_update() at ffs_update+0x2fd/frame 0xfffffe068fa36670 ffs_truncate() at ffs_truncate+0xdc7/frame 0xfffffe068fa36850 ufs_inactive() at ufs_inactive+0x1ae/frame 0xfffffe068fa36890 VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0x59/frame 0xfffffe068fa368b0 vinactivef() at vinactivef+0xf5/frame 0xfffffe068fa368f0 vput_final() at vput_final+0x257/frame 0xfffffe068fa36960 kern_frmdirat() at kern_frmdirat+0x1e4/frame 0xfffffe068fa36ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe068fa36bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe068fa36bf0 --- syscall (137, FreeBSD ELF64, sys_rmdir), rip = 0x800386dba, rsp = 0x7ffffffe6e58, rbp = 0x7ffffffe7290 --- Tracing command rename pid 94525 tid 256438 td 0xfffffe018e16fc00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe06951983b0 mi_switch() at mi_switch+0x155/frame 0xfffffe06951983d0 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0695198410 sleeplk() at sleeplk+0xf2/frame 0xfffffe0695198470 lockmgr_xlock_hard() at lockmgr_xlock_hard+0x3f5/frame 0xfffffe0695198510 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0695198550 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0695198570 _vn_lock() at _vn_lock+0x54/frame 0xfffffe06951985d0 cache_fplookup_final_modifying() at cache_fplookup_final_modifying+0x269/frame 0xfffffe0695198650 cache_fplookup_noentry() at cache_fplookup_noentry+0xb8/frame 0xfffffe06951986c0 cache_fplookup() at cache_fplookup+0x615/frame 0xfffffe06951987b0 namei() at namei+0x12c/frame 0xfffffe0695198870 kern_renameat() at kern_renameat+0x1db/frame 0xfffffe0695198ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0695198bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0695198bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command mkdir pid 94526 tid 258570 td 0xfffffe018ec14300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0697b3c560 mi_switch() at mi_switch+0x155/frame 0xfffffe0697b3c580 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0697b3c5c0 sleeplk() at sleeplk+0xf2/frame 0xfffffe0697b3c620 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0697b3c6c0 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0697b3c700 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0697b3c720 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0697b3c780 vget_finish() at vget_finish+0x7a/frame 0xfffffe0697b3c7b0 cache_fplookup_final_child() at cache_fplookup_final_child+0x4a/frame 0xfffffe0697b3c7e0 cache_fplookup() at cache_fplookup+0x7f0/frame 0xfffffe0697b3c8d0 namei() at namei+0x12c/frame 0xfffffe0697b3c990 kern_chdir() at kern_chdir+0xc9/frame 0xfffffe0697b3cac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0697b3cbf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0697b3cbf0 --- syscall (12, FreeBSD ELF64, sys_chdir), rip = 0x8003864fa, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffe010 --- Tracing command rename pid 94527 tid 104224 td 0xfffffe01565faa00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0181e52470 mi_switch() at mi_switch+0x155/frame 0xfffffe0181e52490 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0181e524d0 _sleep() at _sleep+0x2b4/frame 0xfffffe0181e52580 bufwait() at bufwait+0xc4/frame 0xfffffe0181e525c0 bufwrite() at bufwrite+0x25a/frame 0xfffffe0181e52610 ufs_dirremove() at ufs_dirremove+0x3d4/frame 0xfffffe0181e52670 ufs_rename() at ufs_rename+0x11ad/frame 0xfffffe0181e52850 VOP_RENAME_APV() at VOP_RENAME_APV+0x40/frame 0xfffffe0181e52870 kern_renameat() at kern_renameat+0x3dd/frame 0xfffffe0181e52ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0181e52bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0181e52bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command rename pid 94528 tid 104230 td 0xfffffe01565fa300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0181e704f0 mi_switch() at mi_switch+0x155/frame 0xfffffe0181e70510 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0181e70550 sleeplk() at sleeplk+0xf2/frame 0xfffffe0181e705b0 lockmgr_slock_hard() at lockmgr_slock_hard+0x3d5/frame 0xfffffe0181e70650 ffs_lock() at ffs_lock+0x9d/frame 0xfffffe0181e70690 VOP_LOCK1_APV() at VOP_LOCK1_APV+0x40/frame 0xfffffe0181e706b0 _vn_lock() at _vn_lock+0x54/frame 0xfffffe0181e70710 lookup() at lookup+0xd5/frame 0xfffffe0181e707b0 namei() at namei+0x6ac/frame 0xfffffe0181e70870 kern_renameat() at kern_renameat+0x10c/frame 0xfffffe0181e70ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0181e70bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0181e70bf0 --- syscall (128, FreeBSD ELF64, sys_rename), rip = 0x800386cfa, rsp = 0x7fffffffe2f8, rbp = 0x7fffffffe430 --- Tracing command sh pid 5202 tid 100259 td 0xfffffe014fcc5100 --- swapped out Tracing command sh pid 5251 tid 100241 td 0xfffffe010dc2f500 --- swapped out Tracing command awk pid 5252 tid 100247 td 0xfffffe014faaf800 sched_switch() at sched_switch+0x5b3/frame 0xfffffe014f120830 mi_switch() at mi_switch+0x155/frame 0xfffffe014f120850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe014f120890 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe014f1208e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe014f1208f0 _sleep() at _sleep+0x2aa/frame 0xfffffe014f1209a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe014f120a00 dofileread() at dofileread+0x81/frame 0xfffffe014f120a50 sys_read() at sys_read+0xbc/frame 0xfffffe014f120ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe014f120bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe014f120bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003eb5fa, rsp = 0x7fffffffe288, rbp = 0x7fffffffe2a0 --- Tracing command sh pid 5254 tid 100165 td 0xfffffe01299a9a00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01297c1830 mi_switch() at mi_switch+0x155/frame 0xfffffe01297c1850 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe01297c1890 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe01297c18e0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe01297c18f0 _sleep() at _sleep+0x2aa/frame 0xfffffe01297c19a0 pipe_read() at pipe_read+0x4c6/frame 0xfffffe01297c1a00 dofileread() at dofileread+0x81/frame 0xfffffe01297c1a50 sys_read() at sys_read+0xbc/frame 0xfffffe01297c1ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe01297c1bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe01297c1bf0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8003e65fa, rsp = 0x7fffffffdd58, rbp = 0x7fffffffe280 --- Tracing command sleep pid 95813 tid 260322 td 0xfffffe018f3aa300 --- swapped out Tracing command tail pid 7590 tid 102931 td 0xfffffe014eece300 sched_switch() at sched_switch+0x5b3/frame 0xfffffe01805114e0 mi_switch() at mi_switch+0x155/frame 0xfffffe0180511500 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0180511540 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0180511590 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x12/frame 0xfffffe01805115d0 _sleep() at _sleep+0x289/frame 0xfffffe0180511680 kqueue_kevent() at kqueue_kevent+0xad1/frame 0xfffffe0180511950 kern_kevent_fp() at kern_kevent_fp+0x96/frame 0xfffffe01805119a0 kern_kevent() at kern_kevent+0x80/frame 0xfffffe0180511a00 kern_kevent_generic() at kern_kevent_generic+0x70/frame 0xfffffe0180511a60 sys_kevent() at sys_kevent+0x61/frame 0xfffffe0180511ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0180511bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0180511bf0 --- syscall (560, FreeBSD ELF64, sys_kevent), rip = 0x8003994da, rsp = 0x7fffffffe7d8, rbp = 0x7fffffffe920 --- Tracing command tail pid 7593 tid 104859 td 0xfffffe015eba4c00 sched_switch() at sched_switch+0x5b3/frame 0xfffffe0182ab9720 mi_switch() at mi_switch+0x155/frame 0xfffffe0182ab9740 sleepq_switch() at sleepq_switch+0x109/frame 0xfffffe0182ab9780 sleepq_catch_signals() at sleepq_catch_signals+0x266/frame 0xfffffe0182ab97d0 sleepq_wait_sig() at sleepq_wait_sig+0x9/frame 0xfffffe0182ab97e0 _cv_wait_sig() at _cv_wait_sig+0x16b/frame 0xfffffe0182ab9850 seltdwait() at seltdwait+0x88/frame 0xfffffe0182ab9890 kern_select() at kern_select+0x99c/frame 0xfffffe0182ab9a80 sys_select() at sys_select+0x56/frame 0xfffffe0182ab9ac0 amd64_syscall() at amd64_syscall+0x147/frame 0xfffffe0182ab9bf0 fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe0182ab9bf0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80039967a, rsp = 0x7fffffffe688, rbp = 0x7fffffffe740 --- db> re (kgdb) bt #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=textdump@entry=0x0) at ../../../kern/kern_shutdown.c:399 #2 0xffffffff804b91ca in db_dump (dummy=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:575 #3 0xffffffff804b8f90 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #4 0xffffffff804b9116 in db_command_script (command=command@entry=0xffffffff819cb600 "dump") at ../../../ddb/db_command.c:553 #5 0xffffffff804be158 in db_script_exec (scriptname=0xffffffff819caf70 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #6 0xffffffff804b8f90 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x0) at ../../../ddb/db_command.c:482 #7 0xffffffff804b9116 in db_command_script (command=command@entry=0xffffffff819cb592 "run pho1") at ../../../ddb/db_command.c:553 #8 0xffffffff804be158 in db_script_exec (scriptname=0xffffffff819caf70 "dump", warnifnotfound=) at ../../../ddb/db_script.c:304 #9 0xffffffff804b8f90 in db_command (last_cmdp=, cmd_table=, dopager=dopager@entry=0x1) at ../../../ddb/db_command.c:482 #10 0xffffffff804b8ced in db_command_loop () at ../../../ddb/db_command.c:535 #11 0xffffffff804bc056 in db_trap (type=, code=) at ../../../ddb/db_main.c:270 #12 0xffffffff80c4bd44 in kdb_trap (type=type@entry=0x3, code=code@entry=0x0, tf=, tf@entry=0xfffffe067e999100) at ../../../kern/subr_kdb.c:727 #13 0xffffffff8106a1ae in trap (frame=0xfffffe067e999100) at ../../../amd64/amd64/trap.c:576 #14 #15 kdb_enter (why=0xffffffff812510f2 "panic", msg=) at ../../../kern/subr_kdb.c:506 #16 0xffffffff80bff5b2 in vpanic (fmt=, ap=, ap@entry=0xfffffe067e999260) at ../../../kern/kern_shutdown.c:907 #17 0xffffffff80bff343 in panic (fmt=0xffffffff81c966f8 "W\030!\201\377\377\377\377") at ../../../kern/kern_shutdown.c:843 #18 0xffffffff80cea8e7 in vget_finish_ref (vp=, vs=) at ../../../kern/vfs_subr.c:2935 #19 0xffffffff80cea4db in vget_finish (vp=vp@entry=0xfffff807640a6c80, flags=flags@entry=0x80000, vs=vs@entry=VGET_HOLDCNT) at ../../../kern/vfs_subr.c:2924 #20 0xffffffff80cd9def in vfs_hash_get (mp=0xfffffe010dc2c700, hash=0x11151, flags=flags@entry=0x80000, td=, td@entry=0xfffffe0157c56700, vpp=vpp@entry=0xfffffe067e999438, fn=fn@entry=0x0, arg=0x0) at ../../../kern/vfs_hash.c:93 #21 0xffffffff80ecc1e8 in ffs_vgetf (mp=0xffffffff81c966f8 , ino=0x80, flags=0x80000, vpp=0xfffffe067e999438, ffs_flags=0x0) at ../../../ufs/ffs/ffs_vfsops.c:1960 #22 0xffffffff80edb88d in ufs_lookup_ino (vdp=, vpp=0xfffffe067e999600, cnp=0xfffffe067e9999c8, dd_ino=) at ../../../ufs/ufs/ufs_lookup.c:605 #23 0xffffffff8112ce16 in VOP_CACHEDLOOKUP_APV (vop=0xffffffff8195ec18 , a=a@entry=0xfffffe067e999550) at vnode_if.c:180 #24 0xffffffff80ccb686 in VOP_CACHEDLOOKUP (dvp=0xfffff807a56d2500, vpp=0xfffffe067e999600, cnp=0xfffffe067e9999c8) at ./vnode_if.h:103 #25 vfs_cache_lookup (ap=) at ../../../kern/vfs_cache.c:2869 #26 0xffffffff8112cc66 in VOP_LOOKUP_APV (vop=0xffffffff8195ec18 , a=a@entry=0xfffffe067e9995c8) at vnode_if.c:117 #27 0xffffffff80cd2cd2 in VOP_LOOKUP (dvp=0xfffff807a56d2500, vpp=0xfffffe067e999600, cnp=0xfffffe067e9999c8) at ./vnode_if.h:69 #28 cache_fplookup_final_modifying (fpl=0xfffffe067e9996f0) at ../../../kern/vfs_cache.c:4303 #29 0xffffffff80cd29ee in cache_fplookup_modifying (fpl=0xffffffff81c966f8 , fpl@entry=0xfffffe067e9996f0) at ../../../kern/vfs_cache.c:4403 #30 0xffffffff80cd17f8 in cache_fplookup_noentry (fpl=fpl@entry=0xfffffe067e9996f0) at ../../../kern/vfs_cache.c:4610 #31 0xffffffff80ccd525 in cache_fplookup_next (fpl=0xfffffe067e9996f0) at ../../../kern/vfs_cache.c:5008 #32 cache_fplookup_impl (dvp=, fpl=0xfffffe067e9996f0) at ../../../kern/vfs_cache.c:5633 #33 cache_fplookup (ndp=ndp@entry=0xfffffe067e999948, status=status@entry=0xfffffe067e999804, pwdp=pwdp@entry=0xfffffe067e999810) at ../../../kern/vfs_cache.c:5805 #34 0xffffffff80cdb47c in namei (ndp=ndp@entry=0xfffffe067e999948) at ../../../kern/vfs_lookup.c:602 #35 0xffffffff80cfa2cc in kern_funlinkat (td=0xfffffe0157c56700, dfd=dfd@entry=0xffffff9c, path=0x7fffffffe390 , fd=, fd@entry=0xffffff38, pathseg=pathseg@entry=UIO_USERSPACE, flag=, flag@entry=0x0, oldinum=0x0) at ../../../kern/vfs_syscalls.c:1880 #36 0xffffffff80cfa158 in sys_unlink (td=0xffffffff81c966f8 , uap=) at ../../../kern/vfs_syscalls.c:1808 #37 0xffffffff8106afe7 in syscallenter (td=0xfffffe0157c56700) at ../../../amd64/amd64/../../kern/subr_syscall.c:189 #38 amd64_syscall (td=0xfffffe0157c56700, traced=0x0) at ../../../amd64/amd64/trap.c:1156 #39 #40 0x00000008003864da in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffe308 (kgdb) f 18 #18 0xffffffff80cea8e7 in vget_finish_ref (vp=, vs=) at ../../../kern/vfs_subr.c:2935 2935 VNPASS(vs == VGET_HOLDCNT || vp->v_usecount > 0, vp); (kgdb) l 2930 { 2931 int old; 2932 2933 VNPASS(vs == VGET_HOLDCNT || vs == VGET_USECOUNT, vp); 2934 VNPASS(vp->v_holdcnt > 0, vp); 2935 VNPASS(vs == VGET_HOLDCNT || vp->v_usecount > 0, vp); 2936 2937 if (vs == VGET_USECOUNT) 2938 return; 2939 (kgdb) info loc old = (kgdb) f 19 #19 0xffffffff80cea4db in vget_finish (vp=vp@entry=0xfffff807640a6c80, flags=flags@entry=0x80000, vs=vs@entry=VGET_HOLDCNT) at ../../../kern/vfs_subr.c:2924 2924 vget_finish_ref(vp, vs); (kgdb) l 2919 CTR2(KTR_VFS, "%s: impossible to lock vnode %p", __func__, 2920 vp); 2921 return (error); 2922 } 2923 2924 vget_finish_ref(vp, vs); 2925 return (0); 2926 } 2927 2928 void (kgdb) info loc error = 0x0 (kgdb) p *vp $1 = {v_type = VREG, v_irflag = 0x2, v_seqc = 0x7564, v_nchash = 0x952ff20e, v_op = 0xffffffff8195ec18 , v_data = 0xfffffe0178c62608, v_mount = 0xfffffe010dc2c700, v_nmntvnodes = {tqe_next = 0xfffff80043ced280, tqe_prev = 0xfffff8073c429ca8}, {v_mountedhere = 0x0, v_unpcb = 0x0, v_rdev = 0x0, v_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xfffffe01799ecd20}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0xfffff805a73cc5b0, tqh_last = 0xfffff805a73cc5c0}, v_cache_dd = 0xfffff805a73cc5b0, v_lock = {lock_object = { lo_name = 0xffffffff8115dad7 "ufs", lo_flags = 0x6fb0000, lo_data = 0x0, lo_witness = 0x0}, lk_lock = 0xfffffe0157c56700, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0x12, pcs = {0xffffffff80bcf96e, 0xffffffff80ed129d, 0xffffffff81130340, 0xffffffff80d02654, 0xffffffff80cea4ca, 0xffffffff80cd9def, 0xffffffff80ecc1e8, 0xffffffff80edb88d, 0xffffffff8112ce16, 0xffffffff80ccb686, 0xffffffff8112cc66, 0xffffffff80cd2cd2, 0xffffffff80cd17f8, 0xffffffff80ccd525, 0xffffffff80cdb47c, 0xffffffff80cfa2cc, 0xffffffff80cfa158, 0xffffffff8106afe7}}}, v_interlock = {lock_object = {lo_name = 0xffffffff8129b1a0 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0x0}, mtx_lock = 0x0}, v_vnlock = 0xfffff807640a6cf0, v_vnodelist = {tqe_next = 0xfffff8046b42f780, tqe_prev = 0xfffff806c4415b60}, v_lazylist = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, v_bufobj = {bo_lock = {lock_object = {lo_name = 0xffffffff812570d1 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0x0}, rw_lock = 0x1}, bo_ops = 0xffffffff819237a0 , bo_object = 0xfffff8075f5d3b58, bo_synclist = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, bo_private = 0xfffff807640a6c80, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffff807640a6e48}, bv_root = { pt_root = 0x0}, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffff807640a6e68}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_domain = 0x1, bo_bsize = 0x8000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = { rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffff807640a6eb0}, rl_currdep = 0x0}, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_holdcnt = 0x0, v_usecount = 0x0, v_iflag = 0x0, v_vflag = 0x0, v_mflag = 0x0, v_dbatchcpu = 0xffff, v_writecount = 0x0, v_seqc_users = 0x0, v_hash = 0x11151} (kgdb) f 20 #20 0xffffffff80cd9def in vfs_hash_get (mp=0xfffffe010dc2c700, hash=0x11151, flags=flags@entry=0x80000, td=, td@entry=0xfffffe0157c56700, vpp=vpp@entry=0xfffffe067e999438, fn=fn@entry=0x0, arg=0x0) at ../../../kern/vfs_hash.c:93 93 error = vget_finish(vp, flags, vs); (kgdb) l 88 continue; 89 if (fn != NULL && fn(vp, arg)) 90 continue; 91 vs = vget_prep(vp); 92 rw_runlock(&vfs_hash_lock); 93 error = vget_finish(vp, flags, vs); 94 if (error == ENOENT && (flags & LK_NOWAIT) == 0) 95 break; 96 if (error) 97 return (error); (kgdb) info loc vp = 0xfffff807640a6c80 vs = VGET_HOLDCNT error = (kgdb) p *mp $2 = {mnt_vfs_ops = 0x0, mnt_kern_flag = 0x40846144, mnt_flag = 0x201000, mnt_pcpu = 0xfffffe0162cc8fb0, mnt_rootvnode = 0xfffff803792a2500, mnt_vnodecovered = 0xfffff80556121780, mnt_op = 0xffffffff8195e450 , mnt_vfc = 0xffffffff8195e570 , mnt_mtx = { lock_object = {lo_name = 0xffffffff8113c6a3 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd75b80}, mtx_lock = 0x0}, mnt_gen = 0x187c, mnt_list = {tqe_next = 0x0, tqe_prev = 0xfffffe014d0f8768}, mnt_syncer = 0xfffff80606196000, mnt_ref = 0xffb585f7, mnt_nvnodelist = {tqh_first = 0xfffff803792a2500, tqh_last = 0xfffff8049438d028}, mnt_nvnodelistsize = 0xf565, mnt_writeopcount = 0x0, mnt_opt = 0xfffff80009758430, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20140518, f_type = 0x35, f_flags = 0x201000, f_bsize = 0x1000, f_iosize = 0x8000, f_blocks = 0x7bf87, f_bfree = 0x7bf85, f_bavail = 0x720d7, f_files = 0x401fe, f_ffree = 0x401fc, f_syncwrites = 0x28d3b8, f_asyncwrites = 0x1be102, f_syncreads = 0xf, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x601a29ed, 0x73e54712}}, f_charspare = '\000' , f_fstypename = "ufs", '\000' , f_mntfromname = "/dev/md10.nop", '\000' , f_mntonname = "/mnt", '\000' }, mnt_cred = 0xfffff80778cdae00, mnt_data = 0xfffff8016bf16c00, mnt_time = 0x0, mnt_iosize_max = 0x100000, mnt_export = 0x0, mnt_label = 0x0, mnt_hashseed = 0x1487fa53, mnt_lockref = 0x1, mnt_secondary_writes = 0xa, mnt_secondary_accwrites = 0xa712d4, mnt_susp_owner = 0x0, mnt_gjprovider = 0x0, mnt_listmtx = {lock_object = {lo_name = 0xffffffff811cf56a "struct mount vlist mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffff8087fd82680}, mtx_lock = 0x0}, mnt_lazyvnodelist = { tqh_first = 0xfffff803792a2500, tqh_last = 0xfffff8006ecfedf0}, mnt_lazyvnodelistsize = 0x108, mnt_explock = {lock_object = {lo_name = 0xffffffff812056fc "explock", lo_flags = 0x6730000, lo_data = 0x0, lo_witness = 0xfffff8087fd80b80}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0x0, pcs = {0x0 }}}, mnt_upper_link = {tqe_next = 0xffffffffffffffff, tqe_prev = 0xffffffffffffffff}, mnt_uppers = {tqh_first = 0x0, tqh_last = 0xfffffe010dc2d240}} (kgdb) f 28 #28 cache_fplookup_final_modifying (fpl=0xfffffe067e9996f0) at ../../../kern/vfs_cache.c:4303 4303 error = VOP_LOOKUP(dvp, &tvp, cnp); (kgdb) l 4298 if (docache) 4299 cnp->cn_flags |= MAKEENTRY; 4300 if (cache_fpl_isdotdot(cnp)) 4301 cnp->cn_flags |= ISDOTDOT; 4302 cnp->cn_lkflags = LK_EXCLUSIVE; 4303 error = VOP_LOOKUP(dvp, &tvp, cnp); 4304 switch (error) { 4305 case EJUSTRETURN: 4306 case 0: 4307 break; (kgdb) info loc ndp = 0xfffffe067e999948 dvp_seqc = 0x9235a dvp = 0xfffff807a56d2500 cnp = 0xfffffe067e9999c8 docache = mp = dvs = error = tvp = 0x0 (kgdb) p *dvp $3 = {v_type = VDIR, v_irflag = 0x0, v_seqc = 0x9235a, v_nchash = 0x140b4727, v_op = 0xffffffff8195ec18 , v_data = 0xfffffe01534a08d0, v_mount = 0xfffffe010dc2c700, v_nmntvnodes = {tqe_next = 0xfffff807c3a0b000, tqe_prev = 0xfffff80463bb57a8}, {v_mountedhere = 0x0, v_unpcb = 0x0, v_rdev = 0x0, v_fifoinfo = 0x0}, v_hashlist = {le_next = 0xfffff800395db000, le_prev = 0xfffffe01799e4770}, v_cache_src = {lh_first = 0xfffff805a73cc5b0}, v_cache_dst = {tqh_first = 0xfffff803ece13f70, tqh_last = 0xfffff803ece13f80}, v_cache_dd = 0xfffff803ece13f70, v_lock = {lock_object = {lo_name = 0xffffffff8115dad7 "ufs", lo_flags = 0x6fb0000, lo_data = 0x0, lo_witness = 0x0}, lk_lock = 0xfffffe0157c56700, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0xc, pcs = { 0xffffffff80bcee75, 0xffffffff80ed129d, 0xffffffff81130340, 0xffffffff80d02654, 0xffffffff80cd2c59, 0xffffffff80cd17f8, 0xffffffff80ccd525, 0xffffffff80cdb47c, 0xffffffff80cfa2cc, 0xffffffff80cfa158, 0xffffffff8106afe7, 0xffffffff8103e34e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xffffffff8129b1a0 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0x0}, mtx_lock = 0x0}, v_vnlock = 0xfffff807a56d2570, v_vnodelist = {tqe_next = 0xfffff803da3e0280, tqe_prev = 0xfffff8074b77c3e0}, v_lazylist = { tqe_next = 0xfffff807c3a0b000, tqe_prev = 0xfffff80463bb58f0}, v_bufobj = {bo_lock = {lock_object = {lo_name = 0xffffffff812570d1 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0x0}, rw_lock = 0x1}, bo_ops = 0xffffffff819237a0 , bo_object = 0xfffff80535ac8108, bo_synclist = {le_next = 0xffffffffffffffff, le_prev = 0xffffffffffffffff}, bo_private = 0xfffff807a56d2500, bo_clean = {bv_hd = {tqh_first = 0xfffffe0037909118, tqh_last = 0xfffffe003c6d0b48}, bv_root = {pt_root = 0xfffff800090beab0}, bv_cnt = 0x7}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffff807a56d26e8}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_domain = 0x2, bo_bsize = 0x8000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = { tqh_first = 0x0, tqh_last = 0xfffff807a56d2730}, rl_currdep = 0x0}, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_holdcnt = 0xa, v_usecount = 0x2, v_iflag = 0x0, v_vflag = 0x0, v_mflag = 0x1, v_dbatchcpu = 0xffff, v_writecount = 0x0, v_seqc_users = 0x0, v_hash = 0x1009b} (kgdb) p *cnp $4 = {cn_origflags = 0x4000c, cn_flags = 0x1004000c, cn_thread = 0xfffffe0157c56700, cn_cred = 0xfffff805e028a100, cn_nameiop = DELETE, cn_lkflags = 0x80000, cn_pnbuf = 0xfffff8017f250800 "p94449.01703", cn_nameptr = 0xfffff8017f250800 "p94449.01703", cn_namelen = 0xc} (kgdb) diff --git a/sys/fs/nfsserver/nfs_nfsdport.c b/sys/fs/nfsserver/nfs_nfsdport.c index b781503a681..537b21e7add 100644 --- a/sys/fs/nfsserver/nfs_nfsdport.c +++ b/sys/fs/nfsserver/nfs_nfsdport.c @@ -1105,7 +1105,8 @@ nfsvno_createsub(struct nfsrv_descript *nd, struct nameidata *ndp, nfsrv_pnfscreate(ndp->ni_vp, &nvap->na_vattr, nd->nd_cred, p); } - vput(ndp->ni_dvp); + VOP_VPUT_PAIR(ndp->ni_dvp, error == 0 ? &ndp->ni_vp : + NULL, false); nfsvno_relpathbuf(ndp); if (!error) { if (*exclusive_flagp) { @@ -1140,7 +1141,8 @@ nfsvno_createsub(struct nfsrv_descript *nd, struct nameidata *ndp, nvap->na_rdev = rdev; error = VOP_MKNOD(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr); - vput(ndp->ni_dvp); + VOP_VPUT_PAIR(ndp->ni_dvp, error == 0 ? &ndp->ni_vp : + NULL, false); nfsvno_relpathbuf(ndp); vrele(ndp->ni_startdir); if (error) @@ -1221,7 +1223,8 @@ nfsvno_mknod(struct nameidata *ndp, struct nfsvattr *nvap, struct ucred *cred, vrele(ndp->ni_startdir); error = VOP_CREATE(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr); - vput(ndp->ni_dvp); + VOP_VPUT_PAIR(ndp->ni_dvp, error == 0 ? &ndp->ni_vp : NULL, + false); nfsvno_relpathbuf(ndp); } else { if (nvap->na_type != VFIFO && @@ -1233,7 +1236,8 @@ nfsvno_mknod(struct nameidata *ndp, struct nfsvattr *nvap, struct ucred *cred, } error = VOP_MKNOD(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr); - vput(ndp->ni_dvp); + VOP_VPUT_PAIR(ndp->ni_dvp, error == 0 ? &ndp->ni_vp : NULL, + false); nfsvno_relpathbuf(ndp); vrele(ndp->ni_startdir); /* @@ -1268,7 +1272,7 @@ nfsvno_mkdir(struct nameidata *ndp, struct nfsvattr *nvap, uid_t saved_uid, } error = VOP_MKDIR(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr); - vput(ndp->ni_dvp); + VOP_VPUT_PAIR(ndp->ni_dvp, error == 0 ? &ndp->ni_vp : NULL, true); nfsvno_relpathbuf(ndp); out: @@ -1300,17 +1304,15 @@ nfsvno_symlink(struct nameidata *ndp, struct nfsvattr *nvap, char *pathcp, error = VOP_SYMLINK(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr, pathcp); - vput(ndp->ni_dvp); - vrele(ndp->ni_startdir); - nfsvno_relpathbuf(ndp); /* * Although FreeBSD still had the lookup code in * it for 7/current, there doesn't seem to be any * point, since VOP_SYMLINK() returns the ni_vp. * Just vput it for v2. */ - if (!not_v2 && !error) - vput(ndp->ni_vp); + VOP_VPUT_PAIR(ndp->ni_dvp, &ndp->ni_vp, !not_v2 && error == 0); + vrele(ndp->ni_startdir); + nfsvno_relpathbuf(ndp); out: NFSEXITCODE(error); @@ -1595,11 +1597,12 @@ nfsvno_link(struct nameidata *ndp, struct vnode *vp, struct ucred *cred, error = VOP_LINK(ndp->ni_dvp, vp, &ndp->ni_cnd); else error = EPERM; - if (ndp->ni_dvp == vp) + if (ndp->ni_dvp == vp) { vrele(ndp->ni_dvp); - else - vput(ndp->ni_dvp); - NFSVOPUNLOCK(vp); + NFSVOPUNLOCK(vp); + } else { + VOP_VPUT_PAIR(ndp->ni_dvp, &vp, true); + } } else { if (ndp->ni_dvp == ndp->ni_vp) vrele(ndp->ni_dvp); @@ -1793,7 +1796,8 @@ nfsvno_open(struct nfsrv_descript *nd, struct nameidata *ndp, nfsrv_pnfscreate(ndp->ni_vp, &nvap->na_vattr, cred, p); } - vput(ndp->ni_dvp); + VOP_VPUT_PAIR(ndp->ni_dvp, nd->nd_repstat == 0 ? + &ndp->ni_vp : NULL, false); nfsvno_relpathbuf(ndp); if (!nd->nd_repstat) { if (*exclusive_flagp) { @@ -4106,7 +4110,7 @@ nfsrv_dscreate(struct vnode *dvp, struct vattr *vap, struct vattr *nvap, error = NFSVOPLOCK(dvp, LK_EXCLUSIVE); if (error == 0) { error = VOP_CREATE(dvp, &nvp, &named.ni_cnd, vap); - NFSVOPUNLOCK(dvp); + VOP_VPUT_PAIR(dvp, error == 0 ? &nvp : NULL, false); if (error == 0) { /* Set the ownership of the file. */ error = VOP_SETATTR(nvp, nvap, tcred); diff --git a/sys/fs/nullfs/null_vnops.c b/sys/fs/nullfs/null_vnops.c index 1de0cdfca9a..9a0a38f322a 100644 --- a/sys/fs/nullfs/null_vnops.c +++ b/sys/fs/nullfs/null_vnops.c @@ -967,6 +967,54 @@ null_read_pgcache(struct vop_read_pgcache_args *ap) return (error); } +/* + * Avoid standard bypass, since lower dvp and vp could be no longer + * valid after vput(). + */ +static int +null_vput_pair(struct vop_vput_pair_args *ap) +{ + struct mount *mp; + struct vnode *dvp, *ldvp, *lvp, *vp, *vp1, **vpp; + int error; + + dvp = ap->a_dvp; + ldvp = NULLVPTOLOWERVP(dvp); + vref(ldvp); + + vpp = ap->a_vpp; + vp = NULL; + lvp = NULL; + if (vpp != NULL) { + vp = *vpp; + if (vp != NULL) { + vhold(vp); + mp = vp->v_mount; + lvp = NULLVPTOLOWERVP(vp); + if (ap->a_unlock_vp) + vref(lvp); + } + } + + (void)VOP_VPUT_PAIR(ldvp, &lvp, ap->a_unlock_vp); + + /* lvp might have been unlocked and vp reclaimed */ + if (vp != NULL) { + if (!ap->a_unlock_vp && vp->v_vnlock != lvp->v_vnlock) { + error = null_nodeget(mp, lvp, &vp1); + if (error == 0) { + vput(vp); + *vpp = vp1; + } + } + if (ap->a_unlock_vp) + vrele(vp); + vdrop(vp); + } + vrele(dvp); + return (0); +} + /* * Global vfs data structures */ @@ -997,5 +1045,6 @@ struct vop_vector null_vnodeops = { .vop_vptocnp = null_vptocnp, .vop_vptofh = null_vptofh, .vop_add_writecount = null_add_writecount, + .vop_vput_pair = null_vput_pair, }; VFS_VOP_VECTOR_REGISTER(null_vnodeops); diff --git a/sys/kern/uipc_usrreq.c b/sys/kern/uipc_usrreq.c index 0809f5180cc..ca23ccbdb05 100644 --- a/sys/kern/uipc_usrreq.c +++ b/sys/kern/uipc_usrreq.c @@ -669,8 +669,8 @@ uipc_bindat(int fd, struct socket *so, struct sockaddr *nam, struct thread *td) if (error == 0) error = VOP_CREATE(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr); NDFREE(&nd, NDF_ONLY_PNBUF); - vput(nd.ni_dvp); if (error) { + VOP_VPUT_PAIR(nd.ni_dvp, NULL, true); vn_finished_write(mp); if (error == ERELOOKUP) goto restart; @@ -686,7 +686,8 @@ uipc_bindat(int fd, struct socket *so, struct sockaddr *nam, struct thread *td) unp->unp_addr = soun; unp->unp_flags &= ~UNP_BINDING; UNP_PCB_UNLOCK(unp); - VOP_UNLOCK(vp); + vref(vp); + VOP_VPUT_PAIR(nd.ni_dvp, &vp, true); vn_finished_write(mp); free(buf, M_TEMP); return (0); diff --git a/sys/kern/vfs_bio.c b/sys/kern/vfs_bio.c index ff25e5b0043..45be14b4720 100644 --- a/sys/kern/vfs_bio.c +++ b/sys/kern/vfs_bio.c @@ -2639,6 +2639,13 @@ brelse(struct buf *bp) return; } + if (LIST_EMPTY(&bp->b_dep)) { + bp->b_flags &= ~B_IOSTARTED; + } else { + KASSERT((bp->b_flags & B_IOSTARTED) == 0, + ("brelse: SU io not finished bp %p", bp)); + } + if ((bp->b_vflags & (BV_BKGRDINPROG | BV_BKGRDERR)) == BV_BKGRDERR) { BO_LOCK(bp->b_bufobj); bp->b_vflags &= ~BV_BKGRDERR; @@ -2826,6 +2833,13 @@ bqrelse(struct buf *bp) bp->b_flags &= ~(B_ASYNC | B_NOCACHE | B_AGE | B_RELBUF); bp->b_xflags &= ~(BX_CVTENXIO); + if (LIST_EMPTY(&bp->b_dep)) { + bp->b_flags &= ~B_IOSTARTED; + } else { + KASSERT((bp->b_flags & B_IOSTARTED) == 0, + ("bqrelse: SU io not finished bp %p", bp)); + } + if (bp->b_flags & B_MANAGED) { if (bp->b_flags & B_REMFREE) bremfreef(bp); diff --git a/sys/kern/vfs_default.c b/sys/kern/vfs_default.c index 4b96d9522ce..382fbb2d9ac 100644 --- a/sys/kern/vfs_default.c +++ b/sys/kern/vfs_default.c @@ -92,6 +92,7 @@ static int vop_stdfdatasync(struct vop_fdatasync_args *ap); static int vop_stdgetpages_async(struct vop_getpages_async_args *ap); static int vop_stdread_pgcache(struct vop_read_pgcache_args *ap); static int vop_stdstat(struct vop_stat_args *ap); +static int vop_stdvput_pair(struct vop_vput_pair_args *ap); /* * This vnode table stores what we want to do if the filesystem doesn't @@ -151,6 +152,7 @@ struct vop_vector default_vnodeops = { .vop_unset_text = vop_stdunset_text, .vop_add_writecount = vop_stdadd_writecount, .vop_copy_file_range = vop_stdcopy_file_range, + .vop_vput_pair = vop_stdvput_pair, }; VFS_VOP_VECTOR_REGISTER(default_vnodeops); @@ -1592,3 +1594,16 @@ vop_stdread_pgcache(struct vop_read_pgcache_args *ap __unused) { return (EJUSTRETURN); } + +static int +vop_stdvput_pair(struct vop_vput_pair_args *ap) +{ + struct vnode *dvp, *vp, **vpp; + + dvp = ap->a_dvp; + vpp = ap->a_vpp; + vput(dvp); + if (vpp != NULL && ap->a_unlock_vp && (vp = *vpp) != NULL) + vput(vp); + return (0); +} diff --git a/sys/kern/vfs_subr.c b/sys/kern/vfs_subr.c index 047e4c54f0c..04cd0e0175f 100644 --- a/sys/kern/vfs_subr.c +++ b/sys/kern/vfs_subr.c @@ -3159,9 +3159,21 @@ vput_final(struct vnode *vp, enum vput_op func) break; } if (error == 0) { - vinactive(vp); - if (want_unlock) - VOP_UNLOCK(vp); + if (func == VUNREF) { + VNASSERT((vp->v_vflag & VV_UNREF) == 0, vp, + ("recursive vunref")); + vp->v_vflag |= VV_UNREF; + } + for (;;) { + error = vinactive(vp); + if (want_unlock) + VOP_UNLOCK(vp); + if (error != ERELOOKUP || !want_unlock) + break; + VOP_LOCK(vp, LK_EXCLUSIVE); + } + if (func == VUNREF) + vp->v_vflag &= ~VV_UNREF; vdropl(vp); } else { vdefer_inactive(vp); @@ -3546,10 +3558,11 @@ vdropl(struct vnode *vp) * Call VOP_INACTIVE on the vnode and manage the DOINGINACT and OWEINACT * flags. DOINGINACT prevents us from recursing in calls to vinactive. */ -static void +static int vinactivef(struct vnode *vp) { struct vm_object *obj; + int error; ASSERT_VOP_ELOCKED(vp, "vinactive"); ASSERT_VI_LOCKED(vp, "vinactive"); @@ -3575,14 +3588,15 @@ vinactivef(struct vnode *vp) vm_object_page_clean(obj, 0, 0, 0); VM_OBJECT_WUNLOCK(obj); } - VOP_INACTIVE(vp); + error = VOP_INACTIVE(vp); VI_LOCK(vp); VNASSERT(vp->v_iflag & VI_DOINGINACT, vp, ("vinactive: lost VI_DOINGINACT")); vp->v_iflag &= ~VI_DOINGINACT; + return (error); } -void +int vinactive(struct vnode *vp) { @@ -3591,14 +3605,14 @@ vinactive(struct vnode *vp) CTR2(KTR_VFS, "%s: vp %p", __func__, vp); if ((vp->v_iflag & VI_OWEINACT) == 0) - return; + return (0); if (vp->v_iflag & VI_DOINGINACT) - return; + return (0); if (vp->v_usecount > 0) { vp->v_iflag &= ~VI_OWEINACT; - return; + return (0); } - vinactivef(vp); + return (vinactivef(vp)); } /* @@ -3911,10 +3925,15 @@ vgonel(struct vnode *vp) */ if (active) VOP_CLOSE(vp, FNONBLOCK, NOCRED, td); - if ((oweinact || active) && !doinginact) { - VI_LOCK(vp); - vinactivef(vp); - VI_UNLOCK(vp); + if (!doinginact) { + do { + if (oweinact || active) { + VI_LOCK(vp); + vinactivef(vp); + oweinact = (vp->v_iflag & VI_OWEINACT) != 0; + VI_UNLOCK(vp); + } + } while (oweinact); } if (vp->v_type == VSOCK) vfs_unp_reclaim(vp); diff --git a/sys/kern/vfs_syscalls.c b/sys/kern/vfs_syscalls.c index 35a56510e9e..a51d693446e 100644 --- a/sys/kern/vfs_syscalls.c +++ b/sys/kern/vfs_syscalls.c @@ -1183,7 +1183,8 @@ kern_openat(struct thread *td, int fd, const char *path, enum uio_seg pathseg, * vnode operations here. */ if (fp->f_ops == &badfileops) { - KASSERT(vp->v_type != VFIFO, ("Unexpected fifo.")); + KASSERT(vp->v_type != VFIFO, + ("Unexpected fifo fp %p vp %p", fp, vp)); finit_vnode(fp, flags, NULL, &vnops); } @@ -1370,13 +1371,12 @@ kern_mknodat(struct thread *td, int fd, const char *path, enum uio_seg pathseg, else { error = VOP_MKNOD(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr); - if (error == 0) - vput(nd.ni_vp); } } - NDFREE(&nd, NDF_ONLY_PNBUF); - vput(nd.ni_dvp); + VOP_VPUT_PAIR(nd.ni_dvp, error == 0 && !whiteout ? &nd.ni_vp : NULL, + true); vn_finished_write(mp); + NDFREE(&nd, NDF_ONLY_PNBUF); if (error == ERELOOKUP) goto restart; return (error); @@ -1457,12 +1457,10 @@ kern_mkfifoat(struct thread *td, int fd, const char *path, goto out; #endif error = VOP_MKNOD(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr); - if (error == 0) - vput(nd.ni_vp); #ifdef MAC out: #endif - vput(nd.ni_dvp); + VOP_VPUT_PAIR(nd.ni_dvp, error == 0 ? &nd.ni_vp : NULL, true); vn_finished_write(mp); NDFREE(&nd, NDF_ONLY_PNBUF); if (error == ERELOOKUP) @@ -1629,10 +1627,10 @@ kern_linkat_vp(struct thread *td, struct vnode *vp, int fd, const char *path, return (EAGAIN); } error = VOP_LINK(nd.ni_dvp, vp, &nd.ni_cnd); - VOP_UNLOCK(vp); - vput(nd.ni_dvp); + VOP_VPUT_PAIR(nd.ni_dvp, &vp, true); vn_finished_write(mp); NDFREE(&nd, NDF_ONLY_PNBUF); + vp = NULL; } else { vput(nd.ni_dvp); NDFREE(&nd, NDF_ONLY_PNBUF); @@ -1640,7 +1638,8 @@ kern_linkat_vp(struct thread *td, struct vnode *vp, int fd, const char *path, return (EAGAIN); } } - vrele(vp); + if (vp != NULL) + vrele(vp); return (error); } @@ -1710,6 +1709,7 @@ kern_symlinkat(struct thread *td, const char *path1, int fd, const char *path2, else vput(nd.ni_dvp); vrele(nd.ni_vp); + nd.ni_vp = NULL; error = EEXIST; goto out; } @@ -1730,14 +1730,12 @@ kern_symlinkat(struct thread *td, const char *path1, int fd, const char *path2, goto out2; #endif error = VOP_SYMLINK(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr, syspath); - if (error == 0) - vput(nd.ni_vp); #ifdef MAC out2: #endif - NDFREE(&nd, NDF_ONLY_PNBUF); - vput(nd.ni_dvp); + VOP_VPUT_PAIR(nd.ni_dvp, error == 0 ? &nd.ni_vp : NULL, true); vn_finished_write(mp); + NDFREE(&nd, NDF_ONLY_PNBUF); if (error == ERELOOKUP) goto restart; out: @@ -3794,9 +3792,7 @@ kern_mkdirat(struct thread *td, int fd, const char *path, enum uio_seg segflg, out: #endif NDFREE(&nd, NDF_ONLY_PNBUF); - vput(nd.ni_dvp); - if (error == 0) - vput(nd.ni_vp); + VOP_VPUT_PAIR(nd.ni_dvp, error == 0 ? &nd.ni_vp : NULL, true); vn_finished_write(mp); if (error == ERELOOKUP) goto restart; diff --git a/sys/kern/vfs_vnops.c b/sys/kern/vfs_vnops.c index 6c6727c7f37..e38a492275c 100644 --- a/sys/kern/vfs_vnops.c +++ b/sys/kern/vfs_vnops.c @@ -274,8 +274,9 @@ vn_open_cred(struct nameidata *ndp, int *flagp, int cmode, u_int vn_open_flags, if (error == 0) #endif error = VOP_CREATE(ndp->ni_dvp, &ndp->ni_vp, - &ndp->ni_cnd, vap); - vput(ndp->ni_dvp); + &ndp->ni_cnd, vap); + VOP_VPUT_PAIR(ndp->ni_dvp, error == 0 ? &ndp->ni_vp : + NULL, false); vn_finished_write(mp); if (error) { NDFREE(ndp, NDF_ONLY_PNBUF); diff --git a/sys/kern/vnode_if.src b/sys/kern/vnode_if.src index 5d15d4a0c86..b506237f385 100644 --- a/sys/kern/vnode_if.src +++ b/sys/kern/vnode_if.src @@ -792,6 +792,15 @@ vop_copy_file_range { }; +%% vput_pair dvp E - - + +vop_vput_pair { + IN struct vnode *dvp; + INOUT struct vnode **vpp; + IN bool unlock_vp; +}; + + # The VOPs below are spares at the end of the table to allow new VOPs to be # added in stable branches without breaking the KBI. New VOPs in HEAD should # be added above these spares. When merging a new VOP to a stable branch, diff --git a/sys/sys/buf.h b/sys/sys/buf.h index 50fa0f35491..2997560b9ab 100644 --- a/sys/sys/buf.h +++ b/sys/sys/buf.h @@ -232,7 +232,7 @@ struct buf { #define B_MALLOC 0x00010000 /* malloced b_data */ #define B_CLUSTEROK 0x00020000 /* Pagein op, so swap() can count it. */ #define B_INVALONERR 0x00040000 /* Invalidate on write error. */ -#define B_00080000 0x00080000 /* Available flag. */ +#define B_IOSTARTED 0x00080000 /* buf_start() called */ #define B_00100000 0x00100000 /* Available flag. */ #define B_MAXPHYS 0x00200000 /* nitems(b_pages[]) = atop(MAXPHYS). */ #define B_RELBUF 0x00400000 /* Release VMIO buffer. */ @@ -248,8 +248,8 @@ struct buf { #define PRINT_BUF_FLAGS "\20\40remfree\37cluster\36vmio\35ram\34managed" \ "\33paging\32infreecnt\31nocopy\30b23\27relbuf\26maxphys\25b20" \ - "\24b19\23invalonerr\22clusterok\21malloc\20nocache\17b14\16inval" \ - "\15reuse\14noreuse\13eintr\12done\11b8\10delwri" \ + "\24iostarted\23invalonerr\22clusterok\21malloc\20nocache\17b14" \ + "\16inval\15reuse\14noreuse\13eintr\12done\11b8\10delwri" \ "\7validsuspwrt\6cache\5deferred\4direct\3async\2needcommit\1age" /* @@ -434,6 +434,9 @@ bstrategy(struct buf *bp) static __inline void buf_start(struct buf *bp) { + KASSERT((bp->b_flags & B_IOSTARTED) == 0, + ("recursed buf_start %p", bp)); + bp->b_flags |= B_IOSTARTED; if (bioops.io_start) (*bioops.io_start)(bp); } @@ -441,8 +444,11 @@ buf_start(struct buf *bp) static __inline void buf_complete(struct buf *bp) { - if (bioops.io_complete) - (*bioops.io_complete)(bp); + if ((bp->b_flags & B_IOSTARTED) != 0) { + bp->b_flags &= ~B_IOSTARTED; + if (bioops.io_complete) + (*bioops.io_complete)(bp); + } } static __inline void diff --git a/sys/sys/vnode.h b/sys/sys/vnode.h index 78fbec1bd0b..639a16881e0 100644 --- a/sys/sys/vnode.h +++ b/sys/sys/vnode.h @@ -269,6 +269,7 @@ struct xvnode { #define VV_MD 0x0800 /* vnode backs the md device */ #define VV_FORCEINSMQ 0x1000 /* force the insmntque to succeed */ #define VV_READLINK 0x2000 /* fdescfs linux vnode */ +#define VV_UNREF 0x4000 /* vunref, do not drop lock in inactive() */ #define VMP_LAZYLIST 0x0001 /* Vnode is on mnt's lazy list */ @@ -710,7 +711,7 @@ void vgone(struct vnode *vp); void vhold(struct vnode *); void vholdnz(struct vnode *); bool vhold_smr(struct vnode *); -void vinactive(struct vnode *vp); +int vinactive(struct vnode *vp); int vinvalbuf(struct vnode *vp, int save, int slpflag, int slptimeo); int vtruncbuf(struct vnode *vp, off_t length, int blksize); void v_inval_buf_range(struct vnode *vp, daddr_t startlbn, daddr_t endlbn, diff --git a/sys/ufs/ffs/ffs_extern.h b/sys/ufs/ffs/ffs_extern.h index d54df1deced..54401208904 100644 --- a/sys/ufs/ffs/ffs_extern.h +++ b/sys/ufs/ffs/ffs_extern.h @@ -80,6 +80,8 @@ int ffs_freefile(struct ufsmount *, struct fs *, struct vnode *, ino_t, void ffs_fserr(struct fs *, ino_t, char *); int ffs_getcg(struct fs *, struct vnode *, u_int, int, struct buf **, struct cg **); +int ffs_inotovp(struct mount *, ino_t, u_int64_t, int, struct vnode **, + int); int ffs_isblock(struct fs *, u_char *, ufs1_daddr_t); int ffs_isfreeblock(struct fs *, u_char *, ufs1_daddr_t); void ffs_oldfscompat_write(struct fs *, struct ufsmount *); @@ -122,8 +124,9 @@ int ffs_breadz(struct ufsmount *, struct vnode *, daddr_t, daddr_t, int, /* * Flags to ffs_vgetf */ -#define FFSV_FORCEINSMQ 0x0001 -#define FFSV_REPLACE 0x0002 +#define FFSV_FORCEINSMQ 0x0001 +#define FFSV_REPLACE 0x0002 +#define FFSV_REPLACE_DOOMED 0x0004 /* * Flags to ffs_reload @@ -175,7 +178,7 @@ int softdep_request_cleanup(struct fs *, struct vnode *, struct ucred *, int); int softdep_prerename(struct vnode *, struct vnode *, struct vnode *, struct vnode *); -int softdep_prelink(struct vnode *, struct vnode *, int); +int softdep_prelink(struct vnode *, struct vnode *); void softdep_setup_freeblocks(struct inode *, off_t, int); void softdep_setup_inomapdep(struct buf *, struct inode *, ino_t, int); void softdep_setup_blkmapdep(struct buf *, struct mount *, ufs2_daddr_t, diff --git a/sys/ufs/ffs/ffs_inode.c b/sys/ufs/ffs/ffs_inode.c index 0b4172b3430..3df7bf8e859 100644 --- a/sys/ufs/ffs/ffs_inode.c +++ b/sys/ufs/ffs/ffs_inode.c @@ -34,6 +34,7 @@ #include __FBSDID("$FreeBSD$"); +#include "opt_ufs.h" #include "opt_quota.h" #include @@ -59,6 +60,10 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include +#ifdef UFS_DIRHASH +#include +#endif #include #include @@ -456,6 +461,10 @@ ffs_truncate(vp, length, flags, cred) ip->i_size = length; DIP_SET(ip, i_size, length); UFS_INODE_SET_FLAG(ip, IN_SIZEMOD | IN_CHANGE | IN_UPDATE); +#ifdef UFS_DIRHASH + if (vp->v_type == VDIR && ip->i_dirhash != NULL) + ufsdirhash_dirtrunc(ip, length); +#endif } else { lbn = lblkno(fs, length); flags |= BA_CLRBUF; @@ -482,6 +491,10 @@ ffs_truncate(vp, length, flags, cred) return (error); ip->i_size = length; DIP_SET(ip, i_size, length); +#ifdef UFS_DIRHASH + if (vp->v_type == VDIR && ip->i_dirhash != NULL) + ufsdirhash_dirtrunc(ip, length); +#endif size = blksize(fs, ip, lbn); if (vp->v_type != VDIR && offset != 0) bzero((char *)bp->b_data + offset, diff --git a/sys/ufs/ffs/ffs_snapshot.c b/sys/ufs/ffs/ffs_snapshot.c index 32dc47653d1..8ba85f0205e 100644 --- a/sys/ufs/ffs/ffs_snapshot.c +++ b/sys/ufs/ffs/ffs_snapshot.c @@ -296,16 +296,21 @@ ffs_snapshot(mp, snapfile) goto restart; } error = VOP_CREATE(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vat); - VOP_UNLOCK(nd.ni_dvp); if (error) { + VOP_VPUT_PAIR(nd.ni_dvp, NULL, true); NDFREE(&nd, NDF_ONLY_PNBUF); vn_finished_write(wrtmp); - vrele(nd.ni_dvp); if (error == ERELOOKUP) goto restart; return (error); } vp = nd.ni_vp; + vref(nd.ni_dvp); + VOP_VPUT_PAIR(nd.ni_dvp, &vp, false); + if (VN_IS_DOOMED(vp)) { + error = EBADF; + goto out; + } vnode_create_vobject(nd.ni_vp, fs->fs_size, td); vp->v_vflag |= VV_SYSTEM; ip = VTOI(vp); @@ -2590,6 +2595,7 @@ process_deferred_inactive(struct mount *mp) continue; } vholdl(vp); +retry_vnode: error = vn_lock(vp, LK_EXCLUSIVE | LK_INTERLOCK); if (error != 0) { vdrop(vp); @@ -2604,7 +2610,11 @@ process_deferred_inactive(struct mount *mp) UFS_INODE_SET_FLAG(ip, IN_MODIFIED); } VI_LOCK(vp); - vinactive(vp); + error = vinactive(vp); + if (error == ERELOOKUP && vp->v_usecount == 0) { + VOP_UNLOCK(vp); + goto retry_vnode; + } VI_UNLOCK(vp); VOP_UNLOCK(vp); vdrop(vp); diff --git a/sys/ufs/ffs/ffs_softdep.c b/sys/ufs/ffs/ffs_softdep.c index e90593b20e4..b1f6bbc3d2d 100644 --- a/sys/ufs/ffs/ffs_softdep.c +++ b/sys/ufs/ffs/ffs_softdep.c @@ -621,10 +621,9 @@ softdep_prerename(fdvp, fvp, tdvp, tvp) } int -softdep_prelink(dvp, vp, will_direnter) +softdep_prelink(dvp, vp) struct vnode *dvp; struct vnode *vp; - int will_direnter; { panic("softdep_prelink called"); @@ -1494,13 +1493,14 @@ get_parent_vp(struct vnode *vp, struct mount *mp, ino_t inum, struct buf *bp, } /* - * Do not drop vnode lock while inactivating. This - * would result in leaks of the VI flags and - * reclaiming of non-truncated vnode. Instead, + * Do not drop vnode lock while inactivating during + * vunref. This would result in leaks of the VI flags + * and reclaiming of non-truncated vnode. Instead, * re-schedule inactivation hoping that we would be * able to sync inode later. */ - if ((vp->v_iflag & VI_DOINGINACT) != 0) { + if ((vp->v_iflag & VI_DOINGINACT) != 0 && + (vp->v_vflag & VV_UNREF) != 0) { VI_LOCK(vp); vp->v_iflag |= VI_OWEINACT; VI_UNLOCK(vp); @@ -3358,13 +3358,11 @@ softdep_prerename(fdvp, fvp, tdvp, tvp) * syscall must be restarted at top level from the lookup. */ int -softdep_prelink(dvp, vp, will_direnter) +softdep_prelink(dvp, vp) struct vnode *dvp; struct vnode *vp; - int will_direnter; { struct ufsmount *ump; - int error, error1; ASSERT_VOP_ELOCKED(dvp, "prelink dvp"); if (vp != NULL) @@ -3372,40 +3370,13 @@ softdep_prelink(dvp, vp, will_direnter) ump = VFSTOUFS(dvp->v_mount); /* - * Nothing to do if we have sufficient journal space. - * If we currently hold the snapshot lock, we must avoid - * handling other resources that could cause deadlock. - * - * will_direnter == 1: In case allocated a directory block in - * an indirect block, we must prevent holes in the directory - * created if directory entries are written out of order. To - * accomplish this we fsync when we extend a directory into - * indirects. During rename it's not safe to drop the tvp - * lock so sync must be delayed until it is. - * - * This synchronous step could be removed if fsck and the - * kernel were taught to fill in sparse directories rather - * than panic. + * Nothing to do if we have sufficient journal space. We skip + * flushing when vp is a snapshot to avoid deadlock where + * another thread is trying to update the inodeblock for dvp + * and is waiting on snaplk that vp holds. */ - if (journal_space(ump, 0) || (vp != NULL && IS_SNAPSHOT(VTOI(vp)))) { - error = 0; - if (will_direnter && (vp == NULL || !IS_SNAPSHOT(VTOI(vp)))) { - if (vp != NULL) - VOP_UNLOCK(vp); - error = ffs_syncvnode(dvp, MNT_WAIT, 0); - if (vp != NULL) { - error1 = vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT); - if (error1 != 0) { - vn_lock_pair(dvp, true, vp, false); - if (error == 0) - error = ERELOOKUP; - } else if (vp->v_data == NULL) { - error = ERELOOKUP; - } - } - } - return (error); - } + if (journal_space(ump, 0) || (vp != NULL && IS_SNAPSHOT(VTOI(vp)))) + return (0); stat_journal_low++; if (vp != NULL) { @@ -13736,6 +13707,12 @@ softdep_slowdown(vp) return (1); } +static int +softdep_request_cleanup_filter(struct vnode *vp, void *arg __unused) +{ + return ((vp->v_iflag & VI_OWEINACT) != 0); +} + /* * Called by the allocation routines when they are about to fail * in the hope that we can free up the requested resource (inodes @@ -13757,6 +13734,7 @@ softdep_request_cleanup(fs, vp, cred, resource) { struct ufsmount *ump; struct mount *mp; + struct vnode *vp1, *mvp1; long starttime; ufs2_daddr_t needed; int error, failed_vnode; @@ -13848,6 +13826,21 @@ softdep_request_cleanup(fs, vp, cred, resource) stat_worklist_push += 1; FREE_LOCK(ump); } + + if (resource == FLUSH_INODES_WAIT && fs->fs_pendinginodes < needed) { + MNT_VNODE_FOREACH_LAZY(vp1, mp, mvp1, + softdep_request_cleanup_filter, NULL) { + vn_lock(vp1, LK_EXCLUSIVE | LK_INTERLOCK | LK_RETRY); + VI_LOCK(vp1); + if (vp1->v_data != NULL) { + while ((vp1->v_iflag & VI_OWEINACT) != 0) + vinactive(vp1); + } + VOP_UNLOCK(vp1); + vdropl(vp1); + } + } + /* * If we still need resources and there are no more worklist * entries to process to obtain them, we have to start flushing diff --git a/sys/ufs/ffs/ffs_vfsops.c b/sys/ufs/ffs/ffs_vfsops.c index 60d4dad57d0..540dd02c963 100644 --- a/sys/ufs/ffs/ffs_vfsops.c +++ b/sys/ufs/ffs/ffs_vfsops.c @@ -1954,13 +1954,16 @@ ffs_vgetf(mp, ino, flags, vpp, ffs_flags) daddr_t dbn; int error; - MPASS((ffs_flags & FFSV_REPLACE) == 0 || (flags & LK_EXCLUSIVE) != 0); + MPASS((ffs_flags & (FFSV_REPLACE | FFSV_REPLACE_DOOMED)) == 0 || + (flags & LK_EXCLUSIVE) != 0); error = vfs_hash_get(mp, ino, flags, curthread, vpp, NULL, NULL); if (error != 0) return (error); if (*vpp != NULL) { - if ((ffs_flags & FFSV_REPLACE) == 0) + if ((ffs_flags & FFSV_REPLACE) == 0 || + ((ffs_flags & FFSV_REPLACE_DOOMED) == 0 || + !VN_IS_DOOMED(*vpp))) return (0); vgone(*vpp); vput(*vpp); @@ -2150,35 +2153,68 @@ ffs_fhtovp(mp, fhp, flags, vpp) struct vnode **vpp; { struct ufid *ufhp; + + ufhp = (struct ufid *)fhp; + return (ffs_inotovp(mp, ufhp->ufid_ino, ufhp->ufid_gen, flags, + vpp, 0)); +} + +int +ffs_inotovp(mp, ino, gen, lflags, vpp, ffs_flags) + struct mount *mp; + ino_t ino; + u_int64_t gen; + int lflags; + struct vnode **vpp; + int ffs_flags; +{ struct ufsmount *ump; + struct vnode *nvp; + struct inode *ip; struct fs *fs; struct cg *cgp; struct buf *bp; - ino_t ino; u_int cg; int error; - ufhp = (struct ufid *)fhp; - ino = ufhp->ufid_ino; ump = VFSTOUFS(mp); fs = ump->um_fs; + *vpp = NULL; + if (ino < UFS_ROOTINO || ino >= fs->fs_ncg * fs->fs_ipg) return (ESTALE); + /* * Need to check if inode is initialized because UFS2 does lazy * initialization and nfs_fhtovp can offer arbitrary inode numbers. */ - if (fs->fs_magic != FS_UFS2_MAGIC) - return (ufs_fhtovp(mp, ufhp, flags, vpp)); - cg = ino_to_cg(fs, ino); - if ((error = ffs_getcg(fs, ump->um_devvp, cg, 0, &bp, &cgp)) != 0) - return (error); - if (ino >= cg * fs->fs_ipg + cgp->cg_initediblk) { + if (fs->fs_magic == FS_UFS2_MAGIC) { + cg = ino_to_cg(fs, ino); + error = ffs_getcg(fs, ump->um_devvp, cg, 0, &bp, &cgp); + if (error != 0) + return (error); + if (ino >= cg * fs->fs_ipg + cgp->cg_initediblk) { + brelse(bp); + return (ESTALE); + } brelse(bp); + } + + error = ffs_vgetf(mp, ino, lflags, &nvp, ffs_flags); + if (error != 0) + return (error); + + ip = VTOI(nvp); + if (ip->i_mode == 0 || ip->i_gen != gen || ip->i_effnlink <= 0) { + if (ip->i_mode == 0) + vgone(nvp); + vput(nvp); return (ESTALE); } - brelse(bp); - return (ufs_fhtovp(mp, ufhp, flags, vpp)); + + vnode_create_vobject(nvp, DIP(ip, i_size), curthread); + *vpp = nvp; + return (0); } /* @@ -2393,10 +2429,10 @@ ffs_backgroundwritedone(struct buf *bp) #endif /* * This buffer is marked B_NOCACHE so when it is released - * by biodone it will be tossed. + * by biodone it will be tossed. Clear B_IOSTARTED in case of error. */ bp->b_flags |= B_NOCACHE; - bp->b_flags &= ~B_CACHE; + bp->b_flags &= ~(B_CACHE | B_IOSTARTED); pbrelvp(bp); /* diff --git a/sys/ufs/ffs/ffs_vnops.c b/sys/ufs/ffs/ffs_vnops.c index 6ca98a84869..ddf559c4170 100644 --- a/sys/ufs/ffs/ffs_vnops.c +++ b/sys/ufs/ffs/ffs_vnops.c @@ -66,6 +66,10 @@ #include __FBSDID("$FreeBSD$"); +#include "opt_directio.h" +#include "opt_ffs.h" +#include "opt_ufs.h" + #include #include #include @@ -96,11 +100,13 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include +#ifdef UFS_DIRHASH +#include +#endif #include #include -#include "opt_directio.h" -#include "opt_ffs.h" #define ALIGNED_TO(ptr, s) \ (((uintptr_t)(ptr) & (_Alignof(s) - 1)) == 0) @@ -129,6 +135,7 @@ static vop_listextattr_t ffs_listextattr; static vop_openextattr_t ffs_openextattr; static vop_setextattr_t ffs_setextattr; static vop_vptofh_t ffs_vptofh; +static vop_vput_pair_t ffs_vput_pair; /* Global vfs data structures for ufs. */ struct vop_vector ffs_vnodeops1 = { @@ -145,6 +152,7 @@ struct vop_vector ffs_vnodeops1 = { .vop_reallocblks = ffs_reallocblks, .vop_write = ffs_write, .vop_vptofh = ffs_vptofh, + .vop_vput_pair = ffs_vput_pair, }; VFS_VOP_VECTOR_REGISTER(ffs_vnodeops1); @@ -181,6 +189,7 @@ struct vop_vector ffs_vnodeops2 = { .vop_openextattr = ffs_openextattr, .vop_setextattr = ffs_setextattr, .vop_vptofh = ffs_vptofh, + .vop_vput_pair = ffs_vput_pair, }; VFS_VOP_VECTOR_REGISTER(ffs_vnodeops2); @@ -256,7 +265,6 @@ ffs_syncvnode(struct vnode *vp, int waitfor, int flags) bool still_dirty, unlocked, wait; ip = VTOI(vp); - ip->i_flag &= ~IN_NEEDSYNC; bo = &vp->v_bufobj; ump = VFSTOUFS(vp->v_mount); @@ -444,6 +452,8 @@ ffs_syncvnode(struct vnode *vp, int waitfor, int flags) } if (error == 0 && unlocked) error = ERELOOKUP; + if (error == 0) + ip->i_flag &= ~IN_NEEDSYNC; return (error); } @@ -581,6 +591,9 @@ ffs_unlock_debug(struct vop_unlock_args *ap) VI_UNLOCK(vp); } } + KASSERT(vp->v_type != VDIR || vp->v_vnlock->lk_recurse != 0 || + (ip->i_flag & IN_ENDOFF) == 0, + ("ufs dir vp %p ip %p flags %#x", vp, ip, ip->i_flag)); #ifdef DIAGNOSTIC if (VOP_ISLOCKED(vp) == LK_EXCLUSIVE && ip != NULL && vp->v_vnlock->lk_recurse == 0) @@ -1915,3 +1928,115 @@ ffs_getpages_async(struct vop_getpages_async_args *ap) return (error); } + +static int +ffs_vput_pair(struct vop_vput_pair_args *ap) +{ + struct mount *mp; + struct vnode *dvp, *vp, *vp1, **vpp; + struct inode *dp, *ip; + ino_t ip_ino; + u_int64_t ip_gen; + off_t old_size; + int error, vp_locked; + + dvp = ap->a_dvp; + dp = VTOI(dvp); + vpp = ap->a_vpp; + vp = vpp != NULL ? *vpp : NULL; + + if ((dp->i_flag & (IN_NEEDSYNC | IN_ENDOFF)) == 0) { + vput(dvp); + if (vp != NULL && ap->a_unlock_vp) + vput(vp); + return (0); + } + + mp = dvp->v_mount; + if (vp != NULL) { + if (ap->a_unlock_vp) { + vput(vp); + } else { + MPASS(vp->v_type != VNON); + vp_locked = VOP_ISLOCKED(vp); + ip = VTOI(vp); + ip_ino = ip->i_number; + ip_gen = ip->i_gen; + VOP_UNLOCK(vp); + } + } + + /* + * If compaction or fsync was requested do it in ffs_vput_pair() + * now that other locks are no longer held. + */ + if ((dp->i_flag & IN_ENDOFF) != 0) { + dp->i_flag &= ~IN_ENDOFF; + if (I_ENDOFF(dp) != 0 && I_ENDOFF(dp) < dp->i_size) { + old_size = dp->i_size; + error = UFS_TRUNCATE(dvp, (off_t)I_ENDOFF(dp), + IO_NORMAL | (DOINGASYNC(dvp) ? 0 : IO_SYNC), + curthread->td_ucred); + if (error != 0 && error != ERELOOKUP) { + if (!ffs_fsfail_cleanup(VFSTOUFS(mp), error)) { + vn_printf(dvp, + "IN_ENDOFF: failed to truncate, " + "error %d\n", error); + } +#ifdef UFS_DIRHASH + ufsdirhash_free(dp); +#endif + } + } + SET_I_ENDOFF(dp, 0); + } + if ((dp->i_flag & IN_NEEDSYNC) != 0) { + do { + error = ffs_syncvnode(dvp, MNT_WAIT, 0); + } while (error == ERELOOKUP); + } + + vput(dvp); + + if (vp == NULL || ap->a_unlock_vp) + return (0); + MPASS(mp != NULL); + + /* + * It is possible that vp is reclaimed at this point. Only + * routines that call us with a_unlock_vp == false can find + * that their vp has been reclaimed. There are three areas + * that are affected: + * 1) vn_open_cred() - later VOPs could fail, for instance + * dead_open() returns ENXIO. + * 2) ffs_snapshot() - creation of snapshot fails with EBADF. + * 3) NFS server (several places) - code is prepared to detect + * and respond to dead vnodes by returning ESTALE. + */ + VOP_LOCK(vp, vp_locked | LK_RETRY); + if (!VN_IS_DOOMED(vp)) + return (0); + + /* + * Try harder to recover from reclaimed vp if reclaim was not + * because underlying inode was cleared. We saved inode + * number and inode generation, so we can try to reinstantiate + * exactly same version of inode. If this fail, return + * original doomed vnode and let caller to handle + * consequences. + * + * Note that callers must keep write started around + * VOP_VPUT_PAIR() calls, so it is safe to use mp without + * busying it. + */ + VOP_UNLOCK(vp); + error = ffs_inotovp(mp, ip_ino, ip_gen, LK_EXCLUSIVE, &vp1, + FFSV_REPLACE_DOOMED); + if (error != 0) { + VOP_LOCK(vp, vp_locked | LK_RETRY); + } else { + vrele(vp); + *vpp = vp1; + } + return (0); +} diff --git a/sys/ufs/ufs/inode.h b/sys/ufs/ufs/inode.h index 16db8d6d5ce..4515dcbed40 100644 --- a/sys/ufs/ufs/inode.h +++ b/sys/ufs/ufs/inode.h @@ -152,6 +152,8 @@ struct inode { #define IN_IBLKDATA 0x0800 /* datasync requires inode block update */ #define IN_SIZEMOD 0x1000 /* Inode size has been modified */ +#define IN_ENDOFF 0x2000 /* Free space at the end of directory, + try to truncate when possible */ #define PRINT_INODE_FLAGS "\20\20b16\17b15\16b14\15sizemod" \ "\14iblkdata\13is_ufs2\12truncated\11ea_lockwait\10ea_locked" \ diff --git a/sys/ufs/ufs/ufs_extern.h b/sys/ufs/ufs/ufs_extern.h index a28fcffabd2..3ac631e6ab0 100644 --- a/sys/ufs/ufs/ufs_extern.h +++ b/sys/ufs/ufs/ufs_extern.h @@ -59,7 +59,6 @@ int ufs_bmap(struct vop_bmap_args *); int ufs_bmaparray(struct vnode *, ufs2_daddr_t, ufs2_daddr_t *, struct buf *, int *, int *); int ufs_bmap_seekdata(struct vnode *, off_t *); -int ufs_fhtovp(struct mount *, struct ufid *, int, struct vnode **); int ufs_checkpath(ino_t, ino_t, struct inode *, struct ucred *, ino_t *); void ufs_dirbad(struct inode *, doff_t, char *); int ufs_dirbadentry(struct vnode *, struct direct *, int); @@ -69,7 +68,7 @@ int ufs_extwrite(struct vop_write_args *); void ufs_makedirentry(struct inode *, struct componentname *, struct direct *); int ufs_direnter(struct vnode *, struct vnode *, struct direct *, - struct componentname *, struct buf *, int); + struct componentname *, struct buf *); int ufs_dirremove(struct vnode *, struct inode *, int, int); int ufs_dirrewrite(struct inode *, struct inode *, ino_t, int, int); int ufs_lookup_ino(struct vnode *, struct vnode **, struct componentname *, diff --git a/sys/ufs/ufs/ufs_inode.c b/sys/ufs/ufs/ufs_inode.c index 15bd8be448a..46e4f8e54e4 100644 --- a/sys/ufs/ufs/ufs_inode.c +++ b/sys/ufs/ufs/ufs_inode.c @@ -212,8 +212,6 @@ ufs_inactive(ap) vrecycle(vp); if (mp != NULL) vn_finished_secondary_write(mp); - if (error == ERELOOKUP) - error = 0; return (error); } diff --git a/sys/ufs/ufs/ufs_lookup.c b/sys/ufs/ufs/ufs_lookup.c index 7dbd58f795c..3ac40d6ba47 100644 --- a/sys/ufs/ufs/ufs_lookup.c +++ b/sys/ufs/ufs/ufs_lookup.c @@ -876,13 +876,12 @@ ufs_makedirentry(ip, cnp, newdirp) * soft dependency code). */ int -ufs_direnter(dvp, tvp, dirp, cnp, newdirbp, isrename) +ufs_direnter(dvp, tvp, dirp, cnp, newdirbp) struct vnode *dvp; struct vnode *tvp; struct direct *dirp; struct componentname *cnp; struct buf *newdirbp; - int isrename; { struct ucred *cr; struct thread *td; @@ -964,9 +963,7 @@ ufs_direnter(dvp, tvp, dirp, cnp, newdirbp, isrename) if (newdirbp) bdwrite(newdirbp); bdwrite(bp); - if ((dp->i_flag & IN_NEEDSYNC) == 0) - return (UFS_UPDATE(dvp, 0)); - return (0); + return (UFS_UPDATE(dvp, 0)); } if (DOINGASYNC(dvp)) { bdwrite(bp); @@ -1113,32 +1110,15 @@ ufs_direnter(dvp, tvp, dirp, cnp, newdirbp, isrename) error = bwrite(bp); } } - UFS_INODE_SET_FLAG(dp, IN_CHANGE | IN_UPDATE); + /* - * If all went well, and the directory can be shortened, proceed - * with the truncation. Note that we have to unlock the inode for - * the entry that we just entered, as the truncation may need to - * lock other inodes which can lead to deadlock if we also hold a - * lock on the newly entered node. + * If all went well, mark directory inode with the truncation + * request right before unlock in case the directory can be + * shortened. */ - if (isrename == 0 && error == 0 && - I_ENDOFF(dp) != 0 && I_ENDOFF(dp) < dp->i_size) { - if (tvp != NULL) - VOP_UNLOCK(tvp); - error = UFS_TRUNCATE(dvp, (off_t)I_ENDOFF(dp), - IO_NORMAL | (DOINGASYNC(dvp) ? 0 : IO_SYNC), cr); - if (error != 0) - vn_printf(dvp, - "ufs_direnter: failed to truncate, error %d\n", - error); -#ifdef UFS_DIRHASH - if (error == 0 && dp->i_dirhash != NULL) - ufsdirhash_dirtrunc(dp, I_ENDOFF(dp)); -#endif - error = 0; - if (tvp != NULL) - vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY); - } + UFS_INODE_SET_FLAG(dp, IN_CHANGE | IN_UPDATE | + (error == 0 ? IN_ENDOFF : 0)); + return (error); } diff --git a/sys/ufs/ufs/ufs_vfsops.c b/sys/ufs/ufs/ufs_vfsops.c index 4813ac7db76..0f45baed634 100644 --- a/sys/ufs/ufs/ufs_vfsops.c +++ b/sys/ufs/ufs/ufs_vfsops.c @@ -214,39 +214,3 @@ ufs_uninit(vfsp) #endif return (0); } - -/* - * This is the generic part of fhtovp called after the underlying - * filesystem has validated the file handle. - * - * Call the VFS_CHECKEXP beforehand to verify access. - */ -int -ufs_fhtovp(mp, ufhp, flags, vpp) - struct mount *mp; - struct ufid *ufhp; - int flags; - struct vnode **vpp; -{ - struct inode *ip; - struct vnode *nvp; - int error; - - error = VFS_VGET(mp, ufhp->ufid_ino, flags, &nvp); - if (error) { - *vpp = NULLVP; - return (error); - } - ip = VTOI(nvp); - if (ip->i_mode == 0 || ip->i_gen != ufhp->ufid_gen || - ip->i_effnlink <= 0) { - if (ip->i_mode == 0) - vgone(nvp); - vput(nvp); - *vpp = NULLVP; - return (ESTALE); - } - *vpp = nvp; - vnode_create_vobject(*vpp, DIP(ip, i_size), curthread); - return (0); -} diff --git a/sys/ufs/ufs/ufs_vnops.c b/sys/ufs/ufs/ufs_vnops.c index 0e7ec7ae545..5eed815f3d6 100644 --- a/sys/ufs/ufs/ufs_vnops.c +++ b/sys/ufs/ufs/ufs_vnops.c @@ -252,9 +252,10 @@ ufs_mknod(ap) DIP_SET(ip, i_rdev, vap->va_rdev); } /* - * Remove inode, then reload it through VFS_VGET so it is - * checked to see if it is an alias of an existing entry in - * the inode cache. XXX I don't believe this is necessary now. + * Remove inode, then reload it through VFS_VGET(). This is + * needed to do further inode initialization, for instance + * fifo, which was too early for VFS_VGET() done as part of + * UFS_VALLOC(). */ (*vpp)->v_type = VNON; ino = ip->i_number; /* Save this before vgone() invalidates ip. */ @@ -1006,8 +1007,8 @@ ufs_remove(ap) if ((ip->i_flags & (NOUNLINK | IMMUTABLE | APPEND)) || (VTOI(dvp)->i_flags & APPEND)) return (EPERM); - if (DOINGSOFTDEP(dvp)) { - error = softdep_prelink(dvp, vp, true); + if (DOINGSUJ(dvp)) { + error = softdep_prelink(dvp, vp); if (error != 0) { MPASS(error == ERELOOKUP); return (error); @@ -1071,8 +1072,8 @@ ufs_link(ap) panic("ufs_link: no name"); #endif - if (DOINGSOFTDEP(tdvp)) { - error = softdep_prelink(tdvp, vp, true); + if (DOINGSUJ(tdvp)) { + error = softdep_prelink(tdvp, vp); if (error != 0) { MPASS(error == ERELOOKUP); return (error); @@ -1111,7 +1112,7 @@ ufs_link(ap) error = UFS_UPDATE(vp, !DOINGSOFTDEP(vp) && !DOINGASYNC(vp)); if (!error) { ufs_makedirentry(ip, cnp, &newdir); - error = ufs_direnter(tdvp, vp, &newdir, cnp, NULL, 0); + error = ufs_direnter(tdvp, vp, &newdir, cnp, NULL); } if (error) { @@ -1142,9 +1143,9 @@ ufs_whiteout(ap) struct direct newdir; int error = 0; - if (DOINGSOFTDEP(dvp) && (ap->a_flags == CREATE || + if (DOINGSUJ(dvp) && (ap->a_flags == CREATE || ap->a_flags == DELETE)) { - error = softdep_prelink(dvp, NULL, true); + error = softdep_prelink(dvp, NULL); if (error != 0) { MPASS(error == ERELOOKUP); return (error); @@ -1171,7 +1172,7 @@ ufs_whiteout(ap) newdir.d_namlen = cnp->cn_namelen; bcopy(cnp->cn_nameptr, newdir.d_name, (unsigned)cnp->cn_namelen + 1); newdir.d_type = DT_WHT; - error = ufs_direnter(dvp, NULL, &newdir, cnp, NULL, 0); + error = ufs_direnter(dvp, NULL, &newdir, cnp, NULL); break; case DELETE: @@ -1511,7 +1512,7 @@ ufs_rename(ap) } } ufs_makedirentry(fip, tcnp, &newdir); - error = ufs_direnter(tdvp, NULL, &newdir, tcnp, NULL, 1); + error = ufs_direnter(tdvp, NULL, &newdir, tcnp, NULL); if (error) goto bad; /* Setup tdvp for directory compaction if needed. */ @@ -1676,40 +1677,16 @@ ufs_rename(ap) vput(fdvp); vput(fvp); - if (tvp) - vput(tvp); + /* - * If compaction or fsync was requested do it now that other locks - * are no longer needed. + * If compaction or fsync was requested do it now in + * ffs_vput_pair() that other locks are no longer needed. */ if (error == 0 && endoff != 0) { - do { - error = UFS_TRUNCATE(tdvp, endoff, IO_NORMAL | - (DOINGASYNC(tdvp) ? 0 : IO_SYNC), tcnp->cn_cred); - } while (error == ERELOOKUP); - if (error != 0 && !ffs_fsfail_cleanup(VFSTOUFS(mp), error)) - vn_printf(tdvp, - "ufs_rename: failed to truncate, error %d\n", - error); -#ifdef UFS_DIRHASH - if (error != 0) - ufsdirhash_free(tdp); - else if (tdp->i_dirhash != NULL) - ufsdirhash_dirtrunc(tdp, endoff); -#endif - /* - * Even if the directory compaction failed, rename was - * succesful. Do not propagate a UFS_TRUNCATE() error - * to the caller. - */ - error = 0; - } - if (error == 0 && tdp->i_flag & IN_NEEDSYNC) { - do { - error = VOP_FSYNC(tdvp, MNT_WAIT, td); - } while (error == ERELOOKUP); + UFS_INODE_SET_FLAG(tdp, IN_ENDOFF); + SET_I_ENDOFF(tdp, endoff); } - vput(tdvp); + VOP_VPUT_PAIR(tdvp, &tvp, true); return (error); bad: @@ -1969,8 +1946,8 @@ ufs_mkdir(ap) goto out; } - if (DOINGSOFTDEP(dvp)) { - error = softdep_prelink(dvp, NULL, true); + if (DOINGSUJ(dvp)) { + error = softdep_prelink(dvp, NULL); if (error != 0) { MPASS(error == ERELOOKUP); return (error); @@ -2156,7 +2133,7 @@ ufs_mkdir(ap) else if (!DOINGSOFTDEP(dvp) && ((error = bwrite(bp)))) goto bad; ufs_makedirentry(ip, cnp, &newdir); - error = ufs_direnter(dvp, tvp, &newdir, cnp, bp, 0); + error = ufs_direnter(dvp, tvp, &newdir, cnp, bp); bad: if (error == 0) { @@ -2233,8 +2210,8 @@ ufs_rmdir(ap) error = EINVAL; goto out; } - if (DOINGSOFTDEP(dvp)) { - error = softdep_prelink(dvp, vp, false); + if (DOINGSUJ(dvp)) { + error = softdep_prelink(dvp, vp); if (error != 0) { MPASS(error == ERELOOKUP); return (error); @@ -2760,8 +2737,8 @@ ufs_makeinode(mode, dvp, vpp, cnp, callfunc) print_bad_link_count(callfunc, dvp); return (EINVAL); } - if (DOINGSOFTDEP(dvp)) { - error = softdep_prelink(dvp, NULL, true); + if (DOINGSUJ(dvp)) { + error = softdep_prelink(dvp, NULL); if (error != 0) { MPASS(error == ERELOOKUP); return (error); @@ -2889,7 +2866,7 @@ ufs_makeinode(mode, dvp, vpp, cnp, callfunc) } #endif /* !UFS_ACL */ ufs_makedirentry(ip, cnp, &newdir); - error = ufs_direnter(dvp, tvp, &newdir, cnp, NULL, 0); + error = ufs_direnter(dvp, tvp, &newdir, cnp, NULL); if (error) goto bad; vn_seqc_write_end(tvp); -- Test scenario: misc/gnop.sh