GENERIC HEAD from 2013-10-13 02:41:30 UTC, r256429M, vmcore.50 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #1 r256429M: Sun Oct 13 18:02:51 CEST 2013 pho@t2.osted.lan:/usr/src/sys/amd64/compile/PHOX amd64 FreeBSD clang version 3.3 (tags/RELEASE_33/final 183502) 20130610 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.23-MHz K8-class CPU) Origin = "GenuineIntel" Id = 0x206d7 Family = 0x6 Model = 0x2d Stepping = 7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100800 AMD Features2=0x1 TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 66615898112 (63529 MB) : Trying to mount root from ufs:/dev/da0p2 [rw]... Setting hostuuid: 2bde2bde-f4e2-e111-aab2-001e6756b69b. Setting hostid: 0x0035ff86. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/da0p2: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p2: clean, 72604480 free (153752 frags, 9056341 blocks, 0.2% fragmentation) /dev/da0p3: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p3: clean, 23758347 free (2147 frags, 2969525 blocks, 0.0% fragmentation) Mounting local file systems:. lock order reversal: 1st 0xfffff8000bc85c98 ufs (ufs) @ kern/vfs_subr.c:2101 2nd 0xfffffe0f90231f88 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 3rd 0xfffff808e5e1ea28 ufs (ufs) @ kern/vfs_subr.c:2101 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe1049381c90 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe1049381d40 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe1049381dd0 __lockmgr_args() at __lockmgr_args+0x86c/frame 0xfffffe1049381f00 ffs_lock() at ffs_lock+0x92/frame 0xfffffe1049381f50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe1049381f80 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe1049381ff0 vget() at vget+0x70/frame 0xfffffe1049382040 vfs_hash_get() at vfs_hash_get+0xf5/frame 0xfffffe1049382090 ffs_vgetf() at ffs_vgetf+0x41/frame 0xfffffe1049382120 softdep_sync_buf() at softdep_sync_buf+0x8fa/frame 0xfffffe10493821d0 ffs_syncvnode() at ffs_syncvnode+0x258/frame 0xfffffe1049382250 ffs_truncate() at ffs_truncate+0x5f3/frame 0xfffffe1049382430 ufs_direnter() at ufs_direnter+0x891/frame 0xfffffe10493824f0 ufs_makeinode() at ufs_makeinode+0x573/frame 0xfffffe10493826b0 VOP_CREATE_APV() at VOP_CREATE_APV+0x108/frame 0xfffffe10493826e0 vn_open_cred() at vn_open_cred+0x2f0/frame 0xfffffe1049382830 kern_openat() at kern_openat+0x261/frame 0xfffffe10493829a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049382ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049382ab0 --- syscall (5, FreeBSD ELF64, sys_open), rip = 0x800dd926a, rsp = 0x7fffffffc4f8, rbp = 0x7fffffffc5e0 --- Writing entropy file:. Setting hostname: t2.osted.lan. Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=403bb ether 00:1e:67:56:b6:9b inet 192.168.1.109 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::21e:67ff:fe56:b69b%igb0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active igb1: flags=8c02 metric 0 mtu 1500 options=403bb ether 00:1e:67:56:b6:9c nd6 options=29 media: Ethernet autoselect status: no carrier Starting devd. Starting Network: igb1. igb1: flags=8c02 metric 0 mtu 1500 options=403bb ether 00:1e:67:56:b6:9c nd6 options=29 media: Ethernet autoselect status: no carrier Configuring keyboard: keymap. ums0: on usbus2 ums0: 3 buttons and [Z] coordinates ID=0 Starting ums0 moused. Expensive timeout(9) function: 0xffffffff806f7e30(0xffffffff816a4990) 0.013914036 s add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/nss 32-bit compatibility ldconfig path: /usr/lib32 Creating and/or trimming log files. Starting syslogd. Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 Starting amd. lock order reversal: 1st 0xfffffe0f902e6a08 bufwait (bufwait) @ kern/vfs_bio.c:3050 2nd 0xfffff80016e16800 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe10494042d0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe1049404380 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe1049404410 _sx_xlock() at _sx_xlock+0x75/frame 0xfffffe1049404450 ufsdirhash_add() at ufsdirhash_add+0x4c/frame 0xfffffe1049404490 ufs_direnter() at ufs_direnter+0x688/frame 0xfffffe1049404550 ufs_mkdir() at ufs_mkdir+0x863/frame 0xfffffe1049404750 VOP_MKDIR_APV() at VOP_MKDIR_APV+0x10e/frame 0xfffffe1049404780 kern_mkdirat() at kern_mkdirat+0x1f3/frame 0xfffffe10494049a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049404ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049404ab0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80093951a, rsp = 0x7fffffffd798, rbp = 0x7fffffffdc70 --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Configuring syscons: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Local package initialization:Oct 13 18:36:53 t2 su: pho to root on /dev/pts/1 backup. Starting default mousedmoused: unable to open /dev/psm0: No such file or directory . Sun Oct 13 18:37:00 CEST 2013 FreeBSD/amd64 (t2.osted.lan) (console) login: lock order reversal: 1st 0xfffff8000b9f97b8 ufs (ufs) @ kern/vfs_mount.c:1237 2nd 0xfffff8005d464c98 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1903 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe10499f8390 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe10499f8440 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe10499f84d0 __lockmgr_args() at __lockmgr_args+0x86c/frame 0xfffffe10499f8600 vop_stdlock() at vop_stdlock+0x3c/frame 0xfffffe10499f8620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe10499f8650 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe10499f86c0 softdep_flushworklist() at softdep_flushworklist+0x70/frame 0xfffffe10499f8720 ffs_sync() at ffs_sync+0x29d/frame 0xfffffe10499f87f0 dounmount() at dounmount+0x3e1/frame 0xfffffe10499f8870 sys_unmount() at sys_unmount+0x356/frame 0xfffffe10499f89a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10499f8ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10499f8ab0 --- syscall (22, FreeBSD ELF64, sys_unmount), rip = 0x80088b17a, rsp = 0x7fffffffcef8, rbp = 0x7fffffffd010 --- witness_lock_list_get: witness exhausted 20131013 19:52:14 all (1/239): sndstat.sh 20131013 19:52:14 all (2/239): zfs2.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20131013 20:18:38 all (3/239): nullfs6.sh 20131013 20:18:39 all (4/239): radix.sh 20131013 20:22:38 all (5/239): pts.sh 20131013 20:26:58 all (6/239): rename4.sh 20131013 20:27:00 all (7/239): jail.sh 20131013 20:27:00 all (8/239): suj32.sh 20131013 20:27:01 all (9/239): sendfile.sh 20131013 20:33:48 all (10/239): ucom.sh 20131013 20:36:56 all (11/239): quota9.sh 20131013 20:37:00 all (12/239): mlockall2.sh 20131013 20:47:51 all (13/239): rename7.sh 20131013 20:48:48 all (14/239): pthread.sh 20131013 20:48:55 all (15/239): swap2.sh 20131013 21:06:33 all (16/239): swap.sh 20131013 21:20:15 all (17/239): nfs7.sh 20131013 21:45:24 all (18/239): kevent5.sh 20131013 21:49:58 all (19/239): truncate3.sh 20131013 21:50:04 all (20/239): nullfs9.sh 20131013 21:50:04 all (21/239): ffs_syncvnode2.sh Oct 13 21:56:38 t2 kernel: pid 50064 (rw), uid 1004 inumber 65560 on /mnt: filesystem full Oct 13 21:56:38 t2 kernel: pid 50079 (mkdir), uid 1004 inumber 196609 on /mnt: filesystem full Oct 13 22:03:28 t2 kernel: pid 50647 (rw), uid 1004 inumber 196741 on /mnt: filesystem full Oct 13 22:03:29 t2 kernel: pid 50666 (mkdir), uid 1004 inumber 219873 on /mnt: filesystem full Oct 13 22:03:29 t2 kernel: pid 50637 (creat), uid 1004 inumber 196716 on /mnt: filesystem full Oct 13 22:07:12 t2 kernel: pid 51013 (rw), uid 1004 inumber 108324 on /mnt: filesystem full Oct 13 22:07:12 t2 kernel: pid 51011 (creat), uid 1004 inumber 108278 on /mnt: filesystem full Oct 13 22:11:29 t2 kernel: pid 51369 (rw), uid 1004 inumber 65553 on /mnt: filesystem full Oct 13 22:11:31 t2 kernel: pid 51377 (rw), uid 1004 inumber 65575 on /mnt: filesystem full Oct 13 22:11:33 t2 kernel: pid 51389 (rw), uid 1004 inumber 65585 on /mnt: filesystem full Oct 13 22:11:33 t2 kernel: pid 51370 (creat), uid 1004 inumber 65551 on /mnt: filesystem full Oct 13 22:11:35 t2 kernel: pid 51391 (rw), uid 1004 inumber 65586 on /mnt: filesystem full Oct 13 22:11:35 t2 kernel: pid 51370 (creat), uid 1004 inumber 65551 on /mnt: filesystem full Oct 13 22:11:47 t2 kernel: pid 51367 (rw), uid 1004 inumber 65546 on /mnt: filesystem full Oct 13 22:17:57 t2 kernel: pid 51930 (rw), uid 1004 inumber 65576 on /mnt: filesystem full Oct 13 22:17:57 t2 kernel: pid 51925 (mkdir), uid 1004 inumber 160697 on /mnt: filesystem full Oct 13 22:17:57 t2 kernel: pid 51937 (creat), uid 1004 inumber 65572 on /mnt: filesystem full Oct 13 22:17:58 t2 kernel: pid 51954 (rw), uid 1004 inumber 65579 on /mnt: filesystem full Oct 13 22:17:58 t2 kernel: pid 51929 (creat), uid 1004 inumber 65573 on /mnt: filesystem full Oct 13 22:17:58 t2 kernel: pid 51928 (mkdir), uid 1004 inumber 131086 on /mnt: filesystem full Oct 13 22:17:59 t2 kernel: pid 51938 (rw), uid 1004 inumber 65563 on /mnt: filesystem full Oct 13 22:17:59 t2 kernel: pid 51941 (creat), uid 1004 inumber 65570 on /mnt: filesystem full Oct 13 22:18:00 t2 kernel: pid 51942 (mkdir), uid 1004 inumber 131088 on /mnt: filesystem full Oct 13 22:19:19 t2 kernel: pid 52168 (rw), uid 1004 inumber 131113 on /mnt: filesystem full Oct 13 22:19:19 t2 kernel: pid 52155 (creat), uid 1004 inumber 65667 on /mnt: filesystem full Oct 13 22:19:19 t2 kernel: pid 52170 (mkdir), uid 1004 inumber 90798 on /mnt: filesystem full 20131013 22:21:12 all (22/239): tmpfs8.sh 20131013 22:21:31 all (23/239): tmpfs7.sh 20131013 22:21:32 all (24/239): unload2.sh 20131013 22:21:33 all (25/239): truncate2.sh 20131013 22:23:43 all (26/239): pread.sh 20131013 22:23:44 all (27/239): mkfifo.sh ffs_fsync: dirty 0xfffff80da8275c30: tag ufs, type VDIR usecount 5, writecount 0, refcount 8 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff8039c466000 ref 0 pages 7 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff809ea4d6000 (pid 53203, rename, tid 102263) #0 0xffffffff8089ef07 at __lockmgr_args+0xb57 #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80b2064c at ufs_rename+0x1bc #5 0xffffffff80dc7ae5 at VOP_RENAME_APV+0xf5 #6 0xffffffff80970c6c at kern_renameat+0x3cc #7 0xffffffff80cbc2b2 at amd64_syscall+0x282 #8 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 196642, on dev md5a ffs_fsync: dirty 0xfffff8072674a000: tag ufs, type VDIR usecount 5, writecount 0, refcount 7 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff803f5886400 ref 0 pages 0 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff80cd8d83490 (pid 54061, rename, tid 102266) #0 0xffffffff8089ef07 at __lockmgr_args+0xb57 #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80b2064c at ufs_rename+0x1bc #5 0xffffffff80dc7ae5 at VOP_RENAME_APV+0xf5 #6 0xffffffff80970c6c at kern_renameat+0x3cc #7 0xffffffff80cbc2b2 at amd64_syscall+0x282 #8 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 196616, on dev md5a ffs_fsync: dirty 0xfffff800a482d000: tag ufs, type VREG usecount 1, writecount 1, refcount 1027 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80dc0dcd900 ref 0 pages 8192 cleanbuf 1 dirtybuf 1023 lock type ufs: EXCL by thread 0xfffff8005d915000 (pid 54081, rw, tid 100293) #0 0xffffffff8089ef07 at __lockmgr_args+0xb57 #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80975fda at vn_write+0x1da #5 0xffffffff8097253a at vn_io_fault+0x22a #6 0xffffffff80912b05 at dofilewrite+0x85 #7 0xffffffff80912815 at kern_writev+0x65 #8 0xffffffff809127a3 at sys_write+0x63 #9 0xffffffff80cbc2b2 at amd64_syscall+0x282 #10 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 220346, on dev md5a ffs_fsync: dirty 0xfffff809aa87d750: tag ufs, type VDIR usecount 2, writecount 0, refcount 10 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80ad14a6200 ref 0 pages 45 cleanbuf 1 dirtybuf 5 lock type ufs: EXCL by thread 0xfffff80ef66ad920 (pid 54505, link, tid 101640) #0 0xffffffff8089f43f at __lockmgr_args+0x108f #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80958a17 at lookup+0x107 #5 0xffffffff809585b4 at namei+0x544 #6 0xffffffff8096e211 at kern_unlinkat+0xa1 #7 0xffffffff80cbc2b2 at amd64_syscall+0x282 #8 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 30, on dev md5a ffs_fsync: dirty 0xfffff80f4d628270: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80bf0a58500 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8005dd57490 (pid 55317, creat, tid 100382) #0 0xffffffff8089f43f at __lockmgr_args+0x108f #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80958a17 at lookup+0x107 #5 0xffffffff809585b4 at namei+0x544 #6 0xffffffff8096e211 at kern_unlinkat+0xa1 #7 0xffffffff80cbc2b2 at amd64_syscall+0x282 #8 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 38, on dev md5a ffs_fsync: dirty 0xfffff8072668a9c0: tag ufs, type VREG usecount 1, writecount 1, refcount 284 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80bf0cc6700 ref 0 pages 2256 cleanbuf 1 dirtybuf 281 lock type ufs: EXCL by thread 0xfffff80f7cb5e920 (pid 55766, rw, tid 101873) #0 0xffffffff8089ef07 at __lockmgr_args+0xb57 #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80975fda at vn_write+0x1da #5 0xffffffff8097253a at vn_io_fault+0x22a #6 0xffffffff80912b05 at dofilewrite+0x85 #7 0xffffffff80912815 at kern_writev+0x65 #8 0xffffffff809127a3 at sys_write+0x63 #9 0xffffffff80cbc2b2 at amd64_syscall+0x282 #10 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 204072, on dev md5a ffs_fsync: dirty 0xfffff801dd0b1750: tag ufs, type VDIR usecount 5, writecount 0, refcount 8 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80ad18a6e00 ref 0 pages 7 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff803b3a62920 (pid 55823, rename, tid 101798) #0 0xffffffff8089ef07 at __lockmgr_args+0xb57 #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80b2064c at ufs_rename+0x1bc #5 0xffffffff80dc7ae5 at VOP_RENAME_APV+0xf5 #6 0xffffffff80970c6c at kern_renameat+0x3cc #7 0xffffffff80cbc2b2 at amd64_syscall+0x282 #8 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 196707, on dev md5a ffs_fsync: dirty 0xfffff80277d294e0: tag ufs, type VREG usecount 1, writecount 1, refcount 1246 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80382e92b00 ref 0 pages 9950 cleanbuf 1 dirtybuf 1242 lock type ufs: EXCL by thread 0xfffff804b0f50920 (pid 55775, rw, tid 102321) #0 0xffffffff8089ef07 at __lockmgr_args+0xb57 #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80975fda at vn_write+0x1da #5 0xffffffff8097253a at vn_io_fault+0x22a #6 0xffffffff80912b05 at dofilewrite+0x85 #7 0xffffffff80912815 at kern_writev+0x65 #8 0xffffffff809127a3 at sys_write+0x63 #9 0xffffffff80cbc2b2 at amd64_syscall+0x282 #10 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 204073, on dev md5a ffs_fsync: dirty 0xfffff802d004bc30: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff80f7ca46100 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xfffff8045c65b920 (pid 55808, openat, tid 101979) #0 0xffffffff8089f43f at __lockmgr_args+0x108f #1 0xffffffff80b10532 at ffs_lock+0x92 #2 0xffffffff80dc87f5 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80973cc6 at _vn_lock+0xc6 #4 0xffffffff80958a17 at lookup+0x107 #5 0xffffffff809585b4 at namei+0x544 #6 0xffffffff80973237 at vn_open_cred+0xd7 #7 0xffffffff8096cce1 at kern_openat+0x261 #8 0xffffffff80cbc2b2 at amd64_syscall+0x282 #9 0xffffffff80ca0e8b at Xfast_syscall+0xfb ino 196700, on dev md5a 20131013 22:45:30 all (28/239): nullfs14.sh 20131013 22:45:31 all (29/239): mount.sh 20131013 22:45:31 all (30/239): kevent3.sh 20131013 22:45:34 all (31/239): ldt.sh 20131013 22:45:34 all (32/239): nullfs2.sh Oct 13 22:54:45 t2 shutdown: power-down by pho: Shutting down local packages:. Stopping cron. Waiting for PIDS: 984. Stopping sshd. Waiting for PIDS: 974. panic: swapoff: failed to locate 316772 swap blocks cpuid = 13 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe104b8276d0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe104b827780 vpanic() at vpanic+0x126/frame 0xfffffe104b8277c0 panic() at panic+0x43/frame 0xfffffe104b827820 swapoff_one() at swapoff_one+0x4e0/frame 0xfffffe104b827890 sys_swapoff() at sys_swapoff+0x158/frame 0xfffffe104b8279a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104b827ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104b827ab0 --- syscall (424, FreeBSD ELF64, sys_swapoff), rip = 0x800a9c95a, rsp = 0x7fffffffd5e8, rbp = 0x7fffffffd610 --- KDB: enter: panic [ thread pid 59982 tid 101596 ] Stopped at kdb_enter+0x3e: movq $0,kdb_why db> run pho db:0:pho> bt Tracing pid 59982 tid 101596 td 0xfffff80df1c89490 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe104b827780 vpanic() at vpanic+0x146/frame 0xfffffe104b8277c0 panic() at panic+0x43/frame 0xfffffe104b827820 swapoff_one() at swapoff_one+0x4e0/frame 0xfffffe104b827890 sys_swapoff() at sys_swapoff+0x158/frame 0xfffffe104b8279a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104b827ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104b827ab0 --- syscall (424, FreeBSD ELF64, sys_swapoff), rip = 0x800a9c95a, rsp = 0x7fffffffd5e8, rbp = 0x7fffffffd610 --- db:0:bt> show allpcpu Current CPU: 13 cpuid = 0 dynamic pcpu = 0x5bf180 curthread = 0xfffff800091c6920: pid 11 "idle: cpu0" curpcb = 0xfffffe0f94e3bb80 fpcurthread = none idlethread = 0xfffff800091c6920: tid 100003 "idle: cpu0" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f490 commontssp = 0xffffffff8170f490 rsp0 = 0xfffffe0f94e3bb80 gs32p = 0xffffffff81710ee8 ldt = 0xffffffff81710f28 tss = 0xffffffff81710f18 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe10852fe180 curthread = 0xfffff800091c6490: pid 11 "idle: cpu1" curpcb = 0xfffffe0f94e40b80 fpcurthread = none idlethread = 0xfffff800091c6490: tid 100004 "idle: cpu1" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f4f8 commontssp = 0xffffffff8170f4f8 rsp0 = 0xfffffe0f94e40b80 gs32p = 0xffffffff81710f50 ldt = 0xffffffff81710f90 tss = 0xffffffff81710f80 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe1085306180 curthread = 0xfffff800091c6000: pid 11 "idle: cpu2" curpcb = 0xfffffe0f94e45b80 fpcurthread = none idlethread = 0xfffff800091c6000: tid 100005 "idle: cpu2" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f560 commontssp = 0xffffffff8170f560 rsp0 = 0xfffffe0f94e45b80 gs32p = 0xffffffff81710fb8 ldt = 0xffffffff81710ff8 tss = 0xffffffff81710fe8 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe108530e180 curthread = 0xfffff808471d2000: pid 11 "idle: cpu3" curpcb = 0xfffffe0f94e4ab80 fpcurthread = none idlethread = 0xfffff808471d2000: tid 100006 "idle: cpu3" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f5c8 commontssp = 0xffffffff8170f5c8 rsp0 = 0xfffffe0f94e4ab80 gs32p = 0xffffffff81711020 ldt = 0xffffffff81711060 tss = 0xffffffff81711050 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe1085316180 curthread = 0xfffff800091d1920: pid 11 "idle: cpu4" curpcb = 0xfffffe0f94e4fb80 fpcurthread = none idlethread = 0xfffff800091d1920: tid 100007 "idle: cpu4" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f630 commontssp = 0xffffffff8170f630 rsp0 = 0xfffffe0f94e4fb80 gs32p = 0xffffffff81711088 ldt = 0xffffffff817110c8 tss = 0xffffffff817110b8 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe108531e180 curthread = 0xfffff800091d1490: pid 11 "idle: cpu5" curpcb = 0xfffffe0f94e54b80 fpcurthread = none idlethread = 0xfffff800091d1490: tid 100008 "idle: cpu5" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f698 commontssp = 0xffffffff8170f698 rsp0 = 0xfffffe0f94e54b80 gs32p = 0xffffffff817110f0 ldt = 0xffffffff81711130 tss = 0xffffffff81711120 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe1085326180 curthread = 0xfffff800091d1000: pid 11 "idle: cpu6" curpcb = 0xfffffe0f94e59b80 fpcurthread = none idlethread = 0xfffff800091d1000: tid 100009 "idle: cpu6" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f700 commontssp = 0xffffffff8170f700 rsp0 = 0xfffffe0f94e59b80 gs32p = 0xffffffff81711158 ldt = 0xffffffff81711198 tss = 0xffffffff81711188 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe108532e180 curthread = 0xfffff800091c9920: pid 11 "idle: cpu7" curpcb = 0xfffffe0f94e5eb80 fpcurthread = none idlethread = 0xfffff800091c9920: tid 100010 "idle: cpu7" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f768 commontssp = 0xffffffff8170f768 rsp0 = 0xfffffe0f94e5eb80 gs32p = 0xffffffff817111c0 ldt = 0xffffffff81711200 tss = 0xffffffff817111f0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe1085336180 curthread = 0xfffff800091d2920: pid 11 "idle: cpu8" curpcb = 0xfffffe0f94e63b80 fpcurthread = none idlethread = 0xfffff800091d2920: tid 100011 "idle: cpu8" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f7d0 commontssp = 0xffffffff8170f7d0 rsp0 = 0xfffffe0f94e63b80 gs32p = 0xffffffff81711228 ldt = 0xffffffff81711268 tss = 0xffffffff81711258 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe108533e180 curthread = 0xfffff803b3a62000: pid 58938 "swap" curpcb = 0xfffffe1049bf3b80 fpcurthread = none idlethread = 0xfffff800091d2490: tid 100012 "idle: cpu9" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f838 commontssp = 0xffffffff8170f838 rsp0 = 0xfffffe1049bf3b80 gs32p = 0xffffffff81711290 ldt = 0xffffffff817112d0 tss = 0xffffffff817112c0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe1085346180 curthread = 0xfffff800091d2000: pid 11 "idle: cpu10" curpcb = 0xfffffe0f94e6db80 fpcurthread = none idlethread = 0xfffff800091d2000: tid 100013 "idle: cpu10" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f8a0 commontssp = 0xffffffff8170f8a0 rsp0 = 0xfffffe0f94e6db80 gs32p = 0xffffffff817112f8 ldt = 0xffffffff81711338 tss = 0xffffffff81711328 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe108534e180 curthread = 0xfffff8097972d000: pid 58931 "swap" curpcb = 0xfffffe1049a18b80 fpcurthread = none idlethread = 0xfffff808471d2920: tid 100014 "idle: cpu11" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f908 commontssp = 0xffffffff8170f908 rsp0 = 0xfffffe1049a18b80 gs32p = 0xffffffff81711360 ldt = 0xffffffff817113a0 tss = 0xffffffff81711390 spin locks held: cpuid = 12 dynamic pcpu = 0xfffffe1085356180 curthread = 0xfffff808471d2490: pid 11 "idle: cpu12" curpcb = 0xfffffe0f94e77b80 fpcurthread = none idlethread = 0xfffff808471d2490: tid 100015 "idle: cpu12" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170f970 commontssp = 0xffffffff8170f970 rsp0 = 0xfffffe0f94e77b80 gs32p = 0xffffffff817113c8 ldt = 0xffffffff81711408 tss = 0xffffffff817113f8 spin locks held: cpuid = 13 dynamic pcpu = 0xfffffe108535e180 curthread = 0xfffff80df1c89490: pid 59982 "swapoff" curpcb = 0xfffffe104b827b80 fpcurthread = none idlethread = 0xfffff800091d3490: tid 100016 "idle: cpu13" curpmap = 0xfffff808e5df4138 tssp = 0xffffffff8170f9d8 commontssp = 0xffffffff8170f9d8 rsp0 = 0xfffffe104b827b80 gs32p = 0xffffffff81711430 ldt = 0xffffffff81711470 tss = 0xffffffff81711460 spin locks held: cpuid = 14 dynamic pcpu = 0xfffffe1085366180 curthread = 0xfffff800091d3000: pid 11 "idle: cpu14" curpcb = 0xfffffe0f94e81b80 fpcurthread = none idlethread = 0xfffff800091d3000: tid 100017 "idle: cpu14" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fa40 commontssp = 0xffffffff8170fa40 rsp0 = 0xfffffe0f94e81b80 gs32p = 0xffffffff81711498 ldt = 0xffffffff817114d8 tss = 0xffffffff817114c8 spin locks held: cpuid = 15 dynamic pcpu = 0xfffffe108536e180 curthread = 0xfffff808471d3920: pid 11 "idle: cpu15" curpcb = 0xfffffe0f94e86b80 fpcurthread = none idlethread = 0xfffff808471d3920: tid 100018 "idle: cpu15" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170faa8 commontssp = 0xffffffff8170faa8 rsp0 = 0xfffffe0f94e86b80 gs32p = 0xffffffff81711500 ldt = 0xffffffff81711540 tss = 0xffffffff81711530 spin locks held: cpuid = 16 dynamic pcpu = 0xfffffe1085376180 curthread = 0xfffff808471d3490: pid 11 "idle: cpu16" curpcb = 0xfffffe0f94e8bb80 fpcurthread = none idlethread = 0xfffff808471d3490: tid 100019 "idle: cpu16" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fb10 commontssp = 0xffffffff8170fb10 rsp0 = 0xfffffe0f94e8bb80 gs32p = 0xffffffff81711568 ldt = 0xffffffff817115a8 tss = 0xffffffff81711598 spin locks held: cpuid = 17 dynamic pcpu = 0xfffffe108537e180 curthread = 0xfffff8045cafd000: pid 58927 "swap" curpcb = 0xfffffe105107cb80 fpcurthread = none idlethread = 0xfffff808471d3000: tid 100020 "idle: cpu17" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fb78 commontssp = 0xffffffff8170fb78 rsp0 = 0xfffffe105107cb80 gs32p = 0xffffffff817115d0 ldt = 0xffffffff81711610 tss = 0xffffffff81711600 spin locks held: cpuid = 18 dynamic pcpu = 0xfffffe1085386180 curthread = 0xfffff800091d5000: pid 11 "idle: cpu18" curpcb = 0xfffffe0f94e95b80 fpcurthread = none idlethread = 0xfffff800091d5000: tid 100021 "idle: cpu18" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fbe0 commontssp = 0xffffffff8170fbe0 rsp0 = 0xfffffe0f94e95b80 gs32p = 0xffffffff81711638 ldt = 0xffffffff81711678 tss = 0xffffffff81711668 spin locks held: cpuid = 19 dynamic pcpu = 0xfffffe108538e180 curthread = 0xfffff808471d5920: pid 11 "idle: cpu19" curpcb = 0xfffffe0f94e9ab80 fpcurthread = none idlethread = 0xfffff808471d5920: tid 100022 "idle: cpu19" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fc48 commontssp = 0xffffffff8170fc48 rsp0 = 0xfffffe0f94e9ab80 gs32p = 0xffffffff817116a0 ldt = 0xffffffff817116e0 tss = 0xffffffff817116d0 spin locks held: cpuid = 20 dynamic pcpu = 0xfffffe1085396180 curthread = 0xfffff80999ed3490: pid 58967 "swap" curpcb = 0xfffffe104a9adb80 fpcurthread = none idlethread = 0xfffff808471d5490: tid 100023 "idle: cpu20" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fcb0 commontssp = 0xffffffff8170fcb0 rsp0 = 0xfffffe104a9adb80 gs32p = 0xffffffff81711708 ldt = 0xffffffff81711748 tss = 0xffffffff81711738 spin locks held: cpuid = 21 dynamic pcpu = 0xfffffe108539e180 curthread = 0xfffff808471d5000: pid 11 "idle: cpu21" curpcb = 0xfffffe0f94ea4b80 fpcurthread = none idlethread = 0xfffff808471d5000: tid 100024 "idle: cpu21" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fd18 commontssp = 0xffffffff8170fd18 rsp0 = 0xfffffe0f94ea4b80 gs32p = 0xffffffff81711770 ldt = 0xffffffff817117b0 tss = 0xffffffff817117a0 spin locks held: cpuid = 22 dynamic pcpu = 0xfffffe10853a6180 curthread = 0xfffff800091d3920: pid 11 "idle: cpu22" curpcb = 0xfffffe0f94ea9b80 fpcurthread = none idlethread = 0xfffff800091d3920: tid 100025 "idle: cpu22" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fd80 commontssp = 0xffffffff8170fd80 rsp0 = 0xfffffe0f94ea9b80 gs32p = 0xffffffff817117d8 ldt = 0xffffffff81711818 tss = 0xffffffff81711808 spin locks held: cpuid = 23 dynamic pcpu = 0xfffffe10139d6180 curthread = 0xfffff808471d6920: pid 11 "idle: cpu23" curpcb = 0xfffffe0f94eaeb80 fpcurthread = none idlethread = 0xfffff808471d6920: tid 100026 "idle: cpu23" curpmap = 0xffffffff816f7c78 tssp = 0xffffffff8170fde8 commontssp = 0xffffffff8170fde8 rsp0 = 0xfffffe0f94eaeb80 gs32p = 0xffffffff81711840 ldt = 0xffffffff81711880 tss = 0xffffffff81711870 spin locks held: db:0:allpcpu> show alllocks db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xfffff8000b9eeb58 /dev/da0p2 on / (ufs) 0xfffff808e599e000 devfs on /dev (devfs) 0xfffff8001601e790 procfs on /proc (procfs) 0xfffff80926bf0b58 pid862@t2:/host on /host (nfs) 0xfffff80016e26000 pid862@t2:/net on /net (nfs) 0xfffff80abd3e43c8 /dev/da0p3 on /tmp (ufs) 0xfffff803652d4000 /tmp/stressX on /mnt (nullfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 59982 59981 59924 0 R+ CPU 13 swapoff 59981 59924 59924 0 S+ wait 0xfffff8097995a970 sh 59928 59927 59924 0 S+ nanslp 0xffffffff81493de0 sleep 59927 59924 59924 0 S+ wait 0xfffff8060e1a2970 sh 59924 1 59924 0 Ss+ wait 0xfffff804b0f4f4b8 sh 58967 1 19948 0 RE+ CPU 20 swap 58938 1 19948 0 RE+ CPU 9 swap 58931 1 19948 0 RE+ CPU 11 swap 58927 1 19948 0 RE+ CPU 17 swap 58131 1 19948 0 TW+ run 58124 58115 19948 0 TW+ sh 58115 19948 19948 0 TW+ sh 19948 1021 19948 0 TW+ sh 1021 1019 1021 0 S+ ttyin 0xfffff80016b7e4a8 bash 1019 1018 1019 0 SW+ pause 0xfffff80016f12a18 csh 1018 1013 1018 1001 SW+ wait 0xfffff808e5c38970 su 1013 1012 1013 1001 SWs+ wait 0xfffff80926c4b4b8 bash 1012 1010 1010 1001 S select 0xfffff80926b43ac0 sshd 1010 1 1010 0 Ss select 0xfffff8000b9f63c0 sshd 1009 1005 1009 1001 S+ select 0xfffff80053d9dd40 top 1005 1004 1005 1001 SWs+ wait 0xfffff80926c7a000 bash 1004 1002 1002 1001 S select 0xfffff8000b9f6240 sshd 1002 1 1002 0 Ss select 0xfffff80016c86ac0 sshd 980 1 980 25 SWs pause 0xfffff8000bcd00a8 sendmail 977 1 977 0 Ss select 0xfffff808e5dd0640 sendmail 945 1 945 0 Ss select 0xfffff808e5dd07c0 powerd 942 1 942 0 Ss select 0xfffff8092698c7c0 ntpd 905 902 902 0 S (threaded) nfsd 100202 S rpcsvc 0xfffff80016af0d20 nfsd: service 100201 S rpcsvc 0xfffff80016af0da0 nfsd: service 100200 S rpcsvc 0xfffff80016e7b220 nfsd: service 100199 S rpcsvc 0xfffff8000bf2ba20 nfsd: master 902 1 902 0 Ss select 0xfffff80926b43b40 nfsd 896 1 896 0 Ss select 0xfffff8000be80540 mountd 890 885 885 0 S select 0xfffff808e5bc84c0 nfsuserd 888 885 885 0 S select 0xfffff808e5eb07c0 nfsuserd 887 885 885 0 S select 0xfffff80016c13b40 nfsuserd 886 885 885 0 S select 0xfffff808e5eb0840 nfsuserd 885 1 885 0 SWs pause 0xfffff80926bfea18 nfsuserd 862 1 862 0 Ss select 0xfffff808e5933340 amd 852 1 852 0 Ss select 0xfffff80016baa9c0 rpcbind 838 1 838 0 Ss nanslp 0xffffffff81493df1 watchdogd 835 1 835 0 Ss select 0xfffff808e5d95640 syslogd 703 1 703 0 Ss select 0xfffff808e58b31c0 devd 686 1 686 0 Ss select 0xfffff8001617e940 moused 17 0 0 0 DL sdflush 0xffffffff81689e8c [softdepflush] 16 0 0 0 DL syncer 0xffffffff816831b0 [syncer] 9 0 0 0 DL vlruwt 0xfffff8084722b4b8 [vnlru] 8 0 0 0 DL psleep 0xffffffff81682b84 [bufdaemon] 7 0 0 0 DL pgzero 0xffffffff8168bbdc [pagezero] 6 0 0 0 DL psleep 0xffffffff8168abc0 [vmdaemon] 5 0 0 0 DL (threaded) [pagedaemon] 100135 D psleep 0xffffffff8170ed04 [dom1] 100128 D psleep 0xffffffff8170ed04 [pagedaemon] 4 0 0 0 DL idle 0xfffff808471c6970 [enc_daemon0] 3 0 0 0 DL ccb_scan 0xffffffff81455fb0 [xpt_thrd] 2 0 0 0 DL waiting_ 0xffffffff81702878 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100119 D - 0xfffffe00011b9e18 [usbus2] 100118 D - 0xfffffe00011b9dc0 [usbus2] 100117 D - 0xfffffe00011b9d68 [usbus2] 100116 D - 0xfffffe00011b9d10 [usbus2] 100114 D - 0xfffffe00011b21b0 [usbus1] 100113 D - 0xfffffe00011b2158 [usbus1] 100112 D - 0xfffffe00011b2100 [usbus1] 100111 D - 0xfffffe00011b20a8 [usbus1] 100074 D - 0xfffffe0000effe18 [usbus0] 100073 D - 0xfffffe0000effdc0 [usbus0] 100072 D - 0xfffffe0000effd68 [usbus0] 100071 D - 0xfffffe0000effd10 [usbus0] 14 0 0 0 DL - 0xffffffff8146f190 [rand_harvestq] 13 0 0 0 DL (threaded) [geom] 100055 D - 0xffffffff816f7110 [g_down] 100054 D - 0xffffffff816f7108 [g_up] 100053 D - 0xffffffff816f7100 [g_event] 12 0 0 0 WL (threaded) [intr] 100122 I [swi0: uart] 100121 I [irq287: hdac1] 100120 I [irq286: ahci0] 100115 I [irq20: ehci1] 100110 I [irq285: xhci0] 100109 I [irq284: igb1:link] 100107 I [irq283: igb1:que 7] 100105 I [irq282: igb1:que 6] 100103 I [irq281: igb1:que 5] 100101 I [irq280: igb1:que 4] 100099 I [irq279: igb1:que 3] 100097 I [irq278: igb1:que 2] 100095 I [irq277: igb1:que 1] 100093 I [irq276: igb1:que 0] 100092 I [irq275: igb0:link] 100090 I [irq274: igb0:que 7] 100088 I [irq273: igb0:que 6] 100086 I [irq272: igb0:que 5] 100084 I [irq271: igb0:que 4] 100082 I [irq270: igb0:que 3] 100080 I [irq269: igb0:que 2] 100078 I [irq268: igb0:que 1] 100076 I [irq267: igb0:que 0] 100075 I [irq266: hdac0] 100070 I [irq22: ehci0] 100069 I [irq265: isci0] 100068 I [irq264: isci0] 100067 I [swi5: fast taskq] 100064 I [swi6: Giant taskq] 100063 I [swi6: task queue] 100058 I [swi2: cambio] 100052 I [swi3: vm] 100051 I [swi1: netisr 0] 100050 I [swi4: clock] 100049 I [swi4: clock] 100048 I [swi4: clock] 100047 I [swi4: clock] 100046 I [swi4: clock] 100045 I [swi4: clock] 100044 I [swi4: clock] 100043 I [swi4: clock] 100042 I [swi4: clock] 100041 I [swi4: clock] 100040 I [swi4: clock] 100039 I [swi4: clock] 100038 I [swi4: clock] 100037 I [swi4: clock] 100036 I [swi4: clock] 100035 I [swi4: clock] 100034 I [swi4: clock] 100033 I [swi4: clock] 100032 I [swi4: clock] 100031 I [swi4: clock] 100030 I [swi4: clock] 100029 I [swi4: clock] 100028 I [swi4: clock] 100027 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100026 Run CPU 23 [idle: cpu23] 100025 Run CPU 22 [idle: cpu22] 100024 Run CPU 21 [idle: cpu21] 100023 CanRun [idle: cpu20] 100022 Run CPU 19 [idle: cpu19] 100021 Run CPU 18 [idle: cpu18] 100020 CanRun [idle: cpu17] 100019 Run CPU 16 [idle: cpu16] 100018 Run CPU 15 [idle: cpu15] 100017 Run CPU 14 [idle: cpu14] 100016 CanRun [idle: cpu13] 100015 Run CPU 12 [idle: cpu12] 100014 CanRun [idle: cpu11] 100013 Run CPU 10 [idle: cpu10] 100012 CanRun [idle: cpu9] 100011 Run CPU 8 [idle: cpu8] 100010 Run CPU 7 [idle: cpu7] 100009 Run CPU 6 [idle: cpu6] 100008 Run CPU 5 [idle: cpu5] 100007 Run CPU 4 [idle: cpu4] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xfffff808471c6000 [init] 10 0 0 0 DL audit_wo 0xffffffff81705fe8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100124 D - 0xffffffff81492c42 [deadlkres] 100123 D - 0xfffff808e5008400 [mca taskq] 100108 D - 0xfffff80847d0b300 [igb1 que] 100106 D - 0xfffff80847d0b400 [igb1 que] 100104 D - 0xfffff80009ca8300 [igb1 que] 100102 D - 0xfffff80009ca8400 [igb1 que] 100100 D - 0xfffff80009ca8500 [igb1 que] 100098 D - 0xfffff80009ca8600 [igb1 que] 100096 D - 0xfffff80009ca8700 [igb1 que] 100094 D - 0xfffff80009ca8800 [igb1 que] 100091 D - 0xfffff80009ca8900 [igb0 que] 100089 D - 0xfffff80009ca8a00 [igb0 que] 100087 D - 0xfffff80009ca8b00 [igb0 que] 100085 D - 0xfffff80009ca8c00 [igb0 que] 100083 D - 0xfffff80009ca8d00 [igb0 que] 100081 D - 0xfffff80009ca8e00 [igb0 que] 100079 D - 0xfffff80847caf000 [igb0 que] 100077 D - 0xfffff80847caf100 [igb0 que] 100066 D - 0xfffff808471b6e00 [ffs_trim taskq] 100065 D - 0xfffff800091b6000 [thread taskq] 100062 D - 0xfffff800091b6300 [kqueue taskq] 100061 D - 0xfffff800091b6400 [acpi_task_2] 100060 D - 0xfffff800091b6400 [acpi_task_1] 100059 D - 0xfffff800091b6400 [acpi_task_0] 100056 D - 0xfffff800091b6c00 [firmware taskq] 100000 D swapin 0xffffffff816f7208 [swapper] 58912 58131 19948 0 Z+ rw 58911 58131 19948 0 Z+ openat 58913 58131 19948 0 Z+ fts 58919 58131 19948 0 Z+ swap 58914 58131 19948 0 Z+ link 58916 58131 19948 0 Z+ creat 58917 58131 19948 0 Z+ mkdir 58920 58131 19948 0 Z+ mkfifo 58915 58131 19948 0 Z+ lockf 58129 58124 19948 0 Z+ run 58918 58131 19948 0 Z+ rename db:0:ps> allt Tracing command swapoff pid 59982 tid 101596 td 0xfffff80df1c89490 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe104b827780 vpanic() at vpanic+0x146/frame 0xfffffe104b8277c0 panic() at panic+0x43/frame 0xfffffe104b827820 swapoff_one() at swapoff_one+0x4e0/frame 0xfffffe104b827890 sys_swapoff() at sys_swapoff+0x158/frame 0xfffffe104b8279a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104b827ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104b827ab0 --- syscall (424, FreeBSD ELF64, sys_swapoff), rip = 0x800a9c95a, rsp = 0x7fffffffd5e8, rbp = 0x7fffffffd610 --- Tracing command sh pid 59981 tid 100326 td 0xfffff8097995c490 sched_switch() at sched_switch+0x482/frame 0xfffffe10496f9550 mi_switch() at mi_switch+0x179/frame 0xfffffe10496f9590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10496f95d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10496f9640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10496f9670 _sleep() at _sleep+0x334/frame 0xfffffe10496f9710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe10496f97b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe10496f99a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10496f9ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10496f9ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d39cca, rsp = 0x7fffffffc858, rbp = 0x7fffffffc900 --- Tracing command sleep pid 59928 tid 101720 td 0xfffff804bfade920 sched_switch() at sched_switch+0x482/frame 0xfffffe104b9ad740 mi_switch() at mi_switch+0x179/frame 0xfffffe104b9ad780 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104b9ad7c0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104b9ad830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104b9ad860 _sleep() at _sleep+0x314/frame 0xfffffe104b9ad900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe104b9ad960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe104b9ad9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104b9adab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104b9adab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800928ada, rsp = 0x7fffffffdcc8, rbp = 0x7fffffffdd00 --- Tracing command sh pid 59927 tid 101795 td 0xfffff8060e1a3920 sched_switch() at sched_switch+0x482/frame 0xfffffe104f20e550 mi_switch() at mi_switch+0x179/frame 0xfffffe104f20e590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104f20e5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104f20e640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104f20e670 _sleep() at _sleep+0x334/frame 0xfffffe104f20e710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104f20e7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104f20e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104f20eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104f20eab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d39cca, rsp = 0x7fffffffd798, rbp = 0x7fffffffd840 --- Tracing command sh pid 59924 tid 102322 td 0xfffff804b0f50490 sched_switch() at sched_switch+0x482/frame 0xfffffe104a61d550 mi_switch() at mi_switch+0x179/frame 0xfffffe104a61d590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104a61d5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104a61d640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104a61d670 _sleep() at _sleep+0x334/frame 0xfffffe104a61d710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104a61d7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104a61d9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104a61dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104a61dab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d39cca, rsp = 0x7fffffffd808, rbp = 0x7fffffffd8b0 --- Tracing command swap pid 58967 tid 102300 td 0xfffff80999ed3490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067e9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067e9d00 trap() at trap+0x42/frame 0xfffffe10067e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067e9f20 --- trap 0x13, rip = 0xffffffff808a74a2, rsp = 0xfffffe10067e9fe0, rbp = 0xfffffe104a9ad3e0 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x222/frame 0xfffffe104a9ad3e0 __mtx_lock_flags() at __mtx_lock_flags+0xf5/frame 0xfffffe104a9ad430 uma_zfree_arg() at uma_zfree_arg+0x13b/frame 0xfffffe104a9ad490 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe104a9ad4b0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe104a9ad4d0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe104a9ad4f0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe104a9ad510 vm_object_terminate() at vm_object_terminate+0x1bd/frame 0xfffffe104a9ad550 vm_object_deallocate() at vm_object_deallocate+0x465/frame 0xfffffe104a9ad5b0 vm_map_process_deferred() at vm_map_process_deferred+0x89/frame 0xfffffe104a9ad5e0 vm_map_remove() at vm_map_remove+0xc8/frame 0xfffffe104a9ad610 vmspace_exit() at vmspace_exit+0xcd/frame 0xfffffe104a9ad650 exit1() at exit1+0x52e/frame 0xfffffe104a9ad6c0 sigexit() at sigexit+0xb7c/frame 0xfffffe104a9ad970 postsig() at postsig+0x399/frame 0xfffffe104a9ada70 ast() at ast+0x337/frame 0xfffffe104a9adab0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffd0f0 Tracing command swap pid 58938 tid 101790 td 0xfffff803b3a62000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006791ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006791d00 trap() at trap+0x42/frame 0xfffffe1006791f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006791f20 --- trap 0x13, rip = 0xffffffff808a74ad, rsp = 0xfffffe1006791fe0, rbp = 0xfffffe1049bf3330 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x22d/frame 0xfffffe1049bf3330 __mtx_lock_flags() at __mtx_lock_flags+0xf5/frame 0xfffffe1049bf3380 uma_zalloc_arg() at uma_zalloc_arg+0x1ae/frame 0xfffffe1049bf33f0 bucket_alloc() at bucket_alloc+0x8b/frame 0xfffffe1049bf3410 uma_zfree_arg() at uma_zfree_arg+0x251/frame 0xfffffe1049bf3470 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049bf3490 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049bf34b0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049bf34d0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049bf34f0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049bf3510 vm_object_terminate() at vm_object_terminate+0x1bd/frame 0xfffffe1049bf3550 vm_object_deallocate() at vm_object_deallocate+0x465/frame 0xfffffe1049bf35b0 vm_map_process_deferred() at vm_map_process_deferred+0x89/frame 0xfffffe1049bf35e0 vm_map_remove() at vm_map_remove+0xc8/frame 0xfffffe1049bf3610 vmspace_exit() at vmspace_exit+0xcd/frame 0xfffffe1049bf3650 exit1() at exit1+0x52e/frame 0xfffffe1049bf36c0 sigexit() at sigexit+0xb7c/frame 0xfffffe1049bf3970 postsig() at postsig+0x399/frame 0xfffffe1049bf3a70 ast() at ast+0x337/frame 0xfffffe1049bf3ab0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffd0f0 Tracing command swap pid 58931 tid 100485 td 0xfffff8097972d000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067a1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067a1d00 trap() at trap+0x42/frame 0xfffffe10067a1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067a1f20 --- trap 0x13, rip = 0xffffffff808a74a9, rsp = 0xfffffe10067a1fe0, rbp = 0xfffffe1049a18330 --- __mtx_lock_sleep() at __mtx_lock_sleep+0x229/frame 0xfffffe1049a18330 __mtx_lock_flags() at __mtx_lock_flags+0xf5/frame 0xfffffe1049a18380 uma_zalloc_arg() at uma_zalloc_arg+0x1ae/frame 0xfffffe1049a183f0 bucket_alloc() at bucket_alloc+0x8b/frame 0xfffffe1049a18410 uma_zfree_arg() at uma_zfree_arg+0x251/frame 0xfffffe1049a18470 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049a18490 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049a184b0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049a184d0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049a184f0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe1049a18510 vm_object_terminate() at vm_object_terminate+0x1bd/frame 0xfffffe1049a18550 vm_object_deallocate() at vm_object_deallocate+0x465/frame 0xfffffe1049a185b0 vm_map_process_deferred() at vm_map_process_deferred+0x89/frame 0xfffffe1049a185e0 vm_map_remove() at vm_map_remove+0xc8/frame 0xfffffe1049a18610 vmspace_exit() at vmspace_exit+0xcd/frame 0xfffffe1049a18650 exit1() at exit1+0x52e/frame 0xfffffe1049a186c0 sigexit() at sigexit+0xb7c/frame 0xfffffe1049a18970 postsig() at postsig+0x399/frame 0xfffffe1049a18a70 ast() at ast+0x337/frame 0xfffffe1049a18ab0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffd0f0 Tracing command swap pid 58927 tid 101932 td 0xfffff8045cafd000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067d1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067d1d00 trap() at trap+0x42/frame 0xfffffe10067d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067d1f20 --- trap 0x13, rip = 0xffffffff80b2aa03, rsp = 0xfffffe10067d1fe0, rbp = 0xfffffe105107c470 --- uma_zfree_arg() at uma_zfree_arg+0x163/frame 0xfffffe105107c470 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe105107c490 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe105107c4b0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe105107c4d0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe105107c4f0 vm_radix_reclaim_allnodes_int() at vm_radix_reclaim_allnodes_int+0x3c/frame 0xfffffe105107c510 vm_object_terminate() at vm_object_terminate+0x1bd/frame 0xfffffe105107c550 vm_object_deallocate() at vm_object_deallocate+0x465/frame 0xfffffe105107c5b0 vm_map_process_deferred() at vm_map_process_deferred+0x89/frame 0xfffffe105107c5e0 vm_map_remove() at vm_map_remove+0xc8/frame 0xfffffe105107c610 vmspace_exit() at vmspace_exit+0xcd/frame 0xfffffe105107c650 exit1() at exit1+0x52e/frame 0xfffffe105107c6c0 sigexit() at sigexit+0xb7c/frame 0xfffffe105107c970 postsig() at postsig+0x399/frame 0xfffffe105107ca70 ast() at ast+0x337/frame 0xfffffe105107cab0 doreti_ast() at doreti_ast+0x1f/frame 0x7fffffffd010 Tracing command run pid 58131 tid 102388 td 0xfffff80ef66ad490 Tracing command sh pid 58124 tid 102240 td 0xfffff80c0652a490 Tracing command sh pid 58115 tid 101974 td 0xfffff8045ce8b000 Tracing command sh pid 19948 tid 100323 td 0xfffff80979935920 Tracing command bash pid 1021 tid 100226 td 0xfffff80016e6f920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049501610 mi_switch() at mi_switch+0x179/frame 0xfffffe1049501650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049501690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049501700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049501730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10495017a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10495017d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe1049501830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe1049501860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10495018c0 dofileread() at dofileread+0x7b/frame 0xfffffe1049501900 kern_readv() at kern_readv+0x65/frame 0xfffffe1049501950 sys_read() at sys_read+0x63/frame 0xfffffe10495019a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049501ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049501ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x801149a2a, rsp = 0x7fffffffc5f8, rbp = 0x7fffffffc620 --- Tracing command csh pid 1019 tid 100225 td 0xfffff80016f13920 Tracing command su pid 1018 tid 100184 td 0xfffff8000be8f920 Tracing command bash pid 1013 tid 100224 td 0xfffff80926c22490 Tracing command sshd pid 1012 tid 100178 td 0xfffff808e5d8a920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049404590 mi_switch() at mi_switch+0x179/frame 0xfffffe10494045d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049404610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049404680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494046b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe1049404720 seltdwait() at seltdwait+0x78/frame 0xfffffe1049404760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049404960 sys_select() at sys_select+0x54/frame 0xfffffe10494049a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049404ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049404ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8032099aa, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1010 tid 100222 td 0xfffff80926c22920 sched_switch() at sched_switch+0x482/frame 0xfffffe10494ed630 mi_switch() at mi_switch+0x179/frame 0xfffffe10494ed670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494ed6b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494ed720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494ed750 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494ed7c0 seltdwait() at seltdwait+0x78/frame 0xfffffe10494ed800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe10494ed9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494edab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494edab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8031a1e7a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command top pid 1009 tid 100203 td 0xfffff808e5d8a490 sched_switch() at sched_switch+0x482/frame 0xfffffe104948e580 mi_switch() at mi_switch+0x179/frame 0xfffffe104948e5c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104948e600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104948e670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104948e6a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe104948e720 seltdwait() at seltdwait+0x8b/frame 0xfffffe104948e760 kern_select() at kern_select+0x8a2/frame 0xfffffe104948e960 sys_select() at sys_select+0x54/frame 0xfffffe104948e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104948eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104948eab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800fcf9aa, rsp = 0x7fffffffd818, rbp = 0x7fffffffda00 --- Tracing command bash pid 1005 tid 100219 td 0xfffff80016e9b000 Tracing command sshd pid 1004 tid 100172 td 0xfffff8000bdb5920 sched_switch() at sched_switch+0x482/frame 0xfffffe10493e6590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493e65d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493e6610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493e6680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493e66b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493e6720 seltdwait() at seltdwait+0x78/frame 0xfffffe10493e6760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493e6960 sys_select() at sys_select+0x54/frame 0xfffffe10493e69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493e6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493e6ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8032099aa, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1002 tid 100218 td 0xfffff800535e6000 sched_switch() at sched_switch+0x482/frame 0xfffffe10494d9630 mi_switch() at mi_switch+0x179/frame 0xfffffe10494d9670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494d96b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494d9720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494d9750 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494d97c0 seltdwait() at seltdwait+0x78/frame 0xfffffe10494d9800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe10494d99a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494d9ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494d9ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x8031a1e7a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command sendmail pid 980 tid 100212 td 0xfffff8000bcd6000 Tracing command sendmail pid 977 tid 100211 td 0xfffff808e58a0920 sched_switch() at sched_switch+0x482/frame 0xfffffe10494b6580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494b65c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494b6600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494b6670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494b66a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494b6720 seltdwait() at seltdwait+0x8b/frame 0xfffffe10494b6760 kern_select() at kern_select+0x8a2/frame 0xfffffe10494b6960 sys_select() at sys_select+0x54/frame 0xfffffe10494b69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494b6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494b6ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80145a9aa, rsp = 0x7fffffffbd18, rbp = 0x7fffffffc810 --- Tracing command powerd pid 945 tid 100208 td 0xfffff808e5e7c920 sched_switch() at sched_switch+0x482/frame 0xfffffe10494a7580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494a75c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494a7600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494a7670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494a76a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494a7720 seltdwait() at seltdwait+0x8b/frame 0xfffffe10494a7760 kern_select() at kern_select+0x8a2/frame 0xfffffe10494a7960 sys_select() at sys_select+0x54/frame 0xfffffe10494a79a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494a7ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494a7ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b5d9aa, rsp = 0x7fffffffdb88, rbp = 0x7fffffffdd00 --- Tracing command ntpd pid 942 tid 100209 td 0xfffff80016036000 sched_switch() at sched_switch+0x482/frame 0xfffffe10494ac590 mi_switch() at mi_switch+0x179/frame 0xfffffe10494ac5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494ac610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494ac680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494ac6b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494ac720 seltdwait() at seltdwait+0x78/frame 0xfffffe10494ac760 kern_select() at kern_select+0x8a2/frame 0xfffffe10494ac960 sys_select() at sys_select+0x54/frame 0xfffffe10494ac9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494acab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494acab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8013c99aa, rsp = 0x7fffffffdbc8, rbp = 0x7fffffffdc90 --- Tracing command nfsd pid 905 tid 100202 td 0xfffff8000be4d920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049489730 mi_switch() at mi_switch+0x179/frame 0xfffffe1049489770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494897b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049489820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe1049489850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494898d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe1049489a60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe1049489a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049489ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049489ab0 --- trap 0xc, rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 905 tid 100201 td 0xfffff8000be89000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049484730 mi_switch() at mi_switch+0x179/frame 0xfffffe1049484770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494847b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049484820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe1049484850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494848d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe1049484a60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe1049484a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049484ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049484ab0 --- trap 0xc, rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 905 tid 100200 td 0xfffff8000be89490 sched_switch() at sched_switch+0x482/frame 0xfffffe104947f730 mi_switch() at mi_switch+0x179/frame 0xfffffe104947f770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104947f7b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104947f820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104947f850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe104947f8d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe104947fa60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe104947fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe104947fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe104947fab0 --- trap 0xc, rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 905 tid 100199 td 0xfffff80016e6f000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049479e80 mi_switch() at mi_switch+0x179/frame 0xfffffe1049479ec0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049479f00 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049479f70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe1049479fa0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe104947a020 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe104947a1b0 svc_run() at svc_run+0xd4/frame 0xfffffe104947a1f0 nfsrvd_nfsd() at nfsrvd_nfsd+0x194/frame 0xfffffe104947a350 nfssvc_nfsd() at nfssvc_nfsd+0x11a/frame 0xfffffe104947a970 sys_nfssvc() at sys_nfssvc+0xd2/frame 0xfffffe104947a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104947aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104947aab0 --- syscall (155, FreeBSD ELF64, sys_nfssvc), rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 902 tid 100180 td 0xfffff808e5d4c000 sched_switch() at sched_switch+0x482/frame 0xfffffe104940e590 mi_switch() at mi_switch+0x179/frame 0xfffffe104940e5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104940e610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104940e680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104940e6b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe104940e720 seltdwait() at seltdwait+0x78/frame 0xfffffe104940e760 kern_select() at kern_select+0x8a2/frame 0xfffffe104940e960 sys_select() at sys_select+0x54/frame 0xfffffe104940e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104940eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104940eab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094c9aa, rsp = 0x7fffffffd888, rbp = 0x7fffffffdce0 --- Tracing command mountd pid 896 tid 100197 td 0xfffff8000bcd6490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049470590 mi_switch() at mi_switch+0x179/frame 0xfffffe10494705d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049470610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049470680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494706b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe1049470720 seltdwait() at seltdwait+0x78/frame 0xfffffe1049470760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049470960 sys_select() at sys_select+0x54/frame 0xfffffe10494709a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049470ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049470ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b649aa, rsp = 0x7fffffffdb88, rbp = 0x7fffffffdd00 --- Tracing command nfsuserd pid 890 tid 100195 td 0xfffff808e5e18920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049466580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494665c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049466600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049466670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494666a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049466720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049466760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049466960 sys_select() at sys_select+0x54/frame 0xfffffe10494669a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049466ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049466ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 888 tid 100194 td 0xfffff800160b7000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049461580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494615c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049461600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049461670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494616a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049461720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049461760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049461960 sys_select() at sys_select+0x54/frame 0xfffffe10494619a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049461ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049461ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 887 tid 100174 td 0xfffff800160b7920 sched_switch() at sched_switch+0x482/frame 0xfffffe10493f0580 mi_switch() at mi_switch+0x179/frame 0xfffffe10493f05c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493f0600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493f0670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10493f06a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10493f0720 seltdwait() at seltdwait+0x8b/frame 0xfffffe10493f0760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493f0960 sys_select() at sys_select+0x54/frame 0xfffffe10493f09a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493f0ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493f0ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 886 tid 100185 td 0xfffff800160b7490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049427580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494275c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049427600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049427670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494276a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049427720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049427760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049427960 sys_select() at sys_select+0x54/frame 0xfffffe10494279a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049427ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049427ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 885 tid 100193 td 0xfffff80016e0a920 Tracing command amd pid 862 tid 100179 td 0xfffff8000bf40920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049409580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494095c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049409600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049409670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494096a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049409720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049409760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049409960 sys_select() at sys_select+0x54/frame 0xfffffe10494099a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049409ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049409ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b7f9aa, rsp = 0x7fffffffd938, rbp = 0x7fffffffd960 --- Tracing command rpcbind pid 852 tid 100189 td 0xfffff80016058920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049448620 mi_switch() at mi_switch+0x179/frame 0xfffffe1049448660 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494486a0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049448710 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe1049448740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494487c0 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049448800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe10494489a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049448ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049448ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800d04e7a, rsp = 0x7fffffffba68, rbp = 0x7fffffffdc80 --- Tracing command watchdogd pid 838 tid 100167 td 0xfffff800160a2000 sched_switch() at sched_switch+0x482/frame 0xfffffe10493cd740 mi_switch() at mi_switch+0x179/frame 0xfffffe10493cd780 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493cd7c0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493cd830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10493cd860 _sleep() at _sleep+0x314/frame 0xfffffe10493cd900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe10493cd960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe10493cd9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493cdab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493cdab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800b3cada, rsp = 0x7fffffffdb18, rbp = 0x7fffffffdb70 --- Tracing command syslogd pid 835 tid 100171 td 0xfffff8001614a000 sched_switch() at sched_switch+0x482/frame 0xfffffe10493e1590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493e15d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493e1610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493e1680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493e16b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493e1720 seltdwait() at seltdwait+0x78/frame 0xfffffe10493e1760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493e1960 sys_select() at sys_select+0x54/frame 0xfffffe10493e19a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493e1ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493e1ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b629aa, rsp = 0x7fffffffcce8, rbp = 0x7fffffffdd00 --- Tracing command devd pid 703 tid 100176 td 0xfffff808e5d2c490 sched_switch() at sched_switch+0x482/frame 0xfffffe10493fa580 mi_switch() at mi_switch+0x179/frame 0xfffffe10493fa5c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493fa600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493fa670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10493fa6a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10493fa720 seltdwait() at seltdwait+0x8b/frame 0xfffffe10493fa760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493fa960 sys_select() at sys_select+0x54/frame 0xfffffe10493fa9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493faab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493faab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x49c2aa, rsp = 0x7fffffffbbb8, rbp = 0x7fffffffdd20 --- Tracing command moused pid 686 tid 100139 td 0xfffff8000bc9e490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049341590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493415d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049341610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049341680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493416b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe1049341720 seltdwait() at seltdwait+0x78/frame 0xfffffe1049341760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049341960 sys_select() at sys_select+0x54/frame 0xfffffe10493419a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049341ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049341ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800d889aa, rsp = 0x7fffffffd6f8, rbp = 0x7fffffffdca0 --- Tracing command softdepflush pid 17 tid 100134 td 0xfffff808e5819920 sched_switch() at sched_switch+0x482/frame 0xfffffe104918e8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe104918e920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104918e960 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe104918e990 _sleep() at _sleep+0x326/frame 0xfffffe104918ea30 softdep_flush() at softdep_flush+0x20c/frame 0xfffffe104918ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe104918eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe104918eab0 --- trap 0, rip = 0, rsp = 0xfffffe104918eb70, rbp = 0 --- Tracing command syncer pid 16 tid 100133 td 0xfffff808e5859000 sched_switch() at sched_switch+0x482/frame 0xfffffe10491898a0 mi_switch() at mi_switch+0x179/frame 0xfffffe10491898e0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049189920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1049189950 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x1fd/frame 0xfffffe10491899d0 sched_sync() at sched_sync+0x5cb/frame 0xfffffe1049189a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049189ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049189ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049189b70, rbp = 0 --- Tracing command vnlru pid 9 tid 100132 td 0xfffff808e5859490 sched_switch() at sched_switch+0x482/frame 0xfffffe10491848a0 mi_switch() at mi_switch+0x179/frame 0xfffffe10491848e0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049184920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1049184950 _sleep() at _sleep+0x326/frame 0xfffffe10491849f0 vnlru_proc() at vnlru_proc+0x48/frame 0xfffffe1049184a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049184ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049184ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049184b70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100131 td 0xfffff808e5859920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048ffd8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048ffd930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048ffd970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1048ffd9a0 _sleep() at _sleep+0x326/frame 0xfffffe1048ffda40 buf_daemon() at buf_daemon+0x68/frame 0xfffffe1048ffda70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048ffdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048ffdab0 --- trap 0, rip = 0, rsp = 0xfffffe1048ffdb70, rbp = 0 --- Tracing command pagezero pid 7 tid 100130 td 0xfffff80847dc7920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048ff88f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048ff8930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048ff8970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1048ff89a0 _sleep() at _sleep+0x326/frame 0xfffffe1048ff8a40 vm_pagezero() at vm_pagezero+0x88/frame 0xfffffe1048ff8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048ff8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048ff8ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048ff8b70, rbp = 0 --- Tracing command vmdaemon pid 6 tid 100129 td 0xfffff8000b832000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048ff38b0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048ff38f0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048ff3930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048ff3960 _sleep() at _sleep+0x351/frame 0xfffffe1048ff3a00 vm_daemon() at vm_daemon+0x5d/frame 0xfffffe1048ff3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048ff3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048ff3ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048ff3b70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100135 td 0xfffff808e58a0490 sched_switch() at sched_switch+0x482/frame 0xfffffe10491938e0 mi_switch() at mi_switch+0x179/frame 0xfffffe1049193920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049193960 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1049193990 _sleep() at _sleep+0x326/frame 0xfffffe1049193a30 vm_pageout_worker() at vm_pageout_worker+0x1b6/frame 0xfffffe1049193a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049193ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049193ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049193b70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100128 td 0xfffff8000b832490 sched_switch() at sched_switch+0x482/frame 0xfffffe1048fee8a0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048fee8e0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048fee920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1048fee950 _sleep() at _sleep+0x326/frame 0xfffffe1048fee9f0 vm_pageout_worker() at vm_pageout_worker+0x1b6/frame 0xfffffe1048feea30 vm_pageout() at vm_pageout+0x26c/frame 0xfffffe1048feea70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048feeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048feeab0 --- trap 0, rip = 0, rsp = 0xfffffe1048feeb70, rbp = 0 --- Tracing command enc_daemon0 pid 4 tid 100127 td 0xfffff8000b832920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048fe98b0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048fe98f0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048fe9930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048fe9960 _sleep() at _sleep+0x351/frame 0xfffffe1048fe9a00 enc_daemon() at enc_daemon+0x109/frame 0xfffffe1048fe9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fe9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fe9ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fe9b70, rbp = 0 --- Tracing command xpt_thrd pid 3 tid 100126 td 0xfffff808e5819000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048fa48f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048fa4930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048fa4970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048fa49a0 _sleep() at _sleep+0x351/frame 0xfffffe1048fa4a40 xpt_scanner_thread() at xpt_scanner_thread+0xdc/frame 0xfffffe1048fa4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fa4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fa4ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fa4b70, rbp = 0 --- Tracing command sctp_iterator pid 2 tid 100125 td 0xfffff80847dc5000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f9f900 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f9f940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048f9f980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048f9f9b0 _sleep() at _sleep+0x351/frame 0xfffffe1048f9fa50 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe1048f9fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f9fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f9fab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f9fb70, rbp = 0 --- Tracing command usb pid 15 tid 100119 td 0xfffff80847d10920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046efc920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046efc960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046efc9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046efc9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046efca40 usb_process() at usb_process+0xd4/frame 0xfffffe1046efca70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046efcab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046efcab0 --- trap 0, rip = 0, rsp = 0xfffffe1046efcb70, rbp = 0 --- Tracing command usb pid 15 tid 100118 td 0xfffff80847d19000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ef7920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ef7960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ef79a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ef79d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046ef7a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046ef7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ef7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ef7ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ef7b70, rbp = 0 --- Tracing command usb pid 15 tid 100117 td 0xfffff80847d19490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ef2920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ef2960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ef29a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ef29d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046ef2a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046ef2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ef2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ef2ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ef2b70, rbp = 0 --- Tracing command usb pid 15 tid 100116 td 0xfffff80847d19920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046eed920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046eed960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046eed9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046eed9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046eeda40 usb_process() at usb_process+0xd4/frame 0xfffffe1046eeda70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046eedab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046eedab0 --- trap 0, rip = 0, rsp = 0xfffffe1046eedb70, rbp = 0 --- Tracing command usb pid 15 tid 100114 td 0xfffff80009d29000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d60920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d60960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d609a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d609d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d60a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d60a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d60ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d60ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d60b70, rbp = 0 --- Tracing command usb pid 15 tid 100113 td 0xfffff80009d29490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d5b920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d5b960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d5b9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d5b9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d5ba40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d5ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d5bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d5bab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d5bb70, rbp = 0 --- Tracing command usb pid 15 tid 100112 td 0xfffff80009d29920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d56920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d56960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d569a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d569d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d56a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d56a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d56ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d56ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d56b70, rbp = 0 --- Tracing command usb pid 15 tid 100111 td 0xfffff80847d10000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d51920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d51960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d519a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d519d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d51a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d51a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d51ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d51ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d51b70, rbp = 0 --- Tracing command usb pid 15 tid 100074 td 0xfffff800092cd920 sched_switch() at sched_switch+0x482/frame 0xfffffe00003ec920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003ec960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003ec9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003ec9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003eca40 usb_process() at usb_process+0xd4/frame 0xfffffe00003eca70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003ecab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003ecab0 --- trap 0, rip = 0, rsp = 0xfffffe00003ecb70, rbp = 0 --- Tracing command usb pid 15 tid 100073 td 0xfffff80847ce9000 sched_switch() at sched_switch+0x482/frame 0xfffffe00003e7920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003e7960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003e79a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003e79d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003e7a40 usb_process() at usb_process+0xd4/frame 0xfffffe00003e7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003e7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003e7ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003e7b70, rbp = 0 --- Tracing command usb pid 15 tid 100072 td 0xfffff80847ce9490 sched_switch() at sched_switch+0x482/frame 0xfffffe00003e2920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003e2960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003e29a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003e29d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003e2a40 usb_process() at usb_process+0xd4/frame 0xfffffe00003e2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003e2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003e2ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003e2b70, rbp = 0 --- Tracing command usb pid 15 tid 100071 td 0xfffff80847ce9920 sched_switch() at sched_switch+0x482/frame 0xfffffe00003dd920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003dd960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003dd9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003dd9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003dda40 usb_process() at usb_process+0xd4/frame 0xfffffe00003dda70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003ddab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003ddab0 --- trap 0, rip = 0, rsp = 0xfffffe00003ddb70, rbp = 0 --- Tracing command rand_harvestq pid 14 tid 100057 td 0xfffff808471fb490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f498f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f49930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f49970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe0f94f499a0 msleep_spin_sbt() at msleep_spin_sbt+0x1f0/frame 0xfffffe0f94f49a30 random_kthread() at random_kthread+0x1d0/frame 0xfffffe0f94f49a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f49ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f49ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f49b70, rbp = 0 --- Tracing command geom pid 13 tid 100055 td 0xfffff808471f3920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f3f8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f3f900 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f3f940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f3f970 _sleep() at _sleep+0x351/frame 0xfffffe0f94f3fa10 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe0f94f3fa60 g_down_procbody() at g_down_procbody+0x7d/frame 0xfffffe0f94f3fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f3fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f3fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f3fb70, rbp = 0 --- Tracing command geom pid 13 tid 100054 td 0xfffff808471f4000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f3a8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f3a920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f3a960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f3a990 _sleep() at _sleep+0x351/frame 0xfffffe0f94f3aa30 g_io_schedule_up() at g_io_schedule_up+0xbc/frame 0xfffffe0f94f3aa60 g_up_procbody() at g_up_procbody+0x7d/frame 0xfffffe0f94f3aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f3aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f3aab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f3ab70, rbp = 0 --- Tracing command geom pid 13 tid 100053 td 0xfffff808471f4490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f358e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f35920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f35960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f35990 _sleep() at _sleep+0x351/frame 0xfffffe0f94f35a30 g_run_events() at g_run_events+0x4f4/frame 0xfffffe0f94f35a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f35ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f35ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f35b70, rbp = 0 --- Tracing command intr pid 12 tid 100122 td 0xfffff80847dc7000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f8b9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f8ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1048f8ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f8bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f8bab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f8bb70, rbp = 0 --- Tracing command intr pid 12 tid 100121 td 0xfffff80847dc7490 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f839f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f83a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1048f83a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f83ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f83ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f83b70, rbp = 0 --- Tracing command intr pid 12 tid 100120 td 0xfffff80847d10490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046f019f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046f01a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046f01a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046f01ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046f01ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046f01b70, rbp = 0 --- Tracing command intr pid 12 tid 100115 td 0xfffff80847d0c920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ee89f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ee8a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046ee8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ee8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ee8ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ee8b70, rbp = 0 --- Tracing command intr pid 12 tid 100110 td 0xfffff80009d25000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100109 td 0xfffff80009d25490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffff80847d0c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100105 td 0xfffff80009d22490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100103 td 0xfffff80847d09000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100101 td 0xfffff80847d09920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100099 td 0xfffff80847d08000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100097 td 0xfffff80847d08920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100095 td 0xfffff80009d10000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100093 td 0xfffff80009d10920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100092 td 0xfffff80847cfb000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c909f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c90a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c90a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c90ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c90ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c90b70, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffff80009d0f490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c869f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c86a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c86a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c86ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c86ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c86b70, rbp = 0 --- Tracing command intr pid 12 tid 100088 td 0xfffff80847cf8000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c7c9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c7ca30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c7ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c7cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c7cab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c7cb70, rbp = 0 --- Tracing command intr pid 12 tid 100086 td 0xfffff80847cf8920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c729f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c72a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c72a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c72ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c72ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c72b70, rbp = 0 --- Tracing command intr pid 12 tid 100084 td 0xfffff80847cf7000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c689f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c68a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c68a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c68ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c68ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c68b70, rbp = 0 --- Tracing command intr pid 12 tid 100082 td 0xfffff80847cf7920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c5e9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c5ea30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c5ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c5eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c5eab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c5eb70, rbp = 0 --- Tracing command intr pid 12 tid 100080 td 0xfffff80847cf6000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c549f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c54a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c54a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c54ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c54ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c54b70, rbp = 0 --- Tracing command intr pid 12 tid 100078 td 0xfffff80847cf6920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c4a9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c4aa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c4aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c4aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c4aab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c4ab70, rbp = 0 --- Tracing command intr pid 12 tid 100076 td 0xfffff80009d0e490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c409f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c40a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c40a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c40ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c40ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c40b70, rbp = 0 --- Tracing command intr pid 12 tid 100075 td 0xfffff800092cd490 sched_switch() at sched_switch+0x482/frame 0xfffffe00003f19f0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003f1a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe00003f1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003f1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003f1ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003f1b70, rbp = 0 --- Tracing command intr pid 12 tid 100070 td 0xfffff800092ca920 sched_switch() at sched_switch+0x482/frame 0xfffffe00003d89f0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003d8a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe00003d8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003d8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003d8ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003d8b70, rbp = 0 --- Tracing command intr pid 12 tid 100069 td 0xfffff808472d1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffff808472d1490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f901cc9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f901cca30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f901cca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f901ccab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f901ccab0 --- trap 0, rip = 0, rsp = 0xfffffe0f901ccb70, rbp = 0 --- Tracing command intr pid 12 tid 100067 td 0xfffff808472d1920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xfffff800092c6490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f6d9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f6da30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94f6da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f6dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f6dab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f6db70, rbp = 0 --- Tracing command intr pid 12 tid 100063 td 0xfffff800092c6920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f689f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f68a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94f68a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f68ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f68ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f68b70, rbp = 0 --- Tracing command intr pid 12 tid 100058 td 0xfffff808471fb000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f4f9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f4fa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94f4fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f4fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f4fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f4fb70, rbp = 0 --- Tracing command intr pid 12 tid 100052 td 0xfffff808471f4920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff800091f3000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f2b9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f2ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94f2ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f2bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f2bab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f2bb70, rbp = 0 --- Tracing command intr pid 12 tid 100050 td 0xfffff800091f2000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffff800091f2490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff800091f2920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff808471f3000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffff808471f3490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffff808471ee490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffff808471ee920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffff808471ef000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffff808471ef490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xfffff808471ef920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xfffff800091ed920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xfffff800091ee000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xfffff800091ee490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xfffff800091ee920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xfffff808471ee000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xfffff808471ed000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xfffff808471ed490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xfffff808471ed920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xfffff800091ed000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100031 td 0xfffff800091ed490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100030 td 0xfffff800091d5490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xfffff800091d5920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xfffff808471d6000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xfffff808471d6490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94eb39f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94eb3a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94eb3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94eb3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94eb3ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94eb3b70, rbp = 0 --- Tracing command idle pid 11 tid 100026 td 0xfffff808471d6920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe0f94e29ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe0f94e29d00 trap() at trap+0x42/frame 0xfffffe0f94e29f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0f94e29f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe0f94e29fe0, rbp = 0xfffffe0f94eae930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94eae930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94eae980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94eae9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94eae9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94eaea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94eaeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94eaeab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94eaeb70, rbp = 0 --- Tracing command idle pid 11 tid 100025 td 0xfffff800091d3920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067f9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067f9d00 trap() at trap+0x42/frame 0xfffffe10067f9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067f9f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067f9fe0, rbp = 0xfffffe0f94ea9930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94ea9930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94ea9980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94ea99a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94ea99c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94ea9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94ea9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94ea9ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94ea9b70, rbp = 0 --- Tracing command idle pid 11 tid 100024 td 0xfffff808471d5000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067f1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067f1d00 trap() at trap+0x42/frame 0xfffffe10067f1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067f1f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067f1fe0, rbp = 0xfffffe0f94ea4930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94ea4930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94ea4980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94ea49a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94ea49c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94ea4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94ea4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94ea4ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94ea4b70, rbp = 0 --- Tracing command idle pid 11 tid 100023 td 0xfffff808471d5490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e9f960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e9f9a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f94e9f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e9fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e9fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e9fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e9fb70, rbp = 0 --- Tracing command idle pid 11 tid 100022 td 0xfffff808471d5920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067e1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067e1d00 trap() at trap+0x42/frame 0xfffffe10067e1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067e1f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067e1fe0, rbp = 0xfffffe0f94e9a930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e9a930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e9a980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e9a9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e9a9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e9aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e9aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e9aab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e9ab70, rbp = 0 --- Tracing command idle pid 11 tid 100021 td 0xfffff800091d5000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067d9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067d9d00 trap() at trap+0x42/frame 0xfffffe10067d9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067d9f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067d9fe0, rbp = 0xfffffe0f94e95930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e95930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e95980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e959a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e959c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e95a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e95ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e95ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e95b70, rbp = 0 --- Tracing command idle pid 11 tid 100020 td 0xfffff808471d3000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e90960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e909a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f94e909c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e90a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e90ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e90ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e90b70, rbp = 0 --- Tracing command idle pid 11 tid 100019 td 0xfffff808471d3490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067c9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067c9d00 trap() at trap+0x42/frame 0xfffffe10067c9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067c9f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067c9fe0, rbp = 0xfffffe0f94e8b930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e8b930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e8b980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e8b9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e8b9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e8ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e8bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e8bab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e8bb70, rbp = 0 --- Tracing command idle pid 11 tid 100018 td 0xfffff808471d3920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067c1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067c1d00 trap() at trap+0x42/frame 0xfffffe10067c1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067c1f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067c1fe0, rbp = 0xfffffe0f94e86930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e86930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e86980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e869a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e869c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e86a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e86ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e86ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e86b70, rbp = 0 --- Tracing command idle pid 11 tid 100017 td 0xfffff800091d3000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067b9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067b9d00 trap() at trap+0x42/frame 0xfffffe10067b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067b9f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067b9fe0, rbp = 0xfffffe0f94e81930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e81930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e81980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e819a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e819c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e81a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e81ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e81ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e81b70, rbp = 0 --- Tracing command idle pid 11 tid 100016 td 0xfffff800091d3490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e7c960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e7c9a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f94e7c9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e7ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e7cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e7cab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e7cb70, rbp = 0 --- Tracing command idle pid 11 tid 100015 td 0xfffff808471d2490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067a9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067a9d00 trap() at trap+0x42/frame 0xfffffe10067a9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067a9f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe10067a9fe0, rbp = 0xfffffe0f94e77930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e77930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e77980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e779a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e779c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e77a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e77ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e77ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e77b70, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff808471d2920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e72960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e729a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f94e729c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e72a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e72ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e72ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e72b70, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff800091d2000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006799ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006799d00 trap() at trap+0x42/frame 0xfffffe1006799f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006799f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006799fe0, rbp = 0xfffffe0f94e6d930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e6d930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e6d980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e6d9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e6d9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e6da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e6dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e6dab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e6db70, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff800091d2490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e68980 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e689c0 sched_idletd() at sched_idletd+0x3dd/frame 0xfffffe0f94e68a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e68ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e68ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e68b70, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff800091d2920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006789ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006789d00 trap() at trap+0x42/frame 0xfffffe1006789f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006789f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006789fe0, rbp = 0xfffffe0f94e63930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e63930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e63980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e639a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e639c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e63a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e63ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e63ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e63b70, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff800091c9920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006781ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006781d00 trap() at trap+0x42/frame 0xfffffe1006781f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006781f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006781fe0, rbp = 0xfffffe0f94e5e930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e5e930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e5e980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e5e9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e5e9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e5ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e5eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e5eab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e5eb70, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff800091d1000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006779ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006779d00 trap() at trap+0x42/frame 0xfffffe1006779f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006779f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006779fe0, rbp = 0xfffffe0f94e59930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e59930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e59980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e599a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e599c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e59a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e59ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e59ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e59b70, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff800091d1490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006771ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006771d00 trap() at trap+0x42/frame 0xfffffe1006771f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006771f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006771fe0, rbp = 0xfffffe0f94e54930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e54930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e54980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e549a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e549c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e54a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e54ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e54ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e54b70, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff800091d1920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006769ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006769d00 trap() at trap+0x42/frame 0xfffffe1006769f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006769f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006769fe0, rbp = 0xfffffe0f94e4f930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e4f930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e4f980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e4f9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e4f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e4fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e4fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e4fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e4fb70, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff808471d2000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006761ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006761d00 trap() at trap+0x42/frame 0xfffffe1006761f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006761f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006761fe0, rbp = 0xfffffe0f94e4a930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e4a930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e4a980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e4a9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e4a9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e4aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e4aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e4aab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e4ab70, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff800091c6000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006759ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006759d00 trap() at trap+0x42/frame 0xfffffe1006759f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006759f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006759fe0, rbp = 0xfffffe0f94e45930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e45930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e45980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e459a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e459c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e45a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e45ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e45ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e45b70, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff800091c6490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006751ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006751d00 trap() at trap+0x42/frame 0xfffffe1006751f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006751f20 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xfffffe1006751fe0, rbp = 0xfffffe0f94e40930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e40930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e40980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e409a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e409c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e40a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e40ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e40ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e40b70, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff800091c6920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff81690160 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffffff81690180 trap() at trap+0x42/frame 0xffffffff816903a0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff816903a0 --- trap 0x13, rip = 0xffffffff80c9bca6, rsp = 0xffffffff81690460, rbp = 0xfffffe0f94e3b930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f94e3b930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f94e3b980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f94e3b9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f94e3b9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f94e3ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e3bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e3bab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e3bb70, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff800091c9000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e36550 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e36590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e365d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe0f94e36640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe0f94e36670 _sleep() at _sleep+0x334/frame 0xfffffe0f94e36710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe0f94e367b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe0f94e369a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe0f94e36ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe0f94e36ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x41323a, rsp = 0x7fffffffd688, rbp = 0x7fffffffd7c0 --- Tracing command audit pid 10 tid 100001 td 0xfffff800091c9490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e318f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e31930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e31970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e319a0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe0f94e31a10 audit_worker() at audit_worker+0xa3/frame 0xfffffe0f94e31a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e31ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e31ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e31b70, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffff80847dc5490 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f99880 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f998c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048f99900 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1048f99930 _sleep() at _sleep+0x326/frame 0xfffffe1048f999d0 pause_sbt() at pause_sbt+0xe4/frame 0xfffffe1048f99a20 deadlkres() at deadlkres+0x66/frame 0xfffffe1048f99a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f99ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f99ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f99b70, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffff80847dc5920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f94900 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f94940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048f94980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048f949b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe1048f94a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe1048f94a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f94ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f94ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f94b70, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffff80009d25920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d208f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d20930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d20970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d209a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d20a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d20a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d20ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d20ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d20b70, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffff80847d0c490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d168f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d16930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d16970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d169a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d16a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d16a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d16ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d16ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d16b70, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffff80009d22920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d0c8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d0c930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d0c970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d0c9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d0ca40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d0ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d0cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d0cab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d0cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffff80847d09490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d028f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d02930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d02970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d029a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d02a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d02a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d02ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d02ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d02b70, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffff80847cfb920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046cf88f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046cf8930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046cf8970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046cf89a0 _sleep() at _sleep+0x351/frame 0xfffffe1046cf8a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046cf8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046cf8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046cf8ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046cf8b70, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff80847d08490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046cee8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046cee930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046cee970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046cee9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046ceea40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046ceea70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ceeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ceeab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ceeb70, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffff80009d22000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ce48f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ce4930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ce4970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ce49a0 _sleep() at _sleep+0x351/frame 0xfffffe1046ce4a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046ce4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ce4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ce4ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ce4b70, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffff80009d10490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046cda8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046cda930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046cda970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046cda9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046cdaa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046cdaa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046cdaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046cdaab0 --- trap 0, rip = 0, rsp = 0xfffffe1046cdab70, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffff80847cfb490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c8b8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c8b930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c8b970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c8b9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c8ba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c8ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c8bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c8bab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c8bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffff80009d0f920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c818f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c81930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c81970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c819a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c81a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c81a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c81ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c81ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c81b70, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffff80847cf8490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c778f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c77930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c77970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c779a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c77a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c77a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c77ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c77ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c77b70, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffff80009d0e920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c6d8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c6d930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c6d970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c6d9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c6da40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c6da70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c6dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c6dab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c6db70, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffff80847cf7490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c638f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c63930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c63970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c639a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c63a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c63a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c63ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c63ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c63b70, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffff80009d0f000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c598f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c59930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c59970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c599a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c59a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c59a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c59ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c59ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c59b70, rbp = 0 --- Tracing command kernel pid 0 tid 100079 td 0xfffff80847cf6490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c4f8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c4f930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c4f970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c4f9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c4fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c4fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c4fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c4fab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c4fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffff80009d0e000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c458f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c45930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c45970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c459a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c45a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c45a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c45ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c45ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c45b70, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffff800092cd000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f778f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f77930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f77970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f779a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94f77a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94f77a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f77ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f77ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f77b70, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffff800092c6000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f728f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f72930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f72970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f729a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94f72a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94f72a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f72ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f72ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f72b70, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffff800092ca000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f638f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f63930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f63970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f639a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94f63a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94f63a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f63ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f63ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f63b70, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff800092ca490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f5e900 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f5e940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f5e980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f5e9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0f94f5ea40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0f94f5ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f5eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f5eab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f5eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffff800091f3490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f59900 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f59940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f59980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f599b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0f94f59a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0f94f59a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f59ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f59ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f59b70, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffff800091f3920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f54900 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f54940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f54980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f549b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0f94f54a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0f94f54a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f54ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f54ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f54b70, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffff808471fb920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f448f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f44930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94f44970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94f449a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94f44a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94f44a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f44ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f44ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f44b70, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff816f76d0 sched_switch() at sched_switch+0x482/frame 0xffffffff81a129d0 mi_switch() at mi_switch+0x179/frame 0xffffffff81a12a10 sleepq_switch() at sleepq_switch+0x185/frame 0xffffffff81a12a50 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffffff81a12a80 _sleep() at _sleep+0x326/frame 0xffffffff81a12b20 swapper() at swapper+0x211/frame 0xffffffff81a12b70 btext() at btext+0x2c db:0:allt> call doadump Dumping 3028 out of 65435 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 13 (kgdb) bt #0 doadump (textdump=0xd) at pcpu.h:219 #1 0xffffffff80341715 in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:578 #2 0xffffffff803413fd in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #3 0xffffffff8034565f in db_script_exec (scriptname=0xffffffff816ebd90 "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xffffffff803413fd in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #5 0xffffffff80341174 in db_command_loop () at ../../../ddb/db_command.c:502 #6 0xffffffff80343b20 in db_trap (type=, code=0x0) at ../../../ddb/db_main.c:231 #7 0xffffffff808f3943 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:654 #8 0xffffffff80cbb62b in trap (frame=0xfffffe104b8276b0) at ../../../amd64/amd64/trap.c:579 #9 0xffffffff80ca0ba2 in calltrap () at ../../../amd64/amd64/exception.S:232 #10 0xffffffff808f311e in kdb_enter (why=0xffffffff80f20378 "panic", msg=) at cpufunc.h:63 #11 0xffffffff808bbb36 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:747 #12 0xffffffff808bbba3 in panic (fmt=) at ../../../kern/kern_shutdown.c:683 #13 0xffffffff80b27060 in swapoff_one (sp=0xfffff8000bf86300, cred=) at ../../../vm/swap_pager.c:1790 #14 0xffffffff80b26b18 in sys_swapoff (td=0xfffff80df1c89490, uap=) at ../../../vm/swap_pager.c:2287 #15 0xffffffff80cbc2b2 in amd64_syscall (td=0xfffff80df1c89490, traced=0x0) at subr_syscall.c:134 #16 0xffffffff80ca0e8b in Xfast_syscall () at ../../../amd64/amd64/exception.S:391 #17 0x0000000800a9c95a in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) f 13 #13 0xffffffff80b27060 in swapoff_one (sp=0xfffff8000bf86300, cred=) at ../../../vm/swap_pager.c:1790 1790 panic("swapoff: failed to locate %d swap blocks", (kgdb) l 1785 * make another pass. We have marked this device as 1786 * SW_CLOSING, so the activity should finish soon. 1787 */ 1788 retries++; 1789 if (retries > 100) { 1790 panic("swapoff: failed to locate %d swap blocks", 1791 sp->sw_used); 1792 } 1793 pause("swpoff", hz / 20); 1794 goto full_rescan; (kgdb) info loc error = dvbase = (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/sys/vmmeter.h =================================================================== --- /usr/src/sys/sys/vmmeter.h (revision 256429) +++ /usr/src/sys/sys/vmmeter.h (working copy) @@ -93,9 +93,10 @@ struct vmmeter { u_int v_free_min; /* (c) pages desired free */ u_int v_free_count; /* (f) pages free */ u_int v_wire_count; /* (a) pages wired down */ - u_int v_active_count; /* (q) pages active */ + u_int v_active_count; /* (a) pages active */ u_int v_inactive_target; /* (c) pages desired inactive */ - u_int v_inactive_count; /* (q) pages inactive */ + u_int v_inactive_count; /* (a) pages inactive */ + u_int v_queue_sticky; /* (a) pages on queues but cannot process */ u_int v_cache_count; /* (f) pages on cache queue */ u_int v_cache_min; /* (c) min pages desired on cache queue */ u_int v_cache_max; /* (c) max pages in cached obj (unused) */ Index: /usr/src/sys/vm/vm_meter.c =================================================================== --- /usr/src/sys/vm/vm_meter.c (revision 256429) +++ /usr/src/sys/vm/vm_meter.c (working copy) @@ -316,6 +316,7 @@ VM_STATS_VM(v_active_count, "Active pages"); VM_STATS_VM(v_inactive_target, "Desired inactive pages"); VM_STATS_VM(v_inactive_count, "Inactive pages"); VM_STATS_VM(v_cache_count, "Pages on cache queue"); +VM_STATS_VM(v_queue_sticky, "Pages which cannot be moved from queues"); VM_STATS_VM(v_cache_min, "Min pages on cache queue"); VM_STATS_VM(v_cache_max, "Max pages on cached queue"); VM_STATS_VM(v_pageout_free_min, "Min pages reserved for kernel"); Index: /usr/src/sys/vm/vm_page.h =================================================================== --- /usr/src/sys/vm/vm_page.h (revision 256429) +++ /usr/src/sys/vm/vm_page.h (working copy) @@ -226,6 +226,7 @@ struct vm_domain { long vmd_segs; /* bitmask of the segments */ boolean_t vmd_oom; int vmd_pass; /* local pagedaemon pass */ + int vmd_queue_sticky; /* pages on queues which cannot be processed */ struct vm_page vmd_marker; /* marker for pagedaemon private use */ }; Index: /usr/src/sys/vm/vm_pageout.c =================================================================== --- /usr/src/sys/vm/vm_pageout.c (revision 256429) +++ /usr/src/sys/vm/vm_pageout.c (working copy) @@ -896,12 +896,13 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) { vm_page_t m, next; struct vm_pagequeue *pq; - int page_shortage, maxscan, pcount; - int addl_page_shortage; + int failed_scan, maxscan, pcount; + int addl_page_shortage, addl1_page_shortage; vm_object_t object; int act_delta; int vnodes_skipped = 0; int maxlaunder; + int done_pages; boolean_t queues_locked; /* @@ -928,13 +929,14 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) * number of pages from the inactive count that should be * discounted in setting the target for the active queue scan. */ - addl_page_shortage = atomic_readandclear_int(&vm_pageout_deficit); + addl1_page_shortage = addl_page_shortage = + atomic_readandclear_int(&vm_pageout_deficit); /* * Calculate the number of pages we want to either free or move * to the cache. */ - page_shortage = vm_paging_target() + addl_page_shortage; + done_pages = 0; /* * maxlaunder limits the number of dirty pages we flush per scan. @@ -960,11 +962,12 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) */ pq = &vmd->vmd_pagequeues[PQ_INACTIVE]; maxscan = pq->pq_cnt; + failed_scan = 0; vm_pagequeue_lock(pq); queues_locked = TRUE; for (m = TAILQ_FIRST(&pq->pq_pl); - m != NULL && maxscan-- > 0 && page_shortage > 0; - m = next) { + m != NULL && maxscan-- > 0 && vm_paging_target() + + addl1_page_shortage > done_pages; m = next) { vm_pagequeue_assert_locked(pq); KASSERT(queues_locked, ("unlocked queues")); KASSERT(m->queue == PQ_INACTIVE, ("Inactive queue %p", m)); @@ -1012,6 +1015,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) vm_page_unlock(m); VM_OBJECT_WUNLOCK(object); addl_page_shortage++; + failed_scan++; continue; } @@ -1075,6 +1079,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) * loop over the active queue below. */ addl_page_shortage++; + failed_scan++; goto relock_queues; } @@ -1092,18 +1097,20 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) if (m->valid == 0) { /* - * Invalid pages can be easily freed + * Invalid pages can be easily freed. Do not + * increment the done_pages counter, + * cnt.v_free_count is accounted in the + * vm_paging_target(). */ vm_page_free(m); PCPU_INC(cnt.v_dfree); - --page_shortage; } else if (m->dirty == 0) { /* - * Clean pages can be placed onto the cache queue. - * This effectively frees them. + * Clean pages can be placed onto the cache + * queue. This effectively frees them. See + * comment about done_pages above. */ vm_page_cache(m); - --page_shortage; } else if ((m->flags & PG_WINATCFLS) == 0 && pass < 2) { /* * Dirty pages need to be paged out, but flushing @@ -1229,6 +1236,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) */ if (vm_page_busied(m)) { vm_page_unlock(m); + failed_scan++; goto unlock_and_continue; } @@ -1241,6 +1249,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) vm_page_requeue_locked(m); if (object->flags & OBJ_MIGHTBEDIRTY) vnodes_skipped++; + failed_scan++; goto unlock_and_continue; } vm_pagequeue_unlock(pq); @@ -1258,7 +1267,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) * up laundering or cleaning too many pages. */ if (vm_pageout_clean(m) != 0) { - --page_shortage; + done_pages++; --maxlaunder; } unlock_and_continue: @@ -1296,17 +1305,13 @@ relock_queues: pq = &vmd->vmd_pagequeues[PQ_ACTIVE]; vm_pagequeue_lock(pq); pcount = pq->pq_cnt; - page_shortage = vm_paging_target() + - cnt.v_inactive_target - cnt.v_inactive_count; - page_shortage += addl_page_shortage; + done_pages = 0; /* * If we're just idle polling attempt to visit every * active page within 'update_period' seconds. */ - if (pass == 0 && vm_pageout_update_period != 0) { + if (pass == 0 && vm_pageout_update_period != 0) pcount /= vm_pageout_update_period; - page_shortage = pcount; - } /* * Scan the active queue for things we can deactivate. We nominally @@ -1314,7 +1319,11 @@ relock_queues: * deactivation candidates. */ m = TAILQ_FIRST(&pq->pq_pl); - while ((m != NULL) && (pcount-- > 0) && (page_shortage > 0)) { + while (m != NULL && pcount-- > 0 && + ((pass == 0 && vm_pageout_update_period != 0 && + pq->pq_cnt > done_pages) || vm_paging_target() + + cnt.v_inactive_target + addl_page_shortage > + cnt.v_inactive_count)) { KASSERT(m->queue == PQ_ACTIVE, ("vm_pageout_scan: page %p isn't active", m)); @@ -1343,10 +1352,11 @@ relock_queues: /* * Check to see "how much" the page has been used. */ - act_delta = 0; if (m->aflags & PGA_REFERENCED) { vm_page_aflag_clear(m, PGA_REFERENCED); - act_delta += 1; + act_delta = 1; + } else { + act_delta = 0; } /* * Unlocked object ref count check. Two races are possible. @@ -1379,7 +1389,7 @@ relock_queues: /* Dequeue to avoid later lock recursion. */ vm_page_dequeue_locked(m); vm_page_deactivate(m); - page_shortage--; + done_pages++; } else vm_page_requeue_locked(m); vm_page_unlock(m); @@ -1386,6 +1396,11 @@ relock_queues: m = next; } vm_pagequeue_unlock(pq); + + atomic_add_int(&cnt.v_queue_sticky, failed_scan - + vmd->vmd_queue_sticky); + vmd->vmd_queue_sticky = failed_scan; + #if !defined(NO_SWAPPING) /* * Idle process swapout -- run once per second. @@ -1433,10 +1448,15 @@ static int vm_pageout_oom_vote; static void vm_pageout_mightbe_oom(struct vm_domain *vmd, int pass) { + u_int queues_count; int old_vote; - if (pass <= 1 || !((swap_pager_avail < 64 && vm_page_count_min()) || - (swap_pager_full && vm_paging_target() > 0))) { + queues_count = cnt.v_active_count + cnt.v_inactive_count - + cnt.v_queue_sticky; + if (pass <= 1 || !((swap_pager_avail < 64 && vm_page_count_min() && + queues_count <= cnt.v_free_min) || + (swap_pager_full && vm_paging_target() > 0 && + queues_count <= vm_paging_target()))) { if (vmd->vmd_oom) { vmd->vmd_oom = FALSE; atomic_subtract_int(&vm_pageout_oom_vote, 1);