GENERIC HEAD from 2013-09-09 05:01:18 UTC, r255414M, vmcore.45 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #1 r255414M: Mon Sep 9 11:14:12 CEST 2013 pho@t1.osted.lan:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 3.3 (tags/RELEASE_33/final 183502) 20130610 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.24-MHz K8-class CPU) Origin = "GenuineIntel" Id = 0x206d7 Family = 0x6 Model = 0x2d Stepping = 7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100800 AMD Features2=0x1 TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 7121670144 (6791 MB) : Trying to mount root from ufs:/dev/da0p2 [rw]... Setting hostuuid: 3141f787-07e3-e111-b968-001e6756c168. Setting hostid: 0x564ac5b6. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. warning: total configured swap (17039360 pages) exceeds maximum recommended amount (14016496 pages). warning: increase kern.maxswzone or reduce amount of swap. Starting file system checks: /dev/da0p2: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p2: clean, 65132355 free (121115 frags, 8126405 blocks, 0.1% fragmentation) /dev/da0p3: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p3: clean, 22689835 free (3243 frags, 2835824 blocks, 0.0% fragmentation) Mounting local file systems:. lock order reversal: 1st 0xfffff8000e2d7a28 ufs (ufs) @ kern/vfs_subr.c:2099 2nd 0xfffffe01ac032278 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 3rd 0xfffff8000e6a97b8 ufs (ufs) @ kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01eecadc90 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe01eecadd40 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe01eecaddd0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xfffffe01eecadf00 ffs_lock() at ffs_lock+0x92/frame 0xfffffe01eecadf50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe01eecadf80 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe01eecadff0 vget() at vget+0x70/frame 0xfffffe01eecae040 vfs_hash_get() at vfs_hash_get+0xf5/frame 0xfffffe01eecae090 ffs_vgetf() at ffs_vgetf+0x41/frame 0xfffffe01eecae120 softdep_sync_buf() at softdep_sync_buf+0x8fa/frame 0xfffffe01eecae1d0 ffs_syncvnode() at ffs_syncvnode+0x258/frame 0xfffffe01eecae250 ffs_truncate() at ffs_truncate+0x5f3/frame 0xfffffe01eecae430 ufs_direnter() at ufs_direnter+0x891/frame 0xfffffe01eecae4f0 ufs_makeinode() at ufs_makeinode+0x573/frame 0xfffffe01eecae6b0 VOP_CREATE_APV() at VOP_CREATE_APV+0x108/frame 0xfffffe01eecae6e0 vn_open_cred() at vn_open_cred+0x2f0/frame 0xfffffe01eecae830 kern_openat() at kern_openat+0x261/frame 0xfffffe01eecae9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eecaeab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eecaeab0 --- syscall (5, FreeBSD ELF64, sys_open), rip = 0x800dda24a, rsp = 0x7fffffffc4f8, rbp = 0x7fffffffc5e0 --- Writing entropy file:. Setting hostname: t1.osted.lan. Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:68 inet 192.168.1.108 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::21e:67ff:fe56:c168%igb0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:69 nd6 options=29 media: Ethernet autoselect status: no carrier Starting devd. Starting Network: igb1. igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:69 nd6 options=29 media: Ethernet autoselect status: no carrier Configuring keyboard: keymap. ums0: on usbus2 ums0: 3 buttons and [Z] coordinates ID=0 Starting ums0 moused. Expensive timeout(9) function: 0xffffffff80715340(0xffffffff81598b68) 0.012073146 s add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/nss /usr/local/lib/qt4 32-bit compatibility ldconfig path: /usr/lib32 Creating and/or trimming log files. Starting syslogd. Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 lock order reversal: 1st 0xfffffe01ac0c76a8 bufwait (bufwait) @ kern/vfs_bio.c:3059 2nd 0xfffff8000e8c7000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01eeda62d0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe01eeda6380 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe01eeda6410 _sx_xlock() at _sx_xlock+0x75/frame 0xfffffe01eeda6450 ufsdirhash_add() at ufsdirhash_add+0x4c/frame 0xfffffe01eeda6490 ufs_direnter() at ufs_direnter+0x688/frame 0xfffffe01eeda6550 ufs_mkdir() at ufs_mkdir+0x863/frame 0xfffffe01eeda6750 VOP_MKDIR_APV() at VOP_MKDIR_APV+0x10e/frame 0xfffffe01eeda6780 kern_mkdirat() at kern_mkdirat+0x1f3/frame 0xfffffe01eeda69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eeda6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eeda6ab0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80093a4fa, rsp = 0x7fffffffd798, rbp = 0x7fffffffdc70 --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Configuring syscons: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Local package initialization: backup. Starting default mousedmoused: unable to open /dev/psm0: No such file or directory . Mon Sep 9 11:17:44 CEST 2013 FreeBSD/amd64 (t1.osted.lan) (console) login: Sep 9 11:18:11 t1 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xfffff8000e27d548 ufs (ufs) @ kern/vfs_mount.c:1237 2nd 0xfffff8017efca068 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1903 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01eedfb390 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe01eedfb440 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe01eedfb4d0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xfffffe01eedfb600 vop_stdlock() at vop_stdlock+0x3c/frame 0xfffffe01eedfb620 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe01eedfb650 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe01eedfb6c0 softdep_flushworklist() at softdep_flushworklist+0x70/frame 0xfffffe01eedfb720 ffs_sync() at ffs_sync+0x29d/frame 0xfffffe01eedfb7f0 dounmount() at dounmount+0x3e1/frame 0xfffffe01eedfb870 sys_unmount() at sys_unmount+0x356/frame 0xfffffe01eedfb9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedfbab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedfbab0 --- syscall (22, FreeBSD ELF64, sys_unmount), rip = 0x80088c15a, rsp = 0x7fffffffcf08, rbp = 0x7fffffffd020 --- 20130909 11:48:37 all (1/228): suj33.sh 20130909 11:49:14 all (2/228): marcus.sh 20130909 12:19:29 all (3/228): suj.sh 20130909 12:39:33 all (4/228): wire_no_page.sh 20130909 12:39:39 all (5/228): linger.sh 20130909 12:42:33 all (1/7): mmap.sh 20130909 12:42:33 all (2/7): mmap2.sh 20130909 12:49:44 all (3/7): mmap3.sh Sep 9 12:54:54 t1 su: pho to root on /dev/pts/2 20130909 12:55:34 all (4/7): mmap4.sh vnode_pager_putpages: I/O error 28 vnode_pager_putpages: residual I/O 32768 at 9776 Sep 9 12:55:36 t1 kernel: pid 28615 (mmap4), uid 0 inumber 4 on /mnt: filesystem full vnode_pager_putpages: I/O error 28 vnode_pager_putpages: residual I/O 65536 at 17808 20130909 12:55:39 all (5/7): mmap5.sh lock order reversal: 1st 0xfffff8000e8882d8 syncer (syncer) @ kern/vfs_subr.c:1718 2nd 0xfffff8008d364c98 ufs (ufs) @ kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01eead3560 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe01eead3610 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe01eead36a0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xfffffe01eead37d0 ffs_lock() at ffs_lock+0x92/frame 0xfffffe01eead3820 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe01eead3850 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe01eead38c0 vget() at vget+0x70/frame 0xfffffe01eead3910 vfs_msync() at vfs_msync+0x99/frame 0xfffffe01eead3970 sync_fsync() at sync_fsync+0xf7/frame 0xfffffe01eead39a0 VOP_FSYNC_APV() at VOP_FSYNC_APV+0x10e/frame 0xfffffe01eead39d0 sched_sync() at sched_sync+0x34c/frame 0xfffffe01eead3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eead3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eead3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eead3b70, rbp = 0 --- panic: Lock pmap pv list not exclusively locked @ ../../../amd64/amd64/pmap.c:5427 cpuid = 9 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe01eead3120 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe01eead31d0 vpanic() at vpanic+0x126/frame 0xfffffe01eead3210 panic() at panic+0x43/frame 0xfffffe01eead3270 _rw_wunlock_cookie() at _rw_wunlock_cookie+0x11b/frame 0xfffffe01eead32b0 pmap_clear_modify() at pmap_clear_modify+0x46a/frame 0xfffffe01eead3330 vm_page_set_validclean() at vm_page_set_validclean+0xf9/frame 0xfffffe01eead3370 bdwrite() at bdwrite+0x18c/frame 0xfffffe01eead33e0 ffs_write() at ffs_write+0x20e/frame 0xfffffe01eead3490 VOP_WRITE_APV() at VOP_WRITE_APV+0x183/frame 0xfffffe01eead35a0 vnode_pager_generic_putpages() at vnode_pager_generic_putpages+0x270/frame 0xfffffe01eead3670 VOP_PUTPAGES_APV() at VOP_PUTPAGES_APV+0x10e/frame 0xfffffe01eead36a0 vnode_pager_putpages() at vnode_pager_putpages+0x9d/frame 0xfffffe01eead3720 vm_pageout_flush() at vm_pageout_flush+0x119/frame 0xfffffe01eead37b0 vm_object_page_collect_flush() at vm_object_page_collect_flush+0x1b5/frame 0xfffffe01eead38a0 vm_object_page_clean() at vm_object_page_clean+0x157/frame 0xfffffe01eead3910 vfs_msync() at vfs_msync+0xdf/frame 0xfffffe01eead3970 sync_fsync() at sync_fsync+0xf7/frame 0xfffffe01eead39a0 VOP_FSYNC_APV() at VOP_FSYNC_APV+0x10e/frame 0xfffffe01eead39d0 sched_sync() at sched_sync+0x34c/frame 0xfffffe01eead3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eead3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eead3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eead3b70, rbp = 0 --- KDB: enter: panic [ thread pid 16 tid 100133 ] Stopped at kdb_enter+0x3e: movq $0,kdb_why db> run pho db:0:pho> bt Tracing pid 16 tid 100133 td 0xfffff8000cb53000 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe01eead31d0 vpanic() at vpanic+0x146/frame 0xfffffe01eead3210 panic() at panic+0x43/frame 0xfffffe01eead3270 _rw_wunlock_cookie() at _rw_wunlock_cookie+0x11b/frame 0xfffffe01eead32b0 pmap_clear_modify() at pmap_clear_modify+0x46a/frame 0xfffffe01eead3330 vm_page_set_validclean() at vm_page_set_validclean+0xf9/frame 0xfffffe01eead3370 bdwrite() at bdwrite+0x18c/frame 0xfffffe01eead33e0 ffs_write() at ffs_write+0x20e/frame 0xfffffe01eead3490 VOP_WRITE_APV() at VOP_WRITE_APV+0x183/frame 0xfffffe01eead35a0 vnode_pager_generic_putpages() at vnode_pager_generic_putpages+0x270/frame 0xfffffe01eead3670 VOP_PUTPAGES_APV() at VOP_PUTPAGES_APV+0x10e/frame 0xfffffe01eead36a0 vnode_pager_putpages() at vnode_pager_putpages+0x9d/frame 0xfffffe01eead3720 vm_pageout_flush() at vm_pageout_flush+0x119/frame 0xfffffe01eead37b0 vm_object_page_collect_flush() at vm_object_page_collect_flush+0x1b5/frame 0xfffffe01eead38a0 vm_object_page_clean() at vm_object_page_clean+0x157/frame 0xfffffe01eead3910 vfs_msync() at vfs_msync+0xdf/frame 0xfffffe01eead3970 sync_fsync() at sync_fsync+0xf7/frame 0xfffffe01eead39a0 VOP_FSYNC_APV() at VOP_FSYNC_APV+0x10e/frame 0xfffffe01eead39d0 sched_sync() at sched_sync+0x34c/frame 0xfffffe01eead3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eead3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eead3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eead3b70, rbp = 0 --- db:0:bt> show allpcpu Current CPU: 9 cpuid = 0 dynamic pcpu = 0x55d000 curthread = 0xfffff80005060960: pid 11 "idle: cpu0" curpcb = 0xfffffe01ae124b80 fpcurthread = none idlethread = 0xfffff80005060960: tid 100003 "idle: cpu0" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3390 commontssp = 0xffffffff815f3390 rsp0 = 0xfffffe01ae124b80 gs32p = 0xffffffff815f4de8 ldt = 0xffffffff815f4e28 tss = 0xffffffff815f4e18 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe022acab000 curthread = 0xfffff800050604b0: pid 11 "idle: cpu1" curpcb = 0xfffffe01ae129b80 fpcurthread = none idlethread = 0xfffff800050604b0: tid 100004 "idle: cpu1" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f33f8 commontssp = 0xffffffff815f33f8 rsp0 = 0xfffffe01ae129b80 gs32p = 0xffffffff815f4e50 ldt = 0xffffffff815f4e90 tss = 0xffffffff815f4e80 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe0263c12000 curthread = 0xfffff80005060000: pid 11 "idle: cpu2" curpcb = 0xfffffe01ae12eb80 fpcurthread = none idlethread = 0xfffff80005060000: tid 100005 "idle: cpu2" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3460 commontssp = 0xffffffff815f3460 rsp0 = 0xfffffe01ae12eb80 gs32p = 0xffffffff815f4eb8 ldt = 0xffffffff815f4ef8 tss = 0xffffffff815f4ee8 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe0263c19000 curthread = 0xfffff80005070000: pid 11 "idle: cpu3" curpcb = 0xfffffe01ae133b80 fpcurthread = none idlethread = 0xfffff80005070000: tid 100006 "idle: cpu3" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f34c8 commontssp = 0xffffffff815f34c8 rsp0 = 0xfffffe01ae133b80 gs32p = 0xffffffff815f4f20 ldt = 0xffffffff815f4f60 tss = 0xffffffff815f4f50 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe0263c20000 curthread = 0xfffff8000506f960: pid 11 "idle: cpu4" curpcb = 0xfffffe01ae138b80 fpcurthread = none idlethread = 0xfffff8000506f960: tid 100007 "idle: cpu4" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3530 commontssp = 0xffffffff815f3530 rsp0 = 0xfffffe01ae138b80 gs32p = 0xffffffff815f4f88 ldt = 0xffffffff815f4fc8 tss = 0xffffffff815f4fb8 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe0263c27000 curthread = 0xfffff8000506f4b0: pid 11 "idle: cpu5" curpcb = 0xfffffe01ae13db80 fpcurthread = none idlethread = 0xfffff8000506f4b0: tid 100008 "idle: cpu5" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3598 commontssp = 0xffffffff815f3598 rsp0 = 0xfffffe01ae13db80 gs32p = 0xffffffff815f4ff0 ldt = 0xffffffff815f5030 tss = 0xffffffff815f5020 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe0263c2e000 curthread = 0xfffff8000506f000: pid 11 "idle: cpu6" curpcb = 0xfffffe01ae142b80 fpcurthread = none idlethread = 0xfffff8000506f000: tid 100009 "idle: cpu6" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3600 commontssp = 0xffffffff815f3600 rsp0 = 0xfffffe01ae142b80 gs32p = 0xffffffff815f5058 ldt = 0xffffffff815f5098 tss = 0xffffffff815f5088 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe0263c35000 curthread = 0xfffff80005061960: pid 11 "idle: cpu7" curpcb = 0xfffffe01ae147b80 fpcurthread = none idlethread = 0xfffff80005061960: tid 100010 "idle: cpu7" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3668 commontssp = 0xffffffff815f3668 rsp0 = 0xfffffe01ae147b80 gs32p = 0xffffffff815f50c0 ldt = 0xffffffff815f5100 tss = 0xffffffff815f50f0 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe0263c3c000 curthread = 0xfffff80005071960: pid 11 "idle: cpu8" curpcb = 0xfffffe01ae14cb80 fpcurthread = none idlethread = 0xfffff80005071960: tid 100011 "idle: cpu8" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f36d0 commontssp = 0xffffffff815f36d0 rsp0 = 0xfffffe01ae14cb80 gs32p = 0xffffffff815f5128 ldt = 0xffffffff815f5168 tss = 0xffffffff815f5158 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe0263c43000 curthread = 0xfffff8000cb53000: pid 16 "syncer" curpcb = 0xfffffe01eead3b80 fpcurthread = none idlethread = 0xfffff800050714b0: tid 100012 "idle: cpu9" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3738 commontssp = 0xffffffff815f3738 rsp0 = 0xfffffe01eead3b80 gs32p = 0xffffffff815f5190 ldt = 0xffffffff815f51d0 tss = 0xffffffff815f51c0 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe0263c4a000 curthread = 0xfffff80005071000: pid 11 "idle: cpu10" curpcb = 0xfffffe01ae156b80 fpcurthread = none idlethread = 0xfffff80005071000: tid 100013 "idle: cpu10" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f37a0 commontssp = 0xffffffff815f37a0 rsp0 = 0xfffffe01ae156b80 gs32p = 0xffffffff815f51f8 ldt = 0xffffffff815f5238 tss = 0xffffffff815f5228 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe0263c51000 curthread = 0xfffff80005070960: pid 11 "idle: cpu11" curpcb = 0xfffffe01ae15bb80 fpcurthread = none idlethread = 0xfffff80005070960: tid 100014 "idle: cpu11" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3808 commontssp = 0xffffffff815f3808 rsp0 = 0xfffffe01ae15bb80 gs32p = 0xffffffff815f5260 ldt = 0xffffffff815f52a0 tss = 0xffffffff815f5290 spin locks held: cpuid = 12 dynamic pcpu = 0xfffffe0263c58000 curthread = 0xfffff801818c64b0: pid 34342 "mmap5" curpcb = 0xfffffe01eef26b80 fpcurthread = 0xfffff801818c64b0: pid 34342 "mmap5" idlethread = 0xfffff800050704b0: tid 100015 "idle: cpu12" curpmap = 0xfffff801c79ef498 tssp = 0xffffffff815f3870 commontssp = 0xffffffff815f3870 rsp0 = 0xfffffe01eef26b80 gs32p = 0xffffffff815f52c8 ldt = 0xffffffff815f5308 tss = 0xffffffff815f52f8 spin locks held: cpuid = 13 dynamic pcpu = 0xfffffe0263c5f000 curthread = 0xfffff800050734b0: pid 11 "idle: cpu13" curpcb = 0xfffffe01ae165b80 fpcurthread = none idlethread = 0xfffff800050734b0: tid 100016 "idle: cpu13" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f38d8 commontssp = 0xffffffff815f38d8 rsp0 = 0xfffffe01ae165b80 gs32p = 0xffffffff815f5330 ldt = 0xffffffff815f5370 tss = 0xffffffff815f5360 spin locks held: cpuid = 14 dynamic pcpu = 0xfffffe0263c66000 curthread = 0xfffff80005073000: pid 11 "idle: cpu14" curpcb = 0xfffffe01ae16ab80 fpcurthread = none idlethread = 0xfffff80005073000: tid 100017 "idle: cpu14" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3940 commontssp = 0xffffffff815f3940 rsp0 = 0xfffffe01ae16ab80 gs32p = 0xffffffff815f5398 ldt = 0xffffffff815f53d8 tss = 0xffffffff815f53c8 spin locks held: cpuid = 15 dynamic pcpu = 0xfffffe0263c6d000 curthread = 0xfffff80005072960: pid 11 "idle: cpu15" curpcb = 0xfffffe01ae16fb80 fpcurthread = none idlethread = 0xfffff80005072960: tid 100018 "idle: cpu15" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f39a8 commontssp = 0xffffffff815f39a8 rsp0 = 0xfffffe01ae16fb80 gs32p = 0xffffffff815f5400 ldt = 0xffffffff815f5440 tss = 0xffffffff815f5430 spin locks held: cpuid = 16 dynamic pcpu = 0xfffffe0263c74000 curthread = 0xfffff800050724b0: pid 11 "idle: cpu16" curpcb = 0xfffffe01ae174b80 fpcurthread = none idlethread = 0xfffff800050724b0: tid 100019 "idle: cpu16" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3a10 commontssp = 0xffffffff815f3a10 rsp0 = 0xfffffe01ae174b80 gs32p = 0xffffffff815f5468 ldt = 0xffffffff815f54a8 tss = 0xffffffff815f5498 spin locks held: cpuid = 17 dynamic pcpu = 0xfffffe0263c7b000 curthread = 0xfffff80005072000: pid 11 "idle: cpu17" curpcb = 0xfffffe01ae179b80 fpcurthread = none idlethread = 0xfffff80005072000: tid 100020 "idle: cpu17" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3a78 commontssp = 0xffffffff815f3a78 rsp0 = 0xfffffe01ae179b80 gs32p = 0xffffffff815f54d0 ldt = 0xffffffff815f5510 tss = 0xffffffff815f5500 spin locks held: cpuid = 18 dynamic pcpu = 0xfffffe0263c82000 curthread = 0xfffff80005079000: pid 11 "idle: cpu18" curpcb = 0xfffffe01ae17eb80 fpcurthread = none idlethread = 0xfffff80005079000: tid 100021 "idle: cpu18" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3ae0 commontssp = 0xffffffff815f3ae0 rsp0 = 0xfffffe01ae17eb80 gs32p = 0xffffffff815f5538 ldt = 0xffffffff815f5578 tss = 0xffffffff815f5568 spin locks held: cpuid = 19 dynamic pcpu = 0xfffffe0263c89000 curthread = 0xfffff80005078960: pid 11 "idle: cpu19" curpcb = 0xfffffe01ae183b80 fpcurthread = none idlethread = 0xfffff80005078960: tid 100022 "idle: cpu19" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3b48 commontssp = 0xffffffff815f3b48 rsp0 = 0xfffffe01ae183b80 gs32p = 0xffffffff815f55a0 ldt = 0xffffffff815f55e0 tss = 0xffffffff815f55d0 spin locks held: cpuid = 20 dynamic pcpu = 0xfffffe0263c90000 curthread = 0xfffff800050784b0: pid 11 "idle: cpu20" curpcb = 0xfffffe01ae188b80 fpcurthread = none idlethread = 0xfffff800050784b0: tid 100023 "idle: cpu20" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3bb0 commontssp = 0xffffffff815f3bb0 rsp0 = 0xfffffe01ae188b80 gs32p = 0xffffffff815f5608 ldt = 0xffffffff815f5648 tss = 0xffffffff815f5638 spin locks held: cpuid = 21 dynamic pcpu = 0xfffffe0263c97000 curthread = 0xfffff80005078000: pid 11 "idle: cpu21" curpcb = 0xfffffe01ae18db80 fpcurthread = none idlethread = 0xfffff80005078000: tid 100024 "idle: cpu21" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3c18 commontssp = 0xffffffff815f3c18 rsp0 = 0xfffffe01ae18db80 gs32p = 0xffffffff815f5670 ldt = 0xffffffff815f56b0 tss = 0xffffffff815f56a0 spin locks held: cpuid = 22 dynamic pcpu = 0xfffffe0263c9e000 curthread = 0xfffff80005073960: pid 11 "idle: cpu22" curpcb = 0xfffffe01ae192b80 fpcurthread = none idlethread = 0xfffff80005073960: tid 100025 "idle: cpu22" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3c80 commontssp = 0xffffffff815f3c80 rsp0 = 0xfffffe01ae192b80 gs32p = 0xffffffff815f56d8 ldt = 0xffffffff815f5718 tss = 0xffffffff815f5708 spin locks held: cpuid = 23 dynamic pcpu = 0xfffffe0263ca5000 curthread = 0xfffff8000507a960: pid 11 "idle: cpu23" curpcb = 0xfffffe01ae197b80 fpcurthread = none idlethread = 0xfffff8000507a960: tid 100026 "idle: cpu23" curpmap = 0xffffffff815dbdd0 tssp = 0xffffffff815f3ce8 commontssp = 0xffffffff815f3ce8 rsp0 = 0xfffffe01ae197b80 gs32p = 0xffffffff815f5740 ldt = 0xffffffff815f5780 tss = 0xffffffff815f5770 spin locks held: db:0:allpcpu> show alllocks Process 34342 (mmap5) thread 0xfffff801818c64b0 (100269) exclusive sleep mutex pmap (pmap) r = 0 (0xfffff801c79ef498) locked @ amd64/amd64/pmap.c:3264 exclusive sx vm map (user) (vm map (user)) r = 0 (0xfffff801c79ef3e0) locked @ vm/vm_mmap.c:591 Process 16 (syncer) thread 0xfffff8000cb53000 (100133) shared rw pmap pv list (pmap pv list) r = 0 (0xffffffff81586420) locked @ amd64/amd64/pmap.c:5377 exclusive rw vm object (vm object) r = 0 (0xfffff801400a3000) locked @ kern/vfs_bio.c:2826 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe01adda9a78) locked @ kern/vfs_bio.c:2305 exclusive lockmgr ufs (ufs) r = 0 (0xfffff8008d364c98) locked @ kern/vfs_subr.c:2099 exclusive lockmgr syncer (syncer) r = 0 (0xfffff8000e8882d8) locked @ kern/vfs_subr.c:1718 db:0:alllocks> show lockedvnods Locked vnodes 0xfffff8000e888270: tag syncer, type VNON usecount 1, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) lock type syncer: EXCL by thread 0xfffff8000cb53000 (pid 16, syncer, tid 100133) #0 0xffffffff808a0daa at __lockmgr_args+0x9aa #1 0xffffffff80954fdc at vop_stdlock+0x3c #2 0xffffffff80d65285 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80975006 at _vn_lock+0xc6 #4 0xffffffff8096b6a1 at sched_sync+0x321 #5 0xffffffff8088cbe4 at fork_exit+0x84 #6 0xffffffff80c99e4e at fork_trampoline+0xe 0xfffff8008d364c30: tag ufs, type VREG usecount 3, writecount 2, refcount 5 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff801400a3000 ref 1 pages 3 lock type ufs: EXCL by thread 0xfffff8000cb53000 (pid 16, syncer, tid 100133) #0 0xffffffff808a0daa at __lockmgr_args+0x9aa #1 0xffffffff80b11712 at ffs_lock+0x92 #2 0xffffffff80d65285 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80975006 at _vn_lock+0xc6 #4 0xffffffff80964a00 at vget+0x70 #5 0xffffffff809672d9 at vfs_msync+0x99 #6 0xffffffff80969927 at sync_fsync+0xf7 #7 0xffffffff80d6403e at VOP_FSYNC_APV+0x10e #8 0xffffffff8096b6cc at sched_sync+0x34c #9 0xffffffff8088cbe4 at fork_exit+0x84 #10 0xffffffff80c99e4e at fork_trampoline+0xe ino 254, on dev da0p3 db:0:lockedvnods> show mount 0xfffff8000e1e9b58 /dev/da0p2 on / (ufs) 0xfffff8000e1ea000 devfs on /dev (devfs) 0xfffff8000ea253c8 /dev/da0p3 on /tmp (ufs) 0xfffff8000ea47790 procfs on /proc (procfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 34342 34339 27979 0 R+ CPU 12 mmap5 34339 28732 27979 0 S+ wait 0xfffff8000e7f64b8 mmap5 28734 28733 27979 0 S+ nanslp 0xffffffff81388c63 swap 28733 28730 27979 0 S+ wait 0xfffff80181abb970 swap 28732 28723 27979 0 S+ wait 0xfffff80181bc0970 mmap5 28730 28723 27979 0 S+ nanslp 0xffffffff81388c77 swap 28723 27979 27979 0 S+ wait 0xfffff8000e51d970 sh 28500 1429 28500 1001 S+ nanslp 0xffffffff81388c63 sleep 28431 28429 28431 0 S+ ttyin 0xfffff800a9ee34a8 bash 28429 28428 28429 0 S+ pause 0xfffff80040fdea18 csh 28428 16610 28428 1001 S+ wait 0xfffff8000e8e9970 su 27979 1063 27979 0 S+ wait 0xfffff8019f6a3970 sh 16610 16609 16610 1001 Ss+ wait 0xfffff8019fe31970 bash 16609 16590 16590 1001 S select 0xfffff8006701b7c0 sshd 16590 958 16590 0 Ss select 0xfffff8003b6c9ec0 sshd 1429 1427 1429 1001 Ss+ wait 0xfffff8019f6f3000 bash 1427 1399 1399 1001 S select 0xfffff8000e1f02c0 sshd 1399 958 1399 0 Ss select 0xfffff8006701b840 sshd 1063 1061 1063 0 S+ wait 0xfffff8000e51d4b8 bash 1061 1060 1061 0 SW+ pause 0xfffff8000ec5d560 csh 1060 1056 1060 1001 SW+ wait 0xfffff8000e8e94b8 su 1056 1055 1056 1001 SWs+ wait 0xfffff80040fe34b8 bash 1055 1053 1053 1001 S select 0xfffff8006797aac0 sshd 1053 958 1053 0 Ss select 0xfffff8000e1f01c0 sshd 1052 1 1052 0 Ss+ ttyin 0xfffff8000517cca8 getty 1051 1 1051 0 Ss+ ttyin 0xfffff8000517d0a8 getty 1050 1 1050 0 Ss+ ttyin 0xfffff8000517d4a8 getty 1049 1 1049 0 Ss+ ttyin 0xfffff8000517d8a8 getty 1048 1 1048 0 Ss+ ttyin 0xfffff8000517dca8 getty 1047 1 1047 0 Ss+ ttyin 0xfffff8000517f0a8 getty 1046 1 1046 0 Ss+ ttyin 0xfffff8000517f4a8 getty 1045 1 1045 0 Ss+ ttyin 0xfffff8000517f8a8 getty 1044 1 1044 0 Ss+ ttyin 0xfffff8000517fca8 getty 968 1 968 0 Ss nanslp 0xffffffff81388c69 cron 964 1 964 25 Ss pause 0xfffff800672e2a18 sendmail 961 1 961 0 Ss select 0xfffff800670f6540 sendmail 958 1 958 0 Ss select 0xfffff800677ada40 sshd 929 1 929 0 Ss select 0xfffff800673fc4c0 powerd 926 1 926 0 Ss select 0xfffff8000ec0f540 ntpd 888 886 886 0 S (threaded) nfsd 100201 S rpcsvc 0xfffff800670e23a0 nfsd: service 100200 S rpcsvc 0xfffff800670e2420 nfsd: service 100199 S rpcsvc 0xfffff800670e24a0 nfsd: service 100198 S rpcsvc 0xfffff800675555a0 nfsd: master 886 1 886 0 Ss select 0xfffff8000e1f0240 nfsd 880 1 880 0 Ss select 0xfffff80067567940 mountd 873 869 869 0 S select 0xfffff80067567a40 nfsuserd 872 869 869 0 S select 0xfffff8000e1ac1c0 nfsuserd 871 869 869 0 S select 0xfffff8000ea34440 nfsuserd 870 869 869 0 S select 0xfffff8000ec956c0 nfsuserd 869 1 869 0 SWs pause 0xfffff8000eb48a18 nfsuserd 840 1 840 0 Ss select 0xfffff8000ebc5540 rpcbind 826 1 826 0 Ss nanslp 0xffffffff81388c65 watchdogd 823 1 823 0 Ss select 0xfffff800673fc7c0 syslogd 690 1 690 0 Ss select 0xfffff8000ec0f640 devd 673 1 673 0 Ss select 0xfffff8006718d5c0 moused 17 0 0 0 DL sdflush 0xffffffff8157ed0c [softdepflush] 16 0 0 0 RL CPU 9 [syncer] 9 0 0 0 DL vlruwt 0xfffff800051324b8 [vnlru] 8 0 0 0 DL psleep 0xffffffff81577a04 [bufdaemon] 7 0 0 0 DL pgzero 0xffffffff8158030c [pagezero] 6 0 0 0 DL psleep 0xffffffff8157fa40 [vmdaemon] 5 0 0 0 DL psleep 0xffffffff815f2c04 [pagedaemon] 4 0 0 0 DL idle 0xfffff8000505f970 [enc_daemon0] 3 0 0 0 DL ccb_scan 0xffffffff81351e30 [xpt_thrd] 2 0 0 0 DL waiting_ 0xffffffff815e6988 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100119 D - 0xfffffe000112fe18 [usbus2] 100118 D - 0xfffffe000112fdc0 [usbus2] 100117 D - 0xfffffe000112fd68 [usbus2] 100116 D - 0xfffffe000112fd10 [usbus2] 100114 D - 0xfffffe00011281b0 [usbus1] 100113 D - 0xfffffe0001128158 [usbus1] 100112 D - 0xfffffe0001128100 [usbus1] 100111 D - 0xfffffe00011280a8 [usbus1] 100074 D - 0xfffffe0000e75e18 [usbus0] 100073 D - 0xfffffe0000e75dc0 [usbus0] 100072 D - 0xfffffe0000e75d68 [usbus0] 100071 D - 0xfffffe0000e75d10 [usbus0] 14 0 0 0 DL - 0xffffffff8136afd0 [rand_harvestq] 13 0 0 0 DL (threaded) [geom] 100055 D - 0xffffffff815db248 [g_down] 100054 D - 0xffffffff815db240 [g_up] 100053 D - 0xffffffff815db238 [g_event] 12 0 0 0 WL (threaded) [intr] 100122 I [swi0: uart] 100121 I [irq287: hdac1] 100120 I [irq286: ahci0] 100115 I [irq20: ehci1] 100110 I [irq285: xhci0] 100109 I [irq284: igb1:link] 100107 I [irq283: igb1:que 7] 100105 I [irq282: igb1:que 6] 100103 I [irq281: igb1:que 5] 100101 I [irq280: igb1:que 4] 100099 I [irq279: igb1:que 3] 100097 I [irq278: igb1:que 2] 100095 I [irq277: igb1:que 1] 100093 I [irq276: igb1:que 0] 100092 I [irq275: igb0:link] 100090 I [irq274: igb0:que 7] 100088 I [irq273: igb0:que 6] 100086 I [irq272: igb0:que 5] 100084 I [irq271: igb0:que 4] 100082 I [irq270: igb0:que 3] 100080 I [irq269: igb0:que 2] 100078 I [irq268: igb0:que 1] 100076 I [irq267: igb0:que 0] 100075 I [irq266: hdac0] 100070 I [irq22: ehci0] 100069 I [irq265: isci0] 100068 I [irq264: isci0] 100065 I [swi6: Giant taskq] 100064 I [swi6: task queue] 100059 I [swi2: cambio] 100058 I [swi5: fast taskq] 100052 I [swi4: clock] 100051 I [swi4: clock] 100050 I [swi4: clock] 100049 I [swi4: clock] 100048 I [swi4: clock] 100047 I [swi4: clock] 100046 I [swi4: clock] 100045 I [swi4: clock] 100044 I [swi4: clock] 100043 I [swi4: clock] 100042 I [swi4: clock] 100041 I [swi4: clock] 100040 I [swi4: clock] 100039 I [swi4: clock] 100038 I [swi4: clock] 100037 I [swi4: clock] 100036 I [swi4: clock] 100035 I [swi4: clock] 100034 I [swi4: clock] 100033 I [swi4: clock] 100032 I [swi4: clock] 100031 I [swi4: clock] 100030 I [swi4: clock] 100029 I [swi4: clock] 100028 I [swi3: vm] 100027 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100026 Run CPU 23 [idle: cpu23] 100025 Run CPU 22 [idle: cpu22] 100024 Run CPU 21 [idle: cpu21] 100023 Run CPU 20 [idle: cpu20] 100022 Run CPU 19 [idle: cpu19] 100021 Run CPU 18 [idle: cpu18] 100020 Run CPU 17 [idle: cpu17] 100019 Run CPU 16 [idle: cpu16] 100018 Run CPU 15 [idle: cpu15] 100017 Run CPU 14 [idle: cpu14] 100016 Run CPU 13 [idle: cpu13] 100015 CanRun [idle: cpu12] 100014 Run CPU 11 [idle: cpu11] 100013 Run CPU 10 [idle: cpu10] 100012 CanRun [idle: cpu9] 100011 Run CPU 8 [idle: cpu8] 100010 Run CPU 7 [idle: cpu7] 100009 Run CPU 6 [idle: cpu6] 100008 Run CPU 5 [idle: cpu5] 100007 Run CPU 4 [idle: cpu4] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xfffff8000505f000 [init] 10 0 0 0 DL audit_wo 0xffffffff815ea0f8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100124 D - 0xffffffff81387ad3 [deadlkres] 100123 D - 0xfffff80005052500 [mca taskq] 100108 D - 0xfffff80005052600 [igb1 que] 100106 D - 0xfffff80005052700 [igb1 que] 100104 D - 0xfffff80005052800 [igb1 que] 100102 D - 0xfffff80005052900 [igb1 que] 100100 D - 0xfffff80005052a00 [igb1 que] 100098 D - 0xfffff80005052b00 [igb1 que] 100096 D - 0xfffff80005052c00 [igb1 que] 100094 D - 0xfffff80005052d00 [igb1 que] 100091 D - 0xfffff80005052e00 [igb0 que] 100089 D - 0xfffff80005053000 [igb0 que] 100087 D - 0xfffff80005053100 [igb0 que] 100085 D - 0xfffff80005053200 [igb0 que] 100083 D - 0xfffff80005053300 [igb0 que] 100081 D - 0xfffff80005053400 [igb0 que] 100079 D - 0xfffff80005053500 [igb0 que] 100077 D - 0xfffff80005053600 [igb0 que] 100067 D - 0xfffff80005053700 [ffs_trim taskq] 100066 D - 0xfffff80005053800 [thread taskq] 100063 D - 0xfffff80005053b00 [acpi_task_2] 100062 D - 0xfffff80005053b00 [acpi_task_1] 100061 D - 0xfffff80005053b00 [acpi_task_0] 100060 D - 0xfffff80005053c00 [kqueue taskq] 100056 D - 0xfffff80005053e00 [firmware taskq] 100000 D swapin 0xffffffff815db348 [swapper] db:0:ps> allt Tracing command mmap5 pid 34342 tid 100269 td 0xfffff801818c64b0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fa7ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fa7d00 trap() at trap+0x42/frame 0xfffffe01e4fa7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fa7f20 --- trap 0x13, rip = 0xffffffff808bae60, rsp = 0xfffffe01e4fa7fe0, rbp = 0xfffffe01eef267b0 --- _rw_wlock_cookie() at _rw_wlock_cookie+0x50/frame 0xfffffe01eef267b0 pmap_remove_pte() at pmap_remove_pte+0x19d/frame 0xfffffe01eef26820 pmap_remove() at pmap_remove+0x397/frame 0xfffffe01eef268a0 vm_map_delete() at vm_map_delete+0x295/frame 0xfffffe01eef26940 sys_munmap() at sys_munmap+0xf8/frame 0xfffffe01eef269a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eef26ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eef26ab0 --- syscall (73, FreeBSD ELF64, sys_munmap), rip = 0x80093274a, rsp = 0x7fffffffd878, rbp = 0x7fffffffd920 --- Tracing command mmap5 pid 34339 tid 101048 td 0xfffff8006cb79960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef399560 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef3995a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef3995e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef399650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef399680 _sleep() at _sleep+0x320/frame 0xfffffe01ef399710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01ef3997b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01ef3999a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef399ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef399ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8008a3caa, rsp = 0x7fffffffd928, rbp = 0x7fffffffd940 --- Tracing command swap pid 28734 tid 100210 td 0xfffff8000ebda000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedfb750 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedfb790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedfb7d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedfb840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eedfb870 _sleep() at _sleep+0x300/frame 0xfffffe01eedfb900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe01eedfb960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe01eedfb9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedfbab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedfbab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800b3faba, rsp = 0x7fffffffd818, rbp = 0x7fffffffd870 --- Tracing command swap pid 28733 tid 100273 td 0xfffff80181ac14b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eef3a560 mi_switch() at mi_switch+0x179/frame 0xfffffe01eef3a5a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eef3a5e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eef3a650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eef3a680 _sleep() at _sleep+0x320/frame 0xfffffe01eef3a710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01eef3a7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01eef3a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eef3aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eef3aab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800ab8caa, rsp = 0x7fffffffd878, rbp = 0x7fffffffd920 --- Tracing command mmap5 pid 28732 tid 100297 td 0xfffff80181c244b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eefb2560 mi_switch() at mi_switch+0x179/frame 0xfffffe01eefb25a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eefb25e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eefb2650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eefb2680 _sleep() at _sleep+0x320/frame 0xfffffe01eefb2710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01eefb27b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01eefb29a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eefb2ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eefb2ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8008a3caa, rsp = 0x7fffffffd948, rbp = 0x7fffffffd970 --- Tracing command swap pid 28730 tid 100410 td 0xfffff8019fee7960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef1e9750 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef1e9790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef1e97d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef1e9840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01ef1e9870 _sleep() at _sleep+0x300/frame 0xfffffe01ef1e9900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe01ef1e9960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe01ef1e99a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef1e9ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef1e9ab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800b3faba, rsp = 0x7fffffffd818, rbp = 0x7fffffffd870 --- Tracing command sh pid 28723 tid 100140 td 0xfffff8000e534000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eec90560 mi_switch() at mi_switch+0x179/frame 0xfffffe01eec905a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eec905e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eec90650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eec90680 _sleep() at _sleep+0x320/frame 0xfffffe01eec90710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01eec907b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01eec909a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eec90ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eec90ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d3acaa, rsp = 0x7fffffffd5f8, rbp = 0x7fffffffd6a0 --- Tracing command sleep pid 28500 tid 100417 td 0xfffff8019fdfb000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef20e750 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef20e790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef20e7d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef20e840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01ef20e870 _sleep() at _sleep+0x300/frame 0xfffffe01ef20e900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe01ef20e960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe01ef20e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef20eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef20eab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800929aba, rsp = 0x7fffffffd9d8, rbp = 0x7fffffffda10 --- Tracing command bash pid 28431 tid 100255 td 0xfffff8018191b960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eeee0610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eeee0650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eeee0690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eeee0700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eeee0730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eeee07a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eeee07d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eeee0830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eeee0860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eeee08c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eeee0900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eeee0950 sys_read() at sys_read+0x63/frame 0xfffffe01eeee09a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eeee0ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eeee0ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x80114aa0a, rsp = 0x7fffffffc618, rbp = 0x7fffffffc640 --- Tracing command csh pid 28429 tid 100234 td 0xfffff80040fe4000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee77760 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee777a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee777e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee77850 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee77880 _sleep() at _sleep+0x320/frame 0xfffffe01eee77910 kern_sigsuspend() at kern_sigsuspend+0xcd/frame 0xfffffe01eee77970 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe01eee779a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee77ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee77ab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800d4affa, rsp = 0x7fffffffce08, rbp = 0x7fffffffce80 --- Tracing command su pid 28428 tid 100403 td 0xfffff8000e938000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef1c6560 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef1c65a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef1c65e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef1c6650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef1c6680 _sleep() at _sleep+0x320/frame 0xfffffe01ef1c6710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01ef1c67b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01ef1c69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef1c6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef1c6ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800edccaa, rsp = 0x7fffffffd498, rbp = 0x7fffffffda10 --- Tracing command sh pid 27979 tid 100389 td 0xfffff8019f5da4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef180560 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef1805a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef1805e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef180650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef180680 _sleep() at _sleep+0x320/frame 0xfffffe01ef180710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01ef1807b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01ef1809a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef180ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef180ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d3acaa, rsp = 0x7fffffffd368, rbp = 0x7fffffffd410 --- Tracing command bash pid 16610 tid 100457 td 0xfffff8019feaa4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef2d6560 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef2d65a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef2d65e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef2d6650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef2d6680 _sleep() at _sleep+0x320/frame 0xfffffe01ef2d6710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01ef2d67b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01ef2d69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef2d6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef2d6ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a3caa, rsp = 0x7fffffffd4d8, rbp = 0x7fffffffd520 --- Tracing command sshd pid 16609 tid 100456 td 0xfffff8015a737960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef2d1590 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef2d15d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef2d1610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef2d1680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef2d16b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01ef2d1720 seltdwait() at seltdwait+0x78/frame 0xfffffe01ef2d1760 kern_select() at kern_select+0x8a2/frame 0xfffffe01ef2d1960 sys_select() at sys_select+0x54/frame 0xfffffe01ef2d19a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef2d1ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef2d1ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80257d98a, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 16590 tid 100406 td 0xfffff8019f8a0960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef1d5630 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef1d5670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef1d56b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef1d5720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef1d5750 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01ef1d57c0 seltdwait() at seltdwait+0x78/frame 0xfffffe01ef1d5800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe01ef1d59a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef1d5ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef1d5ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x802515e5a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command bash pid 1429 tid 100391 td 0xfffff8019f685960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ef18a560 mi_switch() at mi_switch+0x179/frame 0xfffffe01ef18a5a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ef18a5e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ef18a650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ef18a680 _sleep() at _sleep+0x320/frame 0xfffffe01ef18a710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01ef18a7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01ef18a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ef18aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ef18aab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a3caa, rsp = 0x7fffffffcbe8, rbp = 0x7fffffffcc30 --- Tracing command sshd pid 1427 tid 100155 td 0xfffff8000e3cc4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eecdb590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eecdb5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eecdb610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eecdb680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eecdb6b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eecdb720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eecdb760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eecdb960 sys_select() at sys_select+0x54/frame 0xfffffe01eecdb9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eecdbab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eecdbab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80257d98a, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1399 tid 100228 td 0xfffff800675f1960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee59630 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee59670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee596b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee59720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee59750 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee597c0 seltdwait() at seltdwait+0x78/frame 0xfffffe01eee59800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe01eee599a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee59ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee59ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x802515e5a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command bash pid 1063 tid 100169 td 0xfffff8000e528960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed21560 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed215a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed215e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed21650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eed21680 _sleep() at _sleep+0x320/frame 0xfffffe01eed21710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01eed217b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01eed219a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed21ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed21ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a3caa, rsp = 0x7fffffffd278, rbp = 0x7fffffffd2c0 --- Tracing command csh pid 1061 tid 100181 td 0xfffff8000ebda960 Tracing command su pid 1060 tid 100150 td 0xfffff8000e8ea960 Tracing command bash pid 1056 tid 100174 td 0xfffff80040fe4960 Tracing command sshd pid 1055 tid 100216 td 0xfffff800672ef960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee1d590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee1d5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee1d610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee1d680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee1d6b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee1d720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eee1d760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eee1d960 sys_select() at sys_select+0x54/frame 0xfffffe01eee1d9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee1dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee1dab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80257d98a, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1053 tid 100202 td 0xfffff800675fd000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedd3630 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedd3670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedd36b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedd3720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eedd3750 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eedd37c0 seltdwait() at seltdwait+0x78/frame 0xfffffe01eedd3800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe01eedd39a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedd3ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedd3ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x802515e5a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command getty pid 1052 tid 100227 td 0xfffff80067a5e960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee54610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee54650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee54690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee54700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee54730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee547a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee547d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee54830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee54860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee548c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee54900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee54950 sys_read() at sys_read+0x63/frame 0xfffffe01eee549a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee54ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee54ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1051 tid 100226 td 0xfffff80067a5f000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee4f610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee4f650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee4f690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee4f700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee4f730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee4f7a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee4f7d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee4f830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee4f860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee4f8c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee4f900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee4f950 sys_read() at sys_read+0x63/frame 0xfffffe01eee4f9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee4fab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee4fab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1050 tid 100225 td 0xfffff8006773c000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee4a610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee4a650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee4a690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee4a700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee4a730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee4a7a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee4a7d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee4a830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee4a860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee4a8c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee4a900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee4a950 sys_read() at sys_read+0x63/frame 0xfffffe01eee4a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee4aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee4aab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1049 tid 100224 td 0xfffff8006773c4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee45610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee45650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee45690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee45700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee45730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee457a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee457d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee45830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee45860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee458c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee45900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee45950 sys_read() at sys_read+0x63/frame 0xfffffe01eee459a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee45ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee45ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1048 tid 100223 td 0xfffff8006773c960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee40610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee40650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee40690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee40700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee40730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee407a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee407d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee40830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee40860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee408c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee40900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee40950 sys_read() at sys_read+0x63/frame 0xfffffe01eee409a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee40ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee40ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1047 tid 100222 td 0xfffff8006787a000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee3b610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee3b650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee3b690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee3b700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee3b730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee3b7a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee3b7d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee3b830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee3b860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee3b8c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee3b900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee3b950 sys_read() at sys_read+0x63/frame 0xfffffe01eee3b9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee3bab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee3bab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1046 tid 100221 td 0xfffff8006787a4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee36610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee36650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee36690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee36700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee36730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee367a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee367d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee36830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee36860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee368c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee36900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee36950 sys_read() at sys_read+0x63/frame 0xfffffe01eee369a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee36ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee36ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1045 tid 100215 td 0xfffff800672e3000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee18610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee18650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee18690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee18700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eee18730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eee187a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eee187d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eee18830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eee18860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eee188c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eee18900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eee18950 sys_read() at sys_read+0x63/frame 0xfffffe01eee189a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee18ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee18ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1044 tid 100135 td 0xfffff8000e2624b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eec77610 mi_switch() at mi_switch+0x179/frame 0xfffffe01eec77650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eec77690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eec77700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eec77730 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eec777a0 tty_wait() at tty_wait+0x42/frame 0xfffffe01eec777d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe01eec77830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe01eec77860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe01eec778c0 dofileread() at dofileread+0x7b/frame 0xfffffe01eec77900 kern_readv() at kern_readv+0x65/frame 0xfffffe01eec77950 sys_read() at sys_read+0x63/frame 0xfffffe01eec779a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eec77ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eec77ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b60a0a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command cron pid 968 tid 100211 td 0xfffff800675b74b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eee04750 mi_switch() at mi_switch+0x179/frame 0xfffffe01eee04790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eee047d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eee04840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eee04870 _sleep() at _sleep+0x300/frame 0xfffffe01eee04900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe01eee04960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe01eee049a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eee04ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eee04ab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800d4faba, rsp = 0x7fffffffdb28, rbp = 0x7fffffffdd00 --- Tracing command sendmail pid 964 tid 100209 td 0xfffff800673ce000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedf6760 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedf67a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedf67e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedf6850 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eedf6880 _sleep() at _sleep+0x320/frame 0xfffffe01eedf6910 kern_sigsuspend() at kern_sigsuspend+0xcd/frame 0xfffffe01eedf6970 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe01eedf69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedf6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedf6ab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x801398ffa, rsp = 0x7fffffffc818, rbp = 0x7fffffffc830 --- Tracing command sendmail pid 961 tid 100208 td 0xfffff800675b7960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedf1580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedf15c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedf1600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedf1670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eedf16a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eedf1720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eedf1760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eedf1960 sys_select() at sys_select+0x54/frame 0xfffffe01eedf19a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedf1ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedf1ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80145a98a, rsp = 0x7fffffffbd18, rbp = 0x7fffffffc810 --- Tracing command sshd pid 958 tid 100168 td 0xfffff8000ec28000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed1c590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed1c5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed1c610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed1c680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eed1c6b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eed1c720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eed1c760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eed1c960 sys_select() at sys_select+0x54/frame 0xfffffe01eed1c9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed1cab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed1cab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80257d98a, rsp = 0x7fffffffd288, rbp = 0x7fffffffdd10 --- Tracing command powerd pid 929 tid 100205 td 0xfffff800673cf960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eede2580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eede25c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eede2600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eede2670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eede26a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eede2720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eede2760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eede2960 sys_select() at sys_select+0x54/frame 0xfffffe01eede29a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eede2ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eede2ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b5e98a, rsp = 0x7fffffffdb88, rbp = 0x7fffffffdd00 --- Tracing command ntpd pid 926 tid 100189 td 0xfffff8000e8b74b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed92590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed925d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed92610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed92680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eed926b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eed92720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eed92760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eed92960 sys_select() at sys_select+0x54/frame 0xfffffe01eed929a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed92ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed92ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8013c998a, rsp = 0x7fffffffdbc8, rbp = 0x7fffffffdc90 --- Tracing command nfsd pid 888 tid 100201 td 0xfffff800672e34b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedce730 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedce770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedce7b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedce820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eedce850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eedce8d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe01eedcea60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe01eedcea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eedceab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eedceab0 --- trap 0xc, rip = 0x80088cc5a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 888 tid 100200 td 0xfffff800672e3960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedc9730 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedc9770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedc97b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedc9820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eedc9850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eedc98d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe01eedc9a60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe01eedc9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eedc9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eedc9ab0 --- trap 0xc, rip = 0x80088cc5a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 888 tid 100199 td 0xfffff800672ef000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedc4730 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedc4770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedc47b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedc4820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eedc4850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eedc48d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe01eedc4a60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe01eedc4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eedc4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eedc4ab0 --- trap 0xc, rip = 0x80088cc5a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 888 tid 100198 td 0xfffff800673ce4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedbee80 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedbeec0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedbef00 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedbef70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eedbefa0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eedbf020 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe01eedbf1b0 svc_run() at svc_run+0xd4/frame 0xfffffe01eedbf1f0 nfsrvd_nfsd() at nfsrvd_nfsd+0x194/frame 0xfffffe01eedbf350 nfssvc_nfsd() at nfssvc_nfsd+0x11a/frame 0xfffffe01eedbf970 sys_nfssvc() at sys_nfssvc+0xd2/frame 0xfffffe01eedbf9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedbfab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedbfab0 --- syscall (155, FreeBSD ELF64, sys_nfssvc), rip = 0x80088cc5a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 886 tid 100197 td 0xfffff800675b84b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedba590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedba5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedba610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedba680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eedba6b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eedba720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eedba760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eedba960 sys_select() at sys_select+0x54/frame 0xfffffe01eedba9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedbaab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedbaab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094d98a, rsp = 0x7fffffffd888, rbp = 0x7fffffffdce0 --- Tracing command mountd pid 880 tid 100195 td 0xfffff800673ce960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eedb0590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eedb05d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eedb0610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eedb0680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eedb06b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eedb0720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eedb0760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eedb0960 sys_select() at sys_select+0x54/frame 0xfffffe01eedb09a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eedb0ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eedb0ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b6598a, rsp = 0x7fffffffdb88, rbp = 0x7fffffffdd00 --- Tracing command nfsuserd pid 873 tid 100153 td 0xfffff8000e8a8960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eecd1580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eecd15c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eecd1600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eecd1670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eecd16a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eecd1720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eecd1760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eecd1960 sys_select() at sys_select+0x54/frame 0xfffffe01eecd19a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eecd1ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eecd1ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094c98a, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 872 tid 100159 td 0xfffff8000ea61960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eecef580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eecef5c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eecef600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eecef670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eecef6a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eecef720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eecef760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eecef960 sys_select() at sys_select+0x54/frame 0xfffffe01eecef9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eecefab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eecefab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094c98a, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 871 tid 100187 td 0xfffff8000e90b960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed88580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed885c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed88600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed88670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eed886a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eed88720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eed88760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eed88960 sys_select() at sys_select+0x54/frame 0xfffffe01eed889a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed88ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed88ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094c98a, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 870 tid 100177 td 0xfffff8000e5954b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed49580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed495c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed49600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed49670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eed496a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eed49720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eed49760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eed49960 sys_select() at sys_select+0x54/frame 0xfffffe01eed499a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed49ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed49ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094c98a, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 869 tid 100193 td 0xfffff8000eb3e000 Tracing command rpcbind pid 840 tid 100184 td 0xfffff8000e8ea000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed79620 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed79660 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed796a0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed79710 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eed79740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eed797c0 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eed79800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe01eed799a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed79ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed79ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800d05e5a, rsp = 0x7fffffffba68, rbp = 0x7fffffffdc80 --- Tracing command watchdogd pid 826 tid 100175 td 0xfffff8000eb1e4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed3f750 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed3f790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed3f7d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed3f840 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eed3f870 _sleep() at _sleep+0x300/frame 0xfffffe01eed3f900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe01eed3f960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe01eed3f9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed3fab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed3fab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800b3daba, rsp = 0x7fffffffdb18, rbp = 0x7fffffffdb70 --- Tracing command syslogd pid 823 tid 100190 td 0xfffff800673cf000 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed97590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed975d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed97610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed97680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eed976b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eed97720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eed97760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eed97960 sys_select() at sys_select+0x54/frame 0xfffffe01eed979a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed97ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed97ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b6398a, rsp = 0x7fffffffcce8, rbp = 0x7fffffffdd00 --- Tracing command devd pid 690 tid 100173 td 0xfffff8000e7214b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eed35580 mi_switch() at mi_switch+0x179/frame 0xfffffe01eed355c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eed35600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eed35670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe01eed356a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fe/frame 0xfffffe01eed35720 seltdwait() at seltdwait+0x8b/frame 0xfffffe01eed35760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eed35960 sys_select() at sys_select+0x54/frame 0xfffffe01eed359a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eed35ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eed35ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x49c15a, rsp = 0x7fffffffbbb8, rbp = 0x7fffffffdd20 --- Tracing command moused pid 673 tid 100157 td 0xfffff8000e8a84b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eece5590 mi_switch() at mi_switch+0x179/frame 0xfffffe01eece55d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eece5610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01eece5680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01eece56b0 _cv_wait_sig() at _cv_wait_sig+0x1e2/frame 0xfffffe01eece5720 seltdwait() at seltdwait+0x78/frame 0xfffffe01eece5760 kern_select() at kern_select+0x8a2/frame 0xfffffe01eece5960 sys_select() at sys_select+0x54/frame 0xfffffe01eece59a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01eece5ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01eece5ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800d8998a, rsp = 0x7fffffffd6f8, rbp = 0x7fffffffdca0 --- Tracing command softdepflush pid 17 tid 100134 td 0xfffff8000ca17960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eead88f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01eead8930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eead8970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe01eead89a0 _sleep() at _sleep+0x312/frame 0xfffffe01eead8a30 softdep_flush() at softdep_flush+0x20c/frame 0xfffffe01eead8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eead8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eead8ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eead8b70, rbp = 0 --- Tracing command syncer pid 16 tid 100133 td 0xfffff8000cb53000 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe01eead31d0 vpanic() at vpanic+0x146/frame 0xfffffe01eead3210 panic() at panic+0x43/frame 0xfffffe01eead3270 _rw_wunlock_cookie() at _rw_wunlock_cookie+0x11b/frame 0xfffffe01eead32b0 pmap_clear_modify() at pmap_clear_modify+0x46a/frame 0xfffffe01eead3330 vm_page_set_validclean() at vm_page_set_validclean+0xf9/frame 0xfffffe01eead3370 bdwrite() at bdwrite+0x18c/frame 0xfffffe01eead33e0 ffs_write() at ffs_write+0x20e/frame 0xfffffe01eead3490 VOP_WRITE_APV() at VOP_WRITE_APV+0x183/frame 0xfffffe01eead35a0 vnode_pager_generic_putpages() at vnode_pager_generic_putpages+0x270/frame 0xfffffe01eead3670 VOP_PUTPAGES_APV() at VOP_PUTPAGES_APV+0x10e/frame 0xfffffe01eead36a0 vnode_pager_putpages() at vnode_pager_putpages+0x9d/frame 0xfffffe01eead3720 vm_pageout_flush() at vm_pageout_flush+0x119/frame 0xfffffe01eead37b0 vm_object_page_collect_flush() at vm_object_page_collect_flush+0x1b5/frame 0xfffffe01eead38a0 vm_object_page_clean() at vm_object_page_clean+0x157/frame 0xfffffe01eead3910 vfs_msync() at vfs_msync+0xdf/frame 0xfffffe01eead3970 sync_fsync() at sync_fsync+0xf7/frame 0xfffffe01eead39a0 VOP_FSYNC_APV() at VOP_FSYNC_APV+0x10e/frame 0xfffffe01eead39d0 sched_sync() at sched_sync+0x34c/frame 0xfffffe01eead3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eead3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eead3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eead3b70, rbp = 0 --- Tracing command vnlru pid 9 tid 100132 td 0xfffff8000cb534b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01eeace8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe01eeace8f0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eeace930 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe01eeace960 _sleep() at _sleep+0x312/frame 0xfffffe01eeace9f0 vnlru_proc() at vnlru_proc+0x48/frame 0xfffffe01eeacea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eeaceab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eeaceab0 --- trap 0, rip = 0, rsp = 0xfffffe01eeaceb70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100131 td 0xfffff8000cb53960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eeac9900 mi_switch() at mi_switch+0x179/frame 0xfffffe01eeac9940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eeac9980 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe01eeac99b0 _sleep() at _sleep+0x312/frame 0xfffffe01eeac9a40 buf_daemon() at buf_daemon+0x68/frame 0xfffffe01eeac9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eeac9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eeac9ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eeac9b70, rbp = 0 --- Tracing command pagezero pid 7 tid 100130 td 0xfffff8000c045960 sched_switch() at sched_switch+0x482/frame 0xfffffe01eeac4900 mi_switch() at mi_switch+0x179/frame 0xfffffe01eeac4940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01eeac4980 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe01eeac49b0 _sleep() at _sleep+0x312/frame 0xfffffe01eeac4a40 vm_pagezero() at vm_pagezero+0x88/frame 0xfffffe01eeac4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01eeac4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01eeac4ab0 --- trap 0, rip = 0, rsp = 0xfffffe01eeac4b70, rbp = 0 --- Tracing command vmdaemon pid 6 tid 100129 td 0xfffff8000ca16000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee9fd8c0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee9fd900 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee9fd940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ee9fd970 _sleep() at _sleep+0x33d/frame 0xfffffe01ee9fda00 vm_daemon() at vm_daemon+0x7e/frame 0xfffffe01ee9fda70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee9fdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee9fdab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee9fdb70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100128 td 0xfffff8000ca164b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee9f88b0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee9f88f0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee9f8930 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe01ee9f8960 _sleep() at _sleep+0x312/frame 0xfffffe01ee9f89f0 vm_pageout() at vm_pageout+0x237/frame 0xfffffe01ee9f8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee9f8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee9f8ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee9f8b70, rbp = 0 --- Tracing command enc_daemon0 pid 4 tid 100127 td 0xfffff8000ca16960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee9f38c0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee9f3900 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee9f3940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ee9f3970 _sleep() at _sleep+0x33d/frame 0xfffffe01ee9f3a00 enc_daemon() at enc_daemon+0x109/frame 0xfffffe01ee9f3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee9f3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee9f3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee9f3b70, rbp = 0 --- Tracing command xpt_thrd pid 3 tid 100126 td 0xfffff8000ca17000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee8ee900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee8ee940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee8ee980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ee8ee9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ee8eea40 xpt_scanner_thread() at xpt_scanner_thread+0xdc/frame 0xfffffe01ee8eea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee8eeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee8eeab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee8eeb70, rbp = 0 --- Tracing command sctp_iterator pid 2 tid 100125 td 0xfffff8000c041000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee8e9910 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee8e9950 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee8e9990 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ee8e99c0 _sleep() at _sleep+0x33d/frame 0xfffffe01ee8e9a50 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe01ee8e9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee8e9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee8e9ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee8e9b70, rbp = 0 --- Tracing command usb pid 15 tid 100119 td 0xfffff800066e7960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec846920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec846960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec8469a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec8469d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec846a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec846a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec846ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec846ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec846b70, rbp = 0 --- Tracing command usb pid 15 tid 100118 td 0xfffff800066f4000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec841920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec841960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec8419a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec8419d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec841a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec841a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec841ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec841ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec841b70, rbp = 0 --- Tracing command usb pid 15 tid 100117 td 0xfffff800066f44b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec83c920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec83c960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec83c9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec83c9d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec83ca40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec83ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec83cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec83cab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec83cb70, rbp = 0 --- Tracing command usb pid 15 tid 100116 td 0xfffff800066f4960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec837920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec837960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec8379a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec8379d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec837a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec837a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec837ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec837ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec837b70, rbp = 0 --- Tracing command usb pid 15 tid 100114 td 0xfffff800066e2000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec6aa920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec6aa960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec6aa9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6aa9d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec6aaa40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec6aaa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec6aaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec6aaab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec6aab70, rbp = 0 --- Tracing command usb pid 15 tid 100113 td 0xfffff800066e24b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec6a5920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec6a5960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec6a59a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6a59d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec6a5a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec6a5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec6a5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec6a5ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec6a5b70, rbp = 0 --- Tracing command usb pid 15 tid 100112 td 0xfffff800066e2960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec6a0920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec6a0960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec6a09a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6a09d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec6a0a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec6a0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec6a0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec6a0ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec6a0b70, rbp = 0 --- Tracing command usb pid 15 tid 100111 td 0xfffff800066e7000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec69b920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec69b960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec69b9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec69b9d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec69ba40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec69ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec69bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec69bab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec69bb70, rbp = 0 --- Tracing command usb pid 15 tid 100074 td 0xfffff80005250960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec536920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec536960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5369a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5369d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec536a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec536a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec536ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec536ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec536b70, rbp = 0 --- Tracing command usb pid 15 tid 100073 td 0xfffff80006677000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec531920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec531960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5319a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5319d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec531a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec531a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec531ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec531ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec531b70, rbp = 0 --- Tracing command usb pid 15 tid 100072 td 0xfffff800066774b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec52c920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec52c960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec52c9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec52c9d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec52ca40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec52ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec52cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec52cab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec52cb70, rbp = 0 --- Tracing command usb pid 15 tid 100071 td 0xfffff80006677960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec527920 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec527960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5279a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5279d0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01ec527a40 usb_process() at usb_process+0xd4/frame 0xfffffe01ec527a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec527ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec527ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec527b70, rbp = 0 --- Tracing command rand_harvestq pid 14 tid 100057 td 0xfffff800050ba4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe00002568e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000256920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000256960 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe0000256990 msleep_spin_sbt() at msleep_spin_sbt+0x1f0/frame 0xfffffe0000256a20 random_kthread() at random_kthread+0x1b2/frame 0xfffffe0000256a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000256ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000256ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000256b70, rbp = 0 --- Tracing command geom pid 13 tid 100055 td 0xfffff800050aa960 sched_switch() at sched_switch+0x482/frame 0xfffffe000024c8d0 mi_switch() at mi_switch+0x179/frame 0xfffffe000024c910 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe000024c950 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000024c980 _sleep() at _sleep+0x33d/frame 0xfffffe000024ca10 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe000024ca60 g_down_procbody() at g_down_procbody+0x7d/frame 0xfffffe000024ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe000024cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000024cab0 --- trap 0, rip = 0, rsp = 0xfffffe000024cb70, rbp = 0 --- Tracing command geom pid 13 tid 100054 td 0xfffff800050ad000 sched_switch() at sched_switch+0x482/frame 0xfffffe00002478f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000247930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000247970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002479a0 _sleep() at _sleep+0x33d/frame 0xfffffe0000247a30 g_io_schedule_up() at g_io_schedule_up+0xbc/frame 0xfffffe0000247a60 g_up_procbody() at g_up_procbody+0x7d/frame 0xfffffe0000247a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000247ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000247ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000247b70, rbp = 0 --- Tracing command geom pid 13 tid 100053 td 0xfffff800050ad4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe00002428f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000242930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000242970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002429a0 _sleep() at _sleep+0x33d/frame 0xfffffe0000242a30 g_run_events() at g_run_events+0x4f4/frame 0xfffffe0000242a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000242ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000242ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000242b70, rbp = 0 --- Tracing command intr pid 12 tid 100122 td 0xfffff8000c045000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee8d59f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee8d5a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ee8d5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee8d5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee8d5ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee8d5b70, rbp = 0 --- Tracing command intr pid 12 tid 100121 td 0xfffff8000c0454b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee8cd9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee8cda30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ee8cda70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee8cdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee8cdab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee8cdb70, rbp = 0 --- Tracing command intr pid 12 tid 100120 td 0xfffff800066e74b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec84b9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec84ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec84ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec84bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec84bab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec84bb70, rbp = 0 --- Tracing command intr pid 12 tid 100115 td 0xfffff800066cd960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec8329f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec832a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec832a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec832ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec832ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec832b70, rbp = 0 --- Tracing command intr pid 12 tid 100110 td 0xfffff800066cc000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100109 td 0xfffff800066cc4b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffff800066cd000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100105 td 0xfffff800066ca4b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100103 td 0xfffff800066cb000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100101 td 0xfffff800066cb960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100099 td 0xfffff800066c9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100097 td 0xfffff800066c9960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100095 td 0xfffff800066ab000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100093 td 0xfffff800066ab960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100092 td 0xfffff800066ac000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5da9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5daa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec5daa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5daab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5daab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5dab70, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffff800066a94b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5d09f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5d0a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec5d0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5d0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5d0ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5d0b70, rbp = 0 --- Tracing command intr pid 12 tid 100088 td 0xfffff800066aa000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5c69f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5c6a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec5c6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5c6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5c6ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5c6b70, rbp = 0 --- Tracing command intr pid 12 tid 100086 td 0xfffff800066aa960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5bc9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5bca30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec5bca70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5bcab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5bcab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5bcb70, rbp = 0 --- Tracing command intr pid 12 tid 100084 td 0xfffff800066a8000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5b29f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5b2a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec5b2a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5b2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5b2ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5b2b70, rbp = 0 --- Tracing command intr pid 12 tid 100082 td 0xfffff800066a8960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5a89f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5a8a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec5a8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5a8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5a8ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5a8b70, rbp = 0 --- Tracing command intr pid 12 tid 100080 td 0xfffff800066a2000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec59e9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec59ea30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec59ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec59eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec59eab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec59eb70, rbp = 0 --- Tracing command intr pid 12 tid 100078 td 0xfffff800066a2960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5949f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec594a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec594a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec594ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec594ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec594b70, rbp = 0 --- Tracing command intr pid 12 tid 100076 td 0xfffff800066a34b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec58a9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec58aa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec58aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec58aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec58aab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec58ab70, rbp = 0 --- Tracing command intr pid 12 tid 100075 td 0xfffff800052504b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec53b9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec53ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec53ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec53bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec53bab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec53bb70, rbp = 0 --- Tracing command intr pid 12 tid 100070 td 0xfffff80005246960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5229f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec522a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ec522a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec522ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec522ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec522b70, rbp = 0 --- Tracing command intr pid 12 tid 100069 td 0xfffff8000524b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffff8000524b4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe000039a9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe000039aa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe000039aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe000039aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000039aab0 --- trap 0, rip = 0, rsp = 0xfffffe000039ab70, rbp = 0 --- Tracing command intr pid 12 tid 100065 td 0xfffff80005242000 sched_switch() at sched_switch+0x482/frame 0xfffffe000027e9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe000027ea30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe000027ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe000027eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000027eab0 --- trap 0, rip = 0, rsp = 0xfffffe000027eb70, rbp = 0 --- Tracing command intr pid 12 tid 100064 td 0xfffff800052424b0 sched_switch() at sched_switch+0x482/frame 0xfffffe00002799f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000279a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0000279a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000279ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000279ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000279b70, rbp = 0 --- Tracing command intr pid 12 tid 100059 td 0xfffff800050ae960 sched_switch() at sched_switch+0x482/frame 0xfffffe00002609f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0000260a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0000260a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000260ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000260ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000260b70, rbp = 0 --- Tracing command intr pid 12 tid 100058 td 0xfffff800050ba000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100052 td 0xfffff800050ad960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff800050ae000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xfffff800050a9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffff800050a94b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff800050a9960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff800050aa000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffff800050aa4b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffff800050a64b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffff800050a6960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffff800050a8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffff800050a84b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xfffff800050a8960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xfffff800050a1960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xfffff800050a5000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xfffff800050a54b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xfffff800050a5960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xfffff800050a6000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xfffff800050a0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xfffff800050a04b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xfffff800050a0960 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xfffff800050a1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100031 td 0xfffff800050a14b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100030 td 0xfffff800050794b0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xfffff80005079960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ae1a69f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ae1a6a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ae1a6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae1a6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae1a6ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae1a6b70, rbp = 0 --- Tracing command intr pid 12 tid 100028 td 0xfffff8000507a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xfffff8000507a4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ae19c9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01ae19ca30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe01ae19ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae19cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae19cab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae19cb70, rbp = 0 --- Tracing command idle pid 11 tid 100026 td 0xfffff8000507a960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4ff4ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4ff4d00 trap() at trap+0x42/frame 0xfffffe01e4ff4f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4ff4f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4ff4fe0, rbp = 0xfffffe01ae197930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae197930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae197980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1979a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1979c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae197a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae197ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae197ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae197b70, rbp = 0 --- Tracing command idle pid 11 tid 100025 td 0xfffff80005073960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fedce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fedd00 trap() at trap+0x42/frame 0xfffffe01e4fedf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fedf20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fedfe0, rbp = 0xfffffe01ae192930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae192930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae192980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1929a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1929c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae192a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae192ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae192ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae192b70, rbp = 0 --- Tracing command idle pid 11 tid 100024 td 0xfffff80005078000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fe6ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fe6d00 trap() at trap+0x42/frame 0xfffffe01e4fe6f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fe6f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fe6fe0, rbp = 0xfffffe01ae18d930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae18d930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae18d980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae18d9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae18d9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae18da70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae18dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae18dab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae18db70, rbp = 0 --- Tracing command idle pid 11 tid 100023 td 0xfffff800050784b0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fdfce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fdfd00 trap() at trap+0x42/frame 0xfffffe01e4fdff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fdff20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fdffe0, rbp = 0xfffffe01ae188930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae188930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae188980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1889a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1889c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae188a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae188ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae188ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae188b70, rbp = 0 --- Tracing command idle pid 11 tid 100022 td 0xfffff80005078960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fd8ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fd8d00 trap() at trap+0x42/frame 0xfffffe01e4fd8f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fd8f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fd8fe0, rbp = 0xfffffe01ae183930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae183930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae183980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1839a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1839c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae183a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae183ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae183ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae183b70, rbp = 0 --- Tracing command idle pid 11 tid 100021 td 0xfffff80005079000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fd1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fd1d00 trap() at trap+0x42/frame 0xfffffe01e4fd1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fd1f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fd1fe0, rbp = 0xfffffe01ae17e930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae17e930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae17e980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae17e9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae17e9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae17ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae17eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae17eab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae17eb70, rbp = 0 --- Tracing command idle pid 11 tid 100020 td 0xfffff80005072000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fcace0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fcad00 trap() at trap+0x42/frame 0xfffffe01e4fcaf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fcaf20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fcafe0, rbp = 0xfffffe01ae179930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae179930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae179980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1799a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1799c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae179a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae179ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae179ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae179b70, rbp = 0 --- Tracing command idle pid 11 tid 100019 td 0xfffff800050724b0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fc3ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fc3d00 trap() at trap+0x42/frame 0xfffffe01e4fc3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fc3f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fc3fe0, rbp = 0xfffffe01ae174930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae174930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae174980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1749a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1749c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae174a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae174ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae174ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae174b70, rbp = 0 --- Tracing command idle pid 11 tid 100018 td 0xfffff80005072960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fbcce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fbcd00 trap() at trap+0x42/frame 0xfffffe01e4fbcf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fbcf20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fbcfe0, rbp = 0xfffffe01ae16f930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae16f930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae16f980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae16f9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae16f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae16fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae16fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae16fab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae16fb70, rbp = 0 --- Tracing command idle pid 11 tid 100017 td 0xfffff80005073000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fb5ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fb5d00 trap() at trap+0x42/frame 0xfffffe01e4fb5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fb5f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fb5fe0, rbp = 0xfffffe01ae16a930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae16a930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae16a980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae16a9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae16a9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae16aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae16aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae16aab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae16ab70, rbp = 0 --- Tracing command idle pid 11 tid 100016 td 0xfffff800050734b0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4faece0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4faed00 trap() at trap+0x42/frame 0xfffffe01e4faef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4faef20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4faefe0, rbp = 0xfffffe01ae165930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae165930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae165980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1659a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1659c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae165a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae165ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae165ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae165b70, rbp = 0 --- Tracing command idle pid 11 tid 100015 td 0xfffff800050704b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ae160960 mi_switch() at mi_switch+0x179/frame 0xfffffe01ae1609a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe01ae1609c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae160a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae160ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae160ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae160b70, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff80005070960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4fa0ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4fa0d00 trap() at trap+0x42/frame 0xfffffe01e4fa0f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4fa0f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4fa0fe0, rbp = 0xfffffe01ae15b930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae15b930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae15b980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae15b9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae15b9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae15ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae15bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae15bab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae15bb70, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff80005071000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f99ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f99d00 trap() at trap+0x42/frame 0xfffffe01e4f99f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f99f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f99fe0, rbp = 0xfffffe01ae156930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae156930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae156980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1569a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1569c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae156a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae156ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae156ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae156b70, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff800050714b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ae151960 mi_switch() at mi_switch+0x179/frame 0xfffffe01ae1519a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe01ae1519c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae151a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae151ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae151ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae151b70, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff80005071960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f8bce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f8bd00 trap() at trap+0x42/frame 0xfffffe01e4f8bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f8bf20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f8bfe0, rbp = 0xfffffe01ae14c930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae14c930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae14c980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae14c9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae14c9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae14ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae14cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae14cab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae14cb70, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff80005061960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f84ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f84d00 trap() at trap+0x42/frame 0xfffffe01e4f84f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f84f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f84fe0, rbp = 0xfffffe01ae147930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae147930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae147980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1479a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1479c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae147a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae147ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae147ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae147b70, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff8000506f000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f7dce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f7dd00 trap() at trap+0x42/frame 0xfffffe01e4f7df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f7df20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f7dfe0, rbp = 0xfffffe01ae142930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae142930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae142980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1429a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1429c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae142a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae142ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae142ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae142b70, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff8000506f4b0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f76ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f76d00 trap() at trap+0x42/frame 0xfffffe01e4f76f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f76f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f76fe0, rbp = 0xfffffe01ae13d930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae13d930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae13d980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae13d9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae13d9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae13da70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae13dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae13dab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae13db70, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff8000506f960 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f6fce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f6fd00 trap() at trap+0x42/frame 0xfffffe01e4f6ff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f6ff20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f6ffe0, rbp = 0xfffffe01ae138930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae138930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae138980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1389a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1389c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae138a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae138ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae138ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae138b70, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff80005070000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f68ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f68d00 trap() at trap+0x42/frame 0xfffffe01e4f68f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f68f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f68fe0, rbp = 0xfffffe01ae133930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae133930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae133980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1339a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1339c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae133a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae133ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae133ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae133b70, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff80005060000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01e4f61ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01e4f61d00 trap() at trap+0x42/frame 0xfffffe01e4f61f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01e4f61f20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01e4f61fe0, rbp = 0xfffffe01ae12e930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae12e930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae12e980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae12e9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae12e9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae12ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae12eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae12eab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae12eb70, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff800050604b0 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe01abfface0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe01abffad00 trap() at trap+0x42/frame 0xfffffe01abffaf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe01abffaf20 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xfffffe01abffafe0, rbp = 0xfffffe01ae129930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae129930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae129980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1299a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1299c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae129a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae129ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae129ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae129b70, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff80005060960 cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff815845e0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffffff81584600 trap() at trap+0x42/frame 0xffffffff81584820 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff81584820 --- trap 0x13, rip = 0xffffffff80c94a16, rsp = 0xffffffff815848e0, rbp = 0xfffffe01ae124930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe01ae124930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe01ae124980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe01ae1249a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe01ae1249c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe01ae124a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ae124ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ae124ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ae124b70, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff80005061000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ae11f560 mi_switch() at mi_switch+0x179/frame 0xfffffe01ae11f5a0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ae11f5e0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe01ae11f650 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe01ae11f680 _sleep() at _sleep+0x320/frame 0xfffffe01ae11f710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe01ae11f7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe01ae11f9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe01ae11fab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe01ae11fab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x41323a, rsp = 0x7fffffffd758, rbp = 0x7fffffffd7c0 --- Tracing command audit pid 10 tid 100001 td 0xfffff800050614b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01e4ffb8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe01e4ffb930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01e4ffb970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01e4ffb9a0 _cv_wait() at _cv_wait+0x1df/frame 0xfffffe01e4ffba10 audit_worker() at audit_worker+0xa3/frame 0xfffffe01e4ffba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01e4ffbab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01e4ffbab0 --- trap 0, rip = 0, rsp = 0xfffffe01e4ffbb70, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffff8000c0414b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee8e3890 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee8e38d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee8e3910 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe01ee8e3940 _sleep() at _sleep+0x312/frame 0xfffffe01ee8e39d0 pause_sbt() at pause_sbt+0xe4/frame 0xfffffe01ee8e3a20 deadlkres() at deadlkres+0x66/frame 0xfffffe01ee8e3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee8e3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee8e3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee8e3b70, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffff8000c041960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ee8de900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ee8de940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ee8de980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ee8de9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe01ee8dea40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe01ee8dea70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ee8deab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ee8deab0 --- trap 0, rip = 0, rsp = 0xfffffe01ee8deb70, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffff800066cc960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec66b900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec66b940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec66b980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec66b9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec66ba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec66ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec66bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec66bab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec66bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffff800066cd4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec661900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec661940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec661980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6619b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec661a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec661a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec661ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec661ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec661b70, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffff800066ca960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec657900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec657940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec657980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6579b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec657a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec657a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec657ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec657ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec657b70, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffff800066cb4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec64d900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec64d940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec64d980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec64d9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec64da40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec64da70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec64dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec64dab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec64db70, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffff800066ac960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec643900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec643940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec643980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6439b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec643a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec643a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec643ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec643ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec643b70, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff800066c94b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec639900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec639940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec639980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6399b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec639a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec639a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec639ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec639ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec639b70, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffff800066ca000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec62f900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec62f940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec62f980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec62f9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec62fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec62fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec62fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec62fab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec62fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffff800066ab4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec625900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec625940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec625980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec6259b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec625a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec625a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec625ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec625ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec625b70, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffff800066ac4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5d5900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5d5940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5d5980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5d59b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec5d5a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec5d5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5d5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5d5ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5d5b70, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffff800066a9960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5cb900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5cb940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5cb980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5cb9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec5cba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec5cba70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5cbab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5cbab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5cbb70, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffff800066aa4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5c1900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5c1940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5c1980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5c19b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec5c1a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec5c1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5c1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5c1ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5c1b70, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffff800066a3960 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5b7900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5b7940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5b7980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5b79b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec5b7a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec5b7a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5b7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5b7ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5b7b70, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffff800066a84b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5ad900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5ad940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5ad980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5ad9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec5ada40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec5ada70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5adab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5adab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5adb70, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffff800066a9000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec5a3900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec5a3940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec5a3980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5a39b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec5a3a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec5a3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec5a3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec5a3ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec5a3b70, rbp = 0 --- Tracing command kernel pid 0 tid 100079 td 0xfffff800066a24b0 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec599900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec599940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec599980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec5999b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec599a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec599a70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec599ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec599ab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec599b70, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffff800066a3000 sched_switch() at sched_switch+0x482/frame 0xfffffe01ec58f900 mi_switch() at mi_switch+0x179/frame 0xfffffe01ec58f940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe01ec58f980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe01ec58f9b0 _sleep() at _sleep+0x33d/frame 0xfffffe01ec58fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe01ec58fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe01ec58fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe01ec58fab0 --- trap 0, rip = 0, rsp = 0xfffffe01ec58fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xfffff8000524b960 sched_switch() at sched_switch+0x482/frame 0xfffffe0000288900 mi_switch() at mi_switch+0x179/frame 0xfffffe0000288940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000288980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002889b0 _sleep() at _sleep+0x33d/frame 0xfffffe0000288a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000288a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000288ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000288ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000288b70, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffff80005250000 sched_switch() at sched_switch+0x482/frame 0xfffffe0000283900 mi_switch() at mi_switch+0x179/frame 0xfffffe0000283940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000283980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002839b0 _sleep() at _sleep+0x33d/frame 0xfffffe0000283a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000283a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000283ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000283ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000283b70, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffff80005242960 sched_switch() at sched_switch+0x482/frame 0xfffffe0000274900 mi_switch() at mi_switch+0x179/frame 0xfffffe0000274940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000274980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002749b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0000274a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0000274a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000274ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000274ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000274b70, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffff80005246000 sched_switch() at sched_switch+0x482/frame 0xfffffe000026f900 mi_switch() at mi_switch+0x179/frame 0xfffffe000026f940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe000026f980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000026f9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe000026fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe000026fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe000026fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000026fab0 --- trap 0, rip = 0, rsp = 0xfffffe000026fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xfffff800052464b0 sched_switch() at sched_switch+0x482/frame 0xfffffe000026a900 mi_switch() at mi_switch+0x179/frame 0xfffffe000026a940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe000026a980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe000026a9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe000026aa40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe000026aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe000026aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe000026aab0 --- trap 0, rip = 0, rsp = 0xfffffe000026ab70, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffff800050ae4b0 sched_switch() at sched_switch+0x482/frame 0xfffffe0000265900 mi_switch() at mi_switch+0x179/frame 0xfffffe0000265940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000265980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002659b0 _sleep() at _sleep+0x33d/frame 0xfffffe0000265a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000265a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000265ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000265ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000265b70, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffff800050ba960 sched_switch() at sched_switch+0x482/frame 0xfffffe0000251900 mi_switch() at mi_switch+0x179/frame 0xfffffe0000251940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0000251980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00002519b0 _sleep() at _sleep+0x33d/frame 0xfffffe0000251a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0000251a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0000251ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0000251ab0 --- trap 0, rip = 0, rsp = 0xfffffe0000251b70, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff815db810 sched_switch() at sched_switch+0x482/frame 0xffffffff818ac9e0 mi_switch() at mi_switch+0x179/frame 0xffffffff818aca20 sleepq_switch() at sleepq_switch+0x185/frame 0xffffffff818aca60 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffffff818aca90 _sleep() at _sleep+0x312/frame 0xffffffff818acb20 swapper() at swapper+0x211/frame 0xffffffff818acb70 btext() at btext+0x2c db:0:allt> call doadump Dumping 728 out of 7068 MB:..3%..11%..22%..31%..42%..51%..62%..71%..82%..91% Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 9 (kgdb) bt #0 doadump (textdump=0xd) at pcpu.h:218 #1 0xffffffff8033da75 in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:578 #2 0xffffffff8033d75d in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #3 0xffffffff803419bf in db_script_exec (scriptname=0xffffffff815cff30 "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xffffffff8033d75d in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #5 0xffffffff8033d4d4 in db_command_loop () at ../../../ddb/db_command.c:502 #6 0xffffffff8033fe80 in db_trap (type=, code=0x0) at ../../../ddb/db_main.c:231 #7 0xffffffff808f56f3 in kdb_trap (type=0x3, code=0x0, tf=) at ../../../kern/subr_kdb.c:654 #8 0xffffffff80cb767b in trap (frame=0xfffffe01eead3100) at ../../../amd64/amd64/trap.c:579 #9 0xffffffff80c99912 in calltrap () at ../../../amd64/amd64/exception.S:232 #10 0xffffffff808f4ece in kdb_enter (why=0xffffffff80f8118d "panic", msg=) at cpufunc.h:63 #11 0xffffffff808bd9f6 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:747 #12 0xffffffff808bda63 in panic (fmt=) at ../../../kern/kern_shutdown.c:683 #13 0xffffffff808bb5eb in _rw_wunlock_cookie (c=, file=, line=) at ../../../kern/kern_rwlock.c:1160 #14 0xffffffff80cb0b1a in pmap_clear_modify (m=0xfffff801f5146ad0) at ../../../amd64/amd64/pmap.c:5427 #15 0xffffffff80b454c9 in vm_page_set_validclean (m=0xfffff801f5146ad0, base=, size=) at ../../../vm/vm_page.c:2957 #16 0xffffffff8094bc0c in bdwrite (bp=0xfffffe01adda99f0) at ../../../kern/vfs_bio.c:3979 #17 0xffffffff80b1110e in ffs_write (ap=0xfffffe01eead3620) at ../../../ufs/ffs/ffs_vnops.c:811 #18 0xffffffff80d63813 in VOP_WRITE_APV (vop=, a=) at vnode_if.c:999 #19 0xffffffff80b50a20 in vnode_pager_generic_putpages (vp=0xffffffff80f78a13, ma=0xfffffe01eead37c0, bytecount=, flags=, rtvals=0xfffffe01eead3730) at vnode_if.h:413 #20 0xffffffff80d664de in VOP_PUTPAGES_APV (vop=, a=) at vnode_if.c:2861 #21 0xffffffff80b4ebdd in vnode_pager_putpages (object=, m=0xfffffe01eead37c0, count=, sync=0x8, rtvals=0xfffffe01eead3730) at vnode_if.h:1189 #22 0xffffffff80b46279 in vm_pageout_flush (mc=0xfffffe01eead37c0, count=0x1, flags=0x8, mreq=0x0, prunlen=0xfffffe01eead386c, eio=0xfffffe01eead38e0) at vm_pager.h:144 #23 0xffffffff80b3edd5 in vm_object_page_collect_flush (object=, p=, pagerflags=0x8, flags=0x4, clearobjflags=0xfffffe01eead38e4, eio=0xfffffe01eead38e0) at ../../../vm/vm_object.c:962 #24 0xffffffff80b3eb37 in vm_object_page_clean (object=0xfffff801400a3000, start=0x0, end=, flags=0x4) at ../../../vm/vm_object.c:888 #25 0xffffffff8096731f in vfs_msync (mp=0xfffff8000ea253c8, flags=0x2) at ../../../kern/vfs_subr.c:3440 #26 0xffffffff80969927 in sync_fsync (ap=) at ../../../kern/vfs_subr.c:3658 #27 0xffffffff80d6403e in VOP_FSYNC_APV (vop=, a=) at vnode_if.c:1330 #28 0xffffffff8096b6cc in sched_sync () at vnode_if.h:549 #29 0xffffffff8088cbe4 in fork_exit (callout=0xffffffff8096b380 , arg=0x0, frame=0xfffffe01eead3ac0) at ../../../kern/kern_fork.c:989 #30 0xffffffff80c99e4e in fork_trampoline () at ../../../amd64/amd64/exception.S:606 #31 0x0000000000000000 in ?? () Current language: auto; currently minimal (kgdb) f 14 #14 0xffffffff80cb0b1a in pmap_clear_modify (m=0xfffff801f5146ad0) at ../../../amd64/amd64/pmap.c:5427 5427 rw_wunlock(lock); (kgdb) l 5422 TAILQ_FOREACH(pv, &m->md.pv_list, pv_next) { 5423 pmap = PV_PMAP(pv); 5424 if (!PMAP_TRYLOCK(pmap)) { 5425 pvh_gen = pvh->pv_gen; 5426 md_gen = m->md.pv_gen; 5427 rw_wunlock(lock); 5428 PMAP_LOCK(pmap); 5429 rw_wlock(lock); 5430 if (pvh_gen != pvh->pv_gen || 5431 md_gen != m->md.pv_gen) { (kgdb) info loc pvh = (struct md_page *) 0xfffffe00002071e0 pmap = 0xfffff801c79ef498 next_pv = 0xfffff801f5146ad0 pv = 0xfffff8006cbd8988 oldpde = 0xfffffe01eead3320 pde = (pd_entry_t *) 0xfffff801f5146ad0 oldpte = 0x42 pte = (pt_entry_t *) 0xffffffff81586420 lock = (struct rwlock *) 0xffffffff81586420 va = 0xb0a80f92c39 pvh_gen = 0x4 md_gen = 0x89 (kgdb) p *lock $1 = {lock_object = {lo_name = 0xffffffff80f8a7d1 "pmap pv list", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffffe00006bd980}, rw_lock = 0x11} (kgdb) p *m $2 = {plinks = {q = {tqe_next = 0x0, tqe_prev = 0xfffff801fad78a70}, s = {ss = {sle_next = 0x0}, pv = 0xfffff801fad78a70}, memguard = {p = 0x0, v = 0xfffff801fad78a70}}, listq = {tqe_next = 0xfffff801f25db240, tqe_prev = 0xfffff801f9e556b0}, object = 0xfffff801400a3000, pindex = 0x1, phys_addr = 0x71fbb000, md = {pv_list = {tqh_first = 0xfffff8006cbd8988, tqh_last = 0xfffff8006cbd8990}, pv_gen = 0x89, pat_mode = 0x6, invl_gen = 0xf1f2b1a}, queue = 0xff, segind = 0x2, hold_count = 0x0, order = 0xd, pool = 0x0, cow = 0x0, wire_count = 0x1, aflags = 0x3, oflags = 0x0, flags = 0x0, act_count = 0x0, __pad0 = 0x0, valid = 0xff, dirty = 0xff, busy_lock = 0x1} (kgdb) p *pmap $3 = {pm_mtx = {lock_object = {lo_name = 0xffffffff80f8a7cc "pmap", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xfffffe00006bd900}, mtx_lock = 0xfffff801818c64b0}, pm_pml4 = 0xfffff8006cbfe000, pm_cr3 = 0x6cbfe033, pm_pvchunk = {tqh_first = 0xfffff8006cbd8000, tqh_last = 0xfffff8006cbd2008}, pm_active = {__bits = {0x1000}}, pm_save = {__bits = {0x1000}}, pm_pcid = 0x33, pm_stats = {resident_count = 0x1bf, wired_count = 0x0}, pm_root = {rt_root = 0x0, rt_flags = 0x0}} (kgdb) f 24 #24 0xffffffff80b3eb37 in vm_object_page_clean (object=0xfffff801400a3000, start=0x0, end=, flags=0x4) at ../../../vm/vm_object.c:888 888 n = vm_object_page_collect_flush(object, p, pagerflags, (kgdb) p *object $4 = {lock = {lock_object = {lo_name = 0xffffffff80fc2e76 "vm object", lo_flags = 0x5630000, lo_data = 0x0, lo_witness = 0xfffffe00006bd780}, rw_lock = 0xfffff8000cb53000}, object_list = {tqe_next = 0xfffff801af322600, tqe_prev = 0xfffff80072535720}, shadow_head = {lh_first = 0x0}, shadow_list = { le_next = 0x0, le_prev = 0xfffff801c9676c30}, memq = {tqh_first = 0xfffff801f9e556a0, tqh_last = 0xfffff801f25db250}, rtree = {rt_root = 0xfffff80036470630, rt_flags = 0x0}, size = 0x3, generation = 0x2e87, ref_count = 0x1, shadow_count = 0x0, memattr = 0x6, type = 0x2, flags = 0x1100, pg_color = 0x63c, paging_in_progress = 0x1, resident_page_count = 0x3, backing_object = 0x0, backing_object_offset = 0x0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = {lh_first = 0x0}, cache = {rt_root = 0x0, rt_flags = 0x0}, handle = 0xfffff8008d364c30, un_pager = {vnp = {vnp_size = 0x26fa, writemappings = 0x3000}, devp = {devp_pglist = {tqh_first = 0x26fa, tqh_last = 0x3000}, ops = 0x0, dev = 0x0}, sgp = {sgp_pglist = {tqh_first = 0x26fa, tqh_last = 0x3000}}, swp = { swp_tmpfs = 0x26fa, swp_bcount = 0x3000}}, cred = 0x0, charge = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/amd64/amd64/pmap.c =================================================================== --- /usr/src/sys/amd64/amd64/pmap.c (revision 255414) +++ /usr/src/sys/amd64/amd64/pmap.c (working copy) @@ -231,8 +231,6 @@ static u_int64_t DMPDphys; /* phys addr of direct static u_int64_t DMPDPphys; /* phys addr of direct mapped level 3 */ static int ndmpdpphys; /* number of DMPDPphys pages */ -static struct rwlock_padalign pvh_global_lock; - /* * Data for the pv entry allocation mechanism */ @@ -270,6 +268,87 @@ SYSCTL_PROC(_vm_pmap, OID_AUTO, pcid_save_cnt, CTL CTLFLAG_MPSAFE, NULL, 0, pmap_pcid_save_cnt_proc, "QU", "Count of saved TLB context on switch"); +static LIST_HEAD(, pmap_invl_gen) pmap_invl_gen_tracker = + LIST_HEAD_INITIALIZER(&pmap_invl_gen_tracker); +static struct mtx invl_gen_mtx; +static u_long pmap_invl_gen = 0; + +static void +pmap_delayed_invl_started(void) +{ + struct pmap_invl_gen *invl_gen; + u_long currgen; + + invl_gen = &curthread->td_md.md_invl_gen; + KASSERT(invl_gen->gen == 0, ("recursed invl_gen")); + mtx_lock(&invl_gen_mtx); + if (LIST_EMPTY(&pmap_invl_gen_tracker)) + currgen = pmap_invl_gen; + else + currgen = LIST_FIRST(&pmap_invl_gen_tracker)->gen; + invl_gen->gen = currgen + 1; + LIST_INSERT_HEAD(&pmap_invl_gen_tracker, invl_gen, link); + mtx_unlock(&invl_gen_mtx); +} + +static void +pmap_delayed_invl_finished(void) +{ + struct pmap_invl_gen *invl_gen, *next; + + invl_gen = &curthread->td_md.md_invl_gen; + KASSERT(invl_gen->gen != 0, ("missed invl_started")); + mtx_lock(&invl_gen_mtx); + next = LIST_NEXT(invl_gen, link); + if (next == NULL) + atomic_store_rel_long(&pmap_invl_gen, invl_gen->gen); + else + next->gen = invl_gen->gen; + LIST_REMOVE(invl_gen, link); + mtx_unlock(&invl_gen_mtx); + invl_gen->gen = 0; +} + +#ifdef INVARIANTS +static long invl_wait; +SYSCTL_LONG(_vm_pmap, OID_AUTO, invl_wait, CTLFLAG_RD, &invl_wait, 0, + ""); +#endif + +static void +pmap_delayed_invl_wait(vm_page_t m) +{ +#ifdef INVARIANTS + boolean_t accounted = FALSE; +#endif + + while ((u_long)atomic_load_acq_long(&m->md.invl_gen) > + (u_long)atomic_load_acq_long(&pmap_invl_gen)) { +#ifdef INVARIANTS + if (!accounted) { + atomic_add_long(&invl_wait, 1); + accounted = TRUE; + } +#endif + kern_yield(PRI_USER); /* XXX */ + } +} + +static void +pmap_delayed_invl_page(vm_page_t m) +{ + u_long old_gen, gen; + + gen = curthread->td_md.md_invl_gen.gen; + if (gen == 0) + return; + do { + old_gen = m->md.invl_gen; + if (old_gen >= gen) + break; + } while (!atomic_cmpset_rel_long(&m->md.invl_gen, old_gen, gen)); +} + /* * Crashdump maps. */ @@ -707,9 +786,9 @@ pmap_bootstrap(vm_paddr_t *firstaddr) TAILQ_INIT(&kernel_pmap->pm_pvchunk); /* - * Initialize the global pv list lock. + * Initialize the TLB invalidations generation number lock. */ - rw_init(&pvh_global_lock, "pmap pv global"); + mtx_init(&invl_gen_mtx, "invlgn", NULL, MTX_DEF); /* * Reserve some special page table entries/VA space for temporary @@ -1921,9 +2000,9 @@ _pmap_allocpte(pmap_t pmap, vm_pindex_t ptepindex, if (lockp != NULL) { RELEASE_PV_LIST_LOCK(lockp); PMAP_UNLOCK(pmap); - rw_runlock(&pvh_global_lock); + pmap_delayed_invl_finished(); VM_WAIT; - rw_rlock(&pvh_global_lock); + pmap_delayed_invl_started(); PMAP_LOCK(pmap); } @@ -2330,7 +2409,6 @@ reclaim_pv_chunk(pmap_t locked_pmap, struct rwlock uint64_t inuse; int bit, field, freed; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(locked_pmap, MA_OWNED); KASSERT(lockp != NULL, ("reclaim_pv_chunk: lockp is NULL")); pmap = NULL; @@ -2396,6 +2474,7 @@ reclaim_pv_chunk(pmap_t locked_pmap, struct rwlock PGA_WRITEABLE); } } + pmap_delayed_invl_page(m); pc->pc_map[field] |= 1UL << bit; pmap_unuse_pt(pmap, va, *pde, &free); freed++; @@ -2457,7 +2536,6 @@ free_pv_entry(pmap_t pmap, pv_entry_t pv) struct pv_chunk *pc; int idx, field, bit; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); PV_STAT(atomic_add_long(&pv_entry_frees, 1)); PV_STAT(atomic_add_int(&pv_entry_spare, 1)); @@ -2514,7 +2592,6 @@ get_pv_entry(pmap_t pmap, struct rwlock **lockp) struct pv_chunk *pc; vm_page_t m; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); PV_STAT(atomic_add_long(&pv_entry_allocs, 1)); retry: @@ -2603,7 +2680,6 @@ reserve_pv_entries(pmap_t pmap, int needed, struct int avail, free; vm_page_t m; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); KASSERT(lockp != NULL, ("reserve_pv_entries: lockp is NULL")); @@ -2670,7 +2746,6 @@ pmap_pvh_remove(struct md_page *pvh, pmap_t pmap, { pv_entry_t pv; - rw_assert(&pvh_global_lock, RA_LOCKED); TAILQ_FOREACH(pv, &pvh->pv_list, pv_next) { if (pmap == PV_PMAP(pv) && va == pv->pv_va) { TAILQ_REMOVE(&pvh->pv_list, pv, pv_next); @@ -2697,7 +2772,6 @@ pmap_pv_demote_pde(pmap_t pmap, vm_offset_t va, vm vm_page_t m; int bit, field; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); KASSERT((pa & PDRMASK) == 0, ("pmap_pv_demote_pde: pa is not 2mpage aligned")); @@ -2764,7 +2838,6 @@ pmap_pv_promote_pde(pmap_t pmap, vm_offset_t va, v vm_offset_t va_last; vm_page_t m; - rw_assert(&pvh_global_lock, RA_LOCKED); KASSERT((pa & PDRMASK) == 0, ("pmap_pv_promote_pde: pa is not 2mpage aligned")); CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, pa); @@ -2817,7 +2890,6 @@ pmap_try_insert_pv_entry(pmap_t pmap, vm_offset_t { pv_entry_t pv; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); /* Pass NULL instead of the lock pointer to disable reclamation. */ if ((pv = get_pv_entry(pmap, NULL)) != NULL) { @@ -2841,7 +2913,6 @@ pmap_pv_insert_pde(pmap_t pmap, vm_offset_t va, vm struct md_page *pvh; pv_entry_t pv; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); /* Pass NULL instead of the lock pointer to disable reclamation. */ if ((pv = get_pv_entry(pmap, NULL)) != NULL) { @@ -3084,6 +3155,7 @@ pmap_remove_pde(pmap_t pmap, pd_entry_t *pdq, vm_o if (TAILQ_EMPTY(&m->md.pv_list) && TAILQ_EMPTY(&pvh->pv_list)) vm_page_aflag_clear(m, PGA_WRITEABLE); + pmap_delayed_invl_page(m); } } if (pmap == kernel_pmap) { @@ -3133,6 +3205,7 @@ pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_o if (TAILQ_EMPTY(&pvh->pv_list)) vm_page_aflag_clear(m, PGA_WRITEABLE); } + pmap_delayed_invl_page(m); } return (pmap_unuse_pt(pmap, va, ptepde, free)); } @@ -3187,7 +3260,7 @@ pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offse anyvalid = 0; SLIST_INIT(&free); - rw_rlock(&pvh_global_lock); + pmap_delayed_invl_started(); PMAP_LOCK(pmap); /* @@ -3302,8 +3375,8 @@ pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offse out: if (anyvalid) pmap_invalidate_all(pmap); - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); + pmap_delayed_invl_finished(); pmap_free_zero_pages(&free); } @@ -3326,30 +3399,55 @@ pmap_remove_all(vm_page_t m) struct md_page *pvh; pv_entry_t pv; pmap_t pmap; + struct rwlock *lock; pt_entry_t *pte, tpte; pd_entry_t *pde; vm_offset_t va; struct spglist free; + int pvh_gen, md_gen; KASSERT((m->oflags & VPO_UNMANAGED) == 0, ("pmap_remove_all: page %p is not managed", m)); SLIST_INIT(&free); - rw_wlock(&pvh_global_lock); + lock = VM_PAGE_TO_PV_LIST_LOCK(m); + pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); +retry: + rw_wlock(lock); if ((m->flags & PG_FICTITIOUS) != 0) goto small_mappings; - pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); while ((pv = TAILQ_FIRST(&pvh->pv_list)) != NULL) { pmap = PV_PMAP(pv); - PMAP_LOCK(pmap); + if (!PMAP_TRYLOCK(pmap)) { + pvh_gen = pvh->pv_gen; + rw_wunlock(lock); + PMAP_LOCK(pmap); + rw_wlock(lock); + if (pvh_gen != pvh->pv_gen) { + rw_wunlock(lock); + PMAP_UNLOCK(pmap); + continue; + } + } va = pv->pv_va; pde = pmap_pde(pmap, va); - (void)pmap_demote_pde(pmap, pde, va); + (void)pmap_demote_pde_locked(pmap, pde, va, &lock); PMAP_UNLOCK(pmap); } small_mappings: while ((pv = TAILQ_FIRST(&m->md.pv_list)) != NULL) { pmap = PV_PMAP(pv); - PMAP_LOCK(pmap); + if (!PMAP_TRYLOCK(pmap)) { + pvh_gen = pvh->pv_gen; + md_gen = m->md.pv_gen; + rw_wunlock(lock); + PMAP_LOCK(pmap); + rw_wlock(lock); + if (pvh_gen != pvh->pv_gen || md_gen != m->md.pv_gen) { + rw_wunlock(lock); + PMAP_UNLOCK(pmap); + goto retry; + } + } pmap_resident_count_dec(pmap, 1); pde = pmap_pde(pmap, pv->pv_va); KASSERT((*pde & PG_PS) == 0, ("pmap_remove_all: found" @@ -3374,7 +3472,8 @@ small_mappings: PMAP_UNLOCK(pmap); } vm_page_aflag_clear(m, PGA_WRITEABLE); - rw_wunlock(&pvh_global_lock); + rw_wunlock(lock); + pmap_delayed_invl_wait(m); pmap_free_zero_pages(&free); } @@ -3429,7 +3528,7 @@ pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offs pdp_entry_t *pdpe; pd_entry_t ptpaddr, *pde; pt_entry_t *pte; - boolean_t anychanged, pv_lists_locked; + boolean_t anychanged; if ((prot & VM_PROT_READ) == VM_PROT_NONE) { pmap_remove(pmap, sva, eva); @@ -3440,10 +3539,7 @@ pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offs (VM_PROT_WRITE|VM_PROT_EXECUTE)) return; - pv_lists_locked = FALSE; -resume: - anychanged = FALSE; - + pmap_delayed_invl_started(); PMAP_LOCK(pmap); for (; sva < eva; sva = va_next) { @@ -3492,25 +3588,11 @@ pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offs if (pmap_protect_pde(pmap, pde, sva, prot)) anychanged = TRUE; continue; - } else { - if (!pv_lists_locked) { - pv_lists_locked = TRUE; - if (!rw_try_rlock(&pvh_global_lock)) { - if (anychanged) - pmap_invalidate_all( - pmap); - PMAP_UNLOCK(pmap); - rw_rlock(&pvh_global_lock); - goto resume; - } - } - if (!pmap_demote_pde(pmap, pde, sva)) { - /* - * The large page mapping was - * destroyed. - */ - continue; - } + } else if (!pmap_demote_pde(pmap, pde, sva)) { + /* + * The large page mapping was destroyed. + */ + continue; } } @@ -3550,9 +3632,8 @@ retry: } if (anychanged) pmap_invalidate_all(pmap); - if (pv_lists_locked) - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); + pmap_delayed_invl_finished(); } /* @@ -3733,7 +3814,7 @@ pmap_enter(pmap_t pmap, vm_offset_t va, vm_prot_t mpte = NULL; lock = NULL; - rw_rlock(&pvh_global_lock); + pmap_delayed_invl_started(); PMAP_LOCK(pmap); /* @@ -3848,6 +3929,7 @@ validate: ((om->flags & PG_FICTITIOUS) != 0 || TAILQ_EMPTY(&pa_to_pvh(opa)->pv_list))) vm_page_aflag_clear(om, PGA_WRITEABLE); + pmap_delayed_invl_page(om); } } else if ((newpte & PG_M) == 0 && (origpte & (PG_M | PG_RW)) == (PG_M | PG_RW)) { @@ -3883,8 +3965,8 @@ unchanged: if (lock != NULL) rw_wunlock(lock); - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); + pmap_delayed_invl_finished(); } /* @@ -3901,7 +3983,6 @@ pmap_enter_pde(pmap_t pmap, vm_offset_t va, vm_pag vm_page_t mpde; struct spglist free; - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); if ((mpde = pmap_allocpde(pmap, va, NULL)) == NULL) { CTR2(KTR_PMAP, "pmap_enter_pde: failure for va %#lx" @@ -3986,7 +4067,7 @@ pmap_enter_object(pmap_t pmap, vm_offset_t start, mpte = NULL; m = m_start; lock = NULL; - rw_rlock(&pvh_global_lock); + pmap_delayed_invl_started(); PMAP_LOCK(pmap); while (m != NULL && (diff = m->pindex - m_start->pindex) < psize) { va = start + ptoa(diff); @@ -4002,8 +4083,8 @@ pmap_enter_object(pmap_t pmap, vm_offset_t start, } if (lock != NULL) rw_wunlock(lock); - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); + pmap_delayed_invl_finished(); } /* @@ -4021,13 +4102,13 @@ pmap_enter_quick(pmap_t pmap, vm_offset_t va, vm_p struct rwlock *lock; lock = NULL; - rw_rlock(&pvh_global_lock); + pmap_delayed_invl_started(); PMAP_LOCK(pmap); (void)pmap_enter_quick_locked(pmap, va, m, prot, NULL, &lock); if (lock != NULL) rw_wunlock(lock); - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); + pmap_delayed_invl_finished(); } static vm_page_t @@ -4041,7 +4122,6 @@ pmap_enter_quick_locked(pmap_t pmap, vm_offset_t v KASSERT(va < kmi.clean_sva || va >= kmi.clean_eva || (m->oflags & VPO_UNMANAGED) != 0, ("pmap_enter_quick_locked: managed mapping within the clean submap")); - rw_assert(&pvh_global_lock, RA_LOCKED); PMAP_LOCK_ASSERT(pmap, MA_OWNED); /* @@ -4250,27 +4330,15 @@ pmap_change_wiring(pmap_t pmap, vm_offset_t va, bo { pd_entry_t *pde; pt_entry_t *pte; - boolean_t pv_lists_locked; - pv_lists_locked = FALSE; - /* * Wiring is not a hardware characteristic so there is no need to * invalidate TLB. */ -retry: PMAP_LOCK(pmap); pde = pmap_pde(pmap, va); if ((*pde & PG_PS) != 0) { if (!wired != ((*pde & PG_W) == 0)) { - if (!pv_lists_locked) { - pv_lists_locked = TRUE; - if (!rw_try_rlock(&pvh_global_lock)) { - PMAP_UNLOCK(pmap); - rw_rlock(&pvh_global_lock); - goto retry; - } - } if (!pmap_demote_pde(pmap, pde, va)) panic("pmap_change_wiring: demotion failed"); } else @@ -4285,8 +4353,6 @@ pmap_change_wiring(pmap_t pmap, vm_offset_t va, bo atomic_clear_long(pte, PG_W); } out: - if (pv_lists_locked) - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); } @@ -4312,7 +4378,7 @@ pmap_copy(pmap_t dst_pmap, pmap_t src_pmap, vm_off return; lock = NULL; - rw_rlock(&pvh_global_lock); + pmap_delayed_invl_started(); if (dst_pmap < src_pmap) { PMAP_LOCK(dst_pmap); PMAP_LOCK(src_pmap); @@ -4431,9 +4497,9 @@ pmap_copy(pmap_t dst_pmap, pmap_t src_pmap, vm_off out: if (lock != NULL) rw_wunlock(lock); - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(src_pmap); PMAP_UNLOCK(dst_pmap); + pmap_delayed_invl_finished(); } /* @@ -4539,7 +4605,6 @@ pmap_page_exists_quick(pmap_t pmap, vm_page_t m) KASSERT((m->oflags & VPO_UNMANAGED) == 0, ("pmap_page_exists_quick: page %p is not managed", m)); rv = FALSE; - rw_rlock(&pvh_global_lock); lock = VM_PAGE_TO_PV_LIST_LOCK(m); rw_rlock(lock); TAILQ_FOREACH(pv, &m->md.pv_list, pv_next) { @@ -4564,7 +4629,6 @@ pmap_page_exists_quick(pmap_t pmap, vm_page_t m) } } rw_runlock(lock); - rw_runlock(&pvh_global_lock); return (rv); } @@ -4586,7 +4650,6 @@ pmap_page_wired_mappings(vm_page_t m) if ((m->oflags & VPO_UNMANAGED) != 0) return (0); - rw_rlock(&pvh_global_lock); lock = VM_PAGE_TO_PV_LIST_LOCK(m); rw_rlock(lock); restart: @@ -4631,7 +4694,6 @@ restart: } } rw_runlock(lock); - rw_runlock(&pvh_global_lock); return (count); } @@ -4647,7 +4709,6 @@ pmap_page_is_mapped(vm_page_t m) if ((m->oflags & VPO_UNMANAGED) != 0) return (FALSE); - rw_rlock(&pvh_global_lock); lock = VM_PAGE_TO_PV_LIST_LOCK(m); rw_rlock(lock); rv = !TAILQ_EMPTY(&m->md.pv_list) || @@ -4654,7 +4715,6 @@ pmap_page_is_mapped(vm_page_t m) ((m->flags & PG_FICTITIOUS) == 0 && !TAILQ_EMPTY(&pa_to_pvh(VM_PAGE_TO_PHYS(m))->pv_list)); rw_runlock(lock); - rw_runlock(&pvh_global_lock); return (rv); } @@ -4689,7 +4749,6 @@ pmap_remove_pages(pmap_t pmap) } lock = NULL; SLIST_INIT(&free); - rw_rlock(&pvh_global_lock); PMAP_LOCK(pmap); TAILQ_FOREACH_SAFE(pc, &pmap->pm_pvchunk, pc_list, npc) { allfree = 1; @@ -4822,7 +4881,6 @@ pmap_remove_pages(pmap_t pmap) if (lock != NULL) rw_wunlock(lock); pmap_invalidate_all(pmap); - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); pmap_free_zero_pages(&free); } @@ -4839,7 +4897,6 @@ pmap_page_test_mappings(vm_page_t m, pt_entry_t ma boolean_t rv; rv = FALSE; - rw_rlock(&pvh_global_lock); lock = VM_PAGE_TO_PV_LIST_LOCK(m); rw_rlock(lock); restart: @@ -4886,7 +4943,6 @@ restart: } out: rw_runlock(lock); - rw_runlock(&pvh_global_lock); return (rv); } @@ -4979,7 +5035,6 @@ pmap_remove_write(vm_page_t m) VM_OBJECT_ASSERT_WLOCKED(m->object); if (!vm_page_xbusied(m) && (m->aflags & PGA_WRITEABLE) == 0) return; - rw_rlock(&pvh_global_lock); lock = VM_PAGE_TO_PV_LIST_LOCK(m); pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); retry_pv_loop: @@ -5043,7 +5098,7 @@ retry: } rw_wunlock(lock); vm_page_aflag_clear(m, PGA_WRITEABLE); - rw_runlock(&pvh_global_lock); + pmap_delayed_invl_wait(m); } #define PMAP_TS_REFERENCED_MAX 5 @@ -5074,11 +5129,11 @@ pmap_ts_referenced(vm_page_t m) KASSERT((m->oflags & VPO_UNMANAGED) == 0, ("pmap_ts_referenced: page %p is not managed", m)); + pmap_delayed_invl_started(); cleared = 0; pa = VM_PAGE_TO_PHYS(m); lock = PHYS_TO_PV_LIST_LOCK(pa); pvh = pa_to_pvh(pa); - rw_rlock(&pvh_global_lock); rw_wlock(lock); retry: not_cleared = 0; @@ -5175,7 +5230,7 @@ small_mappings: not_cleared < PMAP_TS_REFERENCED_MAX); out: rw_wunlock(lock); - rw_runlock(&pvh_global_lock); + pmap_delayed_invl_finished(); return (cleared + not_cleared); } @@ -5194,12 +5249,11 @@ pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offse pt_entry_t *pte; vm_offset_t va_next; vm_page_t m; - boolean_t anychanged, pv_lists_locked; + boolean_t anychanged; if (advice != MADV_DONTNEED && advice != MADV_FREE) return; - pv_lists_locked = FALSE; -resume: + pmap_delayed_invl_started(); anychanged = FALSE; PMAP_LOCK(pmap); for (; sva < eva; sva = va_next) { @@ -5227,16 +5281,6 @@ pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offse else if ((oldpde & PG_PS) != 0) { if ((oldpde & PG_MANAGED) == 0) continue; - if (!pv_lists_locked) { - pv_lists_locked = TRUE; - if (!rw_try_rlock(&pvh_global_lock)) { - if (anychanged) - pmap_invalidate_all(pmap); - PMAP_UNLOCK(pmap); - rw_rlock(&pvh_global_lock); - goto resume; - } - } lock = NULL; if (!pmap_demote_pde_locked(pmap, pde, sva, &lock)) { if (lock != NULL) @@ -5259,8 +5303,8 @@ pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offse pte = pmap_pde_to_pte(pde, sva); KASSERT((*pte & PG_V) != 0, ("pmap_advise: invalid PTE")); - pmap_remove_pte(pmap, pte, sva, *pde, NULL, - &lock); + pmap_remove_pte(pmap, pte, sva, *pde, + NULL, &lock); anychanged = TRUE; } if (lock != NULL) @@ -5296,9 +5340,8 @@ pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offse } if (anychanged) pmap_invalidate_all(pmap); - if (pv_lists_locked) - rw_runlock(&pvh_global_lock); PMAP_UNLOCK(pmap); + pmap_delayed_invl_finished(); } /* @@ -5312,7 +5355,9 @@ pmap_clear_modify(vm_page_t m) pv_entry_t next_pv, pv; pd_entry_t oldpde, *pde; pt_entry_t oldpte, *pte; + struct rwlock *lock; vm_offset_t va; + int pvh_gen, md_gen; KASSERT((m->oflags & VPO_UNMANAGED) == 0, ("pmap_clear_modify: page %p is not managed", m)); @@ -5327,18 +5372,29 @@ pmap_clear_modify(vm_page_t m) */ if ((m->aflags & PGA_WRITEABLE) == 0) return; - rw_wlock(&pvh_global_lock); + lock = VM_PAGE_TO_PV_LIST_LOCK(m); + pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); + rw_rlock(lock); if ((m->flags & PG_FICTITIOUS) != 0) goto small_mappings; - pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); +retry: TAILQ_FOREACH_SAFE(pv, &pvh->pv_list, pv_next, next_pv) { pmap = PV_PMAP(pv); - PMAP_LOCK(pmap); + if (!PMAP_TRYLOCK(pmap)) { + pvh_gen = pvh->pv_gen; + rw_wunlock(lock); + PMAP_LOCK(pmap); + rw_wlock(lock); + if (pvh_gen != pvh->pv_gen) { + PMAP_UNLOCK(pmap); + goto retry; + } + } va = pv->pv_va; pde = pmap_pde(pmap, va); oldpde = *pde; if ((oldpde & PG_RW) != 0) { - if (pmap_demote_pde(pmap, pde, va)) { + if (pmap_demote_pde_locked(pmap, pde, va, &lock)) { if ((oldpde & PG_W) == 0) { /* * Write protect the mapping to a @@ -5365,7 +5421,18 @@ pmap_clear_modify(vm_page_t m) small_mappings: TAILQ_FOREACH(pv, &m->md.pv_list, pv_next) { pmap = PV_PMAP(pv); - PMAP_LOCK(pmap); + if (!PMAP_TRYLOCK(pmap)) { + pvh_gen = pvh->pv_gen; + md_gen = m->md.pv_gen; + rw_wunlock(lock); + PMAP_LOCK(pmap); + rw_wlock(lock); + if (pvh_gen != pvh->pv_gen || + md_gen != m->md.pv_gen) { + PMAP_UNLOCK(pmap); + goto retry; + } + } pde = pmap_pde(pmap, pv->pv_va); KASSERT((*pde & PG_PS) == 0, ("pmap_clear_modify: found" " a 2mpage in page %p's pv list", m)); @@ -5376,7 +5443,8 @@ small_mappings: } PMAP_UNLOCK(pmap); } - rw_wunlock(&pvh_global_lock); + rw_wunlock(lock); + pmap_delayed_invl_wait(m); } /* @@ -5392,22 +5460,35 @@ pmap_clear_reference(vm_page_t m) pv_entry_t next_pv, pv; pd_entry_t oldpde, *pde; pt_entry_t *pte; + struct rwlock *lock; vm_offset_t va; + int pvh_gen, md_gen; KASSERT((m->oflags & VPO_UNMANAGED) == 0, ("pmap_clear_reference: page %p is not managed", m)); - rw_wlock(&pvh_global_lock); + lock = VM_PAGE_TO_PV_LIST_LOCK(m); + pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); + rw_rlock(lock); if ((m->flags & PG_FICTITIOUS) != 0) goto small_mappings; - pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); +retry: TAILQ_FOREACH_SAFE(pv, &pvh->pv_list, pv_next, next_pv) { pmap = PV_PMAP(pv); - PMAP_LOCK(pmap); + if (!PMAP_TRYLOCK(pmap)) { + pvh_gen = pvh->pv_gen; + rw_wunlock(lock); + PMAP_LOCK(pmap); + rw_wlock(lock); + if (pvh_gen != pvh->pv_gen) { + PMAP_UNLOCK(pmap); + goto retry; + } + } va = pv->pv_va; pde = pmap_pde(pmap, va); oldpde = *pde; if ((oldpde & PG_A) != 0) { - if (pmap_demote_pde(pmap, pde, va)) { + if (pmap_demote_pde_locked(pmap, pde, va, &lock)) { /* * Remove the mapping to a single page so * that a subsequent access may repromote. @@ -5425,7 +5506,18 @@ pmap_clear_reference(vm_page_t m) small_mappings: TAILQ_FOREACH(pv, &m->md.pv_list, pv_next) { pmap = PV_PMAP(pv); - PMAP_LOCK(pmap); + if (!PMAP_TRYLOCK(pmap)) { + pvh_gen = pvh->pv_gen; + md_gen = m->md.pv_gen; + rw_wunlock(lock); + PMAP_LOCK(pmap); + rw_wlock(lock); + if (pvh_gen != pvh->pv_gen || + md_gen != m->md.pv_gen) { + PMAP_UNLOCK(pmap); + goto retry; + } + } pde = pmap_pde(pmap, pv->pv_va); KASSERT((*pde & PG_PS) == 0, ("pmap_clear_reference: found" " a 2mpage in page %p's pv list", m)); @@ -5436,7 +5528,7 @@ small_mappings: } PMAP_UNLOCK(pmap); } - rw_wunlock(&pvh_global_lock); + rw_wunlock(lock); } /* Index: /usr/src/sys/amd64/amd64/vm_machdep.c =================================================================== --- /usr/src/sys/amd64/amd64/vm_machdep.c (revision 255414) +++ /usr/src/sys/amd64/amd64/vm_machdep.c (working copy) @@ -236,6 +236,7 @@ cpu_fork(td1, p2, td2, flags) /* Setup to release spin count in fork_exit(). */ td2->td_md.md_spinlock_count = 1; td2->td_md.md_saved_flags = PSL_KERNEL | PSL_I; + td2->td_md.md_invl_gen.gen = 0; /* As an i386, do not copy io permission bitmap. */ pcb2->pcb_tssp = NULL; Index: /usr/src/sys/amd64/include/pmap.h =================================================================== --- /usr/src/sys/amd64/include/pmap.h (revision 255414) +++ /usr/src/sys/amd64/include/pmap.h (working copy) @@ -229,6 +229,7 @@ struct md_page { TAILQ_HEAD(,pv_entry) pv_list; int pv_gen; int pat_mode; + u_long invl_gen; /* long to avoid wraparounds */ }; /* Index: /usr/src/sys/amd64/include/proc.h =================================================================== --- /usr/src/sys/amd64/include/proc.h (revision 255414) +++ /usr/src/sys/amd64/include/proc.h (working copy) @@ -33,6 +33,7 @@ #ifndef _MACHINE_PROC_H_ #define _MACHINE_PROC_H_ +#include #include struct proc_ldt { @@ -40,6 +41,11 @@ struct proc_ldt { int ldt_refcnt; }; +struct pmap_invl_gen { + u_long gen; + LIST_ENTRY(pmap_invl_gen) link; +}; + /* * Machine-dependent part of the proc structure for AMD64. */ @@ -47,6 +53,7 @@ struct mdthread { int md_spinlock_count; /* (k) */ register_t md_saved_flags; /* (k) */ register_t md_spurflt_addr; /* (k) Spurious page fault address. */ + struct pmap_invl_gen md_invl_gen; /* (k) */ }; struct mdproc { -- Test scenario: pmap5.sh