r253314M, vmcore.1 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r253314M: Sat Jul 13 07:09:36 CEST 2013 pho@t1.osted.lan:/var/tmp/vmobj-readlock/sys/amd64/compile/PHO amd64 FreeBSD clang version 3.3 (tags/RELEASE_33/final 183502) 20130610 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.23-MHz K8-class CPU) Origin = "GenuineIntel" Id = 0x206d7 Family = 0x6 Model = 0x2d Stepping = 7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100800 AMD Features2=0x1 TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 64357154816 (61375 MB) : Trying to mount root from ufs:/dev/da0p2 [rw]... Setting hostuuid: 3141f787-07e3-e111-b968-001e6756c168. Setting hostid: 0x564ac5b6. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/da0p2: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p2: clean, 95357838 free (53654 frags, 11913023 blocks, 0.1% fragmentation) /dev/da0p3: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p3: clean, 24846338 free (82 frags, 3105782 blocks, 0.0% fragmentation) Mounting local file systems:. Writing entropy file:. Setting hostname: t1.osted.lan. Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:68 inet 192.168.1.108 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::21e:67ff:fe56:c168%igb0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:69 nd6 options=29 media: Ethernet autoselect status: no carrier Starting devd. Starting Network: igb1. igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:69 nd6 options=29 media: Ethernet autoselect status: no carrier Configuring keyboard: keymap. ums0: on usbus2 ums0: 3 buttons and [Z] coordinates ID=0 Starting ums0 moused. Expensive timeout(9) function: 0xffffffff807134c0(0xffffffff8159cdd0) 0.009546624 s add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib 32-bit compatibility ldconfig path: /usr/lib32 Creating and/or trimming log files. Starting syslogd. No core dumps found. Starting rpcbind. NFS access cache time=60 Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Configuring syscons: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Starting default mousedmoused: unable to open /dev/psm0: No such file or directory . Sat Jul 13 07:20:28 CEST 2013 FreeBSD/amd64 (t1.osted.lan) (console) login: Jul 13 07:21:47 t1 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xffffff8f99750c68 bufwait (bufwait) @ kern/vfs_bio.c:3052 2nd 0xfffffe00a4498200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff905149c560 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff905149c610 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff905149c6a0 _sx_xlock() at _sx_xlock+0x75/frame 0xffffff905149c6e0 ufsdirhash_remove() at ufsdirhash_remove+0x47/frame 0xffffff905149c710 ufs_dirremove() at ufs_dirremove+0x11b/frame 0xffffff905149c760 ufs_remove() at ufs_remove+0x75/frame 0xffffff905149c7c0 VOP_REMOVE_APV() at VOP_REMOVE_APV+0x12d/frame 0xffffff905149c7f0 kern_unlinkat() at kern_unlinkat+0x21c/frame 0xffffff905149c9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff905149cab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff905149cab0 --- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x8009396aa, rsp = 0x7fffffffd908, rbp = 0x7fffffffd920 --- 20130713 07:35:19 all (1/213): devfs2.sh 20130713 07:35:19 all (2/213): suj31.sh lock order reversal: 1st 0xfffffe015b8b3a28 ufs (ufs) @ kern/vfs_lookup.c:517 2nd 0xffffff8f9a9a4258 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 3rd 0xfffffe021a004c98 ufs (ufs) @ kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff9051732cb0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff9051732d60 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff9051732df0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff9051732f20 ffs_lock() at ffs_lock+0x92/frame 0xffffff9051732f70 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xffffff9051732fa0 _vn_lock() at _vn_lock+0xc6/frame 0xffffff9051733010 vget() at vget+0x70/frame 0xffffff9051733060 vfs_hash_get() at vfs_hash_get+0xf5/frame 0xffffff90517330b0 ffs_vgetf() at ffs_vgetf+0x41/frame 0xffffff9051733140 softdep_sync_buf() at softdep_sync_buf+0x8fa/frame 0xffffff90517331f0 ffs_syncvnode() at ffs_syncvnode+0x258/frame 0xffffff9051733270 ffs_truncate() at ffs_truncate+0x5f3/frame 0xffffff9051733450 ufs_direnter() at ufs_direnter+0x891/frame 0xffffff9051733510 ufs_makeinode() at ufs_makeinode+0x573/frame 0xffffff90517336d0 VOP_CREATE_APV() at VOP_CREATE_APV+0x108/frame 0xffffff9051733700 vn_open_cred() at vn_open_cred+0x2f0/frame 0xffffff9051733850 kern_openat() at kern_openat+0x1f5/frame 0xffffff90517339a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff9051733ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff9051733ab0 --- syscall (5, FreeBSD ELF64, sys_open), rip = 0x800b4fb6a, rsp = 0x7fffffffd4d8, rbp = 0x7fffffffd610 --- lock order reversal: 1st 0xfffffe00a4e687b8 ufs (ufs) @ kern/vfs_mount.c:1237 2nd 0xfffffe015b8cf548 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1411 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff90518e63a0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff90518e6450 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff90518e64e0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff90518e6610 vop_stdlock() at vop_stdlock+0x3c/frame 0xffffff90518e6630 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xffffff90518e6660 _vn_lock() at _vn_lock+0xc6/frame 0xffffff90518e66d0 ffs_flushfiles() at ffs_flushfiles+0x123/frame 0xffffff90518e6740 softdep_flushfiles() at softdep_flushfiles+0x17f/frame 0xffffff90518e67a0 ffs_unmount() at ffs_unmount+0x1a2/frame 0xffffff90518e6810 dounmount() at dounmount+0x39e/frame 0xffffff90518e6890 sys_unmount() at sys_unmount+0x376/frame 0xffffff90518e69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff90518e6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff90518e6ab0 --- syscall (22, FreeBSD ELF64, sys_unmount), rip = 0x800885dda, rsp = 0x7fffffffcf28, rbp = 0x7fffffffd040 --- MCA: Bank 9, Status 0x8c00004c000800c1 MCA: Global Cap 0x0000000001000c12, Status 0x0000000000000000 MCA: Vendor "GenuineIntel", ID 0x206d7, APIC ID 0 MCA: CPU 0 COR (1) MS channel 1 memory error MCA: Address 0x810bf1a40 MCA: Misc 0x90000008000988c 20130713 07:58:27 all (3/213): truncate.sh 20130713 08:15:30 all (4/213): sem.sh 20130713 08:15:46 all (5/213): tmpfs8.sh 20130713 08:16:12 all (6/213): truncate5.sh 20130713 08:16:14 all (7/213): rename2.sh 20130713 08:41:22 all (8/213): procfs2.sh 20130713 08:41:22 all (9/213): sysctl.sh 20130713 08:41:29 all (10/213): suj17.sh 20130713 08:48:50 all (11/213): zfs3.sh ZFS filesystem version: 5 ZFS storage pool version: features support (5000) 20130713 09:04:42 all (12/213): suj10.sh ffs_fsync: dirty 0xfffffe02a37de750: tag ufs, type VDIR usecount 2, writecount 0, refcount 13 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffffe0e24ed34b0 ref 0 pages 70 lock type ufs: EXCL by thread 0xfffffe00a4c76920 (pid 44483, suj10, tid 100444) #0 0xffffffff8089e997 at __lockmgr_args+0x10b7 #1 0xffffffff80b0c102 at ffs_lock+0x92 #2 0xffffffff80d56825 at VOP_LOCK1_APV+0xf5 #3 0xffffffff809700c6 at _vn_lock+0xc6 #4 0xffffffff80954dc7 at lookup+0x107 #5 0xffffffff80954954 at namei+0x484 #6 0xffffffff8096a377 at kern_rmdirat+0x97 #7 0xffffffff80cabd42 at amd64_syscall+0x282 #8 0xffffffff80c9452b at Xfast_syscall+0xfb ino 65537, on dev md5a ffs_fsync: dirty 0xfffffe03d8c734e0: tag ufs, type VDIR usecount 2, writecount 0, refcount 13 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffffe0e2407aa50 ref 0 pages 70 lock type ufs: EXCL by thread 0xfffffe015bb4b490 (pid 44482, suj10, tid 100445) #0 0xffffffff8089e997 at __lockmgr_args+0x10b7 #1 0xffffffff80b0c102 at ffs_lock+0x92 #2 0xffffffff80d56825 at VOP_LOCK1_APV+0xf5 #3 0xffffffff809700c6 at _vn_lock+0xc6 #4 0xffffffff80954dc7 at lookup+0x107 #5 0xffffffff80954954 at namei+0x484 #6 0xffffffff8096a377 at kern_rmdirat+0x97 #7 0xffffffff80cabd42 at amd64_syscall+0x282 #8 0xffffffff80c9452b at Xfast_syscall+0xfb ino 65536, on dev md5a 20130713 09:07:25 all (13/213): fragments.sh Jul 13 09:07:30 t1 kernel: pid 44870 (fragments), uid 1002 inumber 86873 on /mnt: filesystem full Jul 13 09:07:31 t1 kernel: pid 44870 (fragments), uid 1002 inumber 65557 on /mnt: filesystem full Jul 13 09:07:31 t1 kernel: pid 44888 (fragments), uid 1002 inumber 6157 on /mnt: filesystem full Jul 13 09:07:32 t1 kernel: pid 44893 (fragments), uid 1002 inumber 6182 on /mnt: filesystem full Jul 13 09:07:33 t1 kernel: pid 44887 (fragments), uid 1002 inumber 6189 on /mnt: filesystem full Jul 13 09:07:34 t1 kernel: pid 44892 (fragments), uid 1002 inumber 6206 on /mnt: filesystem full Jul 13 09:07:35 t1 kernel: pid 44890 (fragments), uid 1002 inumber 6210 on /mnt: filesystem full : : Jul 13 09:38:56 t1 kernel: pid 47786 (fragments), uid 1002 inumber 6390 on /mnt: filesystem full Jul 13 09:38:57 t1 kernel: pid 47786 (fragments), uid 1002 inumber 6155 on /mnt: filesystem full Jul 13 09:38:59 t1 kernel: pid 47782 (fragments), uid 1002 inumber 6199 on /mnt: filesystem full Jul 13 09:39:00 t1 kernel: pid 47786 (fragments), uid 1002 inumber 6242 on /mnt: filesystem full Jul 13 09:39:01 t1 kernel: pid 47782 (fragments), uid 1002 inumber 6288 on /mnt: filesystem full 20130713 09:39:03 all (14/213): mmap4.sh lock order reversal: 1st 0xfffffe00a4dd2840 filedesc structure (filedesc structure) @ kern/kern_descrip.c:799 2nd 0xfffffe036d4cd548 ufs (ufs) @ kern/vfs_subr.c:4337 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff90516f74f0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff90516f75a0 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff90516f7630 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff90516f7760 ffs_lock() at ffs_lock+0x92/frame 0xffffff90516f77b0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xffffff90516f77e0 _vn_lock() at _vn_lock+0xc6/frame 0xffffff90516f7850 knlist_remove_kq() at knlist_remove_kq+0x82/frame 0xffffff90516f7880 knote_fdclose() at knote_fdclose+0xc8/frame 0xffffff90516f78d0 closefp() at closefp+0x64/frame 0xffffff90516f7920 do_dup() at do_dup+0x376/frame 0xffffff90516f79a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff90516f7ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff90516f7ab0 --- syscall (90, FreeBSD ELF64, sys_dup2), rip = 0x8008cb1ba, rsp = 0x7fffffffd9e8, rbp = 0x7fffffffda30 --- Stopping cron. Waiting for PIDS: 958. Stopping sshd. Waiting for PIDS: 948. Stopping powerd. Waiting for PIDS: 921. Stopping ntpd. Waiting for PIDS: 918. Stopping nfsd. Waiting for PIDS: 878 879. Stopping mountd. Waiting for PIDS: 872. Stopping nfsuserd. Waiting for PIDS: 861 862 863 864 865. Stopping rpcbind. Waiting for PIDS: 832. Stopping devd. Waiting for PIDS: 690. Writing entropy file:. . Terminated Jul 13 10:40:02 t1 syslogd: exiting on signal 15 Jul 13 10:40:22 init: some processes would not die; ps axl advised Waiting (max 60 seconds) for system process `vnlru' to stop...done Waiting (max 60 seconds) for system process `syncer' to stop... Syncing disks, vnodes remaining...5 5 5 4 4 4 4 4 3 4 4 4 4 4 4 4 4 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 timed out Waiting (max 60 seconds) for system process `bufdaemon' to stop...done Syncing disks, buffers remaining... 4 4 4 4 4 4 4 2 4 4 2 4 4 2 4 4 2 4 4 2 4 2 4 2 4 2 4 4 2 1: buf:0xffffff8f9c2a5a90, vnode:0xfffffe02f18b1c30, flags:20000820, blkno:0, lblkno:0, buflock:lock type bufwait: EXCL by thread 0xfffffe021afee000 (pid 48081, mmap4, tid 100422) #0 0xffffffff8089e289 at __lockmgr_args+0x9a9 #1 0xffffffff809484de at getnewbuf+0x2fe #2 0xffffffff80945744 at getblk+0x724 #3 0xffffffff80ae4e45 at ffs_balloc_ufs2+0xcd5 #4 0xffffffff80b0bc00 at ffs_write+0x310 #5 0xffffffff80d54db3 at VOP_WRITE_APV+0x183 #6 0xffffffff80b4b3c0 at vnode_pager_generic_putpages+0x270 #7 0xffffffff80d57a7e at VOP_PUTPAGES_APV+0x10e #8 0xffffffff80b4952d at vnode_pager_putpages+0x9d #9 0xffffffff80b40959 at vm_pageout_flush+0x119 #10 0xffffffff80b39be5 at vm_object_page_collect_flush+0x1b5 #11 0xffffffff80b3993e at vm_object_page_clean+0x15e #12 0xffffffff8095fdd5 at vinactive+0x125 #13 0xffffffff809602f0 at vputx+0x370 #14 0xffffffff80b38ebc at vm_object_deallocate+0x61c 2 #15 0xffffffff80b2fc89 at vm_map_process_deferred+0x89 #16 0xffffffff80b33f38 at vm_map_remove+0xc8 #17 0xffffffff80b2facd at vmspace_exit+0xcd 2: buf:0xffffff8f9b7bfc50, vnode:0xfffffe02e6597270, flags:20000000, blkno:1152, lblkno:1152, buflock: Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x80 fault code = supervisor read data, page not present instruction pointer = 0x20:0xffffffff8089f035 stack pointer = 0x28:0xffffff800034a8f0 frame pointer = 0x28:0xffffff800034a910 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1 (init) [ thread pid 1 tid 100002 ] Stopped at lockmgr_printinfo+0x55: movl 0x90(%rdx),%r9d db> run pho db:0:pho> bt Tracing pid 1 tid 100002 td 0xfffffe009e0e9000 lockmgr_printinfo() at lockmgr_printinfo+0x55/frame 0xffffff800034a910 kern_reboot() at kern_reboot+0x4de/frame 0xffffff800034a980 sys_reboot() at sys_reboot+0x58/frame 0xffffff800034a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff800034aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff800034aab0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x40ecdc, rsp = 0x7fffffffd6d8, rbp = 0x7fffffffd7c0 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x5d0700 curthread = 0xfffffe009e0e9000: pid 1 "init" curpcb = 0xffffff800034ab80 fpcurthread = none idlethread = 0xfffffe009e0e8920: tid 100003 "idle: cpu0" curpmap = 0xfffffe00a481b5e8 tssp = 0xffffffff815f0090 commontssp = 0xffffffff815f0090 rsp0 = 0xffffff800034ab80 gs32p = 0xffffffff815f1ae8 ldt = 0xffffffff815f1b28 tss = 0xffffffff815f1b18 spin locks held: cpuid = 1 dynamic pcpu = 0xffffff807ef4e700 curthread = 0xfffffe009e0e8490: pid 11 "idle: cpu1" curpcb = 0xffffff8000354b80 fpcurthread = none idlethread = 0xfffffe009e0e8490: tid 100004 "idle: cpu1" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f00f8 commontssp = 0xffffffff815f00f8 rsp0 = 0xffffff8000354b80 gs32p = 0xffffffff815f1b50 ldt = 0xffffffff815f1b90 tss = 0xffffffff815f1b80 spin locks held: cpuid = 2 dynamic pcpu = 0xffffff807ef55700 curthread = 0xfffffe009e0e8000: pid 11 "idle: cpu2" curpcb = 0xffffff8000359b80 fpcurthread = none idlethread = 0xfffffe009e0e8000: tid 100005 "idle: cpu2" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0160 commontssp = 0xffffffff815f0160 rsp0 = 0xffffff8000359b80 gs32p = 0xffffffff815f1bb8 ldt = 0xffffffff815f1bf8 tss = 0xffffffff815f1be8 spin locks held: cpuid = 3 dynamic pcpu = 0xffffff807ef5c700 curthread = 0xfffffe009e0f7000: pid 11 "idle: cpu3" curpcb = 0xffffff800035eb80 fpcurthread = none idlethread = 0xfffffe009e0f7000: tid 100006 "idle: cpu3" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f01c8 commontssp = 0xffffffff815f01c8 rsp0 = 0xffffff800035eb80 gs32p = 0xffffffff815f1c20 ldt = 0xffffffff815f1c60 tss = 0xffffffff815f1c50 spin locks held: cpuid = 4 dynamic pcpu = 0xffffff807ef63700 curthread = 0xfffffe009e0f6920: pid 11 "idle: cpu4" curpcb = 0xffffff8000363b80 fpcurthread = none idlethread = 0xfffffe009e0f6920: tid 100007 "idle: cpu4" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0230 commontssp = 0xffffffff815f0230 rsp0 = 0xffffff8000363b80 gs32p = 0xffffffff815f1c88 ldt = 0xffffffff815f1cc8 tss = 0xffffffff815f1cb8 spin locks held: cpuid = 5 dynamic pcpu = 0xffffff807ef6a700 curthread = 0xfffffe009e0f6490: pid 11 "idle: cpu5" curpcb = 0xffffff8000368b80 fpcurthread = none idlethread = 0xfffffe009e0f6490: tid 100008 "idle: cpu5" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0298 commontssp = 0xffffffff815f0298 rsp0 = 0xffffff8000368b80 gs32p = 0xffffffff815f1cf0 ldt = 0xffffffff815f1d30 tss = 0xffffffff815f1d20 spin locks held: cpuid = 6 dynamic pcpu = 0xffffff807ef71700 curthread = 0xfffffe009e0f6000: pid 11 "idle: cpu6" curpcb = 0xffffff800036db80 fpcurthread = none idlethread = 0xfffffe009e0f6000: tid 100009 "idle: cpu6" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0300 commontssp = 0xffffffff815f0300 rsp0 = 0xffffff800036db80 gs32p = 0xffffffff815f1d58 ldt = 0xffffffff815f1d98 tss = 0xffffffff815f1d88 spin locks held: cpuid = 7 dynamic pcpu = 0xffffff807ef78700 curthread = 0xfffffe009e0e9920: pid 11 "idle: cpu7" curpcb = 0xffffff8000372b80 fpcurthread = none idlethread = 0xfffffe009e0e9920: tid 100010 "idle: cpu7" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0368 commontssp = 0xffffffff815f0368 rsp0 = 0xffffff8000372b80 gs32p = 0xffffffff815f1dc0 ldt = 0xffffffff815f1e00 tss = 0xffffffff815f1df0 spin locks held: cpuid = 8 dynamic pcpu = 0xffffff807ef7f700 curthread = 0xfffffe009e0f8920: pid 11 "idle: cpu8" curpcb = 0xffffff8000377b80 fpcurthread = none idlethread = 0xfffffe009e0f8920: tid 100011 "idle: cpu8" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f03d0 commontssp = 0xffffffff815f03d0 rsp0 = 0xffffff8000377b80 gs32p = 0xffffffff815f1e28 ldt = 0xffffffff815f1e68 tss = 0xffffffff815f1e58 spin locks held: cpuid = 9 dynamic pcpu = 0xffffff807ef86700 curthread = 0xfffffe009e0f8490: pid 11 "idle: cpu9" curpcb = 0xffffff800037cb80 fpcurthread = none idlethread = 0xfffffe009e0f8490: tid 100012 "idle: cpu9" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0438 commontssp = 0xffffffff815f0438 rsp0 = 0xffffff800037cb80 gs32p = 0xffffffff815f1e90 ldt = 0xffffffff815f1ed0 tss = 0xffffffff815f1ec0 spin locks held: cpuid = 10 dynamic pcpu = 0xffffff807ef8d700 curthread = 0xfffffe009e0f8000: pid 11 "idle: cpu10" curpcb = 0xffffff8000381b80 fpcurthread = none idlethread = 0xfffffe009e0f8000: tid 100013 "idle: cpu10" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f04a0 commontssp = 0xffffffff815f04a0 rsp0 = 0xffffff8000381b80 gs32p = 0xffffffff815f1ef8 ldt = 0xffffffff815f1f38 tss = 0xffffffff815f1f28 spin locks held: cpuid = 11 dynamic pcpu = 0xffffff807ef94700 curthread = 0xfffffe009e0f7920: pid 11 "idle: cpu11" curpcb = 0xffffff8000386b80 fpcurthread = none idlethread = 0xfffffe009e0f7920: tid 100014 "idle: cpu11" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0508 commontssp = 0xffffffff815f0508 rsp0 = 0xffffff8000386b80 gs32p = 0xffffffff815f1f60 ldt = 0xffffffff815f1fa0 tss = 0xffffffff815f1f90 spin locks held: cpuid = 12 dynamic pcpu = 0xffffff807ef9b700 curthread = 0xfffffe009e0f7490: pid 11 "idle: cpu12" curpcb = 0xffffff800038bb80 fpcurthread = none idlethread = 0xfffffe009e0f7490: tid 100015 "idle: cpu12" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0570 commontssp = 0xffffffff815f0570 rsp0 = 0xffffff800038bb80 gs32p = 0xffffffff815f1fc8 ldt = 0xffffffff815f2008 tss = 0xffffffff815f1ff8 spin locks held: cpuid = 13 dynamic pcpu = 0xffffff807efa2700 curthread = 0xfffffe009e0fa490: pid 11 "idle: cpu13" curpcb = 0xffffff8000390b80 fpcurthread = none idlethread = 0xfffffe009e0fa490: tid 100016 "idle: cpu13" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f05d8 commontssp = 0xffffffff815f05d8 rsp0 = 0xffffff8000390b80 gs32p = 0xffffffff815f2030 ldt = 0xffffffff815f2070 tss = 0xffffffff815f2060 spin locks held: cpuid = 14 dynamic pcpu = 0xffffff807efa9700 curthread = 0xfffffe009e0fa000: pid 11 "idle: cpu14" curpcb = 0xffffff8000395b80 fpcurthread = none idlethread = 0xfffffe009e0fa000: tid 100017 "idle: cpu14" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0640 commontssp = 0xffffffff815f0640 rsp0 = 0xffffff8000395b80 gs32p = 0xffffffff815f2098 ldt = 0xffffffff815f20d8 tss = 0xffffffff815f20c8 spin locks held: cpuid = 15 dynamic pcpu = 0xffffff807efb0700 curthread = 0xfffffe009e0f9920: pid 11 "idle: cpu15" curpcb = 0xffffff800039ab80 fpcurthread = none idlethread = 0xfffffe009e0f9920: tid 100018 "idle: cpu15" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f06a8 commontssp = 0xffffffff815f06a8 rsp0 = 0xffffff800039ab80 gs32p = 0xffffffff815f2100 ldt = 0xffffffff815f2140 tss = 0xffffffff815f2130 spin locks held: cpuid = 16 dynamic pcpu = 0xffffff807efb7700 curthread = 0xfffffe009e0f9490: pid 11 "idle: cpu16" curpcb = 0xffffff800039fb80 fpcurthread = none idlethread = 0xfffffe009e0f9490: tid 100019 "idle: cpu16" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0710 commontssp = 0xffffffff815f0710 rsp0 = 0xffffff800039fb80 gs32p = 0xffffffff815f2168 ldt = 0xffffffff815f21a8 tss = 0xffffffff815f2198 spin locks held: cpuid = 17 dynamic pcpu = 0xffffff807efbe700 curthread = 0xfffffe009e0f9000: pid 11 "idle: cpu17" curpcb = 0xffffff80003a4b80 fpcurthread = none idlethread = 0xfffffe009e0f9000: tid 100020 "idle: cpu17" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0778 commontssp = 0xffffffff815f0778 rsp0 = 0xffffff80003a4b80 gs32p = 0xffffffff815f21d0 ldt = 0xffffffff815f2210 tss = 0xffffffff815f2200 spin locks held: cpuid = 18 dynamic pcpu = 0xffffff807efc5700 curthread = 0xfffffe009e0fc000: pid 11 "idle: cpu18" curpcb = 0xffffff80003a9b80 fpcurthread = none idlethread = 0xfffffe009e0fc000: tid 100021 "idle: cpu18" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f07e0 commontssp = 0xffffffff815f07e0 rsp0 = 0xffffff80003a9b80 gs32p = 0xffffffff815f2238 ldt = 0xffffffff815f2278 tss = 0xffffffff815f2268 spin locks held: cpuid = 19 dynamic pcpu = 0xffffff807efcc700 curthread = 0xfffffe009e0fb920: pid 11 "idle: cpu19" curpcb = 0xffffff80003aeb80 fpcurthread = none idlethread = 0xfffffe009e0fb920: tid 100022 "idle: cpu19" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0848 commontssp = 0xffffffff815f0848 rsp0 = 0xffffff80003aeb80 gs32p = 0xffffffff815f22a0 ldt = 0xffffffff815f22e0 tss = 0xffffffff815f22d0 spin locks held: cpuid = 20 dynamic pcpu = 0xffffff807efd3700 curthread = 0xfffffe009e0fb490: pid 11 "idle: cpu20" curpcb = 0xffffff80003b3b80 fpcurthread = none idlethread = 0xfffffe009e0fb490: tid 100023 "idle: cpu20" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f08b0 commontssp = 0xffffffff815f08b0 rsp0 = 0xffffff80003b3b80 gs32p = 0xffffffff815f2308 ldt = 0xffffffff815f2348 tss = 0xffffffff815f2338 spin locks held: cpuid = 21 dynamic pcpu = 0xffffff807efda700 curthread = 0xfffffe009e0fb000: pid 11 "idle: cpu21" curpcb = 0xffffff80003b8b80 fpcurthread = none idlethread = 0xfffffe009e0fb000: tid 100024 "idle: cpu21" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0918 commontssp = 0xffffffff815f0918 rsp0 = 0xffffff80003b8b80 gs32p = 0xffffffff815f2370 ldt = 0xffffffff815f23b0 tss = 0xffffffff815f23a0 spin locks held: cpuid = 22 dynamic pcpu = 0xffffff807efe1700 curthread = 0xfffffe009e0fa920: pid 11 "idle: cpu22" curpcb = 0xffffff80003bdb80 fpcurthread = none idlethread = 0xfffffe009e0fa920: tid 100025 "idle: cpu22" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f0980 commontssp = 0xffffffff815f0980 rsp0 = 0xffffff80003bdb80 gs32p = 0xffffffff815f23d8 ldt = 0xffffffff815f2418 tss = 0xffffffff815f2408 spin locks held: cpuid = 23 dynamic pcpu = 0xffffff807efe8700 curthread = 0xfffffe009e0fd920: pid 11 "idle: cpu23" curpcb = 0xffffff80003c2b80 fpcurthread = none idlethread = 0xfffffe009e0fd920: tid 100026 "idle: cpu23" curpmap = 0xffffffff815d92a8 tssp = 0xffffffff815f09e8 commontssp = 0xffffffff815f09e8 rsp0 = 0xffffff80003c2b80 gs32p = 0xffffffff815f2440 ldt = 0xffffffff815f2480 tss = 0xffffffff815f2470 spin locks held: db:0:allpcpu> show alllocks Process 48081 (mmap4) thread 0xfffffe021afee000 (100422) exclusive lockmgr bufwait (bufwait) r = 0 (0xffffff8f9c2a5b18) locked @ kern/vfs_bio.c:2298 exclusive lockmgr ufs (ufs) r = 0 (0xfffffe02f18b1c98) locked @ vm/vm_object.c:477 Process 1 (init) thread 0xfffffe009e0e9000 (100002) exclusive sleep mutex Giant (Giant) r = 0 (0xffffffff815d9728) locked @ dev/usb/usb_transfer.c:3262 db:0:alllocks> show lockedvnods Locked vnodes 0xfffffe02f18b1c30: tag ufs, type VREG usecount 0, writecount 0, refcount 5 mountedhere 0 flags (VI_ACTIVE|VI_DOINGINACT) v_object 0xfffffe0ea119c3c0 ref 0 pages 25608 lock type ufs: EXCL by thread 0xfffffe021afee000 (pid 48081, mmap4, tid 100422) #0 0xffffffff8089e289 at __lockmgr_args+0x9a9 #1 0xffffffff80b0c102 at ffs_lock+0x92 #2 0xffffffff80d56825 at VOP_LOCK1_APV+0xf5 #3 0xffffffff809700c6 at _vn_lock+0xc6 #4 0xffffffff80b38e09 at vm_object_deallocate+0x569 #5 0xffffffff80b2fc89 at vm_map_process_deferred+0x89 #6 0xffffffff80b33f38 at vm_map_remove+0xc8 #7 0xffffffff80b2facd at vmspace_exit+0xcd #8 0xffffffff8088635e at exit1+0x52e #9 0xffffffff80885e2e at sys_sys_exit+0xe #10 0xffffffff80cabd42 at amd64_syscall+0x282 #11 0xffffffff80c9452b at Xfast_syscall+0xfb ino 4, on dev md5a db:0:lockedvnods> show mount 0xfffffe00a45b1b58 /dev/da0p2 on / (ufs) 0xfffffe00a45b2000 devfs on /dev (devfs) 0xfffffe00a4f2e3c8 /dev/da0p3 on /tmp (ufs) 0xfffffe021a90a3c8 /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 48081 1 1176 0 DE+ pgrbwt 0xfffffe1005bf3a00 mmap4 48077 0 0 0 DL mdwait 0xfffffe036d2e3000 [md5] 17 0 0 0 DL sdflush 0xffffffff815829fc [softdepflush] 16 0 0 0 DL syncer 0xffffffff8157bd30 [syncer] 9 0 0 0 DL kpsusp 0xfffffe009e19d5e0 [vnlru] 8 0 0 0 DL kpsusp 0xfffffe009e19da98 [bufdaemon] 7 0 0 0 DL pgzero 0xffffffff815844fc [pagezero] 6 0 0 0 DL psleep 0xffffffff81583750 [vmdaemon] 5 0 0 0 DL psleep 0xffffffff815efe04 [pagedaemon] 4 0 0 0 DL idle 0xfffffe009e0e7970 [enc_daemon0] 3 0 0 0 DL ccb_scan 0xffffffff81358730 [xpt_thrd] 2 0 0 0 DL waiting_ 0xffffffff815e3e68 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100119 D - 0xffffff80011a1e18 [usbus2] 100118 D - 0xffffff80011a1dc0 [usbus2] 100117 D - 0xffffff80011a1d68 [usbus2] 100116 D - 0xffffff80011a1d10 [usbus2] 100114 D - 0xffffff800119a1b0 [usbus1] 100113 D - 0xffffff800119a158 [usbus1] 100112 D - 0xffffff800119a100 [usbus1] 100111 D - 0xffffff800119a0a8 [usbus1] 100074 D - 0xffffff8000ee7e18 [usbus0] 100073 D - 0xffffff8000ee7dc0 [usbus0] 100072 D - 0xffffff8000ee7d68 [usbus0] 100071 D - 0xffffff8000ee7d10 [usbus0] 14 0 0 0 DL - 0xffffffff81371928 [yarrow] 13 0 0 0 DL (threaded) [geom] 100055 D - 0xffffffff815d8740 [g_down] 100054 D - 0xffffffff815d8738 [g_up] 100053 D - 0xffffffff815d8730 [g_event] 12 0 0 0 RL (threaded) [intr] 100122 I [swi0: uart] 100121 I [irq287: hdac1] 100120 I [irq286: ahci0] 100115 I [irq20: ehci1] 100110 I [irq285: xhci0] 100109 I [irq284: igb1:link] 100107 I [irq283: igb1:que 7] 100105 I [irq282: igb1:que 6] 100103 I [irq281: igb1:que 5] 100101 I [irq280: igb1:que 4] 100099 I [irq279: igb1:que 3] 100097 I [irq278: igb1:que 2] 100095 I [irq277: igb1:que 1] 100093 I [irq276: igb1:que 0] 100092 I [irq275: igb0:link] 100090 I [irq274: igb0:que 7] 100088 I [irq273: igb0:que 6] 100086 I [irq272: igb0:que 5] 100084 I [irq271: igb0:que 4] 100082 I [irq270: igb0:que 3] 100080 I [irq269: igb0:que 2] 100078 I [irq268: igb0:que 1] 100076 I [irq267: igb0:que 0] 100075 I [irq266: hdac0] 100070 I [irq22: ehci0] 100069 I [irq265: isci0] 100068 I [irq264: isci0] 100067 I [swi6: task queue] 100065 I [swi2: cambio] 100061 I [swi5: fast taskq] 100059 I [swi6: Giant taskq] 100052 I [swi1: netisr 0] 100051 I [swi4: clock] 100050 I [swi4: clock] 100049 I [swi4: clock] 100048 I [swi4: clock] 100047 I [swi4: clock] 100046 I [swi4: clock] 100045 I [swi4: clock] 100044 I [swi4: clock] 100043 I [swi4: clock] 100042 I [swi4: clock] 100041 I [swi4: clock] 100040 I [swi4: clock] 100039 I [swi4: clock] 100038 I [swi4: clock] 100037 I [swi4: clock] 100036 I [swi4: clock] 100035 I [swi4: clock] 100034 I [swi4: clock] 100033 I [swi4: clock] 100032 I [swi4: clock] 100031 I [swi4: clock] 100030 I [swi4: clock] 100029 I [swi4: clock] 100028 RunQ [swi4: clock] 100027 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100026 Run CPU 23 [idle: cpu23] 100025 Run CPU 22 [idle: cpu22] 100024 Run CPU 21 [idle: cpu21] 100023 Run CPU 20 [idle: cpu20] 100022 Run CPU 19 [idle: cpu19] 100021 Run CPU 18 [idle: cpu18] 100020 Run CPU 17 [idle: cpu17] 100019 Run CPU 16 [idle: cpu16] 100018 Run CPU 15 [idle: cpu15] 100017 Run CPU 14 [idle: cpu14] 100016 Run CPU 13 [idle: cpu13] 100015 Run CPU 12 [idle: cpu12] 100014 Run CPU 11 [idle: cpu11] 100013 Run CPU 10 [idle: cpu10] 100012 Run CPU 9 [idle: cpu9] 100011 Run CPU 8 [idle: cpu8] 100010 Run CPU 7 [idle: cpu7] 100009 Run CPU 6 [idle: cpu6] 100008 Run CPU 5 [idle: cpu5] 100007 Run CPU 4 [idle: cpu4] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 RLs CPU 0 [init] 10 0 0 0 DL audit_wo 0xffffffff815e75d8 [audit] 0 0 0 0 DLs (threaded) [kernel] 100124 D - 0xffffffff8138d4d5 [deadlkres] 100123 D - 0xfffffe00a30aea00 [mca taskq] 100108 D - 0xfffffe00a0689900 [igb1 que] 100106 D - 0xfffffe00a0689a00 [igb1 que] 100104 D - 0xfffffe00a0689b00 [igb1 que] 100102 D - 0xfffffe00a0689c00 [igb1 que] 100100 D - 0xfffffe00a0689d00 [igb1 que] 100098 D - 0xfffffe00a0689e00 [igb1 que] 100096 D - 0xfffffe00a06ce000 [igb1 que] 100094 D - 0xfffffe00a06ce100 [igb1 que] 100091 D - 0xfffffe00a06ce200 [igb0 que] 100089 D - 0xfffffe00a06ce300 [igb0 que] 100087 D - 0xfffffe00a06ce400 [igb0 que] 100085 D - 0xfffffe00a06ce500 [igb0 que] 100083 D - 0xfffffe00a06ce600 [igb0 que] 100081 D - 0xfffffe00a06ce700 [igb0 que] 100079 D - 0xfffffe00a06ce800 [igb0 que] 100077 D - 0xfffffe00a06ce900 [igb0 que] 100066 D - 0xfffffe009e145700 [kqueue taskq] 100064 D - 0xfffffe009e145800 [acpi_task_2] 100063 D - 0xfffffe009e145800 [acpi_task_1] 100062 D - 0xfffffe009e145800 [acpi_task_0] 100060 D - 0xfffffe009e145a00 [thread taskq] 100058 D - 0xfffffe009e145c00 [ffs_trim taskq] 100056 D - 0xfffffe009e145e00 [firmware taskq] 100000 D sched 0xffffffff815d8838 [swapper] db:0:ps> allt Tracing command mmap4 pid 48081 tid 100422 td 0xfffffe021afee000 sched_switch() at sched_switch+0x482/frame 0xffffff90517f0d20 mi_switch() at mi_switch+0x179/frame 0xffffff90517f0d60 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90517f0da0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff90517f0dd0 _sleep() at _sleep+0x33d/frame 0xffffff90517f0e60 vm_page_busy_sleep() at vm_page_busy_sleep+0xbb/frame 0xffffff90517f0e90 vm_page_sleep_if_busy() at vm_page_sleep_if_busy+0x14b/frame 0xffffff90517f0ee0 vm_page_grab() at vm_page_grab+0x167/frame 0xffffff90517f0f30 allocbuf() at allocbuf+0x2d6/frame 0xffffff90517f0fa0 getblk() at getblk+0x8ba/frame 0xffffff90517f1050 ffs_balloc_ufs2() at ffs_balloc_ufs2+0xcd5/frame 0xffffff90517f1210 ffs_write() at ffs_write+0x310/frame 0xffffff90517f12c0 VOP_WRITE_APV() at VOP_WRITE_APV+0x183/frame 0xffffff90517f13d0 vnode_pager_generic_putpages() at vnode_pager_generic_putpages+0x270/frame 0xffffff90517f14a0 VOP_PUTPAGES_APV() at VOP_PUTPAGES_APV+0x10e/frame 0xffffff90517f14d0 vnode_pager_putpages() at vnode_pager_putpages+0x9d/frame 0xffffff90517f1550 vm_pageout_flush() at vm_pageout_flush+0x119/frame 0xffffff90517f1610 vm_object_page_collect_flush() at vm_object_page_collect_flush+0x1b5/frame 0xffffff90517f1700 vm_object_page_clean() at vm_object_page_clean+0x15e/frame 0xffffff90517f1770 vinactive() at vinactive+0x125/frame 0xffffff90517f17c0 vputx() at vputx+0x370/frame 0xffffff90517f1820 vm_object_deallocate() at vm_object_deallocate+0x61c/frame 0xffffff90517f1880 vm_map_process_deferred() at vm_map_process_deferred+0x89/frame 0xffffff90517f18b0 vm_map_remove() at vm_map_remove+0xc8/frame 0xffffff90517f18e0 vmspace_exit() at vmspace_exit+0xcd/frame 0xffffff90517f1920 exit1() at exit1+0x52e/frame 0xffffff90517f1990 sys_sys_exit() at sys_sys_exit+0xe/frame 0xffffff90517f19a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff90517f1ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff90517f1ab0 --- syscall (1, FreeBSD ELF64, sys_sys_exit), rip = 0x8008de52a, rsp = 0x7fffffffd748, rbp = 0x7fffffffd760 --- Tracing command md5 pid 48077 tid 100665 td 0xfffffe01cfad2000 sched_switch() at sched_switch+0x482/frame 0xffffff9051cb08e0 mi_switch() at mi_switch+0x179/frame 0xffffff9051cb0920 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff9051cb0960 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9051cb0990 _sleep() at _sleep+0x33d/frame 0xffffff9051cb0a20 md_kthread() at md_kthread+0xd5/frame 0xffffff9051cb0a70 fork_exit() at fork_exit+0x84/frame 0xffffff9051cb0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9051cb0ab0 --- trap 0, rip = 0, rsp = 0xffffff9051cb0b70, rbp = 0 --- Tracing command softdepflush pid 17 tid 100134 td 0xfffffe00a40a3920 sched_switch() at sched_switch+0x482/frame 0xffffff90512a68f0 mi_switch() at mi_switch+0x179/frame 0xffffff90512a6930 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90512a6970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff90512a69a0 _sleep() at _sleep+0x312/frame 0xffffff90512a6a30 softdep_flush() at softdep_flush+0x20c/frame 0xffffff90512a6a70 fork_exit() at fork_exit+0x84/frame 0xffffff90512a6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90512a6ab0 --- trap 0, rip = 0, rsp = 0xffffff90512a6b70, rbp = 0 --- Tracing command syncer pid 16 tid 100133 td 0xfffffe00a418b000 sched_switch() at sched_switch+0x482/frame 0xffffff90512a18a0 mi_switch() at mi_switch+0x179/frame 0xffffff90512a18e0 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90512a1920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff90512a1950 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x1fe/frame 0xffffff90512a19d0 sched_sync() at sched_sync+0x5cb/frame 0xffffff90512a1a70 fork_exit() at fork_exit+0x84/frame 0xffffff90512a1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90512a1ab0 --- trap 0, rip = 0, rsp = 0xffffff90512a1b70, rbp = 0 --- Tracing command vnlru pid 9 tid 100132 td 0xfffffe00a418b490 sched_switch() at sched_switch+0x482/frame 0xffffff905129c880 mi_switch() at mi_switch+0x179/frame 0xffffff905129c8c0 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff905129c900 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff905129c930 _sleep() at _sleep+0x33d/frame 0xffffff905129c9c0 kproc_suspend_check() at kproc_suspend_check+0x7c/frame 0xffffff905129c9f0 vnlru_proc() at vnlru_proc+0x51/frame 0xffffff905129ca70 fork_exit() at fork_exit+0x84/frame 0xffffff905129cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff905129cab0 --- trap 0, rip = 0, rsp = 0xffffff905129cb70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100131 td 0xfffffe00a418b920 sched_switch() at sched_switch+0x482/frame 0xffffff90512978d0 mi_switch() at mi_switch+0x179/frame 0xffffff9051297910 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff9051297950 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9051297980 _sleep() at _sleep+0x33d/frame 0xffffff9051297a10 kproc_suspend_check() at kproc_suspend_check+0x7c/frame 0xffffff9051297a40 buf_daemon() at buf_daemon+0x9a/frame 0xffffff9051297a70 fork_exit() at fork_exit+0x84/frame 0xffffff9051297ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9051297ab0 --- trap 0, rip = 0, rsp = 0xffffff9051297b70, rbp = 0 --- Tracing command pagezero pid 7 tid 100130 td 0xfffffe00a301a920 sched_switch() at sched_switch+0x482/frame 0xffffff9051292900 mi_switch() at mi_switch+0x179/frame 0xffffff9051292940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff9051292980 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff90512929b0 _sleep() at _sleep+0x312/frame 0xffffff9051292a40 vm_pagezero() at vm_pagezero+0x88/frame 0xffffff9051292a70 fork_exit() at fork_exit+0x84/frame 0xffffff9051292ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9051292ab0 --- trap 0, rip = 0, rsp = 0xffffff9051292b70, rbp = 0 --- Tracing command vmdaemon pid 6 tid 100129 td 0xfffffe00a40a2000 sched_switch() at sched_switch+0x482/frame 0xffffff905128d8c0 mi_switch() at mi_switch+0x179/frame 0xffffff905128d900 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff905128d940 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff905128d970 _sleep() at _sleep+0x33d/frame 0xffffff905128da00 vm_daemon() at vm_daemon+0x7e/frame 0xffffff905128da70 fork_exit() at fork_exit+0x84/frame 0xffffff905128dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff905128dab0 --- trap 0, rip = 0, rsp = 0xffffff905128db70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100128 td 0xfffffe00a40a2490 sched_switch() at sched_switch+0x482/frame 0xffffff9051288840 mi_switch() at mi_switch+0x179/frame 0xffffff9051288880 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90512888c0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff90512888f0 _sleep() at _sleep+0x312/frame 0xffffff9051288980 vm_pageout() at vm_pageout+0x24b/frame 0xffffff9051288a70 fork_exit() at fork_exit+0x84/frame 0xffffff9051288ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9051288ab0 --- trap 0, rip = 0, rsp = 0xffffff9051288b70, rbp = 0 --- Tracing command enc_daemon0 pid 4 tid 100127 td 0xfffffe00a40a2920 sched_switch() at sched_switch+0x482/frame 0xffffff90512838c0 mi_switch() at mi_switch+0x179/frame 0xffffff9051283900 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff9051283940 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9051283970 _sleep() at _sleep+0x33d/frame 0xffffff9051283a00 enc_daemon() at enc_daemon+0x109/frame 0xffffff9051283a70 fork_exit() at fork_exit+0x84/frame 0xffffff9051283ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9051283ab0 --- trap 0, rip = 0, rsp = 0xffffff9051283b70, rbp = 0 --- Tracing command xpt_thrd pid 3 tid 100126 td 0xfffffe00a40a3000 sched_switch() at sched_switch+0x482/frame 0xffffff90510be900 mi_switch() at mi_switch+0x179/frame 0xffffff90510be940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90510be980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff90510be9b0 _sleep() at _sleep+0x33d/frame 0xffffff90510bea40 xpt_scanner_thread() at xpt_scanner_thread+0xdc/frame 0xffffff90510bea70 fork_exit() at fork_exit+0x84/frame 0xffffff90510beab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90510beab0 --- trap 0, rip = 0, rsp = 0xffffff90510beb70, rbp = 0 --- Tracing command sctp_iterator pid 2 tid 100125 td 0xfffffe00a3012000 sched_switch() at sched_switch+0x482/frame 0xffffff90510b9910 mi_switch() at mi_switch+0x179/frame 0xffffff90510b9950 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90510b9990 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff90510b99c0 _sleep() at _sleep+0x33d/frame 0xffffff90510b9a50 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xffffff90510b9a70 fork_exit() at fork_exit+0x84/frame 0xffffff90510b9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90510b9ab0 --- trap 0, rip = 0, rsp = 0xffffff90510b9b70, rbp = 0 --- Tracing command usb pid 15 tid 100119 td 0xfffffe00a0747920 sched_switch() at sched_switch+0x482/frame 0xffffff904f016920 mi_switch() at mi_switch+0x179/frame 0xffffff904f016960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904f0169a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904f0169d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904f016a40 usb_process() at usb_process+0xd4/frame 0xffffff904f016a70 fork_exit() at fork_exit+0x84/frame 0xffffff904f016ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904f016ab0 --- trap 0, rip = 0, rsp = 0xffffff904f016b70, rbp = 0 --- Tracing command usb pid 15 tid 100118 td 0xfffffe00a0755000 sched_switch() at sched_switch+0x482/frame 0xffffff904f011920 mi_switch() at mi_switch+0x179/frame 0xffffff904f011960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904f0119a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904f0119d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904f011a40 usb_process() at usb_process+0xd4/frame 0xffffff904f011a70 fork_exit() at fork_exit+0x84/frame 0xffffff904f011ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904f011ab0 --- trap 0, rip = 0, rsp = 0xffffff904f011b70, rbp = 0 --- Tracing command usb pid 15 tid 100117 td 0xfffffe00a0755490 sched_switch() at sched_switch+0x482/frame 0xffffff904f00c920 mi_switch() at mi_switch+0x179/frame 0xffffff904f00c960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904f00c9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904f00c9d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904f00ca40 usb_process() at usb_process+0xd4/frame 0xffffff904f00ca70 fork_exit() at fork_exit+0x84/frame 0xffffff904f00cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904f00cab0 --- trap 0, rip = 0, rsp = 0xffffff904f00cb70, rbp = 0 --- Tracing command usb pid 15 tid 100116 td 0xfffffe00a0755920 sched_switch() at sched_switch+0x482/frame 0xffffff904f007920 mi_switch() at mi_switch+0x179/frame 0xffffff904f007960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904f0079a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904f0079d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904f007a40 usb_process() at usb_process+0xd4/frame 0xffffff904f007a70 fork_exit() at fork_exit+0x84/frame 0xffffff904f007ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904f007ab0 --- trap 0, rip = 0, rsp = 0xffffff904f007b70, rbp = 0 --- Tracing command usb pid 15 tid 100114 td 0xfffffe00a0746000 sched_switch() at sched_switch+0x482/frame 0xffffff904ee7a920 mi_switch() at mi_switch+0x179/frame 0xffffff904ee7a960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee7a9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee7a9d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ee7aa40 usb_process() at usb_process+0xd4/frame 0xffffff904ee7aa70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee7aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee7aab0 --- trap 0, rip = 0, rsp = 0xffffff904ee7ab70, rbp = 0 --- Tracing command usb pid 15 tid 100113 td 0xfffffe00a0746490 sched_switch() at sched_switch+0x482/frame 0xffffff904ee75920 mi_switch() at mi_switch+0x179/frame 0xffffff904ee75960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee759a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee759d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ee75a40 usb_process() at usb_process+0xd4/frame 0xffffff904ee75a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee75ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee75ab0 --- trap 0, rip = 0, rsp = 0xffffff904ee75b70, rbp = 0 --- Tracing command usb pid 15 tid 100112 td 0xfffffe00a0746920 sched_switch() at sched_switch+0x482/frame 0xffffff904ee70920 mi_switch() at mi_switch+0x179/frame 0xffffff904ee70960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee709a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee709d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ee70a40 usb_process() at usb_process+0xd4/frame 0xffffff904ee70a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee70ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee70ab0 --- trap 0, rip = 0, rsp = 0xffffff904ee70b70, rbp = 0 --- Tracing command usb pid 15 tid 100111 td 0xfffffe00a0747000 sched_switch() at sched_switch+0x482/frame 0xffffff904ee6b920 mi_switch() at mi_switch+0x179/frame 0xffffff904ee6b960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee6b9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee6b9d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ee6ba40 usb_process() at usb_process+0xd4/frame 0xffffff904ee6ba70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee6bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee6bab0 --- trap 0, rip = 0, rsp = 0xffffff904ee6bb70, rbp = 0 --- Tracing command usb pid 15 tid 100074 td 0xfffffe009e2d5920 sched_switch() at sched_switch+0x482/frame 0xffffff904ed06920 mi_switch() at mi_switch+0x179/frame 0xffffff904ed06960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed069a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed069d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ed06a40 usb_process() at usb_process+0xd4/frame 0xffffff904ed06a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed06ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed06ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed06b70, rbp = 0 --- Tracing command usb pid 15 tid 100073 td 0xfffffe00a06f6000 sched_switch() at sched_switch+0x482/frame 0xffffff904ed01920 mi_switch() at mi_switch+0x179/frame 0xffffff904ed01960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed019a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed019d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ed01a40 usb_process() at usb_process+0xd4/frame 0xffffff904ed01a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed01ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed01ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed01b70, rbp = 0 --- Tracing command usb pid 15 tid 100072 td 0xfffffe00a06f6490 sched_switch() at sched_switch+0x482/frame 0xffffff904ecfc920 mi_switch() at mi_switch+0x179/frame 0xffffff904ecfc960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ecfc9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ecfc9d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ecfca40 usb_process() at usb_process+0xd4/frame 0xffffff904ecfca70 fork_exit() at fork_exit+0x84/frame 0xffffff904ecfcab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ecfcab0 --- trap 0, rip = 0, rsp = 0xffffff904ecfcb70, rbp = 0 --- Tracing command usb pid 15 tid 100071 td 0xfffffe00a06f6920 sched_switch() at sched_switch+0x482/frame 0xffffff904ecf7920 mi_switch() at mi_switch+0x179/frame 0xffffff904ecf7960 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ecf79a0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ecf79d0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904ecf7a40 usb_process() at usb_process+0xd4/frame 0xffffff904ecf7a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ecf7ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ecf7ab0 --- trap 0, rip = 0, rsp = 0xffffff904ecf7b70, rbp = 0 --- Tracing command yarrow pid 14 tid 100057 td 0xfffffe009e14b490 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d0728f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d072930 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d072970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff8f9d0729a0 msleep_spin_sbt() at msleep_spin_sbt+0x1f0/frame 0xffffff8f9d072a30 random_kthread() at random_kthread+0x68/frame 0xffffff8f9d072a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d072ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d072ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d072b70, rbp = 0 --- Tracing command geom pid 13 tid 100055 td 0xfffffe009e130920 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d0688d0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d068910 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d068950 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d068980 _sleep() at _sleep+0x33d/frame 0xffffff8f9d068a10 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xffffff8f9d068a60 g_down_procbody() at g_down_procbody+0x7d/frame 0xffffff8f9d068a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d068ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d068ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d068b70, rbp = 0 --- Tracing command geom pid 13 tid 100054 td 0xfffffe009e131000 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d0638f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d063930 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d063970 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d0639a0 _sleep() at _sleep+0x33d/frame 0xffffff8f9d063a30 g_io_schedule_up() at g_io_schedule_up+0xbc/frame 0xffffff8f9d063a60 g_up_procbody() at g_up_procbody+0x7d/frame 0xffffff8f9d063a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d063ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d063ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d063b70, rbp = 0 --- Tracing command geom pid 13 tid 100053 td 0xfffffe009e131490 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d05e8f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d05e930 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d05e970 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d05e9a0 _sleep() at _sleep+0x33d/frame 0xffffff8f9d05ea30 g_run_events() at g_run_events+0x4f4/frame 0xffffff8f9d05ea70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d05eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d05eab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d05eb70, rbp = 0 --- Tracing command intr pid 12 tid 100122 td 0xfffffe00a301a000 sched_switch() at sched_switch+0x482/frame 0xffffff90510a59f0 mi_switch() at mi_switch+0x179/frame 0xffffff90510a5a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff90510a5a70 fork_exit() at fork_exit+0x84/frame 0xffffff90510a5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90510a5ab0 --- trap 0, rip = 0, rsp = 0xffffff90510a5b70, rbp = 0 --- Tracing command intr pid 12 tid 100121 td 0xfffffe00a301a490 sched_switch() at sched_switch+0x482/frame 0xffffff905109d9f0 mi_switch() at mi_switch+0x179/frame 0xffffff905109da30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff905109da70 fork_exit() at fork_exit+0x84/frame 0xffffff905109dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff905109dab0 --- trap 0, rip = 0, rsp = 0xffffff905109db70, rbp = 0 --- Tracing command intr pid 12 tid 100120 td 0xfffffe00a0747490 sched_switch() at sched_switch+0x482/frame 0xffffff904f01b9f0 mi_switch() at mi_switch+0x179/frame 0xffffff904f01ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904f01ba70 fork_exit() at fork_exit+0x84/frame 0xffffff904f01bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904f01bab0 --- trap 0, rip = 0, rsp = 0xffffff904f01bb70, rbp = 0 --- Tracing command intr pid 12 tid 100115 td 0xfffffe00a073b920 sched_switch() at sched_switch+0x482/frame 0xffffff904f0029f0 mi_switch() at mi_switch+0x179/frame 0xffffff904f002a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904f002a70 fork_exit() at fork_exit+0x84/frame 0xffffff904f002ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904f002ab0 --- trap 0, rip = 0, rsp = 0xffffff904f002b70, rbp = 0 --- Tracing command intr pid 12 tid 100110 td 0xfffffe00a073a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100109 td 0xfffffe00a073a490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffffe00a073b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100105 td 0xfffffe00a0737490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100103 td 0xfffffe00a0739000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100101 td 0xfffffe00a0739920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100099 td 0xfffffe00a0736000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100097 td 0xfffffe00a0736920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100095 td 0xfffffe00a0719000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100093 td 0xfffffe00a0719920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100092 td 0xfffffe00a071a000 sched_switch() at sched_switch+0x482/frame 0xffffff904edaa9f0 mi_switch() at mi_switch+0x179/frame 0xffffff904edaaa30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904edaaa70 fork_exit() at fork_exit+0x84/frame 0xffffff904edaaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904edaaab0 --- trap 0, rip = 0, rsp = 0xffffff904edaab70, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffffe00a0717490 sched_switch() at sched_switch+0x482/frame 0xffffff904eda09f0 mi_switch() at mi_switch+0x179/frame 0xffffff904eda0a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904eda0a70 fork_exit() at fork_exit+0x84/frame 0xffffff904eda0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904eda0ab0 --- trap 0, rip = 0, rsp = 0xffffff904eda0b70, rbp = 0 --- Tracing command intr pid 12 tid 100088 td 0xfffffe00a0718000 sched_switch() at sched_switch+0x482/frame 0xffffff904ed969f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed96a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed96a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed96ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed96ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed96b70, rbp = 0 --- Tracing command intr pid 12 tid 100086 td 0xfffffe00a0718920 sched_switch() at sched_switch+0x482/frame 0xffffff904ed8c9f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed8ca30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed8ca70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed8cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed8cab0 --- trap 0, rip = 0, rsp = 0xffffff904ed8cb70, rbp = 0 --- Tracing command intr pid 12 tid 100084 td 0xfffffe00a0716000 sched_switch() at sched_switch+0x482/frame 0xffffff904ed829f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed82a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed82a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed82ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed82ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed82b70, rbp = 0 --- Tracing command intr pid 12 tid 100082 td 0xfffffe00a0716920 sched_switch() at sched_switch+0x482/frame 0xffffff904ed789f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed78a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed78a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed78ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed78ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed78b70, rbp = 0 --- Tracing command intr pid 12 tid 100080 td 0xfffffe00a0714000 sched_switch() at sched_switch+0x482/frame 0xffffff904ed6e9f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed6ea30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed6ea70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed6eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed6eab0 --- trap 0, rip = 0, rsp = 0xffffff904ed6eb70, rbp = 0 --- Tracing command intr pid 12 tid 100078 td 0xfffffe00a0714920 sched_switch() at sched_switch+0x482/frame 0xffffff904ed649f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed64a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed64a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed64ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed64ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed64b70, rbp = 0 --- Tracing command intr pid 12 tid 100076 td 0xfffffe00a0715490 sched_switch() at sched_switch+0x482/frame 0xffffff904ed5a9f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed5aa30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed5aa70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed5aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed5aab0 --- trap 0, rip = 0, rsp = 0xffffff904ed5ab70, rbp = 0 --- Tracing command intr pid 12 tid 100075 td 0xfffffe009e2d5490 sched_switch() at sched_switch+0x482/frame 0xffffff904ed0b9f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ed0ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ed0ba70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed0bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed0bab0 --- trap 0, rip = 0, rsp = 0xffffff904ed0bb70, rbp = 0 --- Tracing command intr pid 12 tid 100070 td 0xfffffe009e2c8920 sched_switch() at sched_switch+0x482/frame 0xffffff904ecf29f0 mi_switch() at mi_switch+0x179/frame 0xffffff904ecf2a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff904ecf2a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ecf2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ecf2ab0 --- trap 0, rip = 0, rsp = 0xffffff904ecf2b70, rbp = 0 --- Tracing command intr pid 12 tid 100069 td 0xfffffe009e2d4000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffffe009e2d4490 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d1b89f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d1b8a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff8f9d1b8a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d1b8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d1b8ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d1b8b70, rbp = 0 --- Tracing command intr pid 12 tid 100067 td 0xfffffe009e2d4920 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d0a49f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d0a4a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff8f9d0a4a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d0a4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d0a4ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d0a4b70, rbp = 0 --- Tracing command intr pid 12 tid 100065 td 0xfffffe009e2c4000 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d09a9f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d09aa30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff8f9d09aa70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d09aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d09aab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d09ab70, rbp = 0 --- Tracing command intr pid 12 tid 100061 td 0xfffffe009e2c8490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100059 td 0xfffffe009e132920 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d07c9f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d07ca30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff8f9d07ca70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d07cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d07cab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d07cb70, rbp = 0 --- Tracing command intr pid 12 tid 100052 td 0xfffffe009e131920 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d0599f0 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d059a30 ithread_loop() at ithread_loop+0x1d2/frame 0xffffff8f9d059a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d059ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d059ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d059b70, rbp = 0 --- Tracing command intr pid 12 tid 100051 td 0xfffffe009e132000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xfffffe009e12f000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffffe009e12f490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffffe009e12f920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffffe009e130000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffffe009e130490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffffe009e129490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffffe009e129920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffffe009e12e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffffe009e12e490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xfffffe009e12e920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xfffffe009e122920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xfffffe009e128000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xfffffe009e128490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xfffffe009e128920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xfffffe009e129000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xfffffe009e121000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xfffffe009e121490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xfffffe009e121920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xfffffe009e122000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100031 td 0xfffffe009e122490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100030 td 0xfffffe009e0fc490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xfffffe009e0fc920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xfffffe009e0fd000 sched_switch() at sched_switch+0x482/frame 0xffffff80003cc7c0 mi_switch() at mi_switch+0x179/frame 0xffffff80003cc800 turnstile_wait() at turnstile_wait+0x3af/frame 0xffffff80003cc850 __mtx_lock_sleep() at __mtx_lock_sleep+0x1f9/frame 0xffffff80003cc8d0 __mtx_lock_flags() at __mtx_lock_flags+0xda/frame 0xffffff80003cc910 softclock_call_cc() at softclock_call_cc+0xef/frame 0xffffff80003cc9d0 softclock() at softclock+0x47/frame 0xffffff80003cc9f0 intr_event_execute_handlers() at intr_event_execute_handlers+0x93/frame 0xffffff80003cca30 ithread_loop() at ithread_loop+0xa6/frame 0xffffff80003cca70 fork_exit() at fork_exit+0x84/frame 0xffffff80003ccab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003ccab0 --- trap 0, rip = 0, rsp = 0xffffff80003ccb70, rbp = 0 --- Tracing command intr pid 12 tid 100027 td 0xfffffe009e0fd490 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100026 td 0xfffffe009e0fd920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff800033ece0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff800033ed00 trap() at trap+0x42/frame 0xffffff800033ef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff800033ef20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff800033efe0, rbp = 0xffffff80003c2930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003c2930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003c2980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003c29a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003c29c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003c2a70 fork_exit() at fork_exit+0x84/frame 0xffffff80003c2ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003c2ab0 --- trap 0, rip = 0, rsp = 0xffffff80003c2b70, rbp = 0 --- Tracing command idle pid 11 tid 100025 td 0xfffffe009e0fa920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff8000337ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff8000337d00 trap() at trap+0x42/frame 0xffffff8000337f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff8000337f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff8000337fe0, rbp = 0xffffff80003bd930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003bd930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003bd980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003bd9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003bd9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003bda70 fork_exit() at fork_exit+0x84/frame 0xffffff80003bdab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003bdab0 --- trap 0, rip = 0, rsp = 0xffffff80003bdb70, rbp = 0 --- Tracing command idle pid 11 tid 100024 td 0xfffffe009e0fb000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff8000330ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff8000330d00 trap() at trap+0x42/frame 0xffffff8000330f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff8000330f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff8000330fe0, rbp = 0xffffff80003b8930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003b8930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003b8980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003b89a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003b89c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003b8a70 fork_exit() at fork_exit+0x84/frame 0xffffff80003b8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003b8ab0 --- trap 0, rip = 0, rsp = 0xffffff80003b8b70, rbp = 0 --- Tracing command idle pid 11 tid 100023 td 0xfffffe009e0fb490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff8000329ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff8000329d00 trap() at trap+0x42/frame 0xffffff8000329f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff8000329f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff8000329fe0, rbp = 0xffffff80003b3930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003b3930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003b3980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003b39a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003b39c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003b3a70 fork_exit() at fork_exit+0x84/frame 0xffffff80003b3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003b3ab0 --- trap 0, rip = 0, rsp = 0xffffff80003b3b70, rbp = 0 --- Tracing command idle pid 11 tid 100022 td 0xfffffe009e0fb920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff8000322ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff8000322d00 trap() at trap+0x42/frame 0xffffff8000322f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff8000322f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff8000322fe0, rbp = 0xffffff80003ae930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003ae930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003ae980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003ae9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003ae9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003aea70 fork_exit() at fork_exit+0x84/frame 0xffffff80003aeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003aeab0 --- trap 0, rip = 0, rsp = 0xffffff80003aeb70, rbp = 0 --- Tracing command idle pid 11 tid 100021 td 0xfffffe009e0fc000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff800031bce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff800031bd00 trap() at trap+0x42/frame 0xffffff800031bf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff800031bf20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff800031bfe0, rbp = 0xffffff80003a9930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003a9930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003a9980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003a99a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003a99c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003a9a70 fork_exit() at fork_exit+0x84/frame 0xffffff80003a9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003a9ab0 --- trap 0, rip = 0, rsp = 0xffffff80003a9b70, rbp = 0 --- Tracing command idle pid 11 tid 100020 td 0xfffffe009e0f9000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff8000314ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff8000314d00 trap() at trap+0x42/frame 0xffffff8000314f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff8000314f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff8000314fe0, rbp = 0xffffff80003a4930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff80003a4930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff80003a4980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003a49a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003a49c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff80003a4a70 fork_exit() at fork_exit+0x84/frame 0xffffff80003a4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff80003a4ab0 --- trap 0, rip = 0, rsp = 0xffffff80003a4b70, rbp = 0 --- Tracing command idle pid 11 tid 100019 td 0xfffffe009e0f9490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff800030dce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff800030dd00 trap() at trap+0x42/frame 0xffffff800030df20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff800030df20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff800030dfe0, rbp = 0xffffff800039f930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff800039f930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff800039f980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff800039f9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff800039f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800039fa70 fork_exit() at fork_exit+0x84/frame 0xffffff800039fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800039fab0 --- trap 0, rip = 0, rsp = 0xffffff800039fb70, rbp = 0 --- Tracing command idle pid 11 tid 100018 td 0xfffffe009e0f9920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff8000306ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff8000306d00 trap() at trap+0x42/frame 0xffffff8000306f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff8000306f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff8000306fe0, rbp = 0xffffff800039a930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff800039a930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff800039a980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff800039a9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff800039a9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800039aa70 fork_exit() at fork_exit+0x84/frame 0xffffff800039aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800039aab0 --- trap 0, rip = 0, rsp = 0xffffff800039ab70, rbp = 0 --- Tracing command idle pid 11 tid 100017 td 0xfffffe009e0fa000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002ffce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002ffd00 trap() at trap+0x42/frame 0xffffff80002fff20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002fff20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002fffe0, rbp = 0xffffff8000395930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000395930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000395980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003959a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003959c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000395a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000395ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000395ab0 --- trap 0, rip = 0, rsp = 0xffffff8000395b70, rbp = 0 --- Tracing command idle pid 11 tid 100016 td 0xfffffe009e0fa490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002f8ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002f8d00 trap() at trap+0x42/frame 0xffffff80002f8f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002f8f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002f8fe0, rbp = 0xffffff8000390930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000390930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000390980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003909a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003909c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000390a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000390ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000390ab0 --- trap 0, rip = 0, rsp = 0xffffff8000390b70, rbp = 0 --- Tracing command idle pid 11 tid 100015 td 0xfffffe009e0f7490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002f1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002f1d00 trap() at trap+0x42/frame 0xffffff80002f1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002f1f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002f1fe0, rbp = 0xffffff800038b930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff800038b930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff800038b980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff800038b9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff800038b9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800038ba70 fork_exit() at fork_exit+0x84/frame 0xffffff800038bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800038bab0 --- trap 0, rip = 0, rsp = 0xffffff800038bb70, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffffe009e0f7920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002eace0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002ead00 trap() at trap+0x42/frame 0xffffff80002eaf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002eaf20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002eafe0, rbp = 0xffffff8000386930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000386930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000386980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003869a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003869c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000386a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000386ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000386ab0 --- trap 0, rip = 0, rsp = 0xffffff8000386b70, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffffe009e0f8000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002e3ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002e3d00 trap() at trap+0x42/frame 0xffffff80002e3f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002e3f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002e3fe0, rbp = 0xffffff8000381930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000381930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000381980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003819a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003819c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000381a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000381ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000381ab0 --- trap 0, rip = 0, rsp = 0xffffff8000381b70, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffffe009e0f8490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002dcce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002dcd00 trap() at trap+0x42/frame 0xffffff80002dcf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002dcf20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002dcfe0, rbp = 0xffffff800037c930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff800037c930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff800037c980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff800037c9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff800037c9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800037ca70 fork_exit() at fork_exit+0x84/frame 0xffffff800037cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800037cab0 --- trap 0, rip = 0, rsp = 0xffffff800037cb70, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffffe009e0f8920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002d5ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002d5d00 trap() at trap+0x42/frame 0xffffff80002d5f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002d5f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002d5fe0, rbp = 0xffffff8000377930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000377930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000377980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003779a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003779c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000377a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000377ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000377ab0 --- trap 0, rip = 0, rsp = 0xffffff8000377b70, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffffe009e0e9920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002cece0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002ced00 trap() at trap+0x42/frame 0xffffff80002cef20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002cef20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002cefe0, rbp = 0xffffff8000372930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000372930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000372980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003729a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003729c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000372a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000372ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000372ab0 --- trap 0, rip = 0, rsp = 0xffffff8000372b70, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffffe009e0f6000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002c7ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002c7d00 trap() at trap+0x42/frame 0xffffff80002c7f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002c7f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002c7fe0, rbp = 0xffffff800036d930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff800036d930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff800036d980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff800036d9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff800036d9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800036da70 fork_exit() at fork_exit+0x84/frame 0xffffff800036dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800036dab0 --- trap 0, rip = 0, rsp = 0xffffff800036db70, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffffe009e0f6490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002c0ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002c0d00 trap() at trap+0x42/frame 0xffffff80002c0f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002c0f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002c0fe0, rbp = 0xffffff8000368930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000368930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000368980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003689a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003689c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000368a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000368ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000368ab0 --- trap 0, rip = 0, rsp = 0xffffff8000368b70, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffffe009e0f6920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002b9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002b9d00 trap() at trap+0x42/frame 0xffffff80002b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002b9f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002b9fe0, rbp = 0xffffff8000363930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000363930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000363980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003639a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003639c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000363a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000363ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000363ab0 --- trap 0, rip = 0, rsp = 0xffffff8000363b70, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffffe009e0f7000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002b2ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002b2d00 trap() at trap+0x42/frame 0xffffff80002b2f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002b2f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002b2fe0, rbp = 0xffffff800035e930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff800035e930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff800035e980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff800035e9a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff800035e9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800035ea70 fork_exit() at fork_exit+0x84/frame 0xffffff800035eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800035eab0 --- trap 0, rip = 0, rsp = 0xffffff800035eb70, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffffe009e0e8000 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002abce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002abd00 trap() at trap+0x42/frame 0xffffff80002abf20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002abf20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002abfe0, rbp = 0xffffff8000359930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000359930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000359980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003599a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003599c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000359a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000359ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000359ab0 --- trap 0, rip = 0, rsp = 0xffffff8000359b70, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffffe009e0e8490 cpustop_handler() at cpustop_handler+0x28/frame 0xffffff80002a4ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffff80002a4d00 trap() at trap+0x42/frame 0xffffff80002a4f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffff80002a4f20 --- trap 0x13, rip = 0xffffffff80c8f3b6, rsp = 0xffffff80002a4fe0, rbp = 0xffffff8000354930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xffffff8000354930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xffffff8000354980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xffffff80003549a0 cpu_idle() at cpu_idle+0x93/frame 0xffffff80003549c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff8000354a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000354ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000354ab0 --- trap 0, rip = 0, rsp = 0xffffff8000354b70, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffffe009e0e8920 sched_switch() at sched_switch+0x482/frame 0xffffff800034f960 mi_switch() at mi_switch+0x179/frame 0xffffff800034f9a0 critical_exit() at critical_exit+0x8b/frame 0xffffff800034f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xffffff800034fa70 fork_exit() at fork_exit+0x84/frame 0xffffff800034fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff800034fab0 --- trap 0, rip = 0, rsp = 0xffffff800034fb70, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffffe009e0e9000 lockmgr_printinfo() at lockmgr_printinfo+0x55/frame 0xffffff800034a910 kern_reboot() at kern_reboot+0x4de/frame 0xffffff800034a980 sys_reboot() at sys_reboot+0x58/frame 0xffffff800034a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xffffff800034aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff800034aab0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x40ecdc, rsp = 0x7fffffffd6d8, rbp = 0x7fffffffd7c0 --- Tracing command audit pid 10 tid 100001 td 0xfffffe009e0e9490 sched_switch() at sched_switch+0x482/frame 0xffffff80003458f0 mi_switch() at mi_switch+0x179/frame 0xffffff8000345930 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8000345970 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff80003459a0 _cv_wait() at _cv_wait+0x1df/frame 0xffffff8000345a10 audit_worker() at audit_worker+0xa3/frame 0xffffff8000345a70 fork_exit() at fork_exit+0x84/frame 0xffffff8000345ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8000345ab0 --- trap 0, rip = 0, rsp = 0xffffff8000345b70, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffffe00a3012490 sched_switch() at sched_switch+0x482/frame 0xffffff90510b3890 mi_switch() at mi_switch+0x179/frame 0xffffff90510b38d0 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90510b3910 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff90510b3940 _sleep() at _sleep+0x312/frame 0xffffff90510b39d0 pause_sbt() at pause_sbt+0x70/frame 0xffffff90510b3a20 deadlkres() at deadlkres+0x66/frame 0xffffff90510b3a70 fork_exit() at fork_exit+0x84/frame 0xffffff90510b3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90510b3ab0 --- trap 0, rip = 0, rsp = 0xffffff90510b3b70, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffffe00a3012920 sched_switch() at sched_switch+0x482/frame 0xffffff90510ae900 mi_switch() at mi_switch+0x179/frame 0xffffff90510ae940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff90510ae980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff90510ae9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xffffff90510aea40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xffffff90510aea70 fork_exit() at fork_exit+0x84/frame 0xffffff90510aeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff90510aeab0 --- trap 0, rip = 0, rsp = 0xffffff90510aeb70, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffffe00a073a920 sched_switch() at sched_switch+0x482/frame 0xffffff904ee3a900 mi_switch() at mi_switch+0x179/frame 0xffffff904ee3a940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee3a980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee3a9b0 _sleep() at _sleep+0x33d/frame 0xffffff904ee3aa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ee3aa70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee3aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee3aab0 --- trap 0, rip = 0, rsp = 0xffffff904ee3ab70, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffffe00a073b490 sched_switch() at sched_switch+0x482/frame 0xffffff904ee30900 mi_switch() at mi_switch+0x179/frame 0xffffff904ee30940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee30980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee309b0 _sleep() at _sleep+0x33d/frame 0xffffff904ee30a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ee30a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee30ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee30ab0 --- trap 0, rip = 0, rsp = 0xffffff904ee30b70, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffffe00a0737920 sched_switch() at sched_switch+0x482/frame 0xffffff904ee26900 mi_switch() at mi_switch+0x179/frame 0xffffff904ee26940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee26980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee269b0 _sleep() at _sleep+0x33d/frame 0xffffff904ee26a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ee26a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee26ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee26ab0 --- trap 0, rip = 0, rsp = 0xffffff904ee26b70, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffffe00a0739490 sched_switch() at sched_switch+0x482/frame 0xffffff904ee1c900 mi_switch() at mi_switch+0x179/frame 0xffffff904ee1c940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee1c980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee1c9b0 _sleep() at _sleep+0x33d/frame 0xffffff904ee1ca40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ee1ca70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee1cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee1cab0 --- trap 0, rip = 0, rsp = 0xffffff904ee1cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffffe00a071a920 sched_switch() at sched_switch+0x482/frame 0xffffff904ee12900 mi_switch() at mi_switch+0x179/frame 0xffffff904ee12940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee12980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee129b0 _sleep() at _sleep+0x33d/frame 0xffffff904ee12a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ee12a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee12ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee12ab0 --- trap 0, rip = 0, rsp = 0xffffff904ee12b70, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffffe00a0736490 sched_switch() at sched_switch+0x482/frame 0xffffff904ee08900 mi_switch() at mi_switch+0x179/frame 0xffffff904ee08940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ee08980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ee089b0 _sleep() at _sleep+0x33d/frame 0xffffff904ee08a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ee08a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ee08ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ee08ab0 --- trap 0, rip = 0, rsp = 0xffffff904ee08b70, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffffe00a0737000 sched_switch() at sched_switch+0x482/frame 0xffffff904edfe900 mi_switch() at mi_switch+0x179/frame 0xffffff904edfe940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904edfe980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904edfe9b0 _sleep() at _sleep+0x33d/frame 0xffffff904edfea40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904edfea70 fork_exit() at fork_exit+0x84/frame 0xffffff904edfeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904edfeab0 --- trap 0, rip = 0, rsp = 0xffffff904edfeb70, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffffe00a0719490 sched_switch() at sched_switch+0x482/frame 0xffffff904edf4900 mi_switch() at mi_switch+0x179/frame 0xffffff904edf4940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904edf4980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904edf49b0 _sleep() at _sleep+0x33d/frame 0xffffff904edf4a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904edf4a70 fork_exit() at fork_exit+0x84/frame 0xffffff904edf4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904edf4ab0 --- trap 0, rip = 0, rsp = 0xffffff904edf4b70, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffffe00a071a490 sched_switch() at sched_switch+0x482/frame 0xffffff904eda5900 mi_switch() at mi_switch+0x179/frame 0xffffff904eda5940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904eda5980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904eda59b0 _sleep() at _sleep+0x33d/frame 0xffffff904eda5a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904eda5a70 fork_exit() at fork_exit+0x84/frame 0xffffff904eda5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904eda5ab0 --- trap 0, rip = 0, rsp = 0xffffff904eda5b70, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffffe00a0717920 sched_switch() at sched_switch+0x482/frame 0xffffff904ed9b900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed9b940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed9b980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed9b9b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed9ba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed9ba70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed9bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed9bab0 --- trap 0, rip = 0, rsp = 0xffffff904ed9bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffffe00a0718490 sched_switch() at sched_switch+0x482/frame 0xffffff904ed91900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed91940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed91980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed919b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed91a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed91a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed91ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed91ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed91b70, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffffe00a0715920 sched_switch() at sched_switch+0x482/frame 0xffffff904ed87900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed87940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed87980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed879b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed87a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed87a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed87ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed87ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed87b70, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffffe00a0716490 sched_switch() at sched_switch+0x482/frame 0xffffff904ed7d900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed7d940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed7d980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed7d9b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed7da40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed7da70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed7dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed7dab0 --- trap 0, rip = 0, rsp = 0xffffff904ed7db70, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffffe00a0717000 sched_switch() at sched_switch+0x482/frame 0xffffff904ed73900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed73940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed73980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed739b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed73a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed73a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed73ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed73ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed73b70, rbp = 0 --- Tracing command kernel pid 0 tid 100079 td 0xfffffe00a0714490 sched_switch() at sched_switch+0x482/frame 0xffffff904ed69900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed69940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed69980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed699b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed69a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed69a70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed69ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed69ab0 --- trap 0, rip = 0, rsp = 0xffffff904ed69b70, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffffe00a0715000 sched_switch() at sched_switch+0x482/frame 0xffffff904ed5f900 mi_switch() at mi_switch+0x179/frame 0xffffff904ed5f940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff904ed5f980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904ed5f9b0 _sleep() at _sleep+0x33d/frame 0xffffff904ed5fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff904ed5fa70 fork_exit() at fork_exit+0x84/frame 0xffffff904ed5fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904ed5fab0 --- trap 0, rip = 0, rsp = 0xffffff904ed5fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xfffffe009e2d5000 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d09f900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d09f940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d09f980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d09f9b0 _sleep() at _sleep+0x33d/frame 0xffffff8f9d09fa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff8f9d09fa70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d09fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d09fab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d09fb70, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffffe009e2c4490 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d095900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d095940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d095980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d0959b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xffffff8f9d095a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xffffff8f9d095a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d095ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d095ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d095b70, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffffe009e2c4920 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d090900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d090940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d090980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d0909b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xffffff8f9d090a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xffffff8f9d090a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d090ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d090ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d090b70, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffffe009e2c8000 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d08b900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d08b940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d08b980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d08b9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xffffff8f9d08ba40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xffffff8f9d08ba70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d08bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d08bab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d08bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xfffffe009e132490 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d081900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d081940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d081980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d0819b0 _sleep() at _sleep+0x33d/frame 0xffffff8f9d081a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff8f9d081a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d081ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d081ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d081b70, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffffe009e14b000 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d077900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d077940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d077980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d0779b0 _sleep() at _sleep+0x33d/frame 0xffffff8f9d077a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff8f9d077a70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d077ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d077ab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d077b70, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffffe009e14b920 sched_switch() at sched_switch+0x482/frame 0xffffff8f9d06d900 mi_switch() at mi_switch+0x179/frame 0xffffff8f9d06d940 sleepq_switch() at sleepq_switch+0x185/frame 0xffffff8f9d06d980 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff8f9d06d9b0 _sleep() at _sleep+0x33d/frame 0xffffff8f9d06da40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xffffff8f9d06da70 fork_exit() at fork_exit+0x84/frame 0xffffff8f9d06dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff8f9d06dab0 --- trap 0, rip = 0, rsp = 0xffffff8f9d06db70, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff815d8d00 sched_switch() at sched_switch+0x482/frame 0xffffffff819269c0 mi_switch() at mi_switch+0x179/frame 0xffffffff81926a00 sleepq_switch() at sleepq_switch+0x185/frame 0xffffffff81926a40 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffffff81926a70 _sleep() at _sleep+0x312/frame 0xffffffff81926b00 scheduler() at scheduler+0x261/frame 0xffffffff81926b50 mi_startup() at mi_startup+0x118/frame 0xffffffff81926b70 btext() at btext+0x2c db:0:allt> call doadump Dumping 4773 out of 65436 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete = 0 db:0:doadump> reset (kgdb) bt #0 doadump (textdump=0xd) at pcpu.h:236 #1 0xffffffff8033b1a5 in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at ../../../ddb/db_command.c:578 #2 0xffffffff8033ae8d in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #3 0xffffffff8033f0ef in db_script_exec (scriptname=0xffffffff815d4190 "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xffffffff8033ae8d in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #5 0xffffffff8033ac04 in db_command_loop () at ../../../ddb/db_command.c:502 #6 0xffffffff8033d5b0 in db_trap (type=, code=0x0) at ../../../ddb/db_main.c:231 #7 0xffffffff808f1d83 in kdb_trap (type=0xc, code=0x0, tf=) at ../../../kern/subr_kdb.c:654 #8 0xffffffff80cab51a in trap_fatal (frame=0xffffff800034a840, eva=) at ../../../amd64/amd64/trap.c:868 #9 0xffffffff80cab7d4 in trap_pfault (frame=0x0, usermode=0x0) at ../../../amd64/amd64/trap.c:699 #10 0xffffffff80caafd0 in trap (frame=0xffffff800034a840) at ../../../amd64/amd64/trap.c:463 #11 0xffffffff80c94242 in calltrap () at ../../../amd64/amd64/exception.S:232 #12 0xffffffff8089f035 in lockmgr_printinfo (lk=0xffffff8f9b7bfcd8) at ../../../kern/kern_lock.c:181 #13 0xffffffff808bae0e in kern_reboot (howto=0x0) at ../../../kern/kern_shutdown.c:409 #14 0xffffffff808ba928 in sys_reboot (td=, uap=) at ../../../kern/kern_shutdown.c:191 #15 0xffffffff80cabd42 in amd64_syscall (td=0xfffffe009e0e9000, traced=0x0) at subr_syscall.c:134 #16 0xffffffff80c9452b in Xfast_syscall () at ../../../amd64/amd64/exception.S:391 #17 0x000000000040ecdc in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) f 12 #12 0xffffffff8089f035 in lockmgr_printinfo (lk=0xffffff8f9b7bfcd8) at ../../../kern/kern_lock.c:181 181 return ((x & LK_SHARE) ? NULL : (struct thread *)LK_HOLDER(x)); (kgdb) p *lk $1 = {lock_object = {lo_name = 0xffffffff80f8159a "bufwait", lo_flags = 0x6730000, lo_data = 0x0, lo_witness = 0xffffff80006c1880}, lk_lock = 0xfffffffffffffff0, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x60, lk_stack = { depth = 0xc, pcs = {0xffffffff8089ef53, 0xffffffff80b05bcd, 0xffffffff80af6f75, 0xffffffff80af6d55, 0xffffffff80ae5ad9, 0xffffffff80ae6473, 0xffffffff80b1b853, 0xffffffff80d5487b, 0xffffffff8096f0b3, 0xffffffff80910eef, 0xffffffff80cabd42, 0xffffffff80c9452b, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}} (kgdb) l 176 lockmgr_xholder(const struct lock *lk) 177 { 178 uintptr_t x; 179 180 x = lk->lk_lock; 181 return ((x & LK_SHARE) ? NULL : (struct thread *)LK_HOLDER(x)); 182 } 183 184 /* 185 * It assumes sleepq_lock held and returns with this one unheld. (kgdb) f 13 #13 0xffffffff808bae0e in kern_reboot (howto=0x0) at ../../../kern/kern_shutdown.c:409 409 BUF_LOCKPRINTINFO(bp); (kgdb) l 404 printf( 405 "%d: buf:%p, vnode:%p, flags:%0x, blkno:%jd, lblkno:%jd, buflock:", 406 nbusy, bp, bp->b_vp, bp->b_flags, 407 (intmax_t)bp->b_blkno, 408 (intmax_t)bp->b_lblkno); 409 BUF_LOCKPRINTINFO(bp); 410 if (show_busybufs > 1) 411 vn_printf(bp->b_vp, 412 "vnode content: "); 413 } (kgdb) p *bp Cannot access memory at address 0xa5a5a5a5a5a5a5a5 (kgdb) p *(struct vnode *)0xfffffe02e6597270 $2 = {v_tag = 0xffffffff80f6de25 "devfs", v_op = 0xffffffff812c9530, v_data = 0xfffffe0263844400, v_mount = 0xfffffe00a45b2000, v_nmntvnodes = {tqe_next = 0xfffffe00a48c7750, tqe_prev = 0xfffffe02e653d770}, v_un = {vu_mount = 0xfffffe02e8388200, vu_socket = 0xfffffe02e8388200, vu_cdev = 0xfffffe02e8388200, vu_fifoinfo = 0xfffffe02e8388200}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xfffffe02e65972c0}, v_cache_dd = 0x0, v_lock = {lock_object = { lo_name = 0xffffffff80f6de25 "devfs", lo_flags = 0x6f30000, lo_data = 0x0, lo_witness = 0xffffff80006c8200}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0xa, pcs = { 0xffffffff8089e289, 0xffffffff8094fdcc, 0xffffffff80d56825, 0xffffffff809700c6, 0xffffffff80b0abc5, 0xffffffff809672f0, 0xffffffff808babb3, 0xffffffff808ba928, 0xffffffff80cabd42, 0xffffffff80c9452b, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = { lo_name = 0xffffffff80f7c229 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xffffff80006bd600}, mtx_lock = 0x4}, v_vnlock = 0xfffffe02e65972d8, v_actfreelist = { tqe_next = 0xfffffe00a4bce750, tqe_prev = 0xfffffe00a45b2078}, v_bufobj = {bo_lock = {lock_object = { lo_name = 0xffffffff80f8457d "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xffffff80006c6200}, rw_lock = 0x1}, bo_ops = 0xffffffff8132e768, bo_object = 0xfffffe0e58ca0e10, bo_synclist = {le_next = 0x0, le_prev = 0xfffffe00a30ae870}, bo_private = 0xfffffe02ef187500, __bo_vnode = 0xfffffe02e6597270, bo_clean = {bv_hd = { tqh_first = 0xffffff8f9b7b0590, tqh_last = 0xffffff8f9b7bfca0}, bv_root = {pt_root = 0xfffffe00a3f69000}, bv_cnt = 0x4}, bo_dirty = {bv_hd = {tqh_first = 0xffffff8f9b7baff0, tqh_last = 0xffffff8f9b7bb040}, bv_root = {pt_root = 0xffffff8f9b7bb169}, bv_cnt = 0x1}, bo_numoutput = 0x0, bo_flag = 0x1, bo_bsize = 0x200}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffffe02e6597490}, rl_currdep = 0x0}, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_holdcnt = 0x7, v_usecount = 0x1, v_iflag = 0x200, v_vflag = 0x0, v_writecount = 0x0, v_hash = 0x1732cb9, v_type = VCHR} (kgdb) $ svn diff -x -p /var/tmp/vmobj-readlock/sys Index: /var/tmp/vmobj-readlock/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c =================================================================== --- /var/tmp/vmobj-readlock/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c (working copy) @@ -336,19 +336,9 @@ page_busy(vnode_t *vp, int64_t start, int64_t off, for (;;) { if ((pp = vm_page_lookup(obj, OFF_TO_IDX(start))) != NULL && pp->valid) { - if (vm_page_busy_wlocked(pp)) { - /* - * Reference the page before unlocking and - * sleeping so that the page daemon is less - * likely to reclaim it. - */ - vm_page_reference(pp); - vm_page_lock(pp); - zfs_vmobject_wunlock(obj); - vm_page_busy_sleep(pp, "zfsmwb"); - zfs_vmobject_wlock(obj); + if (vm_page_sleep_if_busy(pp, "zfsmwb", + VM_ALLOC_NOBUSY, TRUE)) continue; - } vm_page_busy_rlock(pp); } else if (pp == NULL) { if (!alloc) Index: /var/tmp/vmobj-readlock/sys/dev/drm2/i915/i915_gem.c =================================================================== --- /var/tmp/vmobj-readlock/sys/dev/drm2/i915/i915_gem.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/dev/drm2/i915/i915_gem.c (working copy) @@ -2333,7 +2333,8 @@ retry: m = vm_page_lookup(devobj, i); if (m == NULL) continue; - if (vm_page_sleep_if_busy(m, "915unm")) + if (vm_page_sleep_if_busy(m, "915unm", VM_ALLOC_NOBUSY, + FALSE)) goto retry; cdev_pager_free_page(devobj, m); } Index: /var/tmp/vmobj-readlock/sys/fs/tmpfs/tmpfs_subr.c =================================================================== --- /var/tmp/vmobj-readlock/sys/fs/tmpfs/tmpfs_subr.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/fs/tmpfs/tmpfs_subr.c (working copy) @@ -1331,7 +1331,8 @@ tmpfs_reg_resize(struct vnode *vp, off_t newsize, retry: m = vm_page_lookup(uobj, idx); if (m != NULL) { - if (vm_page_sleep_if_busy(m, "tmfssz")) + if (vm_page_sleep_if_busy(m, "tmfssz", + VM_ALLOC_NOBUSY, FALSE)) goto retry; MPASS(m->valid == VM_PAGE_BITS_ALL); } else if (vm_pager_has_page(uobj, idx, NULL, NULL)) { Index: /var/tmp/vmobj-readlock/sys/kern/subr_uio.c =================================================================== --- /var/tmp/vmobj-readlock/sys/kern/subr_uio.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/kern/subr_uio.c (working copy) @@ -107,12 +107,14 @@ vm_pgmoveco(vm_map_t mapa, vm_offset_t kaddr, vm_o VM_OBJECT_WLOCK(uobject); retry: if ((user_pg = vm_page_lookup(uobject, upindex)) != NULL) { - if (vm_page_sleep_if_busy(user_pg, "vm_pgmoveco")) + if (vm_page_sleep_if_busy(user_pg, "vm_pgmoveco", + VM_ALLOC_NOBUSY, FALSE)) goto retry; vm_page_lock(user_pg); pmap_remove_all(user_pg); vm_page_free(user_pg); vm_page_unlock(user_pg); + vm_page_busy_wunlock(user_pg); } else { /* * Even if a physical page does not exist in the Index: /var/tmp/vmobj-readlock/sys/kern/uipc_shm.c =================================================================== --- /var/tmp/vmobj-readlock/sys/kern/uipc_shm.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/kern/uipc_shm.c (working copy) @@ -281,7 +281,8 @@ shm_dotruncate(struct shmfd *shmfd, off_t length) retry: m = vm_page_lookup(object, idx); if (m != NULL) { - if (vm_page_sleep_if_busy(m, "shmtrc")) + if (vm_page_sleep_if_busy(m, "shmtrc", + VM_ALLOC_NOBUSY, FALSE)) goto retry; } else if (vm_pager_has_page(object, idx, NULL, NULL)) { m = vm_page_alloc(object, idx, VM_ALLOC_NORMAL); Index: /var/tmp/vmobj-readlock/sys/kern/vfs_bio.c =================================================================== --- /var/tmp/vmobj-readlock/sys/kern/vfs_bio.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/kern/vfs_bio.c (working copy) @@ -3442,7 +3442,7 @@ allocbuf(struct buf *bp, int size) KASSERT(m != bogus_page, ("allocbuf: bogus page found")); while (vm_page_sleep_if_busy(m, - "biodep")) + "biodep", VM_ALLOC_NOBUSY, FALSE)) continue; bp->b_pages[i] = NULL; Index: /var/tmp/vmobj-readlock/sys/vm/vm_fault.c =================================================================== --- /var/tmp/vmobj-readlock/sys/vm/vm_fault.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/vm/vm_fault.c (working copy) @@ -392,7 +392,8 @@ RetryFault:; unlock_map(&fs); if (fs.m == vm_page_lookup(fs.object, fs.pindex)) { - vm_page_sleep_if_busy(fs.m, "vmpfw"); + vm_page_sleep_if_busy(fs.m, "vmpfw", + VM_ALLOC_NOBUSY, FALSE); } vm_object_pip_wakeup(fs.object); VM_OBJECT_WUNLOCK(fs.object); Index: /var/tmp/vmobj-readlock/sys/vm/vm_object.c =================================================================== --- /var/tmp/vmobj-readlock/sys/vm/vm_object.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/vm/vm_object.c (working copy) @@ -870,7 +870,8 @@ rescan: np = TAILQ_NEXT(p, listq); if (p->valid == 0) continue; - if (vm_page_sleep_if_busy(p, "vpcwai")) { + if (vm_page_sleep_if_busy(p, "vpcwai", VM_ALLOC_NOBUSY, + FALSE)) { if (object->generation != curgeneration) { if ((flags & OBJPC_SYNC) != 0) goto rescan; Index: /var/tmp/vmobj-readlock/sys/vm/vm_object.h =================================================================== --- /var/tmp/vmobj-readlock/sys/vm/vm_object.h (revision 253314) +++ /var/tmp/vmobj-readlock/sys/vm/vm_object.h (working copy) @@ -226,6 +226,8 @@ extern struct vm_object kmem_object_store; rw_assert(&(object)->lock, RA_WLOCKED) #define VM_OBJECT_LOCK_DOWNGRADE(object) \ rw_downgrade(&(object)->lock) +#define VM_OBJECT_LOCK_TRYUPGRADE(object) \ + rw_try_upgrade(&(object)->lock) #define VM_OBJECT_RLOCK(object) \ rw_rlock(&(object)->lock) #define VM_OBJECT_RUNLOCK(object) \ @@ -238,6 +240,8 @@ extern struct vm_object kmem_object_store; rw_try_wlock(&(object)->lock) #define VM_OBJECT_WLOCK(object) \ rw_wlock(&(object)->lock) +#define VM_OBJECT_WOWNED(object) \ + rw_wowned(&(object)->lock) #define VM_OBJECT_WUNLOCK(object) \ rw_wunlock(&(object)->lock) Index: /var/tmp/vmobj-readlock/sys/vm/vm_page.c =================================================================== --- /var/tmp/vmobj-readlock/sys/vm/vm_page.c (revision 253314) +++ /var/tmp/vmobj-readlock/sys/vm/vm_page.c (working copy) @@ -869,26 +869,46 @@ vm_page_readahead_finish(vm_page_t m) * be locked. */ int -vm_page_sleep_if_busy(vm_page_t m, const char *msg) +vm_page_sleep_if_busy(vm_page_t m, const char *msg, int busyflags, + boolean_t pref) { vm_object_t obj; + int iswowned, sleepcond; vm_page_lock_assert(m, MA_NOTOWNED); - VM_OBJECT_ASSERT_WLOCKED(m->object); - if (vm_page_busy_locked(m)) { - /* - * The page-specific object must be cached because page - * identity can change during the sleep, causing the - * re-lock of a different object. - * It is assumed that a reference to the object is already - * held by the callers. - */ - obj = m->object; + /* + * The page-specific object must be cached because page + * identity can change during the sleep, causing the + * re-lock of a different object. + * It is assumed that a reference to the object is already + * held by the callers. + */ + obj = m->object; + VM_OBJECT_ASSERT_LOCKED(obj); + iswowned = VM_OBJECT_WOWNED(obj); + KASSERT((busyflags & VM_ALLOC_NOBUSY) == 0 || iswowned != 0, + ("vm_page_sleep_if_busy: VM_ALLOC_NOBUSY with object read lock")); + + if ((busyflags & VM_ALLOC_RBUSY) != 0) + sleepcond = vm_page_busy_tryrlock(m); + else if ((busyflags & VM_ALLOC_NOBUSY) != 0) + sleepcond = !vm_page_busy_locked(m); + else + sleepcond = vm_page_busy_trywlock(m); + if (!sleepcond) { + if (pref) + vm_page_aflag_set(m, PGA_REFERENCED); vm_page_lock(m); - VM_OBJECT_WUNLOCK(obj); + if (iswowned) + VM_OBJECT_WUNLOCK(obj); + else + VM_OBJECT_RUNLOCK(obj); vm_page_busy_sleep(m, msg); - VM_OBJECT_WLOCK(obj); + if (iswowned) + VM_OBJECT_WLOCK(obj); + else + VM_OBJECT_RLOCK(obj); return (TRUE); } return (FALSE); @@ -2500,44 +2520,42 @@ vm_page_t vm_page_grab(vm_object_t object, vm_pindex_t pindex, int allocflags) { vm_page_t m; - int sleep; + int origwlock; VM_OBJECT_ASSERT_WLOCKED(object); + origwlock = VM_OBJECT_WOWNED(object); KASSERT((allocflags & VM_ALLOC_RETRY) != 0, ("vm_page_grab: VM_ALLOC_RETRY is required")); KASSERT((allocflags & VM_ALLOC_RBUSY) == 0 || (allocflags & VM_ALLOC_IGN_RBUSY) != 0, ("vm_page_grab: VM_ALLOC_RBUSY/VM_ALLOC_IGN_RBUSY mismatch")); + KASSERT((allocflags & VM_ALLOC_NOBUSY) == 0 || origwlock != 0, + ("vm_page_grab: VM_ALLOC_NOBUSY with object read lock")); retrylookup: if ((m = vm_page_lookup(object, pindex)) != NULL) { - sleep = (allocflags & VM_ALLOC_IGN_RBUSY) != 0 ? - vm_page_busy_wlocked(m) : vm_page_busy_locked(m); - if (sleep) { - /* - * Reference the page before unlocking and - * sleeping so that the page daemon is less - * likely to reclaim it. - */ - vm_page_aflag_set(m, PGA_REFERENCED); - vm_page_lock(m); - VM_OBJECT_WUNLOCK(object); - vm_page_busy_sleep(m, "pgrbwt"); - VM_OBJECT_WLOCK(object); + if (vm_page_sleep_if_busy(m, "pgrbwt", allocflags, TRUE)) goto retrylookup; - } else { + else { if ((allocflags & VM_ALLOC_WIRED) != 0) { vm_page_lock(m); vm_page_wire(m); vm_page_unlock(m); } - if ((allocflags & - (VM_ALLOC_NOBUSY | VM_ALLOC_RBUSY)) == 0) - vm_page_busy_wlock(m); - if ((allocflags & VM_ALLOC_RBUSY) != 0) - vm_page_busy_rlock(m); + + /* + * If the lock state changed in the meanwhile, + * unwind back. + */ + if (VM_OBJECT_WOWNED(object) != origwlock) + VM_OBJECT_LOCK_DOWNGRADE(object); return (m); } } + if (!VM_OBJECT_WOWNED(object) && !VM_OBJECT_LOCK_TRYUPGRADE(object)) { + VM_OBJECT_RUNLOCK(object); + VM_OBJECT_WLOCK(object); + goto retrylookup; + } m = vm_page_alloc(object, pindex, allocflags & ~(VM_ALLOC_RETRY | VM_ALLOC_IGN_RBUSY)); if (m == NULL) { @@ -2545,7 +2563,12 @@ retrylookup: VM_WAIT; VM_OBJECT_WLOCK(object); goto retrylookup; - } else if (m->valid != 0) + } + + /* If the lock state changed in the meanwhile, unwind back. */ + if (VM_OBJECT_WOWNED(object) != origwlock) + VM_OBJECT_LOCK_DOWNGRADE(object); + if (m->valid != 0) return (m); if (allocflags & VM_ALLOC_ZERO && (m->flags & PG_ZERO) == 0) pmap_zero_page(m); Index: /var/tmp/vmobj-readlock/sys/vm/vm_page.h =================================================================== --- /var/tmp/vmobj-readlock/sys/vm/vm_page.h (revision 253314) +++ /var/tmp/vmobj-readlock/sys/vm/vm_page.h (working copy) @@ -439,7 +439,8 @@ void vm_page_rename (vm_page_t, vm_object_t, vm_pi void vm_page_requeue(vm_page_t m); void vm_page_requeue_locked(vm_page_t m); void vm_page_set_valid_range(vm_page_t m, int base, int size); -int vm_page_sleep_if_busy(vm_page_t m, const char *msg); +int vm_page_sleep_if_busy(vm_page_t m, const char *msg, int busyflags, + boolean_t pref); vm_offset_t vm_page_startup(vm_offset_t vaddr); void vm_page_unhold_pages(vm_page_t *ma, int count); -- shutdown after test void vm_page_unwire (vm_page_t, int);