GENERIC HEAD from 2013-09-29 20:21:34 UTC, r255947M, vmcore.69 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-ALPHA4 #1 r255947M: Mon Sep 30 09:47:16 CEST 2013 pho@t1.osted.lan:/usr/src/sys/amd64/compile/PHO amd64 FreeBSD clang version 3.3 (tags/RELEASE_33/final 183502) 20130610 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.24-MHz K8-class CPU) Origin = "GenuineIntel" Id = 0x206d7 Family = 0x6 Model = 0x2d Stepping = 7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100800 AMD Features2=0x1 TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 66615861248 (63529 MB) : Trying to mount root from ufs:/dev/da0p2 [rw]... Setting hostuuid: 3141f787-07e3-e111-b968-001e6756c168. Setting hostid: 0x564ac5b6. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/da0p2: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p2: clean, 82839015 free (140031 frags, 10337373 blocks, 0.1% fragmentation) /dev/da0p3: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p3: clean, 22951157 free (789 frags, 2868796 blocks, 0.0% fragmentation) Mounting local file systems:. lock order reversal: 1st 0xfffff800836947b8 ufs (ufs) @ kern/vfs_subr.c:2099 2nd 0xfffffe0f90232278 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 3rd 0xfffff80083eff068 ufs (ufs) @ kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe1049356c90 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe1049356d40 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe1049356dd0 __lockmgr_args() at __lockmgr_args+0x86c/frame 0xfffffe1049356f00 ffs_lock() at ffs_lock+0x92/frame 0xfffffe1049356f50 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe1049356f80 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe1049356ff0 vget() at vget+0x70/frame 0xfffffe1049357040 vfs_hash_get() at vfs_hash_get+0xf5/frame 0xfffffe1049357090 ffs_vgetf() at ffs_vgetf+0x41/frame 0xfffffe1049357120 softdep_sync_buf() at softdep_sync_buf+0x8fa/frame 0xfffffe10493571d0 ffs_syncvnode() at ffs_syncvnode+0x258/frame 0xfffffe1049357250 ffs_truncate() at ffs_truncate+0x5f3/frame 0xfffffe1049357430 ufs_direnter() at ufs_direnter+0x891/frame 0xfffffe10493574f0 ufs_makeinode() at ufs_makeinode+0x573/frame 0xfffffe10493576b0 VOP_CREATE_APV() at VOP_CREATE_APV+0x108/frame 0xfffffe10493576e0 vn_open_cred() at vn_open_cred+0x2f0/frame 0xfffffe1049357830 kern_openat() at kern_openat+0x261/frame 0xfffffe10493579a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049357ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049357ab0 --- syscall (5, FreeBSD ELF64, sys_open), rip = 0x800dd926a, rsp = 0x7fffffffc4f8, rbp = 0x7fffffffc5e0 --- Writing entropy file:. Setting hostname: t1.osted.lan. Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 igb0: flags=8843 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:68 inet 192.168.1.108 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::21e:67ff:fe56:c168%igb0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:69 nd6 options=29 media: Ethernet autoselect status: no carrier Starting devd. Starting Network: igb1. igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:1e:67:56:c1:69 nd6 options=29 media: Ethernet autoselect status: no carrier Configuring keyboard: keymap. ums0: on usbus2 ums0: 3 buttons and [Z] coordinates ID=0 Starting ums0 moused. add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/nss /usr/local/lib/qt4 32-bit compatibility ldconfig path: /usr/lib32 Creating and/or trimming log files. Starting syslogd. Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 lock order reversal: 1st 0xfffffe0f902cd4a8 bufwait (bufwait) @ kern/vfs_bio.c:3049 Expensive timeout(9) function: 0xffffffff806f6930(0xffffffff816a0110) 0.006733001 s 2nd 0xfffff80083db0c00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe10494182d0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe1049418380 witness_checkorder() at witness_checkorder+0xd23/frame 0xfffffe1049418410 _sx_xlock() at _sx_xlock+0x75/frame 0xfffffe1049418450 ufsdirhash_add() at ufsdirhash_add+0x4c/frame 0xfffffe1049418490 ufs_direnter() at ufs_direnter+0x688/frame 0xfffffe1049418550 ufs_mkdir() at ufs_mkdir+0x863/frame 0xfffffe1049418750 VOP_MKDIR_APV() at VOP_MKDIR_APV+0x10e/frame 0xfffffe1049418780 kern_mkdirat() at kern_mkdirat+0x1f3/frame 0xfffffe10494189a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049418ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049418ab0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80093951a, rsp = 0x7fffffffd798, rbp = 0x7fffffffdc70 --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Configuring syscons: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Local package initialization: backup. Starting default mousedmoused: unable to open /dev/psm0: No such file or directory . Mon Sep 30 09:52:04 CEST 2013 FreeBSD/amd64 (t1.osted.lan) (console) login: Sep 30 09:55:14 t1 su: pho to root on /dev/pts/2 panic: deadlkres: possible deadlock detected for 0xfffff80083a35000, blocked for 1800372 ticks cpuid = 9 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe1048fa08d0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xfffffe1048fa0980 vpanic() at vpanic+0x126/frame 0xfffffe1048fa09c0 panic() at panic+0x43/frame 0xfffffe1048fa0a20 deadlkres() at deadlkres+0x37f/frame 0xfffffe1048fa0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fa0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fa0ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fa0b70, rbp = 0 --- KDB: enter: panic [ thread pid 0 tid 100124 ] Stopped at kdb_enter+0x3e: movq $0,kdb_why db> run pho db:0:pho> bt Tracing pid 0 tid 100124 td 0xfffff80011d78490 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe1048fa0980 vpanic() at vpanic+0x146/frame 0xfffffe1048fa09c0 panic() at panic+0x43/frame 0xfffffe1048fa0a20 deadlkres() at deadlkres+0x37f/frame 0xfffffe1048fa0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fa0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fa0ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fa0b70, rbp = 0 --- db:0:bt> show allpcpu Current CPU: 9 cpuid = 0 dynamic pcpu = 0x5bd580 curthread = 0xfffff8000f397920: pid 11 "idle: cpu0" curpcb = 0xfffffe0f90116b80 fpcurthread = none idlethread = 0xfffff8000f397920: tid 100003 "idle: cpu0" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170a910 commontssp = 0xffffffff8170a910 rsp0 = 0xfffffe0f90116b80 gs32p = 0xffffffff8170c368 ldt = 0xffffffff8170c3a8 tss = 0xffffffff8170c398 spin locks held: cpuid = 1 dynamic pcpu = 0xfffffe1085302580 curthread = 0xfffff8000f3e1000: pid 13 "g_up" curpcb = 0xfffffe0f94e40b80 fpcurthread = none idlethread = 0xfffff8000f397490: tid 100004 "idle: cpu1" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170a978 commontssp = 0xffffffff8170a978 rsp0 = 0xfffffe0f94e40b80 gs32p = 0xffffffff8170c3d0 ldt = 0xffffffff8170c410 tss = 0xffffffff8170c400 spin locks held: cpuid = 2 dynamic pcpu = 0xfffffe108530a580 curthread = 0xfffff8000f397000: pid 11 "idle: cpu2" curpcb = 0xfffffe0f90120b80 fpcurthread = none idlethread = 0xfffff8000f397000: tid 100005 "idle: cpu2" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170a9e0 commontssp = 0xffffffff8170a9e0 rsp0 = 0xfffffe0f90120b80 gs32p = 0xffffffff8170c438 ldt = 0xffffffff8170c478 tss = 0xffffffff8170c468 spin locks held: cpuid = 3 dynamic pcpu = 0xfffffe1085312580 curthread = 0xfffff8000f3ac000: pid 11 "idle: cpu3" curpcb = 0xfffffe0f90125b80 fpcurthread = none idlethread = 0xfffff8000f3ac000: tid 100006 "idle: cpu3" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170aa48 commontssp = 0xffffffff8170aa48 rsp0 = 0xfffffe0f90125b80 gs32p = 0xffffffff8170c4a0 ldt = 0xffffffff8170c4e0 tss = 0xffffffff8170c4d0 spin locks held: cpuid = 4 dynamic pcpu = 0xfffffe108531a580 curthread = 0xfffff8000f3ab920: pid 11 "idle: cpu4" curpcb = 0xfffffe0f9012ab80 fpcurthread = none idlethread = 0xfffff8000f3ab920: tid 100007 "idle: cpu4" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170aab0 commontssp = 0xffffffff8170aab0 rsp0 = 0xfffffe0f9012ab80 gs32p = 0xffffffff8170c508 ldt = 0xffffffff8170c548 tss = 0xffffffff8170c538 spin locks held: cpuid = 5 dynamic pcpu = 0xfffffe1085322580 curthread = 0xfffff8000f3ab490: pid 11 "idle: cpu5" curpcb = 0xfffffe0f9012fb80 fpcurthread = none idlethread = 0xfffff8000f3ab490: tid 100008 "idle: cpu5" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170ab18 commontssp = 0xffffffff8170ab18 rsp0 = 0xfffffe0f9012fb80 gs32p = 0xffffffff8170c570 ldt = 0xffffffff8170c5b0 tss = 0xffffffff8170c5a0 spin locks held: cpuid = 6 dynamic pcpu = 0xfffffe108532a580 curthread = 0xfffff8000f3ab000: pid 11 "idle: cpu6" curpcb = 0xfffffe0f90134b80 fpcurthread = none idlethread = 0xfffff8000f3ab000: tid 100009 "idle: cpu6" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170ab80 commontssp = 0xffffffff8170ab80 rsp0 = 0xfffffe0f90134b80 gs32p = 0xffffffff8170c5d8 ldt = 0xffffffff8170c618 tss = 0xffffffff8170c608 spin locks held: cpuid = 7 dynamic pcpu = 0xfffffe1085332580 curthread = 0xfffff8000f39d920: pid 11 "idle: cpu7" curpcb = 0xfffffe0f90139b80 fpcurthread = none idlethread = 0xfffff8000f39d920: tid 100010 "idle: cpu7" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170abe8 commontssp = 0xffffffff8170abe8 rsp0 = 0xfffffe0f90139b80 gs32p = 0xffffffff8170c640 ldt = 0xffffffff8170c680 tss = 0xffffffff8170c670 spin locks held: cpuid = 8 dynamic pcpu = 0xfffffe108533a580 curthread = 0xfffff8000f3ad920: pid 11 "idle: cpu8" curpcb = 0xfffffe0f9013eb80 fpcurthread = none idlethread = 0xfffff8000f3ad920: tid 100011 "idle: cpu8" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170ac50 commontssp = 0xffffffff8170ac50 rsp0 = 0xfffffe0f9013eb80 gs32p = 0xffffffff8170c6a8 ldt = 0xffffffff8170c6e8 tss = 0xffffffff8170c6d8 spin locks held: cpuid = 9 dynamic pcpu = 0xfffffe1085342580 curthread = 0xfffff80011d78490: pid 0 "deadlkres" curpcb = 0xfffffe1048fa0b80 fpcurthread = none idlethread = 0xfffff8000f3ad490: tid 100012 "idle: cpu9" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170acb8 commontssp = 0xffffffff8170acb8 rsp0 = 0xfffffe1048fa0b80 gs32p = 0xffffffff8170c710 ldt = 0xffffffff8170c750 tss = 0xffffffff8170c740 spin locks held: cpuid = 10 dynamic pcpu = 0xfffffe108534a580 curthread = 0xfffff8000f3ad000: pid 11 "idle: cpu10" curpcb = 0xfffffe0f90148b80 fpcurthread = none idlethread = 0xfffff8000f3ad000: tid 100013 "idle: cpu10" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170ad20 commontssp = 0xffffffff8170ad20 rsp0 = 0xfffffe0f90148b80 gs32p = 0xffffffff8170c778 ldt = 0xffffffff8170c7b8 tss = 0xffffffff8170c7a8 spin locks held: cpuid = 11 dynamic pcpu = 0xfffffe1085352580 curthread = 0xfffff8000f3ac920: pid 11 "idle: cpu11" curpcb = 0xfffffe0f9014db80 fpcurthread = none idlethread = 0xfffff8000f3ac920: tid 100014 "idle: cpu11" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170ad88 commontssp = 0xffffffff8170ad88 rsp0 = 0xfffffe0f9014db80 gs32p = 0xffffffff8170c7e0 ldt = 0xffffffff8170c820 tss = 0xffffffff8170c810 spin locks held: cpuid = 12 dynamic pcpu = 0xfffffe108535a580 curthread = 0xfffff8000f3ac490: pid 11 "idle: cpu12" curpcb = 0xfffffe0f90152b80 fpcurthread = none idlethread = 0xfffff8000f3ac490: tid 100015 "idle: cpu12" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170adf0 commontssp = 0xffffffff8170adf0 rsp0 = 0xfffffe0f90152b80 gs32p = 0xffffffff8170c848 ldt = 0xffffffff8170c888 tss = 0xffffffff8170c878 spin locks held: cpuid = 13 dynamic pcpu = 0xfffffe1085362580 curthread = 0xfffff8000f3af490: pid 11 "idle: cpu13" curpcb = 0xfffffe0f90157b80 fpcurthread = none idlethread = 0xfffff8000f3af490: tid 100016 "idle: cpu13" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170ae58 commontssp = 0xffffffff8170ae58 rsp0 = 0xfffffe0f90157b80 gs32p = 0xffffffff8170c8b0 ldt = 0xffffffff8170c8f0 tss = 0xffffffff8170c8e0 spin locks held: cpuid = 14 dynamic pcpu = 0xfffffe108536a580 curthread = 0xfffff80111983920: pid 1300 "md5" curpcb = 0xfffffe1049549b80 fpcurthread = none idlethread = 0xfffff8000f3af000: tid 100017 "idle: cpu14" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170aec0 commontssp = 0xffffffff8170aec0 rsp0 = 0xfffffe1049549b80 gs32p = 0xffffffff8170c918 ldt = 0xffffffff8170c958 tss = 0xffffffff8170c948 spin locks held: cpuid = 15 dynamic pcpu = 0xfffffe1085372580 curthread = 0xfffff8000f3ae920: pid 11 "idle: cpu15" curpcb = 0xfffffe0f90161b80 fpcurthread = none idlethread = 0xfffff8000f3ae920: tid 100018 "idle: cpu15" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170af28 commontssp = 0xffffffff8170af28 rsp0 = 0xfffffe0f90161b80 gs32p = 0xffffffff8170c980 ldt = 0xffffffff8170c9c0 tss = 0xffffffff8170c9b0 spin locks held: cpuid = 16 dynamic pcpu = 0xfffffe108537a580 curthread = 0xfffff8000f3ae490: pid 11 "idle: cpu16" curpcb = 0xfffffe0f90166b80 fpcurthread = none idlethread = 0xfffff8000f3ae490: tid 100019 "idle: cpu16" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170af90 commontssp = 0xffffffff8170af90 rsp0 = 0xfffffe0f90166b80 gs32p = 0xffffffff8170c9e8 ldt = 0xffffffff8170ca28 tss = 0xffffffff8170ca18 spin locks held: cpuid = 17 dynamic pcpu = 0xfffffe1085382580 curthread = 0xfffff8000f3ae000: pid 11 "idle: cpu17" curpcb = 0xfffffe0f9016bb80 fpcurthread = none idlethread = 0xfffff8000f3ae000: tid 100020 "idle: cpu17" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170aff8 commontssp = 0xffffffff8170aff8 rsp0 = 0xfffffe0f9016bb80 gs32p = 0xffffffff8170ca50 ldt = 0xffffffff8170ca90 tss = 0xffffffff8170ca80 spin locks held: cpuid = 18 dynamic pcpu = 0xfffffe108538a580 curthread = 0xfffff8000f3b3000: pid 11 "idle: cpu18" curpcb = 0xfffffe0f90170b80 fpcurthread = none idlethread = 0xfffff8000f3b3000: tid 100021 "idle: cpu18" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170b060 commontssp = 0xffffffff8170b060 rsp0 = 0xfffffe0f90170b80 gs32p = 0xffffffff8170cab8 ldt = 0xffffffff8170caf8 tss = 0xffffffff8170cae8 spin locks held: cpuid = 19 dynamic pcpu = 0xfffffe1085392580 curthread = 0xfffff8000f3b2920: pid 11 "idle: cpu19" curpcb = 0xfffffe0f90175b80 fpcurthread = none idlethread = 0xfffff8000f3b2920: tid 100022 "idle: cpu19" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170b0c8 commontssp = 0xffffffff8170b0c8 rsp0 = 0xfffffe0f90175b80 gs32p = 0xffffffff8170cb20 ldt = 0xffffffff8170cb60 tss = 0xffffffff8170cb50 spin locks held: cpuid = 20 dynamic pcpu = 0xfffffe108539a580 curthread = 0xfffff8000f3b2490: pid 11 "idle: cpu20" curpcb = 0xfffffe0f9017ab80 fpcurthread = none idlethread = 0xfffff8000f3b2490: tid 100023 "idle: cpu20" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170b130 commontssp = 0xffffffff8170b130 rsp0 = 0xfffffe0f9017ab80 gs32p = 0xffffffff8170cb88 ldt = 0xffffffff8170cbc8 tss = 0xffffffff8170cbb8 spin locks held: cpuid = 21 dynamic pcpu = 0xfffffe10853a2580 curthread = 0xfffff800830d3920: pid 8 "bufdaemon" curpcb = 0xfffffe1049184b80 fpcurthread = none idlethread = 0xfffff8000f3b2000: tid 100024 "idle: cpu21" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170b198 commontssp = 0xffffffff8170b198 rsp0 = 0xfffffe1049184b80 gs32p = 0xffffffff8170cbf0 ldt = 0xffffffff8170cc30 tss = 0xffffffff8170cc20 spin locks held: cpuid = 22 dynamic pcpu = 0xfffffe10853aa580 curthread = 0xfffff8000f3af920: pid 11 "idle: cpu22" curpcb = 0xfffffe0f90184b80 fpcurthread = none idlethread = 0xfffff8000f3af920: tid 100025 "idle: cpu22" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170b200 commontssp = 0xffffffff8170b200 rsp0 = 0xfffffe0f90184b80 gs32p = 0xffffffff8170cc58 ldt = 0xffffffff8170cc98 tss = 0xffffffff8170cc88 spin locks held: cpuid = 23 dynamic pcpu = 0xfffffe100ecb5580 curthread = 0xfffff8000f3b4920: pid 11 "idle: cpu23" curpcb = 0xfffffe0f90189b80 fpcurthread = none idlethread = 0xfffff8000f3b4920: tid 100026 "idle: cpu23" curpmap = 0xffffffff816f33e8 tssp = 0xffffffff8170b268 commontssp = 0xffffffff8170b268 rsp0 = 0xfffffe0f90189b80 gs32p = 0xffffffff8170ccc0 ldt = 0xffffffff8170cd00 tss = 0xffffffff8170ccf0 spin locks held: db:0:allpcpu> show alllocks Process 12688 (ls) thread 0xfffff80083a35000 (100278) shared lockmgr ufs (ufs) r = 0 (0xfffff801f18ffa28) locked @ kern/vfs_lookup.c:524 Process 1393 (dirtybuf3) thread 0xfffff801f1dc5920 (100258) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0f930cccf8) locked @ kern/vfs_bio.c:2313 exclusive lockmgr ufs (ufs) r = 0 (0xfffff801f170f2d8) locked @ kern/vfs_vnops.c:807 Process 1300 (md5) thread 0xfffff80111983920 (100241) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0f943966a8) locked @ kern/vfs_bio.c:3049 exclusive lockmgr ufs (ufs) r = 0 (0xfffff801f170f548) locked @ dev/md/md.c:779 exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0f90217888) locked @ vm/vm_pager.c:308 Process 9 (syncer) thread 0xfffff800830d3490 (100132) exclusive lockmgr ufs (ufs) r = 0 (0xfffff801f1622068) locked @ kern/vfs_subr.c:1718 Process 8 (bufdaemon) thread 0xfffff800830d3920 (100131) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffe0f91f4fe08) locked @ kern/vfs_bio.c:2656 exclusive sleep mutex bufq dirty lock (bufq dirty lock) r = 0 (0xffffffff8167e900) locked @ kern/vfs_bio.c:2640 db:0:alllocks> show lockedvnods Locked vnodes 0xfffff801f170f4e0: tag ufs, type VREG usecount 1, writecount 1, refcount 14514 mountedhere 0 flags (VV_MD|VI_ACTIVE) v_object 0xfffff801e7c60100 ref 0 pages 2173376 lock type ufs: EXCL by thread 0xfffff80111983920 (pid 1300, md5, tid 100241) #0 0xffffffff8089d857 at __lockmgr_args+0xb57 #1 0xffffffff80b12612 at ffs_lock+0x92 #2 0xffffffff80dc5305 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80975f26 at _vn_lock+0xc6 #4 0xffffffff805a2cd0 at mdstart_vnode+0x3a0 #5 0xffffffff805a3f7d at md_kthread+0x17d #6 0xffffffff808894b4 at fork_exit+0x84 #7 0xffffffff80ca095e at fork_trampoline+0xe ino 33066875, on dev da0p2 0xfffff801f18ff9c0: tag ufs, type VDIR usecount 3, writecount 0, refcount 5 mountedhere 0 flags (VV_ROOT|VI_ACTIVE) v_object 0xfffff801f1855200 ref 0 pages 1 lock type ufs: SHARED (count 1) #0 0xffffffff8089dd8f at __lockmgr_args+0x108f #1 0xffffffff80b12612 at ffs_lock+0x92 #2 0xffffffff80dc5305 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80975f26 at _vn_lock+0xc6 #4 0xffffffff8095acd7 at lookup+0x107 #5 0xffffffff8095a874 at namei+0x544 #6 0xffffffff80970b65 at kern_statat_vnhook+0xa5 #7 0xffffffff80970ce0 at sys_lstat+0x30 #8 0xffffffff80cb93b2 at amd64_syscall+0x282 #9 0xffffffff80ca070b at Xfast_syscall+0xfb ino 2, on dev md5a 0xfffff801f170f270: tag ufs, type VREG usecount 1, writecount 1, refcount 91385 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff801e7c10800 ref 0 pages 1050629 lock type ufs: EXCL by thread 0xfffff801f1dc5920 (pid 1393, dirtybuf3, tid 100258) #0 0xffffffff8089d857 at __lockmgr_args+0xb57 #1 0xffffffff80b12612 at ffs_lock+0x92 #2 0xffffffff80dc5305 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80975f26 at _vn_lock+0xc6 #4 0xffffffff8097823a at vn_write+0x1da #5 0xffffffff8097479a at vn_io_fault+0x22a #6 0xffffffff809113f5 at dofilewrite+0x85 #7 0xffffffff80911105 at kern_writev+0x65 #8 0xffffffff80911093 at sys_write+0x63 #9 0xffffffff80cb93b2 at amd64_syscall+0x282 #10 0xffffffff80ca070b at Xfast_syscall+0xfb ino 4, on dev md5a 0xfffff801f1622000: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_ACTIVE) v_object 0xfffff801f1854900 ref 0 pages 1050629 lock type ufs: EXCL by thread 0xfffff800830d3490 (pid 9, syncer, tid 100132) with exclusive waiters pending with shared waiters pending #0 0xffffffff8089d857 at __lockmgr_args+0xb57 #1 0xffffffff80b12612 at ffs_lock+0x92 #2 0xffffffff80dc5305 at VOP_LOCK1_APV+0xf5 #3 0xffffffff80975f26 at _vn_lock+0xc6 #4 0xffffffff8096c551 at sched_sync+0x321 #5 0xffffffff808894b4 at fork_exit+0x84 #6 0xffffffff80ca095e at fork_trampoline+0xe ino 5, on dev md5a db:0:lockedvnods> show mount 0xfffff800835afb58 /dev/da0p2 on / (ufs) 0xfffff800835b0000 devfs on /dev (devfs) 0xfffff80083d963c8 /dev/da0p3 on /tmp (ufs) 0xfffff80083dc6790 procfs on /proc (procfs) 0xfffff80231287000 /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 20076 13393 13393 1001 S+ nanslp 0xffffffff8148fa43 sleep 20069 1064 20069 1001 S+ nanslp 0xffffffff8148fa44 sleep 13393 1078 13393 1001 S+ wait 0xfffff80083eaa970 sh 12688 12687 834 0 D ufs 0xfffff801f1622068 ls 12687 834 834 0 S wait 0xfffff801f1b02970 sh 1394 1279 1279 65534 D+ ufs 0xfffff801f1622068 dirtybuf3 1393 1279 1279 65534 D+ wdrain 0xffffffff8167e708 dirtybuf3 1300 0 0 0 RL CPU 14 [md5] 1279 1261 1279 0 S+ pause 0xfffff80083e34560 sh 1261 1259 1261 0 S+ wait 0xfffff80083bcd970 bash 1259 1250 1259 0 S+ pause 0xfffff801f1b02560 csh 1250 1118 1250 1001 S+ wait 0xfffff801f1c924b8 su 1118 1117 1118 1001 Ss+ wait 0xfffff80111d40970 bash 1117 1115 1115 1001 S select 0xfffff801117ae5c0 sshd 1115 966 1115 0 Ss select 0xfffff801f1aee940 sshd 1078 1077 1078 1001 Ss+ wait 0xfffff80083816970 bash 1077 1075 1075 1001 S select 0xfffff800970a8dc0 sshd 1075 966 1075 0 Ss select 0xfffff800970a9140 sshd 1064 1063 1064 1001 Ss+ wait 0xfffff801114c04b8 bash 1063 1061 1061 1001 S select 0xfffff80111b53840 sshd 1061 966 1061 0 Ss select 0xfffff8011188b5c0 sshd 1060 1 1060 0 Ss+ ttyin 0xfffff8000f3c54a8 getty 1059 1 1059 0 Ss+ ttyin 0xfffff8000f3c58a8 getty 1058 1 1058 0 Ss+ ttyin 0xfffff8000f3c5ca8 getty 1057 1 1057 0 Ss+ ttyin 0xfffff8000f3c60a8 getty 1056 1 1056 0 Ss+ ttyin 0xfffff8000f3c64a8 getty 1055 1 1055 0 Ss+ ttyin 0xfffff8000f3c68a8 getty 1054 1 1054 0 Ss+ ttyin 0xfffff8000f3c6ca8 getty 1053 1 1053 0 Ss+ ttyin 0xfffff8000f3c70a8 getty 1052 1 1052 0 Ss+ ttyin 0xfffff8000f3c78a8 getty 976 1 976 0 Ss nanslp 0xffffffff8148fa4c cron 972 1 972 25 Ss pause 0xfffff80083bcd0a8 sendmail 969 1 969 0 Ss select 0xfffff80009d20140 sendmail 966 1 966 0 Ss select 0xfffff80111b538c0 sshd 937 1 937 0 Ss select 0xfffff80083f12140 powerd 934 1 934 0 Ss select 0xfffff80083f01d40 ntpd 896 894 894 0 S (threaded) nfsd 100199 S rpcsvc 0xfffff80083103d20 nfsd: service 100198 S rpcsvc 0xfffff80083103da0 nfsd: service 100197 S rpcsvc 0xfffff80083103e20 nfsd: service 100147 S rpcsvc 0xfffff80083ec71a0 nfsd: master 894 1 894 0 Ss select 0xfffff80111773540 nfsd 888 1 888 0 Ss select 0xfffff8011199e8c0 mountd 882 877 877 0 S select 0xfffff800835bfdc0 nfsuserd 880 877 877 0 S select 0xfffff80111925840 nfsuserd 879 877 877 0 S select 0xfffff80083f120c0 nfsuserd 878 877 877 0 S select 0xfffff800835bfe40 nfsuserd 877 1 877 0 Ss pause 0xfffff800838110a8 nfsuserd 848 1 848 0 Ss select 0xfffff80111837740 rpcbind 834 1 834 0 Ss wait 0xfffff801114c0000 watchdogd 831 1 831 0 Ss select 0xfffff801117ae6c0 syslogd 698 1 698 0 Ss select 0xfffff80083f121c0 devd 681 1 681 0 Ss select 0xfffff801113ba140 moused 17 0 0 0 DL sdflush 0xffffffff81685b0c [softdepflush] 16 0 0 0 DL vlruwt 0xfffff800830db4b8 [vnlru] 9 0 0 0 DL getblk 0xfffffe0f90a0cb08 [syncer] 8 0 0 0 RL CPU 21 [bufdaemon] 7 0 0 0 DL pgzero 0xffffffff8168710c [pagezero] 6 0 0 0 DL psleep 0xffffffff81686840 [vmdaemon] 5 0 0 0 DL psleep 0xffffffff8170a184 [pagedaemon] 4 0 0 0 DL idle 0xfffff8000f396970 [enc_daemon0] 3 0 0 0 DL ccb_scan 0xffffffff81451bb0 [xpt_thrd] 2 0 0 0 DL waiting_ 0xffffffff816fdf78 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100119 D - 0xfffffe00011b9e18 [usbus2] 100118 D - 0xfffffe00011b9dc0 [usbus2] 100117 D - 0xfffffe00011b9d68 [usbus2] 100116 D - 0xfffffe00011b9d10 [usbus2] 100114 D - 0xfffffe00011b21b0 [usbus1] 100113 D - 0xfffffe00011b2158 [usbus1] 100112 D - 0xfffffe00011b2100 [usbus1] 100111 D - 0xfffffe00011b20a8 [usbus1] 100074 D - 0xfffffe0000effe18 [usbus0] 100073 D - 0xfffffe0000effdc0 [usbus0] 100072 D - 0xfffffe0000effd68 [usbus0] 100071 D - 0xfffffe0000effd10 [usbus0] 14 0 0 0 DL - 0xffffffff8146ad20 [rand_harvestq] 13 0 0 0 RL (threaded) [geom] 100055 D - 0xffffffff816f2880 [g_down] 100054 Run CPU 1 [g_up] 100053 D - 0xffffffff816f2870 [g_event] 12 0 0 0 WL (threaded) [intr] 100122 I [swi0: uart] 100121 I [irq287: hdac1] 100120 I [irq286: ahci0] 100115 I [irq20: ehci1] 100110 I [irq285: xhci0] 100109 I [irq284: igb1:link] 100107 I [irq283: igb1:que 7] 100105 I [irq282: igb1:que 6] 100103 I [irq281: igb1:que 5] 100101 I [irq280: igb1:que 4] 100099 I [irq279: igb1:que 3] 100097 I [irq278: igb1:que 2] 100095 I [irq277: igb1:que 1] 100093 I [irq276: igb1:que 0] 100092 I [irq275: igb0:link] 100090 I [irq274: igb0:que 7] 100088 I [irq273: igb0:que 6] 100086 I [irq272: igb0:que 5] 100084 I [irq271: igb0:que 4] 100082 I [irq270: igb0:que 3] 100080 I [irq269: igb0:que 2] 100078 I [irq268: igb0:que 1] 100076 I [irq267: igb0:que 0] 100075 I [irq266: hdac0] 100070 I [irq22: ehci0] 100069 I [irq265: isci0] 100068 I [irq264: isci0] 100067 I [swi6: Giant taskq] 100066 I [swi6: task queue] 100061 I [swi2: cambio] 100060 I [swi5: fast taskq] 100052 I [swi3: vm] 100051 I [swi1: netisr 0] 100050 I [swi4: clock] 100049 I [swi4: clock] 100048 I [swi4: clock] 100047 I [swi4: clock] 100046 I [swi4: clock] 100045 I [swi4: clock] 100044 I [swi4: clock] 100043 I [swi4: clock] 100042 I [swi4: clock] 100041 I [swi4: clock] 100040 I [swi4: clock] 100039 I [swi4: clock] 100038 I [swi4: clock] 100037 I [swi4: clock] 100036 I [swi4: clock] 100035 I [swi4: clock] 100034 I [swi4: clock] 100033 I [swi4: clock] 100032 I [swi4: clock] 100031 I [swi4: clock] 100030 I [swi4: clock] 100029 I [swi4: clock] 100028 I [swi4: clock] 100027 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100026 Run CPU 23 [idle: cpu23] 100025 Run CPU 22 [idle: cpu22] 100024 CanRun [idle: cpu21] 100023 Run CPU 20 [idle: cpu20] 100022 Run CPU 19 [idle: cpu19] 100021 Run CPU 18 [idle: cpu18] 100020 Run CPU 17 [idle: cpu17] 100019 Run CPU 16 [idle: cpu16] 100018 Run CPU 15 [idle: cpu15] 100017 CanRun [idle: cpu14] 100016 Run CPU 13 [idle: cpu13] 100015 Run CPU 12 [idle: cpu12] 100014 Run CPU 11 [idle: cpu11] 100013 Run CPU 10 [idle: cpu10] 100012 CanRun [idle: cpu9] 100011 Run CPU 8 [idle: cpu8] 100010 Run CPU 7 [idle: cpu7] 100009 Run CPU 6 [idle: cpu6] 100008 Run CPU 5 [idle: cpu5] 100007 Run CPU 4 [idle: cpu4] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xfffff8000f396000 [init] 10 0 0 0 DL audit_wo 0xffffffff817016e8 [audit] 0 0 0 0 RLs (threaded) [kernel] 100124 Run CPU 9 [deadlkres] 100123 D - 0xfffff80011df4100 [mca taskq] 100108 D - 0xfffff800119f0700 [igb1 que] 100106 D - 0xfffff800119f0a00 [igb1 que] 100104 D - 0xfffff800119f0d00 [igb1 que] 100102 D - 0xfffff800119f1100 [igb1 que] 100100 D - 0xfffff800119f1400 [igb1 que] 100098 D - 0xfffff800119f1700 [igb1 que] 100096 D - 0xfffff800119f1a00 [igb1 que] 100094 D - 0xfffff800119f1d00 [igb1 que] 100091 D - 0xfffff800119f2200 [igb0 que] 100089 D - 0xfffff800119f2500 [igb0 que] 100087 D - 0xfffff800119f2800 [igb0 que] 100085 D - 0xfffff800119f2b00 [igb0 que] 100083 D - 0xfffff800119f2e00 [igb0 que] 100081 D - 0xfffff800119f3200 [igb0 que] 100079 D - 0xfffff800119f3500 [igb0 que] 100077 D - 0xfffff8001194e600 [igb0 que] 100065 D - 0xfffff8000f588600 [acpi_task_2] 100064 D - 0xfffff8000f588600 [acpi_task_1] 100063 D - 0xfffff8000f588600 [acpi_task_0] 100062 D - 0xfffff8000f588800 [kqueue taskq] 100059 D - 0xfffff8000f588e00 [ffs_trim taskq] 100058 D - 0xfffff8000f589100 [thread taskq] 100056 D - 0xfffff8000f388300 [firmware taskq] 100000 D swapin 0xffffffff816f2978 [swapper] db:0:ps> allt Tracing command sleep pid 20076 tid 100333 td 0xfffff80bf10ae000 sched_switch() at sched_switch+0x482/frame 0xfffffe104970d740 mi_switch() at mi_switch+0x179/frame 0xfffffe104970d780 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104970d7c0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104970d830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104970d860 _sleep() at _sleep+0x314/frame 0xfffffe104970d900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe104970d960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe104970d9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104970dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104970dab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800928ada, rsp = 0x7fffffffd9c8, rbp = 0x7fffffffda00 --- Tracing command sleep pid 20069 tid 100282 td 0xfffff802310d6000 sched_switch() at sched_switch+0x482/frame 0xfffffe104960e740 mi_switch() at mi_switch+0x179/frame 0xfffffe104960e780 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104960e7c0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104960e830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104960e860 _sleep() at _sleep+0x314/frame 0xfffffe104960e900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe104960e960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe104960e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104960eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104960eab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800928ada, rsp = 0x7fffffffd9d8, rbp = 0x7fffffffda10 --- Tracing command sh pid 13393 tid 100210 td 0xfffff80083ec8000 sched_switch() at sched_switch+0x482/frame 0xfffffe10494b8550 mi_switch() at mi_switch+0x179/frame 0xfffffe10494b8590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494b85d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494b8640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494b8670 _sleep() at _sleep+0x334/frame 0xfffffe10494b8710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe10494b87b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe10494b89a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494b8ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494b8ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d39cca, rsp = 0x7fffffffd598, rbp = 0x7fffffffd640 --- Tracing command ls pid 12688 tid 100278 td 0xfffff80083a35000 sched_switch() at sched_switch+0x482/frame 0xfffffe10495f8170 mi_switch() at mi_switch+0x179/frame 0xfffffe10495f81b0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10495f81f0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe10495f8220 sleeplk() at sleeplk+0x11a/frame 0xfffffe10495f8270 __lockmgr_args() at __lockmgr_args+0x71a/frame 0xfffffe10495f83a0 ffs_lock() at ffs_lock+0x92/frame 0xfffffe10495f83f0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe10495f8420 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe10495f8490 vget() at vget+0x70/frame 0xfffffe10495f84e0 cache_lookup() at cache_lookup+0x5a7/frame 0xfffffe10495f8560 vfs_cache_lookup() at vfs_cache_lookup+0xa1/frame 0xfffffe10495f85b0 VOP_LOOKUP_APV() at VOP_LOOKUP_APV+0x108/frame 0xfffffe10495f85e0 lookup() at lookup+0x5a0/frame 0xfffffe10495f8670 namei() at namei+0x544/frame 0xfffffe10495f8740 kern_statat_vnhook() at kern_statat_vnhook+0xa5/frame 0xfffffe10495f8900 sys_lstat() at sys_lstat+0x30/frame 0xfffffe10495f89a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10495f8ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10495f8ab0 --- syscall (190, FreeBSD ELF64, sys_lstat), rip = 0x800d9c4da, rsp = 0x7fffffffd368, rbp = 0x7fffffffd400 --- Tracing command sh pid 12687 tid 100260 td 0xfffff801f1b38490 sched_switch() at sched_switch+0x482/frame 0xfffffe104959e550 mi_switch() at mi_switch+0x179/frame 0xfffffe104959e590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104959e5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104959e640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104959e670 _sleep() at _sleep+0x334/frame 0xfffffe104959e710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104959e7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104959e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104959eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104959eab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800d39cca, rsp = 0x7fffffffd888, rbp = 0x7fffffffd930 --- Tracing command dirtybuf3 pid 1394 tid 100143 td 0xfffff80083a93490 sched_switch() at sched_switch+0x482/frame 0xfffffe104935c380 mi_switch() at mi_switch+0x179/frame 0xfffffe104935c3c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104935c400 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe104935c430 sleeplk() at sleeplk+0x11a/frame 0xfffffe104935c480 __lockmgr_args() at __lockmgr_args+0xb0a/frame 0xfffffe104935c5b0 ffs_lock() at ffs_lock+0x92/frame 0xfffffe104935c600 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf5/frame 0xfffffe104935c630 _vn_lock() at _vn_lock+0xc6/frame 0xfffffe104935c6a0 vn_write() at vn_write+0x1da/frame 0xfffffe104935c730 vn_io_fault() at vn_io_fault+0x22a/frame 0xfffffe104935c8b0 dofilewrite() at dofilewrite+0x85/frame 0xfffffe104935c900 kern_writev() at kern_writev+0x65/frame 0xfffffe104935c950 sys_write() at sys_write+0x63/frame 0xfffffe104935c9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104935cab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104935cab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800949a0a, rsp = 0x7fffffffd6e8, rbp = 0x7fffffffd720 --- Tracing command dirtybuf3 pid 1393 tid 100258 td 0xfffff801f1dc5920 sched_switch() at sched_switch+0x482/frame 0xfffffe10495941f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1049594230 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049594270 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe10495942a0 _sleep() at _sleep+0x351/frame 0xfffffe1049594340 waitrunningbufspace() at waitrunningbufspace+0x80/frame 0xfffffe1049594360 bufwrite() at bufwrite+0x2a1/frame 0xfffffe10495943a0 bwrite() at bwrite+0xee/frame 0xfffffe10495943c0 vfs_bio_awrite() at vfs_bio_awrite+0x30d/frame 0xfffffe1049594440 bufbdflush() at bufbdflush+0x23c/frame 0xfffffe10495944a0 bdwrite() at bdwrite+0x125/frame 0xfffffe10495944e0 ffs_write() at ffs_write+0x20e/frame 0xfffffe1049594590 VOP_WRITE_APV() at VOP_WRITE_APV+0x183/frame 0xfffffe10495946a0 vn_write() at vn_write+0x2eb/frame 0xfffffe1049594730 vn_io_fault() at vn_io_fault+0x22a/frame 0xfffffe10495948b0 dofilewrite() at dofilewrite+0x85/frame 0xfffffe1049594900 kern_writev() at kern_writev+0x65/frame 0xfffffe1049594950 sys_write() at sys_write+0x63/frame 0xfffffe10495949a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049594ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049594ab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800949a0a, rsp = 0x7fffffffd6e8, rbp = 0x7fffffffd720 --- Tracing command md5 pid 1300 tid 100241 td 0xfffff80111983920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067b9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067b9d00 trap() at trap+0x42/frame 0xfffffe10067b9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067b9f20 --- trap 0x13, rip = 0xffffffff8095140a, rsp = 0xfffffe10067b9fe0, rbp = 0xfffffe1049549490 --- atomic_fetchadd_int() at atomic_fetchadd_int+0x1a/frame 0xfffffe1049549490 bufcountsub() at bufcountsub+0xa7/frame 0xfffffe10495494b0 bremfree() at bremfree+0xd2/frame 0xfffffe10495494d0 getblk() at getblk+0x29b/frame 0xfffffe1049549570 breadn_flags() at breadn_flags+0x62/frame 0xfffffe10495495e0 ffs_balloc_ufs2() at ffs_balloc_ufs2+0x18c5/frame 0xfffffe10495497a0 ffs_write() at ffs_write+0x310/frame 0xfffffe1049549850 VOP_WRITE_APV() at VOP_WRITE_APV+0x183/frame 0xfffffe1049549960 mdstart_vnode() at mdstart_vnode+0x3e2/frame 0xfffffe1049549a20 md_kthread() at md_kthread+0x17d/frame 0xfffffe1049549a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049549ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049549ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049549b70, rbp = 0 --- Tracing command sh pid 1279 tid 100165 td 0xfffff80083e39920 sched_switch() at sched_switch+0x482/frame 0xfffffe10493ca750 mi_switch() at mi_switch+0x179/frame 0xfffffe10493ca790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493ca7d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493ca840 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493ca870 _sleep() at _sleep+0x334/frame 0xfffffe10493ca910 kern_sigsuspend() at kern_sigsuspend+0xcd/frame 0xfffffe10493ca970 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe10493ca9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493caab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493caab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800d1f01a, rsp = 0x7fffffffd298, rbp = 0x7fffffffd340 --- Tracing command bash pid 1261 tid 100146 td 0xfffff80083be4000 sched_switch() at sched_switch+0x482/frame 0xfffffe104936b550 mi_switch() at mi_switch+0x179/frame 0xfffffe104936b590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104936b5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104936b640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104936b670 _sleep() at _sleep+0x334/frame 0xfffffe104936b710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104936b7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104936b9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104936bab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104936bab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a2cca, rsp = 0x7fffffffd278, rbp = 0x7fffffffd2c0 --- Tracing command csh pid 1259 tid 100225 td 0xfffff801f1b04490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049503750 mi_switch() at mi_switch+0x179/frame 0xfffffe1049503790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10495037d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049503840 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049503870 _sleep() at _sleep+0x334/frame 0xfffffe1049503910 kern_sigsuspend() at kern_sigsuspend+0xcd/frame 0xfffffe1049503970 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe10495039a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049503ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049503ab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800d4a01a, rsp = 0x7fffffffcde8, rbp = 0x7fffffffce60 --- Tracing command su pid 1250 tid 100232 td 0xfffff801f1c51000 sched_switch() at sched_switch+0x482/frame 0xfffffe104951c550 mi_switch() at mi_switch+0x179/frame 0xfffffe104951c590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104951c5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104951c640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104951c670 _sleep() at _sleep+0x334/frame 0xfffffe104951c710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104951c7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104951c9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104951cab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104951cab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800edccca, rsp = 0x7fffffffd478, rbp = 0x7fffffffd9f0 --- Tracing command bash pid 1118 tid 100234 td 0xfffff80111cd9920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049526550 mi_switch() at mi_switch+0x179/frame 0xfffffe1049526590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10495265d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049526640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049526670 _sleep() at _sleep+0x334/frame 0xfffffe1049526710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe10495267b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe10495269a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049526ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049526ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a2cca, rsp = 0x7fffffffd4d8, rbp = 0x7fffffffd520 --- Tracing command sshd pid 1117 tid 100216 td 0xfffff801f1960490 sched_switch() at sched_switch+0x482/frame 0xfffffe10494d6590 mi_switch() at mi_switch+0x179/frame 0xfffffe10494d65d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494d6610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494d6680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494d66b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494d6720 seltdwait() at seltdwait+0x78/frame 0xfffffe10494d6760 kern_select() at kern_select+0x8a2/frame 0xfffffe10494d6960 sys_select() at sys_select+0x54/frame 0xfffffe10494d69a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494d6ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494d6ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8032079aa, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1115 tid 100236 td 0xfffff80083827920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049530630 mi_switch() at mi_switch+0x179/frame 0xfffffe1049530670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10495306b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049530720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049530750 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10495307c0 seltdwait() at seltdwait+0x78/frame 0xfffffe1049530800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe10495309a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049530ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049530ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80319fe7a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command bash pid 1078 tid 100229 td 0xfffff800838d1000 sched_switch() at sched_switch+0x482/frame 0xfffffe104950d550 mi_switch() at mi_switch+0x179/frame 0xfffffe104950d590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104950d5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104950d640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104950d670 _sleep() at _sleep+0x334/frame 0xfffffe104950d710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104950d7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104950d9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104950dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104950dab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a2cca, rsp = 0x7fffffffd4d8, rbp = 0x7fffffffd520 --- Tracing command sshd pid 1077 tid 100140 td 0xfffff8008363b000 sched_switch() at sched_switch+0x482/frame 0xfffffe104934d590 mi_switch() at mi_switch+0x179/frame 0xfffffe104934d5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104934d610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104934d680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104934d6b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe104934d720 seltdwait() at seltdwait+0x78/frame 0xfffffe104934d760 kern_select() at kern_select+0x8a2/frame 0xfffffe104934d960 sys_select() at sys_select+0x54/frame 0xfffffe104934d9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104934dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104934dab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8032079aa, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1075 tid 100206 td 0xfffff800838d1490 sched_switch() at sched_switch+0x482/frame 0xfffffe10494a4630 mi_switch() at mi_switch+0x179/frame 0xfffffe10494a4670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494a46b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494a4720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494a4750 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494a47c0 seltdwait() at seltdwait+0x78/frame 0xfffffe10494a4800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe10494a49a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494a4ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494a4ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80319fe7a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command bash pid 1064 tid 100180 td 0xfffff801114c1920 sched_switch() at sched_switch+0x482/frame 0xfffffe1049418550 mi_switch() at mi_switch+0x179/frame 0xfffffe1049418590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494185d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049418640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049418670 _sleep() at _sleep+0x334/frame 0xfffffe1049418710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe10494187b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe10494189a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049418ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049418ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x8010a2cca, rsp = 0x7fffffffc778, rbp = 0x7fffffffc7c0 --- Tracing command sshd pid 1063 tid 100175 td 0xfffff80083f4a920 sched_switch() at sched_switch+0x482/frame 0xfffffe10493fc590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493fc5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493fc610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493fc680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493fc6b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493fc720 seltdwait() at seltdwait+0x78/frame 0xfffffe10493fc760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493fc960 sys_select() at sys_select+0x54/frame 0xfffffe10493fc9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493fcab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493fcab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8032079aa, rsp = 0x7fffffffd168, rbp = 0x7fffffffd1d0 --- Tracing command sshd pid 1061 tid 100174 td 0xfffff80097047000 sched_switch() at sched_switch+0x482/frame 0xfffffe10493f7630 mi_switch() at mi_switch+0x179/frame 0xfffffe10493f7670 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493f76b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493f7720 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493f7750 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493f77c0 seltdwait() at seltdwait+0x78/frame 0xfffffe10493f7800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe10493f79a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493f7ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493f7ab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80319fe7a, rsp = 0x7fffffffd1f8, rbp = 0x7fffffffd250 --- Tracing command getty pid 1060 tid 100223 td 0xfffff80111e9d490 sched_switch() at sched_switch+0x482/frame 0xfffffe10494f9610 mi_switch() at mi_switch+0x179/frame 0xfffffe10494f9650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494f9690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494f9700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494f9730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494f97a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494f97d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10494f9830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10494f9860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494f98c0 dofileread() at dofileread+0x7b/frame 0xfffffe10494f9900 kern_readv() at kern_readv+0x65/frame 0xfffffe10494f9950 sys_read() at sys_read+0x63/frame 0xfffffe10494f99a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494f9ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494f9ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1059 tid 100222 td 0xfffff80111e9d920 sched_switch() at sched_switch+0x482/frame 0xfffffe10494f4610 mi_switch() at mi_switch+0x179/frame 0xfffffe10494f4650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494f4690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494f4700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494f4730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494f47a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494f47d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10494f4830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10494f4860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494f48c0 dofileread() at dofileread+0x7b/frame 0xfffffe10494f4900 kern_readv() at kern_readv+0x65/frame 0xfffffe10494f4950 sys_read() at sys_read+0x63/frame 0xfffffe10494f49a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494f4ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494f4ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1058 tid 100221 td 0xfffff80111d65000 sched_switch() at sched_switch+0x482/frame 0xfffffe10494ef610 mi_switch() at mi_switch+0x179/frame 0xfffffe10494ef650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494ef690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494ef700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494ef730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494ef7a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494ef7d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10494ef830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10494ef860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494ef8c0 dofileread() at dofileread+0x7b/frame 0xfffffe10494ef900 kern_readv() at kern_readv+0x65/frame 0xfffffe10494ef950 sys_read() at sys_read+0x63/frame 0xfffffe10494ef9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494efab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494efab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1057 tid 100220 td 0xfffff80111d65490 sched_switch() at sched_switch+0x482/frame 0xfffffe10494ea610 mi_switch() at mi_switch+0x179/frame 0xfffffe10494ea650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494ea690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494ea700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494ea730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494ea7a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494ea7d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10494ea830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10494ea860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494ea8c0 dofileread() at dofileread+0x7b/frame 0xfffffe10494ea900 kern_readv() at kern_readv+0x65/frame 0xfffffe10494ea950 sys_read() at sys_read+0x63/frame 0xfffffe10494ea9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494eaab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494eaab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1056 tid 100219 td 0xfffff80111d65920 sched_switch() at sched_switch+0x482/frame 0xfffffe10494e5610 mi_switch() at mi_switch+0x179/frame 0xfffffe10494e5650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494e5690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494e5700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494e5730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494e57a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494e57d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10494e5830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10494e5860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494e58c0 dofileread() at dofileread+0x7b/frame 0xfffffe10494e5900 kern_readv() at kern_readv+0x65/frame 0xfffffe10494e5950 sys_read() at sys_read+0x63/frame 0xfffffe10494e59a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494e5ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494e5ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1055 tid 100152 td 0xfffff80083e41000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049389610 mi_switch() at mi_switch+0x179/frame 0xfffffe1049389650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049389690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049389700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049389730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493897a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10493897d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe1049389830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe1049389860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10493898c0 dofileread() at dofileread+0x7b/frame 0xfffffe1049389900 kern_readv() at kern_readv+0x65/frame 0xfffffe1049389950 sys_read() at sys_read+0x63/frame 0xfffffe10493899a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049389ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049389ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1054 tid 100168 td 0xfffff80097047490 sched_switch() at sched_switch+0x482/frame 0xfffffe10493d9610 mi_switch() at mi_switch+0x179/frame 0xfffffe10493d9650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493d9690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493d9700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493d9730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493d97a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10493d97d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10493d9830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10493d9860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10493d98c0 dofileread() at dofileread+0x7b/frame 0xfffffe10493d9900 kern_readv() at kern_readv+0x65/frame 0xfffffe10493d9950 sys_read() at sys_read+0x63/frame 0xfffffe10493d99a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493d9ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493d9ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1053 tid 100218 td 0xfffff80083f2e920 sched_switch() at sched_switch+0x482/frame 0xfffffe10494e0610 mi_switch() at mi_switch+0x179/frame 0xfffffe10494e0650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494e0690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494e0700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494e0730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494e07a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494e07d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe10494e0830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe10494e0860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494e08c0 dofileread() at dofileread+0x7b/frame 0xfffffe10494e0900 kern_readv() at kern_readv+0x65/frame 0xfffffe10494e0950 sys_read() at sys_read+0x63/frame 0xfffffe10494e09a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494e0ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494e0ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command getty pid 1052 tid 100187 td 0xfffff80083f4a490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049445610 mi_switch() at mi_switch+0x179/frame 0xfffffe1049445650 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049445690 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049445700 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe1049445730 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10494457a0 tty_wait() at tty_wait+0x42/frame 0xfffffe10494457d0 ttydisc_read() at ttydisc_read+0x353/frame 0xfffffe1049445830 ttydev_read() at ttydev_read+0x6d/frame 0xfffffe1049445860 devfs_read_f() at devfs_read_f+0x7f/frame 0xfffffe10494458c0 dofileread() at dofileread+0x7b/frame 0xfffffe1049445900 kern_readv() at kern_readv+0x65/frame 0xfffffe1049445950 sys_read() at sys_read+0x63/frame 0xfffffe10494459a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049445ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049445ab0 --- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b5fa2a, rsp = 0x7fffffffdc98, rbp = 0x7fffffffdcd0 --- Tracing command cron pid 976 tid 100209 td 0xfffff80083f22000 sched_switch() at sched_switch+0x482/frame 0xfffffe10494b3740 mi_switch() at mi_switch+0x179/frame 0xfffffe10494b3780 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494b37c0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494b3830 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494b3860 _sleep() at _sleep+0x314/frame 0xfffffe10494b3900 kern_nanosleep() at kern_nanosleep+0x10e/frame 0xfffffe10494b3960 sys_nanosleep() at sys_nanosleep+0x53/frame 0xfffffe10494b39a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494b3ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494b3ab0 --- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800d4fada, rsp = 0x7fffffffdb28, rbp = 0x7fffffffdd00 --- Tracing command sendmail pid 972 tid 100208 td 0xfffff80083bd8490 sched_switch() at sched_switch+0x482/frame 0xfffffe10494ae750 mi_switch() at mi_switch+0x179/frame 0xfffffe10494ae790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494ae7d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10494ae840 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494ae870 _sleep() at _sleep+0x334/frame 0xfffffe10494ae910 kern_sigsuspend() at kern_sigsuspend+0xcd/frame 0xfffffe10494ae970 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe10494ae9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10494aeab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10494aeab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x80139801a, rsp = 0x7fffffffc818, rbp = 0x7fffffffc830 --- Tracing command sendmail pid 969 tid 100177 td 0xfffff80083e39000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049409580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494095c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049409600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049409670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494096a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049409720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049409760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049409960 sys_select() at sys_select+0x54/frame 0xfffffe10494099a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049409ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049409ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8014599aa, rsp = 0x7fffffffbd18, rbp = 0x7fffffffc810 --- Tracing command sshd pid 966 tid 100202 td 0xfffff80111476490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049490590 mi_switch() at mi_switch+0x179/frame 0xfffffe10494905d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049490610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049490680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494906b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe1049490720 seltdwait() at seltdwait+0x78/frame 0xfffffe1049490760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049490960 sys_select() at sys_select+0x54/frame 0xfffffe10494909a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049490ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049490ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8032079aa, rsp = 0x7fffffffd288, rbp = 0x7fffffffdd10 --- Tracing command powerd pid 937 tid 100203 td 0xfffff80083ec8490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049495580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494955c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049495600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049495670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494956a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049495720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049495760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049495960 sys_select() at sys_select+0x54/frame 0xfffffe10494959a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049495ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049495ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b5d9aa, rsp = 0x7fffffffdb88, rbp = 0x7fffffffdd00 --- Tracing command ntpd pid 934 tid 100201 td 0xfffff801119f3920 sched_switch() at sched_switch+0x482/frame 0xfffffe104948b590 mi_switch() at mi_switch+0x179/frame 0xfffffe104948b5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104948b610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104948b680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104948b6b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe104948b720 seltdwait() at seltdwait+0x78/frame 0xfffffe104948b760 kern_select() at kern_select+0x8a2/frame 0xfffffe104948b960 sys_select() at sys_select+0x54/frame 0xfffffe104948b9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104948bab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104948bab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8013c89aa, rsp = 0x7fffffffdbc8, rbp = 0x7fffffffdc90 --- Tracing command nfsd pid 896 tid 100199 td 0xfffff8011193f490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049481730 mi_switch() at mi_switch+0x179/frame 0xfffffe1049481770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494817b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049481820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe1049481850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494818d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe1049481a60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe1049481a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049481ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049481ab0 --- trap 0xc, rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 896 tid 100198 td 0xfffff8011193f920 sched_switch() at sched_switch+0x482/frame 0xfffffe104947c730 mi_switch() at mi_switch+0x179/frame 0xfffffe104947c770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104947c7b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104947c820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104947c850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe104947c8d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe104947ca60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe104947ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe104947cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe104947cab0 --- trap 0xc, rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 896 tid 100197 td 0xfffff80111983000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049477730 mi_switch() at mi_switch+0x179/frame 0xfffffe1049477770 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10494777b0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049477820 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe1049477850 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10494778d0 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe1049477a60 svc_thread_start() at svc_thread_start+0xb/frame 0xfffffe1049477a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049477ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049477ab0 --- trap 0xc, rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 896 tid 100147 td 0xfffff800838d1920 sched_switch() at sched_switch+0x482/frame 0xfffffe104936fe80 mi_switch() at mi_switch+0x179/frame 0xfffffe104936fec0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104936ff00 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104936ff70 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104936ffa0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049370020 svc_run_internal() at svc_run_internal+0x9c7/frame 0xfffffe10493701b0 svc_run() at svc_run+0xd4/frame 0xfffffe10493701f0 nfsrvd_nfsd() at nfsrvd_nfsd+0x194/frame 0xfffffe1049370350 nfssvc_nfsd() at nfssvc_nfsd+0x11a/frame 0xfffffe1049370970 sys_nfssvc() at sys_nfssvc+0xd2/frame 0xfffffe10493709a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049370ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049370ab0 --- syscall (155, FreeBSD ELF64, sys_nfssvc), rip = 0x80088bc7a, rsp = 0x7fffffffd5d8, rbp = 0x7fffffffd880 --- Tracing command nfsd pid 894 tid 100196 td 0xfffff80083f62490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049472590 mi_switch() at mi_switch+0x179/frame 0xfffffe10494725d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049472610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049472680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10494726b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe1049472720 seltdwait() at seltdwait+0x78/frame 0xfffffe1049472760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049472960 sys_select() at sys_select+0x54/frame 0xfffffe10494729a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049472ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049472ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094c9aa, rsp = 0x7fffffffd888, rbp = 0x7fffffffdce0 --- Tracing command mountd pid 888 tid 100173 td 0xfffff80083be4490 sched_switch() at sched_switch+0x482/frame 0xfffffe10493f2590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493f25d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493f2610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493f2680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493f26b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493f2720 seltdwait() at seltdwait+0x78/frame 0xfffffe10493f2760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493f2960 sys_select() at sys_select+0x54/frame 0xfffffe10493f29a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493f2ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493f2ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b649aa, rsp = 0x7fffffffdb88, rbp = 0x7fffffffdd00 --- Tracing command nfsuserd pid 882 tid 100193 td 0xfffff80111816490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049463580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494635c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049463600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049463670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494636a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049463720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049463760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049463960 sys_select() at sys_select+0x54/frame 0xfffffe10494639a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049463ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049463ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 880 tid 100192 td 0xfffff80111816920 sched_switch() at sched_switch+0x482/frame 0xfffffe104945e580 mi_switch() at mi_switch+0x179/frame 0xfffffe104945e5c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104945e600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104945e670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104945e6a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe104945e720 seltdwait() at seltdwait+0x8b/frame 0xfffffe104945e760 kern_select() at kern_select+0x8a2/frame 0xfffffe104945e960 sys_select() at sys_select+0x54/frame 0xfffffe104945e9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104945eab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104945eab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 879 tid 100191 td 0xfffff801117e6000 sched_switch() at sched_switch+0x482/frame 0xfffffe1049459580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494595c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049459600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049459670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494596a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049459720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049459760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049459960 sys_select() at sys_select+0x54/frame 0xfffffe10494599a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049459ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049459ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 878 tid 100190 td 0xfffff801117e6490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049454580 mi_switch() at mi_switch+0x179/frame 0xfffffe10494545c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049454600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe1049454670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10494546a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe1049454720 seltdwait() at seltdwait+0x8b/frame 0xfffffe1049454760 kern_select() at kern_select+0x8a2/frame 0xfffffe1049454960 sys_select() at sys_select+0x54/frame 0xfffffe10494549a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe1049454ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe1049454ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x80094b9aa, rsp = 0x7fffffffd9f8, rbp = 0x7fffffffdb30 --- Tracing command nfsuserd pid 877 tid 100171 td 0xfffff80083817490 sched_switch() at sched_switch+0x482/frame 0xfffffe10493e8750 mi_switch() at mi_switch+0x179/frame 0xfffffe10493e8790 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493e87d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493e8840 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493e8870 _sleep() at _sleep+0x334/frame 0xfffffe10493e8910 kern_sigsuspend() at kern_sigsuspend+0xcd/frame 0xfffffe10493e8970 sys_sigsuspend() at sys_sigsuspend+0x31/frame 0xfffffe10493e89a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493e8ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493e8ab0 --- syscall (4, FreeBSD ELF64, sys_write), rip = 0x80088a01a, rsp = 0x7fffffffdb38, rbp = 0x7fffffffdd00 --- Tracing command rpcbind pid 848 tid 100188 td 0xfffff80111477920 sched_switch() at sched_switch+0x482/frame 0xfffffe104944a620 mi_switch() at mi_switch+0x179/frame 0xfffffe104944a660 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104944a6a0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104944a710 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe104944a740 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe104944a7c0 seltdwait() at seltdwait+0x8b/frame 0xfffffe104944a800 sys_poll() at sys_poll+0x3c9/frame 0xfffffe104944a9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104944aab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104944aab0 --- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800d04e7a, rsp = 0x7fffffffba68, rbp = 0x7fffffffdc80 --- Tracing command watchdogd pid 834 tid 100181 td 0xfffff801114c1490 sched_switch() at sched_switch+0x482/frame 0xfffffe104941d550 mi_switch() at mi_switch+0x179/frame 0xfffffe104941d590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104941d5d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe104941d640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe104941d670 _sleep() at _sleep+0x334/frame 0xfffffe104941d710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe104941d7b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe104941d9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe104941dab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe104941dab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800ab5cca, rsp = 0x7fffffffdac8, rbp = 0x7fffffffdb70 --- Tracing command syslogd pid 831 tid 100172 td 0xfffff800836d3920 sched_switch() at sched_switch+0x482/frame 0xfffffe10493ed590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493ed5d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493ed610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493ed680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493ed6b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493ed720 seltdwait() at seltdwait+0x78/frame 0xfffffe10493ed760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493ed960 sys_select() at sys_select+0x54/frame 0xfffffe10493ed9a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493edab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493edab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800b629aa, rsp = 0x7fffffffcce8, rbp = 0x7fffffffdd00 --- Tracing command devd pid 698 tid 100170 td 0xfffff80083e39490 sched_switch() at sched_switch+0x482/frame 0xfffffe10493e3580 mi_switch() at mi_switch+0x179/frame 0xfffffe10493e35c0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493e3600 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493e3670 sleepq_timedwait_sig() at sleepq_timedwait_sig+0x10/frame 0xfffffe10493e36a0 _cv_timedwait_sig_sbt() at _cv_timedwait_sig_sbt+0x1fd/frame 0xfffffe10493e3720 seltdwait() at seltdwait+0x8b/frame 0xfffffe10493e3760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493e3960 sys_select() at sys_select+0x54/frame 0xfffffe10493e39a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493e3ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493e3ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x49c2aa, rsp = 0x7fffffffbbb8, rbp = 0x7fffffffdd20 --- Tracing command moused pid 681 tid 100167 td 0xfffff80083fb8490 sched_switch() at sched_switch+0x482/frame 0xfffffe10493d4590 mi_switch() at mi_switch+0x179/frame 0xfffffe10493d45d0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10493d4610 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe10493d4680 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe10493d46b0 _cv_wait_sig() at _cv_wait_sig+0x1e1/frame 0xfffffe10493d4720 seltdwait() at seltdwait+0x78/frame 0xfffffe10493d4760 kern_select() at kern_select+0x8a2/frame 0xfffffe10493d4960 sys_select() at sys_select+0x54/frame 0xfffffe10493d49a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe10493d4ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe10493d4ab0 --- syscall (93, FreeBSD ELF64, sys_select), rip = 0x800d889aa, rsp = 0x7fffffffd6f8, rbp = 0x7fffffffdca0 --- Tracing command softdepflush pid 17 tid 100134 td 0xfffff8008302b920 sched_switch() at sched_switch+0x482/frame 0xfffffe10491938e0 mi_switch() at mi_switch+0x179/frame 0xfffffe1049193920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1049193960 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1049193990 _sleep() at _sleep+0x326/frame 0xfffffe1049193a30 softdep_flush() at softdep_flush+0x20c/frame 0xfffffe1049193a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049193ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049193ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049193b70, rbp = 0 --- Tracing command vnlru pid 16 tid 100133 td 0xfffff800830d3000 sched_switch() at sched_switch+0x482/frame 0xfffffe104918e8a0 mi_switch() at mi_switch+0x179/frame 0xfffffe104918e8e0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe104918e920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe104918e950 _sleep() at _sleep+0x326/frame 0xfffffe104918e9f0 vnlru_proc() at vnlru_proc+0x48/frame 0xfffffe104918ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe104918eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe104918eab0 --- trap 0, rip = 0, rsp = 0xfffffe104918eb70, rbp = 0 --- Tracing command syncer pid 9 tid 100132 td 0xfffff800830d3490 sched_switch() at sched_switch+0x482/frame 0xfffffe1049189540 mi_switch() at mi_switch+0x179/frame 0xfffffe1049189580 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe10491895c0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe10491895f0 sleeplk() at sleeplk+0x11a/frame 0xfffffe1049189640 __lockmgr_args() at __lockmgr_args+0xb0a/frame 0xfffffe1049189770 _lockmgr_args_rw() at _lockmgr_args_rw+0x98/frame 0xfffffe10491897e0 getblk() at getblk+0x172/frame 0xfffffe1049189880 breadn_flags() at breadn_flags+0x62/frame 0xfffffe10491898f0 ffs_update() at ffs_update+0x13f/frame 0xfffffe1049189970 ffs_fsync() at ffs_fsync+0x20/frame 0xfffffe10491899a0 VOP_FSYNC_APV() at VOP_FSYNC_APV+0x10e/frame 0xfffffe10491899d0 sched_sync() at sched_sync+0x34c/frame 0xfffffe1049189a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049189ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049189ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049189b70, rbp = 0 --- Tracing command bufdaemon pid 8 tid 100131 td 0xfffff800830d3920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067f1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067f1d00 trap() at trap+0x42/frame 0xfffffe10067f1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067f1f20 --- trap 0x13, rip = 0xffffffff80900f1c, rsp = 0xfffffe10067f1fe0, rbp = 0xfffffe10491847a0 --- stack_put() at stack_put+0x1c/frame 0xfffffe10491847a0 stack_save() at stack_save+0x91/frame 0xfffffe10491847e0 __lockmgr_args() at __lockmgr_args+0xb57/frame 0xfffffe1049184910 _lockmgr_args_rw() at _lockmgr_args_rw+0x98/frame 0xfffffe1049184980 flushbufqueues() at flushbufqueues+0x381/frame 0xfffffe1049184a10 buf_flush() at buf_flush+0x32/frame 0xfffffe1049184a30 buf_daemon() at buf_daemon+0xf9/frame 0xfffffe1049184a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1049184ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1049184ab0 --- trap 0, rip = 0, rsp = 0xfffffe1049184b70, rbp = 0 --- Tracing command pagezero pid 7 tid 100130 td 0xfffff80011d7c920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048fff8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048fff930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048fff970 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1048fff9a0 _sleep() at _sleep+0x326/frame 0xfffffe1048fffa40 vm_pagezero() at vm_pagezero+0x88/frame 0xfffffe1048fffa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fffab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fffab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fffb70, rbp = 0 --- Tracing command vmdaemon pid 6 tid 100129 td 0xfffff8008302a000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048ffa8b0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048ffa8f0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048ffa930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048ffa960 _sleep() at _sleep+0x351/frame 0xfffffe1048ffaa00 vm_daemon() at vm_daemon+0x7e/frame 0xfffffe1048ffaa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048ffaab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048ffaab0 --- trap 0, rip = 0, rsp = 0xfffffe1048ffab70, rbp = 0 --- Tracing command pagedaemon pid 5 tid 100128 td 0xfffff8008302a490 sched_switch() at sched_switch+0x482/frame 0xfffffe1048ff58a0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048ff58e0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048ff5920 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe1048ff5950 _sleep() at _sleep+0x326/frame 0xfffffe1048ff59f0 vm_pageout() at vm_pageout+0x237/frame 0xfffffe1048ff5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048ff5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048ff5ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048ff5b70, rbp = 0 --- Tracing command enc_daemon0 pid 4 tid 100127 td 0xfffff8008302a920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048ff08b0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048ff08f0 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048ff0930 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048ff0960 _sleep() at _sleep+0x351/frame 0xfffffe1048ff0a00 enc_daemon() at enc_daemon+0x109/frame 0xfffffe1048ff0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048ff0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048ff0ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048ff0b70, rbp = 0 --- Tracing command xpt_thrd pid 3 tid 100126 td 0xfffff8008302b000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048fab8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048fab930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048fab970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048fab9a0 _sleep() at _sleep+0x351/frame 0xfffffe1048faba40 xpt_scanner_thread() at xpt_scanner_thread+0xdc/frame 0xfffffe1048faba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fabab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fabab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fabb70, rbp = 0 --- Tracing command sctp_iterator pid 2 tid 100125 td 0xfffff80011d78000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048fa6900 mi_switch() at mi_switch+0x179/frame 0xfffffe1048fa6940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048fa6980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048fa69b0 _sleep() at _sleep+0x351/frame 0xfffffe1048fa6a50 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xfffffe1048fa6a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fa6ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fa6ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fa6b70, rbp = 0 --- Tracing command usb pid 15 tid 100119 td 0xfffff80011c1e920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046f03920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046f03960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046f039a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046f039d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046f03a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046f03a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046f03ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046f03ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046f03b70, rbp = 0 --- Tracing command usb pid 15 tid 100118 td 0xfffff80011c31000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046efe920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046efe960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046efe9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046efe9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046efea40 usb_process() at usb_process+0xd4/frame 0xfffffe1046efea70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046efeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046efeab0 --- trap 0, rip = 0, rsp = 0xfffffe1046efeb70, rbp = 0 --- Tracing command usb pid 15 tid 100117 td 0xfffff80011c31490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ef9920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ef9960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ef99a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ef99d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046ef9a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046ef9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ef9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ef9ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ef9b70, rbp = 0 --- Tracing command usb pid 15 tid 100116 td 0xfffff80011c31920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ef4920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ef4960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ef49a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ef49d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046ef4a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046ef4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ef4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ef4ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ef4b70, rbp = 0 --- Tracing command usb pid 15 tid 100114 td 0xfffff80011c1d000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d67920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d67960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d679a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d679d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d67a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d67a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d67ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d67ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d67b70, rbp = 0 --- Tracing command usb pid 15 tid 100113 td 0xfffff80011c1d490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d62920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d62960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d629a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d629d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d62a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d62a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d62ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d62ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d62b70, rbp = 0 --- Tracing command usb pid 15 tid 100112 td 0xfffff80011c1d920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d5d920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d5d960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d5d9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d5d9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d5da40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d5da70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d5dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d5dab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d5db70, rbp = 0 --- Tracing command usb pid 15 tid 100111 td 0xfffff80011c1e000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d58920 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d58960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d589a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d589d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe1046d58a40 usb_process() at usb_process+0xd4/frame 0xfffffe1046d58a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d58ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d58ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d58b70, rbp = 0 --- Tracing command usb pid 15 tid 100074 td 0xfffff8000f5a1920 sched_switch() at sched_switch+0x482/frame 0xfffffe00003f3920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003f3960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003f39a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003f39d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003f3a40 usb_process() at usb_process+0xd4/frame 0xfffffe00003f3a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003f3ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003f3ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003f3b70, rbp = 0 --- Tracing command usb pid 15 tid 100073 td 0xfffff800119cb000 sched_switch() at sched_switch+0x482/frame 0xfffffe00003ee920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003ee960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003ee9a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003ee9d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003eea40 usb_process() at usb_process+0xd4/frame 0xfffffe00003eea70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003eeab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003eeab0 --- trap 0, rip = 0, rsp = 0xfffffe00003eeb70, rbp = 0 --- Tracing command usb pid 15 tid 100072 td 0xfffff800119cb490 sched_switch() at sched_switch+0x482/frame 0xfffffe00003e9920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003e9960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003e99a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003e99d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003e9a40 usb_process() at usb_process+0xd4/frame 0xfffffe00003e9a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003e9ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003e9ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003e9b70, rbp = 0 --- Tracing command usb pid 15 tid 100071 td 0xfffff800119cb920 sched_switch() at sched_switch+0x482/frame 0xfffffe00003e4920 mi_switch() at mi_switch+0x179/frame 0xfffffe00003e4960 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe00003e49a0 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe00003e49d0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe00003e4a40 usb_process() at usb_process+0xd4/frame 0xfffffe00003e4a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003e4ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003e4ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003e4b70, rbp = 0 --- Tracing command rand_harvestq pid 14 tid 100057 td 0xfffff8000f3f8490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e4f8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e4f920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e4f960 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xfffffe0f94e4f990 msleep_spin_sbt() at msleep_spin_sbt+0x1f0/frame 0xfffffe0f94e4fa20 random_kthread() at random_kthread+0x1b2/frame 0xfffffe0f94e4fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e4fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e4fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e4fb70, rbp = 0 --- Tracing command geom pid 13 tid 100055 td 0xfffff8000f3e0920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e458c0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e45900 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e45940 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e45970 _sleep() at _sleep+0x351/frame 0xfffffe0f94e45a10 g_io_schedule_down() at g_io_schedule_down+0x4c/frame 0xfffffe0f94e45a60 g_down_procbody() at g_down_procbody+0x7d/frame 0xfffffe0f94e45a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e45ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e45ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e45b70, rbp = 0 --- Tracing command geom pid 13 tid 100054 td 0xfffff8000f3e1000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006751ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006751d00 trap() at trap+0x42/frame 0xfffffe1006751f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006751f20 --- trap 0x13, rip = 0xffffffff808a5a89, rsp = 0xfffffe1006751fe0, rbp = 0xfffffe0f94e40900 --- __mtx_lock_flags() at __mtx_lock_flags+0x59/frame 0xfffffe0f94e40900 binsfree() at binsfree+0x6d/frame 0xfffffe0f94e40930 bqrelse() at bqrelse+0x1fc/frame 0xfffffe0f94e40970 bufdone_finish() at bufdone_finish+0x503/frame 0xfffffe0f94e409c0 bufdone() at bufdone+0xdc/frame 0xfffffe0f94e409f0 biodone() at biodone+0x129/frame 0xfffffe0f94e40a30 g_io_schedule_up() at g_io_schedule_up+0xf1/frame 0xfffffe0f94e40a60 g_up_procbody() at g_up_procbody+0x7d/frame 0xfffffe0f94e40a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e40ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e40ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e40b70, rbp = 0 --- Tracing command geom pid 13 tid 100053 td 0xfffff8000f3e1490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e3b8e0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e3b920 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e3b960 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e3b990 _sleep() at _sleep+0x351/frame 0xfffffe0f94e3ba30 g_run_events() at g_run_events+0x4f4/frame 0xfffffe0f94e3ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e3bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e3bab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e3bb70, rbp = 0 --- Tracing command intr pid 12 tid 100122 td 0xfffff80011d7c000 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f929f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f92a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1048f92a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f92ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f92ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f92b70, rbp = 0 --- Tracing command intr pid 12 tid 100121 td 0xfffff80011d7c490 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f8a9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f8aa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1048f8aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f8aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f8aab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f8ab70, rbp = 0 --- Tracing command intr pid 12 tid 100120 td 0xfffff80011c1e490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046f089f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046f08a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046f08a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046f08ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046f08ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046f08b70, rbp = 0 --- Tracing command intr pid 12 tid 100115 td 0xfffff80011c13920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046eef9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046eefa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046eefa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046eefab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046eefab0 --- trap 0, rip = 0, rsp = 0xfffffe1046eefb70, rbp = 0 --- Tracing command intr pid 12 tid 100110 td 0xfffff80011c12000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100109 td 0xfffff80011c12490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100107 td 0xfffff80011c13000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100105 td 0xfffff80011c0f490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100103 td 0xfffff80011c10000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100101 td 0xfffff80011c10920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100099 td 0xfffff80011c0e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100097 td 0xfffff80011c0e920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100095 td 0xfffff800119fb000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100093 td 0xfffff800119fb920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100092 td 0xfffff800119fc000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c979f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c97a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c97a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c97ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c97ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c97b70, rbp = 0 --- Tracing command intr pid 12 tid 100090 td 0xfffff800119f5490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c8d9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c8da30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c8da70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c8dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c8dab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c8db70, rbp = 0 --- Tracing command intr pid 12 tid 100088 td 0xfffff800119fa000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c839f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c83a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c83a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c83ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c83ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c83b70, rbp = 0 --- Tracing command intr pid 12 tid 100086 td 0xfffff800119fa920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c799f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c79a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c79a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c79ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c79ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c79b70, rbp = 0 --- Tracing command intr pid 12 tid 100084 td 0xfffff800119f4000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c6f9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c6fa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c6fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c6fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c6fab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c6fb70, rbp = 0 --- Tracing command intr pid 12 tid 100082 td 0xfffff800119f4920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c659f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c65a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c65a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c65ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c65ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c65b70, rbp = 0 --- Tracing command intr pid 12 tid 100080 td 0xfffff800119ee000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c5b9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c5ba30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c5ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c5bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c5bab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c5bb70, rbp = 0 --- Tracing command intr pid 12 tid 100078 td 0xfffff800119ee920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c519f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c51a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c51a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c51ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c51ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c51b70, rbp = 0 --- Tracing command intr pid 12 tid 100076 td 0xfffff800119ef490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c479f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c47a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe1046c47a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c47ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c47ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c47b70, rbp = 0 --- Tracing command intr pid 12 tid 100075 td 0xfffff8000f5a1490 sched_switch() at sched_switch+0x482/frame 0xfffffe00003f89f0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003f8a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe00003f8a70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003f8ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003f8ab0 --- trap 0, rip = 0, rsp = 0xfffffe00003f8b70, rbp = 0 --- Tracing command intr pid 12 tid 100070 td 0xfffff8000f59b920 sched_switch() at sched_switch+0x482/frame 0xfffffe00003df9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe00003dfa30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe00003dfa70 fork_exit() at fork_exit+0x84/frame 0xfffffe00003dfab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe00003dfab0 --- trap 0, rip = 0, rsp = 0xfffffe00003dfb70, rbp = 0 --- Tracing command intr pid 12 tid 100069 td 0xfffff8000f5a0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100068 td 0xfffff8000f5a0490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94f939f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94f93a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94f93a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94f93ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94f93ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94f93b70, rbp = 0 --- Tracing command intr pid 12 tid 100067 td 0xfffff8000f5a0920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e819f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e81a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94e81a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e81ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e81ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e81b70, rbp = 0 --- Tracing command intr pid 12 tid 100066 td 0xfffff8000f5a1000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e7c9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e7ca30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94e7ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e7cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e7cab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e7cb70, rbp = 0 --- Tracing command intr pid 12 tid 100061 td 0xfffff8000f59b490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e639f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e63a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94e63a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e63ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e63ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e63b70, rbp = 0 --- Tracing command intr pid 12 tid 100060 td 0xfffff8000f3e2490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100052 td 0xfffff8000f3e1920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xfffff8000f3e2000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e319f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e31a30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f94e31a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e31ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e31ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e31b70, rbp = 0 --- Tracing command intr pid 12 tid 100050 td 0xfffff8000f3df000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100049 td 0xfffff8000f3df490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xfffff8000f3df920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xfffff8000f3e0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xfffff8000f3e0490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100045 td 0xfffff8000f3db490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100044 td 0xfffff8000f3db920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100043 td 0xfffff8000f3dc000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xfffff8000f3dc490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xfffff8000f3dc920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xfffff8000f3d9920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xfffff8000f3da000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xfffff8000f3da490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xfffff8000f3da920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xfffff8000f3db000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xfffff8000f3d8000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xfffff8000f3d8490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xfffff8000f3d8920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xfffff8000f3d9000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100031 td 0xfffff8000f3d9490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100030 td 0xfffff8000f3b3490 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xfffff8000f3b3920 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xfffff8000f3b4000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xfffff8000f3b4490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f9018e9f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f9018ea30 ithread_loop() at ithread_loop+0x1d2/frame 0xfffffe0f9018ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9018eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9018eab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9018eb70, rbp = 0 --- Tracing command idle pid 11 tid 100026 td 0xfffff8000f3b4920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe0f90104ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe0f90104d00 trap() at trap+0x42/frame 0xfffffe0f90104f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe0f90104f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe0f90104fe0, rbp = 0xfffffe0f90189930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90189930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90189980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901899a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901899c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90189a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90189ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90189ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90189b70, rbp = 0 --- Tracing command idle pid 11 tid 100025 td 0xfffff8000f3af920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067f9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067f9d00 trap() at trap+0x42/frame 0xfffffe10067f9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067f9f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067f9fe0, rbp = 0xfffffe0f90184930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90184930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90184980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901849a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901849c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90184a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90184ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90184ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90184b70, rbp = 0 --- Tracing command idle pid 11 tid 100024 td 0xfffff8000f3b2000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f9017f960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f9017f9a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f9017f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9017fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9017fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9017fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9017fb70, rbp = 0 --- Tracing command idle pid 11 tid 100023 td 0xfffff8000f3b2490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067e9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067e9d00 trap() at trap+0x42/frame 0xfffffe10067e9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067e9f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067e9fe0, rbp = 0xfffffe0f9017a930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f9017a930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f9017a980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f9017a9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f9017a9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9017aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9017aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9017aab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9017ab70, rbp = 0 --- Tracing command idle pid 11 tid 100022 td 0xfffff8000f3b2920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067e1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067e1d00 trap() at trap+0x42/frame 0xfffffe10067e1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067e1f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067e1fe0, rbp = 0xfffffe0f90175930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90175930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90175980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901759a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901759c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90175a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90175ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90175ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90175b70, rbp = 0 --- Tracing command idle pid 11 tid 100021 td 0xfffff8000f3b3000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067d9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067d9d00 trap() at trap+0x42/frame 0xfffffe10067d9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067d9f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067d9fe0, rbp = 0xfffffe0f90170930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90170930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90170980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901709a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901709c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90170a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90170ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90170ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90170b70, rbp = 0 --- Tracing command idle pid 11 tid 100020 td 0xfffff8000f3ae000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067d1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067d1d00 trap() at trap+0x42/frame 0xfffffe10067d1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067d1f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067d1fe0, rbp = 0xfffffe0f9016b930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f9016b930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f9016b980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f9016b9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f9016b9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9016ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9016bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9016bab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9016bb70, rbp = 0 --- Tracing command idle pid 11 tid 100019 td 0xfffff8000f3ae490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067c9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067c9d00 trap() at trap+0x42/frame 0xfffffe10067c9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067c9f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067c9fe0, rbp = 0xfffffe0f90166930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90166930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90166980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901669a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901669c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90166a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90166ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90166ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90166b70, rbp = 0 --- Tracing command idle pid 11 tid 100018 td 0xfffff8000f3ae920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067c1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067c1d00 trap() at trap+0x42/frame 0xfffffe10067c1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067c1f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067c1fe0, rbp = 0xfffffe0f90161930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90161930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90161980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901619a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901619c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90161a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90161ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90161ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90161b70, rbp = 0 --- Tracing command idle pid 11 tid 100017 td 0xfffff8000f3af000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f9015c960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f9015c9a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f9015c9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9015ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9015cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9015cab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9015cb70, rbp = 0 --- Tracing command idle pid 11 tid 100016 td 0xfffff8000f3af490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067b1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067b1d00 trap() at trap+0x42/frame 0xfffffe10067b1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067b1f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067b1fe0, rbp = 0xfffffe0f90157930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90157930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90157980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901579a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901579c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90157a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90157ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90157ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90157b70, rbp = 0 --- Tracing command idle pid 11 tid 100015 td 0xfffff8000f3ac490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067a9ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067a9d00 trap() at trap+0x42/frame 0xfffffe10067a9f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067a9f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067a9fe0, rbp = 0xfffffe0f90152930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90152930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90152980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901529a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901529c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90152a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90152ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90152ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90152b70, rbp = 0 --- Tracing command idle pid 11 tid 100014 td 0xfffff8000f3ac920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe10067a1ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe10067a1d00 trap() at trap+0x42/frame 0xfffffe10067a1f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe10067a1f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe10067a1fe0, rbp = 0xfffffe0f9014d930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f9014d930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f9014d980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f9014d9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f9014d9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9014da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9014dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9014dab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9014db70, rbp = 0 --- Tracing command idle pid 11 tid 100013 td 0xfffff8000f3ad000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006799ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006799d00 trap() at trap+0x42/frame 0xfffffe1006799f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006799f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006799fe0, rbp = 0xfffffe0f90148930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90148930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90148980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901489a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901489c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90148a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90148ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90148ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90148b70, rbp = 0 --- Tracing command idle pid 11 tid 100012 td 0xfffff8000f3ad490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f90143960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f901439a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f901439c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90143a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90143ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90143ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90143b70, rbp = 0 --- Tracing command idle pid 11 tid 100011 td 0xfffff8000f3ad920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006789ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006789d00 trap() at trap+0x42/frame 0xfffffe1006789f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006789f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006789fe0, rbp = 0xfffffe0f9013e930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f9013e930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f9013e980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f9013e9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f9013e9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9013ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9013eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9013eab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9013eb70, rbp = 0 --- Tracing command idle pid 11 tid 100010 td 0xfffff8000f39d920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006781ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006781d00 trap() at trap+0x42/frame 0xfffffe1006781f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006781f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006781fe0, rbp = 0xfffffe0f90139930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90139930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90139980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901399a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901399c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90139a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90139ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90139ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90139b70, rbp = 0 --- Tracing command idle pid 11 tid 100009 td 0xfffff8000f3ab000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006779ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006779d00 trap() at trap+0x42/frame 0xfffffe1006779f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006779f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006779fe0, rbp = 0xfffffe0f90134930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90134930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90134980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901349a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901349c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90134a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90134ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90134ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90134b70, rbp = 0 --- Tracing command idle pid 11 tid 100008 td 0xfffff8000f3ab490 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006771ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006771d00 trap() at trap+0x42/frame 0xfffffe1006771f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006771f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006771fe0, rbp = 0xfffffe0f9012f930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f9012f930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f9012f980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f9012f9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f9012f9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9012fa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9012fab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9012fab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9012fb70, rbp = 0 --- Tracing command idle pid 11 tid 100007 td 0xfffff8000f3ab920 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006769ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006769d00 trap() at trap+0x42/frame 0xfffffe1006769f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006769f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006769fe0, rbp = 0xfffffe0f9012a930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f9012a930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f9012a980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f9012a9a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f9012a9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9012aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9012aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9012aab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9012ab70, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xfffff8000f3ac000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006761ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006761d00 trap() at trap+0x42/frame 0xfffffe1006761f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006761f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006761fe0, rbp = 0xfffffe0f90125930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90125930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90125980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901259a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901259c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90125a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90125ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90125ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90125b70, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xfffff8000f397000 cpustop_handler() at cpustop_handler+0x28/frame 0xfffffe1006759ce0 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xfffffe1006759d00 trap() at trap+0x42/frame 0xfffffe1006759f20 nmi_calltrap() at nmi_calltrap+0x8/frame 0xfffffe1006759f20 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xfffffe1006759fe0, rbp = 0xfffffe0f90120930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90120930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90120980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901209a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901209c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90120a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90120ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90120ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90120b70, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xfffff8000f397490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f9011b960 mi_switch() at mi_switch+0x179/frame 0xfffffe0f9011b9a0 critical_exit() at critical_exit+0x8b/frame 0xfffffe0f9011b9c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f9011ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9011bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9011bab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9011bb70, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xfffff8000f397920 cpustop_handler() at cpustop_handler+0x28/frame 0xffffffff8168b680 ipi_nmi_handler() at ipi_nmi_handler+0x3f/frame 0xffffffff8168b6a0 trap() at trap+0x42/frame 0xffffffff8168b8c0 nmi_calltrap() at nmi_calltrap+0x8/frame 0xffffffff8168b8c0 --- trap 0x13, rip = 0xffffffff80c9b526, rsp = 0xffffffff8168b980, rbp = 0xfffffe0f90116930 --- acpi_cpu_c1() at acpi_cpu_c1+0x6/frame 0xfffffe0f90116930 acpi_cpu_idle() at acpi_cpu_idle+0x13b/frame 0xfffffe0f90116980 cpu_idle_acpi() at cpu_idle_acpi+0x3f/frame 0xfffffe0f901169a0 cpu_idle() at cpu_idle+0x93/frame 0xfffffe0f901169c0 sched_idletd() at sched_idletd+0x1e8/frame 0xfffffe0f90116a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f90116ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f90116ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f90116b70, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xfffff8000f39d000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f90111550 mi_switch() at mi_switch+0x179/frame 0xfffffe0f90111590 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f901115d0 sleepq_catch_signals() at sleepq_catch_signals+0x2f4/frame 0xfffffe0f90111640 sleepq_wait_sig() at sleepq_wait_sig+0xf/frame 0xfffffe0f90111670 _sleep() at _sleep+0x334/frame 0xfffffe0f90111710 kern_wait6() at kern_wait6+0x3e7/frame 0xfffffe0f901117b0 sys_wait4() at sys_wait4+0x76/frame 0xfffffe0f901119a0 amd64_syscall() at amd64_syscall+0x282/frame 0xfffffe0f90111ab0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xfffffe0f90111ab0 --- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x41323a, rsp = 0x7fffffffd758, rbp = 0x7fffffffd7c0 --- Tracing command audit pid 10 tid 100001 td 0xfffff8000f39d490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f9010c8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f9010c930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f9010c970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f9010c9a0 _cv_wait() at _cv_wait+0x1dc/frame 0xfffffe0f9010ca10 audit_worker() at audit_worker+0xa3/frame 0xfffffe0f9010ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f9010cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f9010cab0 --- trap 0, rip = 0, rsp = 0xfffffe0f9010cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100124 td 0xfffff80011d78490 kdb_enter() at kdb_enter+0x3e/frame 0xfffffe1048fa0980 vpanic() at vpanic+0x146/frame 0xfffffe1048fa09c0 panic() at panic+0x43/frame 0xfffffe1048fa0a20 deadlkres() at deadlkres+0x37f/frame 0xfffffe1048fa0a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048fa0ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048fa0ab0 --- trap 0, rip = 0, rsp = 0xfffffe1048fa0b70, rbp = 0 --- Tracing command kernel pid 0 tid 100123 td 0xfffff80011d78920 sched_switch() at sched_switch+0x482/frame 0xfffffe1048f9b900 mi_switch() at mi_switch+0x179/frame 0xfffffe1048f9b940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1048f9b980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1048f9b9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe1048f9ba40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe1048f9ba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1048f9bab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1048f9bab0 --- trap 0, rip = 0, rsp = 0xfffffe1048f9bb70, rbp = 0 --- Tracing command kernel pid 0 tid 100108 td 0xfffff80011c12920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d278f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d27930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d27970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d279a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d27a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d27a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d27ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d27ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d27b70, rbp = 0 --- Tracing command kernel pid 0 tid 100106 td 0xfffff80011c13490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d1d8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d1d930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d1d970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d1d9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d1da40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d1da70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d1dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d1dab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d1db70, rbp = 0 --- Tracing command kernel pid 0 tid 100104 td 0xfffff80011c0f920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d138f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d13930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d13970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d139a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d13a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d13a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d13ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d13ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d13b70, rbp = 0 --- Tracing command kernel pid 0 tid 100102 td 0xfffff80011c10490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046d098f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046d09930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046d09970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046d099a0 _sleep() at _sleep+0x351/frame 0xfffffe1046d09a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046d09a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046d09ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046d09ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046d09b70, rbp = 0 --- Tracing command kernel pid 0 tid 100100 td 0xfffff800119fc920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046cff8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046cff930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046cff970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046cff9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046cffa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046cffa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046cffab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046cffab0 --- trap 0, rip = 0, rsp = 0xfffffe1046cffb70, rbp = 0 --- Tracing command kernel pid 0 tid 100098 td 0xfffff80011c0e490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046cf58f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046cf5930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046cf5970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046cf59a0 _sleep() at _sleep+0x351/frame 0xfffffe1046cf5a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046cf5a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046cf5ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046cf5ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046cf5b70, rbp = 0 --- Tracing command kernel pid 0 tid 100096 td 0xfffff80011c0f000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ceb8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ceb930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ceb970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ceb9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046ceba40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046ceba70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046cebab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046cebab0 --- trap 0, rip = 0, rsp = 0xfffffe1046cebb70, rbp = 0 --- Tracing command kernel pid 0 tid 100094 td 0xfffff800119fb490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046ce18f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046ce1930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046ce1970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046ce19a0 _sleep() at _sleep+0x351/frame 0xfffffe1046ce1a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046ce1a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046ce1ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046ce1ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046ce1b70, rbp = 0 --- Tracing command kernel pid 0 tid 100091 td 0xfffff800119fc490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c928f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c92930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c92970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c929a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c92a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c92a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c92ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c92ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c92b70, rbp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xfffff800119f5920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c888f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c88930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c88970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c889a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c88a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c88a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c88ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c88ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c88b70, rbp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xfffff800119fa490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c7e8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c7e930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c7e970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c7e9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c7ea40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c7ea70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c7eab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c7eab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c7eb70, rbp = 0 --- Tracing command kernel pid 0 tid 100085 td 0xfffff800119ef920 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c748f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c74930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c74970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c749a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c74a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c74a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c74ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c74ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c74b70, rbp = 0 --- Tracing command kernel pid 0 tid 100083 td 0xfffff800119f4490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c6a8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c6a930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c6a970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c6a9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c6aa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c6aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c6aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c6aab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c6ab70, rbp = 0 --- Tracing command kernel pid 0 tid 100081 td 0xfffff800119f5000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c608f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c60930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c60970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c609a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c60a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c60a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c60ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c60ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c60b70, rbp = 0 --- Tracing command kernel pid 0 tid 100079 td 0xfffff800119ee490 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c568f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c56930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c56970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c569a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c56a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c56a70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c56ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c56ab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c56b70, rbp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xfffff800119ef000 sched_switch() at sched_switch+0x482/frame 0xfffffe1046c4c8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe1046c4c930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe1046c4c970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe1046c4c9a0 _sleep() at _sleep+0x351/frame 0xfffffe1046c4ca40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe1046c4ca70 fork_exit() at fork_exit+0x84/frame 0xfffffe1046c4cab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe1046c4cab0 --- trap 0, rip = 0, rsp = 0xfffffe1046c4cb70, rbp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xfffff8000f593000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e77900 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e77940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e77980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e779b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0f94e77a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0f94e77a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e77ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e77ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e77b70, rbp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xfffff8000f593490 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e72900 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e72940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e72980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e729b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0f94e72a40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0f94e72a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e72ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e72ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e72b70, rbp = 0 --- Tracing command kernel pid 0 tid 100063 td 0xfffff8000f593920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e6d900 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e6d940 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e6d980 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e6d9b0 msleep_spin_sbt() at msleep_spin_sbt+0x200/frame 0xfffffe0f94e6da40 taskqueue_thread_loop() at taskqueue_thread_loop+0x8d/frame 0xfffffe0f94e6da70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e6dab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e6dab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e6db70, rbp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xfffff8000f59b000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e688f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e68930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e68970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e689a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94e68a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94e68a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e68ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e68ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e68b70, rbp = 0 --- Tracing command kernel pid 0 tid 100059 td 0xfffff8000f3e2920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e598f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e59930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e59970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e599a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94e59a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94e59a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e59ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e59ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e59b70, rbp = 0 --- Tracing command kernel pid 0 tid 100058 td 0xfffff8000f3f8000 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e548f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e54930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e54970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e549a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94e54a40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94e54a70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e54ab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e54ab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e54b70, rbp = 0 --- Tracing command kernel pid 0 tid 100056 td 0xfffff8000f3f8920 sched_switch() at sched_switch+0x482/frame 0xfffffe0f94e4a8f0 mi_switch() at mi_switch+0x179/frame 0xfffffe0f94e4a930 sleepq_switch() at sleepq_switch+0x185/frame 0xfffffe0f94e4a970 sleepq_wait() at sleepq_wait+0x43/frame 0xfffffe0f94e4a9a0 _sleep() at _sleep+0x351/frame 0xfffffe0f94e4aa40 taskqueue_thread_loop() at taskqueue_thread_loop+0xc8/frame 0xfffffe0f94e4aa70 fork_exit() at fork_exit+0x84/frame 0xfffffe0f94e4aab0 fork_trampoline() at fork_trampoline+0xe/frame 0xfffffe0f94e4aab0 --- trap 0, rip = 0, rsp = 0xfffffe0f94e4ab70, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff816f2e40 sched_switch() at sched_switch+0x482/frame 0xffffffff81a0c9d0 mi_switch() at mi_switch+0x179/frame 0xffffffff81a0ca10 sleepq_switch() at sleepq_switch+0x185/frame 0xffffffff81a0ca50 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffffff81a0ca80 _sleep() at _sleep+0x326/frame 0xffffffff81a0cb20 swapper() at swapper+0x211/frame 0xffffffff81a0cb70 btext() at btext+0x2c db:0:allt> call doadump Dumping 2257 out of 65435 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 9 (kgdb) proc 1300 [Switching to thread 180 (Thread 100241)]#0 0xffffffff80caa8d8 in cpustop_handler () at ../../../amd64/amd64/mp_machdep.c:1432 1432 savectx(&stoppcbs[cpu]); (kgdb) bt #0 0xffffffff80caa8d8 in cpustop_handler () at ../../../amd64/amd64/mp_machdep.c:1432 #1 0xffffffff80caa89f in ipi_nmi_handler () at ../../../amd64/amd64/mp_machdep.c:1417 #2 0xffffffff80cb8012 in trap (frame=0xfffffe10067b9f30) at ../../../amd64/amd64/trap.c:211 #3 0xffffffff80ca0863 in nmi_calltrap () at ../../../amd64/amd64/exception.S:505 #4 0xffffffff8095140a in atomic_fetchadd_int (p=0xffffffff8167eb14, v=0xffffffff) at atomic.h:182 #5 0xffffffff809475c7 in bufcountsub (bp=0xfffffe0f94396620) at ../../../kern/vfs_bio.c:542 #6 0xffffffff80947512 in bremfree (bp=0xfffffe0f94396620) at ../../../kern/vfs_bio.c:1004 #7 0xffffffff80947fbb in getblk (vp=0xfffff801f170f4e0, blkno=0x6fb89, size=0x8000, slpflag=0x0, slptimeo=0x0, flags=0x8) at ../../../kern/vfs_bio.c:3077 #8 0xffffffff809494c2 in breadn_flags (vp=0xfffff801f170f4e0, blkno=0x6fb89, size=0x8000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, flags=0x8, bpp=0xfffffe1049549768) at ../../../kern/vfs_bio.c:1114 #9 0xffffffff80aec285 in ffs_balloc_ufs2 (vp=0xfffff801f170f4e0, startoffset=, size=, cred=0xfffff80083a1c700, flags=0x50080, bpp=0xfffffe1049549820) at ../../../ufs/ffs/ffs_balloc.c:1006 #10 0xffffffff80b12110 in ffs_write (ap=0xfffffe10495499d0) at ../../../ufs/ffs/ffs_vnops.c:732 #11 0xffffffff80dc3893 in VOP_WRITE_APV (vop=, a=) at vnode_if.c:999 #12 0xffffffff805a2d12 in mdstart_vnode (sc=0xfffff801f1e56800, bp=0xfffff80231809220) at vnode_if.h:413 #13 0xffffffff805a3f7d in md_kthread (arg=0xfffff801f1e56800) at ../../../dev/md/md.c:945 #14 0xffffffff808894b4 in fork_exit (callout=0xffffffff805a3e00 , arg=0xfffff801f1e56800, frame=0xfffffe1049549ac0) at ../../../kern/kern_fork.c:995 #15 0xffffffff80ca095e in fork_trampoline () at ../../../amd64/amd64/exception.S:606 #16 0x0000000000000000 in ?? () (kgdb) f 8 #8 0xffffffff809494c2 in breadn_flags (vp=0xfffff801f170f4e0, blkno=0x6fb89, size=0x8000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, flags=0x8, bpp=0xfffffe1049549768) at ../../../kern/vfs_bio.c:1114 1114 *bpp = bp = getblk(vp, blkno, size, 0, 0, flags); (kgdb) l 1109 1110 CTR3(KTR_BUF, "breadn(%p, %jd, %d)", vp, blkno, size); 1111 /* 1112 * Can only return NULL if GB_LOCK_NOWAIT flag is specified. 1113 */ 1114 *bpp = bp = getblk(vp, blkno, size, 0, 0, flags); 1115 if (bp == NULL) 1116 return (EBUSY); 1117 1118 /* if not found in cache, do some I/O */ (kgdb) info loc bp = (struct buf *) 0xfffffe0f90ebdba0 rv = 0x0 readwait = 0x0 (kgdb) proc 8 [Switching to thread 132 (Thread 100131)]#0 0xffffffff80caa8d8 in cpustop_handler () at ../../../amd64/amd64/mp_machdep.c:1432 1432 savectx(&stoppcbs[cpu]); (kgdb) bt #0 0xffffffff80caa8d8 in cpustop_handler () at ../../../amd64/amd64/mp_machdep.c:1432 #1 0xffffffff80caa89f in ipi_nmi_handler () at ../../../amd64/amd64/mp_machdep.c:1417 #2 0xffffffff80cb8012 in trap (frame=0xfffffe10067f1f30) at ../../../amd64/amd64/trap.c:211 #3 0xffffffff80ca0863 in nmi_calltrap () at ../../../amd64/amd64/exception.S:505 #4 0xffffffff80900f1c in stack_put (st=0xfffffe0f91f4fe38, pc=0xffffffff80ca095e) at ../../../kern/subr_stack.c:73 #5 0xffffffff80cb66c1 in stack_save (st=0xfffffe0f91f4fe38) at ../../../amd64/amd64/stack_machdep.c:56 #6 0xffffffff8089d857 in __lockmgr_args (lk=, flags=, ilk=0x0, wmesg=0xffffffff80f2b6ca "bufwait", pri=0x60, timo=0x0, file=0x0, line=) at ../../../kern/kern_lock.c:952 #7 0xffffffff80949a58 in _lockmgr_args_rw (lk=0xfffffe0f91f4fe08, flags=0x80200, ilk=0x0, wmesg=0x0, prio=0x0, timo=0x0, file=0xffffffff80f2b6f4 "../../../kern/vfs_bio.c", line=0xa60) at lockmgr.h:106 #8 0xffffffff80950c41 in flushbufqueues (target=0x2968, flushdeps=0x1) at ../../../kern/vfs_bio.c:2656 #9 0xffffffff80950842 in buf_flush (target=0x2968) at ../../../kern/vfs_bio.c:2532 #10 0xffffffff809506d9 in buf_daemon () at ../../../kern/vfs_bio.c:2569 #11 0xffffffff808894b4 in fork_exit (callout=0xffffffff809505e0 , arg=0x0, frame=0xfffffe1049184ac0) at ../../../kern/kern_fork.c:995 #12 0xffffffff80ca095e in fork_trampoline () at ../../../amd64/amd64/exception.S:606 #13 0x0000000000000000 in ?? () (kgdb) f 8 #8 0xffffffff80950c41 in flushbufqueues (target=0x2968, flushdeps=0x1) at ../../../kern/vfs_bio.c:2656 2656 if (BUF_LOCK(bp, LK_EXCLUSIVE | LK_NOWAIT, NULL) != 0) (kgdb) l 2651 * Skip sentinels inserted by other invocations of the 2652 * flushbufqueues(), taking care to not reorder them. 2653 */ 2654 if (bp->b_qindex == QUEUE_SENTINEL) 2655 continue; 2656 if (BUF_LOCK(bp, LK_EXCLUSIVE | LK_NOWAIT, NULL) != 0) 2657 continue; 2658 if (bp->b_pin_count > 0) { 2659 BUF_UNLOCK(bp); 2660 continue; (kgdb) info loc sentinel = (struct buf *) 0xfffff80710c47000 vp = (struct vnode *) 0xfffff801f170f270 mp = (struct mount *) 0xfffff80231287000 bp = (struct buf *) 0xfffffe0f91f4fd80 hasdeps = 0x0 flushed = 0x0 queue = 0x2 error = 0x10 (kgdb) p *bp $1 = {b_bufobj = 0xfffff801f170f3d8, b_bcount = 0x1000, b_caller1 = 0x0, b_data = 0xfffffe100672c000
, b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x0, b_iooffset = 0x238fc0000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x1c0d930, b_offset = 0x9f4a6000, b_bobufs = {tqe_next = 0xfffffe0f9141b310, tqe_prev = 0xfffffe0f942671b0}, b_vflags = 0x0, b_freelist = {tqe_next = 0xfffff80710c47000, tqe_prev = 0xfffffe0f942671c8}, b_qindex = 0x2, b_flags = 0x200208a0, b_xflags = 0x1, b_lock = {lock_object = {lo_name = 0xffffffff80f2b6ca "bufwait", lo_flags = 0x6730000, lo_data = 0x0, lo_witness = 0xfffffe00006d3b00}, lk_lock = 0xfffff800830d3920, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0x7, pcs = {0xffffffff8089d857, 0xffffffff80949a58, 0xffffffff80950c41, 0xffffffff80950842, 0xffffffff809506d9, 0xffffffff808894b4, 0xffffffff80ca095e, 0x0 }}}, b_bufsize = 0x1000, b_runningbufspace = 0x0, b_kvabase = 0xfffffe100672c000
, b_kvaalloc = 0x0, b_kvasize = 0x1000, b_lblkno = 0x9f4a6, b_vp = 0xfffff801f170f270, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0x0, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0xfffffe0f94267310}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0xfffffe0f94267310}}, b_pages = {0xfffff81013851f70, 0x0 }, b_npages = 0x1, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) (kgdb) proc 9 [Switching to thread 133 (Thread 100132)]#0 sched_switch (td=0xfffff800830d3490, newtd=, flags=) at ../../../kern/sched_ule.c:1962 1962 cpuid = PCPU_GET(cpuid); (kgdb) bt #0 sched_switch (td=0xfffff800830d3490, newtd=, flags=) at ../../../kern/sched_ule.c:1962 #1 0xffffffff808c34d9 in mi_switch (flags=0x104, newtd=0x0) at ../../../kern/kern_synch.c:494 #2 0xffffffff808fe815 in sleepq_switch (wchan=, pri=) at ../../../kern/subr_sleepqueue.c:541 #3 0xffffffff808fe643 in sleepq_wait (wchan=0xfffffe0f90a0cb08, pri=0x60) at ../../../kern/subr_sleepqueue.c:620 #4 0xffffffff8089e0ea in sleeplk (lk=, flags=, ilk=, wmesg=0xffffffff80f13c89 "getblk", pri=, timo=) at ../../../kern/kern_lock.c:226 #5 0xffffffff8089d80a in __lockmgr_args (lk=0xfffffe0f90a0cb08, flags=, ilk=0xfffff801f18ff8b8, wmesg=0xffffffff80f13c89 "getblk", pri=0x60, timo=0x0, file=0x0, line=) at ../../../kern/kern_lock.c:932 #6 0xffffffff80949a58 in _lockmgr_args_rw (lk=0xfffffe0f90a0cb08, flags=0x81900, ilk=0xfffff801f18ff8b8, wmesg=0xffffffff80f13c89 "getblk", prio=0x60, timo=0x0, file=0xffffffff80f2b6f4 "../../../kern/vfs_bio.c", line=0xbe9) at lockmgr.h:106 #7 0xffffffff80947e92 in getblk (vp=0xfffff801f18ff750, blkno=0xa8, size=0x1000, slpflag=0x0, slptimeo=0x0, flags=0x0) at ../../../kern/vfs_bio.c:3048 #8 0xffffffff809494c2 in breadn_flags (vp=0xfffff801f18ff750, blkno=0xa8, size=0x1000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, flags=0x0, bpp=0xfffffe1049189928) at ../../../kern/vfs_bio.c:1114 #9 0xffffffff80aec75f in ffs_update (vp=0xfffff801f1622000, waitfor=0x0) at ../../../ufs/ffs/ffs_inode.c:111 #10 0xffffffff80b124c0 in ffs_fsync (ap=0xfffffe1049189a28) at ../../../ufs/ffs/ffs_vnops.c:189 #11 0xffffffff80dc40be in VOP_FSYNC_APV (vop=, a=) at vnode_if.c:1330 #12 0xffffffff8096c57c in sched_sync () at vnode_if.h:549 #13 0xffffffff808894b4 in fork_exit (callout=0xffffffff8096c230 , arg=0x0, frame=0xfffffe1049189ac0) at ../../../kern/kern_fork.c:995 #14 0xffffffff80ca095e in fork_trampoline () at ../../../amd64/amd64/exception.S:606 #15 0x0000000000000000 in ?? () (kgdb) f 7 #7 0xffffffff80947e92 in getblk (vp=0xfffff801f18ff750, blkno=0xa8, size=0x1000, slpflag=0x0, slptimeo=0x0, flags=0x0) at ../../../kern/vfs_bio.c:3048 3048 error = BUF_TIMELOCK(bp, lockflags, (kgdb) l 3043 lockflags = LK_EXCLUSIVE | LK_SLEEPFAIL | LK_INTERLOCK; 3044 3045 if (flags & GB_LOCK_NOWAIT) 3046 lockflags |= LK_NOWAIT; 3047 3048 error = BUF_TIMELOCK(bp, lockflags, 3049 BO_LOCKPTR(bo), "getblk", slpflag, slptimeo); 3050 3051 /* 3052 * If we slept and got the lock we have to restart in case (kgdb) p *vp $4 = {v_tag = 0xffffffff80f17c84 "devfs", v_op = 0xffffffff813d3bf0, v_data = 0xfffff800838e0600, v_mount = 0xfffff800835b0000, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xfffff801f1851c50}, v_un = {vu_mount = 0xfffff80111553a00, vu_socket = 0xfffff80111553a00, vu_cdev = 0xfffff80111553a00, vu_fifoinfo = 0xfffff80111553a00}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xfffff801f18ff7a0}, v_cache_dd = 0x0, v_lock = { lock_object = {lo_name = 0xffffffff80f17c84 "devfs", lo_flags = 0x6f30000, lo_data = 0x0, lo_witness = 0xfffffe00006ea080}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0x9, pcs = {0xffffffff8089d857, 0xffffffff80955dfc, 0xffffffff80dc5305, 0xffffffff80975f26, 0xffffffff80950fdc, 0xffffffff80950825, 0xffffffff809506d9, 0xffffffff808894b4, 0xffffffff80ca095e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = { lo_name = 0xffffffff80f26247 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xfffffe00006cf600}, mtx_lock = 0x4}, v_vnlock = 0xfffff801f18ff7b8, v_actfreelist = {tqe_next = 0xfffff801f17f04e0, tqe_prev = 0xfffff800835b0078}, v_bufobj = {bo_lock = {lock_object = {lo_name = 0xffffffff80f2e743 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xfffffe00006d8600}, rw_lock = 0x1}, bo_ops = 0xffffffff8142b568, bo_object = 0xfffff801f1854500, bo_synclist = { le_next = 0xfffff80083951b28, le_prev = 0xfffff80011df3d18}, bo_private = 0xfffff8008344a000, __bo_vnode = 0xfffff801f18ff750, bo_clean = {bv_hd = { tqh_first = 0xfffffe0f90a0ca80, tqh_last = 0xfffffe0f90a0cad0}, bv_root = {pt_root = 0xfffffe0f90a0cbf9}, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xfffff801f18ff928}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_numoutput = 0x1, bo_flag = 0x0, bo_bsize = 0x200}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xfffff801f18ff970}, rl_currdep = 0x0}, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_holdcnt = 0x3, v_usecount = 0x1, v_iflag = 0x200, v_vflag = 0x0, v_writecount = 0x0, v_hash = 0xf8c7fb, v_type = VCHR} (kgdb) p bp $5 = (struct buf *) 0xfffffe0f90a0ca80 (kgdb) p *bp $6 = {b_bufobj = 0xfffff801f18ff8b8, b_bcount = 0x1000, b_caller1 = 0x0, b_data = 0xfffffe0f9af84000 "", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x2, b_iooffset = 0x15000, b_resid = 0x0, b_iodone = 0, b_blkno = 0xa8, b_offset = 0x15000, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xfffff801f18ff908}, b_vflags = 0x1, b_freelist = { tqe_next = 0xfffffe0f9148f390, tqe_prev = 0xffffffff8167eaa0}, b_qindex = 0x2, b_flags = 0xa0020024, b_xflags = 0x2, b_lock = {lock_object = { lo_name = 0xffffffff80f2b6ca "bufwait", lo_flags = 0x6730000, lo_data = 0x0, lo_witness = 0xfffffe00006d3b00}, lk_lock = 0xfffffffffffffff4, lk_exslpfail = 0x1, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0x9, pcs = {0xffffffff8089e3d3, 0xffffffff8094631b, 0xffffffff8094a7de, 0xffffffff80949e5d, 0xffffffff80951014, 0xffffffff80950825, 0xffffffff809506d9, 0xffffffff808894b4, 0xffffffff80ca095e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x1000, b_runningbufspace = 0x1000, b_kvabase = 0xfffffe0f9af84000 "", b_kvaalloc = 0x0, b_kvasize = 0x4000, b_lblkno = 0xa8, b_vp = 0xfffff801f18ff750, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xfffffe0f9af84000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xfffff80fe4d36fe8, 0x0 }, b_npages = 0x1, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/kern/vfs_bio.c =================================================================== --- /usr/src/sys/kern/vfs_bio.c (revision 255947) +++ /usr/src/sys/kern/vfs_bio.c (working copy) @@ -113,8 +113,8 @@ static void vfs_setdirty_locked_object(struct buf static void vfs_vmio_release(struct buf *bp); static int vfs_bio_clcheck(struct vnode *vp, int size, daddr_t lblkno, daddr_t blkno); -static int buf_flush(struct vnode *vp, int); -static int flushbufqueues(struct vnode *, int, int); +static int buf_flush(int); +static int flushbufqueues(int, int); static void buf_daemon(void); static void bremfreel(struct buf *bp); static __inline void bd_wakeup(void); @@ -2048,7 +2048,7 @@ getnewbuf_bufd_help(struct vnode *vp, int gbflags, { struct thread *td; char *waitmsg; - int fl, flags, norunbuf; + int cnt, error, flags, norunbuf, wait; mtx_assert(&bqclean, MA_OWNED); @@ -2072,10 +2072,13 @@ getnewbuf_bufd_help(struct vnode *vp, int gbflags, return; td = curthread; + cnt = 0; + wait = MNT_NOWAIT; mtx_lock(&nblock); while (needsbuffer & flags) { if (vp != NULL && (td->td_pflags & TDP_BUFNEED) == 0) { mtx_unlock(&nblock); + /* * getblk() is called with a vnode locked, and * some majority of the dirty buffers may as @@ -2084,15 +2087,20 @@ getnewbuf_bufd_help(struct vnode *vp, int gbflags, * cannot be achieved by the buf_daemon, that * cannot lock the vnode. */ - norunbuf = ~(TDP_BUFNEED | TDP_NORUNNINGBUF) | - (td->td_pflags & TDP_NORUNNINGBUF); - /* play bufdaemon */ - td->td_pflags |= TDP_BUFNEED | TDP_NORUNNINGBUF; - fl = buf_flush(vp, flushbufqtarget); - td->td_pflags &= norunbuf; + if (cnt++ > 2) + wait = MNT_WAIT; + ASSERT_VOP_LOCKED(vp, "bufd_helper"); + error = VOP_ISLOCKED(vp) == LK_EXCLUSIVE ? 0 : + vn_lock(vp, LK_TRYUPGRADE); + if (error == 0) { + /* play bufdaemon */ + norunbuf = curthread_pflags_set(TDP_BUFNEED | + TDP_NORUNNINGBUF); + VOP_FSYNC(vp, wait, td); + atomic_add_long(¬bufdflushes, 1); + curthread_pflags_restore(norunbuf); + } mtx_lock(&nblock); - if (fl != 0) - continue; if ((needsbuffer & flags) == 0) break; } @@ -2510,11 +2518,11 @@ static struct kproc_desc buf_kp = { SYSINIT(bufdaemon, SI_SUB_KTHREAD_BUF, SI_ORDER_FIRST, kproc_start, &buf_kp); static int -buf_flush(struct vnode *vp, int target) +buf_flush(int target) { int flushed; - flushed = flushbufqueues(vp, target, 0); + flushed = flushbufqueues(target, 0); if (flushed == 0) { /* * Could not find any buffers without rollback @@ -2521,9 +2529,7 @@ static int * dependencies, so just write the first one * in the hopes of eventually making progress. */ - if (vp != NULL && target > 2) - target /= 2; - flushbufqueues(vp, target, 1); + flushed = flushbufqueues(target, 1); } return (flushed); } @@ -2560,7 +2566,7 @@ buf_daemon() * the I/O system. */ while (numdirtybuffers > lodirty) { - if (buf_flush(NULL, numdirtybuffers - lodirty) == 0) + if (buf_flush(numdirtybuffers - lodirty) == 0) break; kern_yield(PRI_USER); } @@ -2615,7 +2621,7 @@ SYSCTL_INT(_vfs, OID_AUTO, flushwithdeps, CTLFLAG_ 0, "Number of buffers flushed with dependecies that require rollbacks"); static int -flushbufqueues(struct vnode *lvp, int target, int flushdeps) +flushbufqueues(int target, int flushdeps) { struct buf *sentinel; struct vnode *vp; @@ -2625,7 +2631,6 @@ static int int flushed; int queue; int error; - bool unlock; flushed = 0; queue = QUEUE_DIRTY; @@ -2648,12 +2653,6 @@ static int */ if (bp->b_qindex == QUEUE_SENTINEL) continue; - /* - * Only flush the buffers that belong to the - * vnode locked by the curthread. - */ - if (lvp != NULL && bp->b_vp != lvp) - continue; if (BUF_LOCK(bp, LK_EXCLUSIVE | LK_NOWAIT, NULL) != 0) continue; if (bp->b_pin_count > 0) { @@ -2701,38 +2700,17 @@ static int BUF_UNLOCK(bp); continue; } - if (lvp == NULL) { - unlock = true; - error = vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT); - } else { - ASSERT_VOP_LOCKED(vp, "getbuf"); - unlock = false; - error = VOP_ISLOCKED(vp) == LK_EXCLUSIVE ? 0 : - vn_lock(vp, LK_TRYUPGRADE); - } + error = vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT); if (error == 0) { mtx_unlock(&bqdirty); CTR3(KTR_BUF, "flushbufqueue(%p) vp %p flags %X", bp, bp->b_vp, bp->b_flags); - if (curproc == bufdaemonproc) - vfs_bio_awrite(bp); - else { - bremfree(bp); - bwrite(bp); - notbufdflushes++; - } + vfs_bio_awrite(bp); vn_finished_write(mp); - if (unlock) - VOP_UNLOCK(vp, 0); + VOP_UNLOCK(vp, 0); flushwithdeps += hasdeps; flushed++; - - /* - * Sleeping on runningbufspace while holding - * vnode lock leads to deadlock. - */ - if (curproc == bufdaemonproc && - runningbufspace > hirunningspace) + if (runningbufspace > hirunningspace) waitrunningbufspace(); mtx_lock(&bqdirty); continue; -- Test scenario: wip/dirtybuf3b.sh $ ./dirtybuf3b.sh 09:55:23 newfs -b 4096 -f 512 md5a Loop #0 Loop #0 Loop #1 Loop #1 11:59:42 vfs.nfs.bufpackets: 4 vfs.runningbufspace: 14790656 vfs.bufspace: 849915904 vfs.unmapped_bufspace: 846802944 vfs.maxbufspace: 1735573504 vfs.bufmallocspace: 0 vfs.maxmallocbufspace: 86745907 vfs.lobufspace: 1734852608 vfs.hibufspace: 1734918144 vfs.bufreusecnt: 3243016 vfs.buffreekvacnt: 3141512 vfs.bufdefragcnt: 0 vfs.dirtybufferflushes: 437041 vfs.altbufferflushes: 0 vfs.numdirtybuffers: 23867 vfs.lodirtybuffers: 13251 vfs.hidirtybuffers: 26502 vfs.dirtybufthresh: 23851 vfs.numfreebuffers: 78459 vfs.lofreebuffers: 5890 vfs.hifreebuffers: 11780 vfs.getnewbufcalls: 3256647 vfs.getnewbufrestarts: 0 vfs.flushbufqtarget: 100 vfs.notbufdflushes: 0 vfs.unmapped_buf_allowed: 1 vfs.reassignbufcalls: 7025529