Sat Mar 2 08:03 FreeBSD/amd64 (t2.osted.lan) (ttyu1) login: lock order reversal: 1st 0xfffff808b7afd2e0 ufs (ufs) @ kern/vfs_subr.c:2590 2nd 0xfffffe0000fbd7c0 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:283 3rd 0xfffff808b7975a48 ufs (ufs) @ kern/vfs_subr.c:2590 stack backtrace: #0 0xffffffff80c4ede3 at witness_debugger+0x73 #1 0xffffffff80c4eb33 at witness_checkorder+0xac3 #2 0xffffffff80bba60b at lockmgr_xlock_hard+0x6b #3 0xffffffff80bbb093 at __lockmgr_args+0x5f3 #4 0xffffffff80efd04c at ffs_lock+0x7c #5 0xffffffff81243f40 at VOP_LOCK1_APV+0x70 #6 0xffffffff80ccafb5 at _vn_lock+0x65 #7 0xffffffff80cb93f6 at vget+0xa6 #8 0xffffffff80cab12c at vfs_hash_get+0xcc #9 0xffffffff80ef8a0f at ffs_vgetf+0x3f #10 0xffffffff80eee694 at softdep_sync_buf+0x994 #11 0xffffffff80efde64 at ffs_syncvnode+0x224 #12 0xffffffff80efb61d at ffs_sync+0x20d #13 0xffffffff80cb1a32 at dounmount+0x462 #14 0xffffffff80cb1530 at sys_unmount+0x300 #15 0xffffffff810bff91 at amd64_syscall+0x291 #16 0xffffffff810985dd at fast_syscall_common+0x101 lock order reversal: 1st 0xfffff80895a2e068 ufs (ufs) @ kern/vfs_mount.c:1353 2nd 0xfffff8011f281558 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1379 stack backtrace: #0 0xffffffff80c4ede3 at witness_debugger+0x73 #1 0xffffffff80c4eb33 at witness_checkorder+0xac3 #2 0xffffffff80bba10b at lockmgr_lock_fast_path+0x16b #3 0xffffffff81243f40 at VOP_LOCK1_APV+0x70 #4 0xffffffff80ccafb5 at _vn_lock+0x65 #5 0xffffffff80ef88c3 at ffs_flushfiles+0xa3 #6 0xffffffff80edb8f3 at softdep_flushfiles+0x73 #7 0xffffffff80efaf17 at ffs_unmount+0x77 #8 0xffffffff80cb1a21 at dounmount+0x451 #9 0xffffffff80cb1530 at sys_unmount+0x300 #10 0xffffffff810bff91 at amd64_syscall+0x291 #11 0xffffffff810985dd at fast_syscall_common+0x101 20190302 08:05:15 all (1/620): 1st.sh 20190302 08:05:19 all (2/620): 256m.sh 20190302 08:05:22 all (3/620): advlock.sh Mar 2 08:05:38 t2 su[97112]: pho to root on /dev/pts/2 NULL NODE 0xfffff8011a6db5b0 start: 0x200000 end: 0x214000 max: 2093056 left 0 right 0xfffff8011f7694d0 NULL NODE 0xfffff8011f7694d0 start: 0x214000 end: 0x22d000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f5c5230 start: 0x22d000 end: 0x22e000 max: 2093056 left 0xfffff8011a6db5b0 right 0xfffff8011f7bf380 NULL NODE 0xfffff8011f7bf380 start: 0x22e000 end: 0x22f000 max: 0 left 0 right 0 NULL NODE 0xfffff808b910fe70 start: 0x22f000 end: 0x230000 max: 34359726080 left 0xfffff8011f5c5230 right 0 NULL NODE 0xfffff8011f6dcaf0 start: 0x80022d000 end: 0x800235000 max: 34359726080 left 0xfffff808b910fe70 right 0xfffff800931d14d0 NULL NODE 0xfffff8011f792690 start: 0x800235000 end: 0x80024f000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f6cd770 start: 0x80024f000 end: 0x800250000 max: 0 left 0xfffff8011f792690 right 0 NULL NODE 0xfffff808b939acb0 start: 0x800250000 end: 0x800273000 max: 0 left 0xfffff8011f6cd770 right 0xfffff808b92fa700 NULL NODE 0xfffff8011f3b8a10 start: 0x800273000 end: 0x8002df000 max: 0 left 0 right 0 NULL NODE 0xfffff8087cb9b4d0 start: 0x8002df000 end: 0x80049a000 max: 0 left 0xfffff8011f3b8a10 right 0 NULL NODE 0xfffff8011f6dc2a0 start: 0x80049a000 end: 0x80049f000 max: 0 left 0xfffff8087cb9b4d0 right 0xfffff8008af71ee0 NULL NODE 0xfffff8008ae393f0 start: 0x80049f000 end: 0x8004a6000 max: 0 left 0 right 0 NULL NODE 0xfffff8087c9bce00 start: 0x8004a6000 end: 0x8004ab000 max: 0 left 0xfffff8008ae393f0 right 0xfffff8011f70f700 NULL NODE 0xfffff8011f6d3a10 start: 0x8004ab000 end: 0x8004b3000 max: 0 left 0 right 0xfffff8011f5c3770 NULL NODE 0xfffff808b9394d20 start: 0x8004b3000 end: 0x8004be000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f5c3770 start: 0x8004be000 end: 0x8004bf000 max: 0 left 0xfffff808b9394d20 right 0xfffff80093126e70 NULL NODE 0xfffff80093126e70 start: 0x8004bf000 end: 0x8004c0000 max: 0 left 0 right 0 NULL NODE 0xfffff808b9004380 start: 0x8004c0000 end: 0x8004c2000 max: 0 left 0xfffff8011f6d3a10 right 0xfffff808b90512a0 NULL NODE 0xfffff808b90512a0 start: 0x8004c2000 end: 0x8004fb000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f2d53f0 start: 0x8004fb000 end: 0x80054a000 max: 0 left 0xfffff808b9004380 right 0 NULL NODE 0xfffff80093117cb0 start: 0x80054a000 end: 0x80054f000 max: 0 left 0xfffff8011f2d53f0 right 0xfffff8087cb40150 NULL NODE 0xfffff808b91d3700 start: 0x80054f000 end: 0x800558000 max: 0 left 0 right 0 NULL NODE 0xfffff8087cb40150 start: 0x800558000 end: 0x800559000 max: 0 left 0xfffff808b91d3700 right 0xfffff8009321b930 NULL NODE 0xfffff8009321b930 start: 0x800559000 end: 0x80066c000 max: 0 left 0 right 0xfffff8011f71b230 NULL NODE 0xfffff8011f71b230 start: 0x80066c000 end: 0x80081a000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f70f700 start: 0x80081a000 end: 0x800820000 max: 0 left 0xfffff80093117cb0 right 0xfffff808b9142690 NULL NODE 0xfffff8011f84f770 start: 0x800820000 end: 0x80084a000 max: 0 left 0 right 0 NULL NODE 0xfffff808b9142690 start: 0x80084a000 end: 0x80084d000 max: 0 left 0xfffff8011f84f770 right 0xfffff800931f97e0 NULL NODE 0xfffff8011f6c45b0 start: 0x80084d000 end: 0x80085e000 max: 0 left 0 right 0 NULL NODE 0xfffff800931f97e0 start: 0x80085e000 end: 0x80087c000 max: 0 left 0xfffff8011f6c45b0 right 0xfffff8011f769150 NULL NODE 0xfffff8011f6c4380 start: 0x80087c000 end: 0x80087d000 max: 0 left 0 right 0 NULL NODE 0xfffff808b92c6c40 start: 0x80087d000 end: 0x80087e000 max: 0 left 0xfffff8011f6c4380 right 0xfffff808b91d7e00 NULL NODE 0xfffff808b91d7e00 start: 0x80087e000 end: 0x80087f000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f769150 start: 0x80087f000 end: 0x800886000 max: 0 left 0xfffff808b92c6c40 right 0xfffff808b91cbd90 NULL NODE 0xfffff808b92a70e0 start: 0x800886000 end: 0x800897000 max: 0 left 0 right 0 NULL NODE 0xfffff8011a553e00 start: 0x800897000 end: 0x800898000 max: 0 left 0xfffff808b92a70e0 right 0xfffff8011f6c3bd0 NULL NODE 0xfffff8011f77cb60 start: 0x800898000 end: 0x800899000 max: 0 left 0 right 0 NULL NODE 0xfffff808b91662a0 start: 0x800899000 end: 0x80089b000 max: 0 left 0xfffff8011f77cb60 right 0xfffff8011f440460 NULL NODE 0xfffff8011f5c3b60 start: 0x80089b000 end: 0x80089e000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f440460 start: 0x80089e000 end: 0x80089f000 max: 0 left 0xfffff8011f5c3b60 right 0xfffff8011f6d70e0 NULL NODE 0xfffff8011f6d70e0 start: 0x80089f000 end: 0x8008a0000 max: 0 left 0 right 0 NULL NODE 0xfffff808b901acb0 start: 0x8008a0000 end: 0x8008a1000 max: 0 left 0xfffff808b91662a0 right 0xfffff808b92d48c0 NULL NODE 0xfffff8011f78c700 start: 0x8008a1000 end: 0x8008d8000 max: 0 left 0 right 0 NULL NODE 0xfffff808b92e9e00 start: 0x8008d8000 end: 0x80096e000 max: 0 left 0xfffff8011f78c700 right 0xfffff8087cebd460 NULL NODE 0xfffff8087cebd460 start: 0x80096e000 end: 0x800970000 max: 0 left 0 right 0 NULL NODE 0xfffff808b92d48c0 start: 0x800970000 end: 0x800973000 max: 0 left 0xfffff808b92e9e00 right 0xfffff808b92e8230 NULL NODE 0xfffff808b7fd6bd0 start: 0x800973000 end: 0x800974000 max: 0 left 0 right 0 NULL NODE 0xfffff808b92e8230 start: 0x800974000 end: 0x80097c000 max: 0 left 0xfffff808b7fd6bd0 right 0xfffff8087cafcb60 NULL NODE 0xfffff8087cafcb60 start: 0x80097c000 end: 0x80098d000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f6c3bd0 start: 0x80098d000 end: 0x80098e000 max: 0 left 0xfffff808b901acb0 right 0xfffff8008aee5bd0 NULL NODE 0xfffff8011f763a10 start: 0x80098e000 end: 0x80098f000 max: 0 left 0 right 0 NULL NODE 0xfffff8087cb41700 start: 0x80098f000 end: 0x800992000 max: 0 left 0xfffff8011f763a10 right 0xfffff808b901b3f0 NULL NODE 0xfffff808b901b3f0 start: 0x800992000 end: 0x8009a2000 max: 0 left 0 right 0 NULL NODE 0xfffff8008aee5bd0 start: 0x8009a2000 end: 0x8009a3000 max: 0 left 0xfffff8087cb41700 right 0xfffff801022fb7e0 NULL NODE 0xfffff8011f6d3ee0 start: 0x8009a3000 end: 0x8009a4000 max: 0 left 0 right 0 NULL NODE 0xfffff801022fb7e0 start: 0x8009a4000 end: 0x8009b3000 max: 0 left 0xfffff8011f6d3ee0 right 0xfffff808b905ba80 NULL NODE 0xfffff808b905ba80 start: 0x8009b3000 end: 0x8009cd000 max: 0 left 0 right 0 NULL NODE 0xfffff808b91cbd90 start: 0x8009cd000 end: 0x8009ce000 max: 0 left 0xfffff8011a553e00 right 0xfffff8008aeccb60 NULL NODE 0xfffff800930ae1c0 start: 0x8009ce000 end: 0x8009cf000 max: 0 left 0 right 0 NULL NODE 0xfffff8008aeccb60 start: 0x8009cf000 end: 0x800a52000 max: 0 left 0xfffff800930ae1c0 right 0xfffff808b9012000 NULL NODE 0xfffff808b9012000 start: 0x800a52000 end: 0x800ba9000 max: 0 left 0 right 0 NULL NODE 0xfffff8008af71ee0 start: 0x800ba9000 end: 0x800baf000 max: 0 left 0xfffff8087c9bce00 right 0xfffff8011f73abd0 NULL NODE 0xfffff8011f3bf930 start: 0x800baf000 end: 0x800bb8000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f73abd0 start: 0x800bb8000 end: 0x800de3000 max: 0 left 0xfffff8011f3bf930 right 0xfffff8011f791bd0 NULL NODE 0xfffff8087cafccb0 start: 0x800de3000 end: 0x800df0000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f791bd0 start: 0x800df0000 end: 0x800e01000 max: 0 left 0xfffff8087cafccb0 right 0 NULL NODE 0xfffff8011f740000 start: 0x800e01000 end: 0x800e02000 max: 0 left 0xfffff8011f6dc2a0 right 0xfffff808b927dd90 NULL NODE 0xfffff8008ad453f0 start: 0x800e02000 end: 0x800e03000 max: 0 left 0 right 0 NULL NODE 0xfffff808b927dd90 start: 0x800e03000 end: 0x800e0f000 max: 0 left 0xfffff8008ad453f0 right 0xfffff808b7f21a10 NULL NODE 0xfffff8011a638bd0 start: 0x800e0f000 end: 0x800e1d000 max: 0 left 0 right 0 NULL NODE 0xfffff808b927e2a0 start: 0x800e1d000 end: 0x800e39000 max: 0 left 0xfffff8011a638bd0 right 0xfffff808b904b3f0 NULL NODE 0xfffff808b904b3f0 start: 0x800e39000 end: 0x800e3a000 max: 0 left 0 right 0 NULL NODE 0xfffff808b7f21a10 start: 0x800e3a000 end: 0x800e3c000 max: 0 left 0xfffff808b927e2a0 right 0 NULL NODE 0xfffff808b92fa700 start: 0x800e3c000 end: 0x800ea1000 max: 0 left 0xfffff8011f740000 right 0xfffff8011f62f0e0 NULL NODE 0xfffff8011f62f0e0 start: 0x800ea1000 end: 0x800ecb000 max: 0 left 0 right 0 NULL NODE 0xfffff808b9057150 start: 0x800ecb000 end: 0x800f97000 max: 0 left 0xfffff808b939acb0 right 0xfffff808b92aed20 NULL NODE 0xfffff808b92aed20 start: 0x800f97000 end: 0x800f98000 max: 0 left 0 right 0xfffff801021238c0 NULL NODE 0xfffff80102123e00 start: 0x800f98000 end: 0x800f99000 max: 0 left 0 right 0 NULL NODE 0xfffff801021238c0 start: 0x800f99000 end: 0x800fd3000 max: 0 left 0xfffff80102123e00 right 0xfffff808b7245af0 NULL NODE 0xfffff808b7245af0 start: 0x800fd3000 end: 0x801000000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f769690 start: 0x801000000 end: 0x801600000 max: 0 left 0xfffff808b9057150 right 0 NULL NODE 0xfffff800931f99a0 start: 0x801600000 end: 0x804149000 max: 0 left 0xfffff8011f769690 right 0 NULL NODE 0xfffff808b912ccb0 start: 0x804149000 end: 0x8043f3000 max: 8192 left 0xfffff800931f99a0 right 0 NULL NODE 0xfffff800931d14d0 start: 0x8043f5000 end: 0x8043fc000 max: 8192 left 0xfffff808b912ccb0 right 0xfffff8011f740620 NULL NODE 0xfffff808b95f5ee0 start: 0x8043fd000 end: 0x80442b000 max: 4096 left 0 right 0xfffff8011f71eaf0 NULL NODE 0xfffff8011f71eaf0 start: 0x80442c000 end: 0x804440000 max: 4096 left 0 right 0 NULL NODE 0xfffff8011f740620 start: 0x804441000 end: 0x804444000 max: 4096 left 0xfffff808b95f5ee0 right 0 NULL NODE 0xfffff800932c3150 start: 0x804445000 end: 0x8044ae000 max: 140702475374592 left 0xfffff8011f6dcaf0 right 0xfffff8011f6d4770 NULL NODE 0xfffff808b9399e00 start: 0x8044fd000 end: 0x804516000 max: 958464 left 0 right 0 NULL NODE 0xfffff8011f6d4770 start: 0x804600000 end: 0x806ef9000 max: 140702475374592 left 0xfffff808b9399e00 right 0xfffff8011f78cc40 NULL NODE 0xfffff8011f78cc40 start: 0x7fffdfffe000 end: 0x7fffdffff000 max: 140702475374592 left 0 right 0xfffff8011f76dc40 NULL NODE 0xfffff8087cb0d2a0 start: 0x7fffdffff000 end: 0x7ffffffdf000 max: 0 left 0 right 0 NULL NODE 0xfffff8011f76dc40 start: 0x7ffffffdf000 end: 0x7fffffffe000 max: 0 left 0xfffff8087cb0d2a0 right 0xfffff808b905b4d0 NULL NODE 0xfffff808b905b4d0 start: 0x7fffffffe000 end: 0x7ffffffff000 max: 0 left 0 right 0xfffff8087ccf7ee0 NULL NODE 0xfffff8087ccf7ee0 start: 0x7ffffffff000 end: 0x800000000000 max: 0 left 0 right 0 NULL panic: caller failed to provide space 12288 at address 0x804444000 cpuid = 20 time = 1551510371 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe00cb31f590 vpanic() at vpanic+0x1b4/frame 0xfffffe00cb31f5f0 panic() at panic+0x43/frame 0xfffffe00cb31f650 vm_map_alignspace() at vm_map_alignspace+0x95/frame 0xfffffe00cb31f6b0 vm_map_find() at vm_map_find+0x6f4/frame 0xfffffe00cb31f790 vm_map_find_min() at vm_map_find_min+0x9a/frame 0xfffffe00cb31f830 vm_mmap_object() at vm_mmap_object+0x39b/frame 0xfffffe00cb31f8c0 kern_mmap() at kern_mmap+0x487/frame 0xfffffe00cb31f970 sys_mmap() at sys_mmap+0x2a/frame 0xfffffe00cb31f990 amd64_syscall() at amd64_syscall+0x291/frame 0xfffffe00cb31fab0 fast_syscall_common() at fast_syscall_common+0x101/frame 0xfffffe00cb31fab0 --- syscall (477, FreeBSD ELF64, sys_mmap), rip = 0x800b9e61a, rsp = 0x7fffffffca18, rbp = 0x7fffffffca30 --- KDB: enter: panic [ thread pid 11977 tid 100665 ] Stopped at kdb_enter+0x3b: movq $0,kdb_why db> x/s version version: FreeBSD 13.0-CURRENT #1 r344710M: Sat Mar 2 08:00:15 CET 2019\012 pho@t2.osted.lan:/usr/src/sys/amd64/compile/PHO\012 db> db> ps pid ppid pgrp uid state wmesg wchan cmd 38115 79540 75950 0 R+ CPU 18 true 38114 79540 75950 0 S+ nanslp 0xffffffff81e9cfb1 advlock 29413 48360 48300 1001 S nanslp 0xffffffff81e9cfa7 sleep 11977 11746 11746 0 R+ CPU 20 pkg 11746 97112 11746 0 S+ wait 0xfffff8011f737000 pkg 97112 96189 97112 0 S+ pause 0xfffff8087c9e15d8 csh 96189 94314 96189 1001 S+ wait 0xfffff8009319e530 su 94314 94161 94314 1001 Ss+ wait 0xfffff80003a44a60 bash 94161 93889 93889 1001 S select 0xfffff8087ce92cc0 sshd 93889 832 93889 0 Ss select 0xfffff8087cd4c940 sshd 79540 79507 75950 0 S+ wait 0xfffff8087cbcc530 advlock