[root@perfb ~/instruction-retired]# sysctl debug.lock.prof.stats debug.lock.prof.stats: max wait_max total wait_total count avg wait_avg cnt_hold cnt_lock name 3 0 70 0 68 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:175 (sx:user map) 56 30 258224 31 593950 0 0 0 2 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:2974 (sleep mutex:so_rcv) 2 0 18 0 14 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1385 (sleep mutex:Softdep Lock) 12 0 28 0 4 7 0 0 0 /scratch/flo/vmcontention/sys/netinet/udp_usrreq.c:468 (rw:udpinp) 25 0 1117 0 61 18 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_lookup.c:542 (lockmgr:ufs) 3 39 61 111 19 3 5 0 3 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:uhci0) 3 0 44 0 28 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1514 (sleep mutex:Softdep Lock) 0 0 2 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:357 (sleep mutex:needsbuffer lock) 19 0 8693 0 3440 2 0 0 0 /scratch/flo/vmcontention/sys/netinet6/ip6_input.c:620 (rw:if_addr_lock) 15 0 3058 0 3440 0 0 0 0 /scratch/flo/vmcontention/sys/netinet6/in6_src.c:836 (sleep mutex:rtentry) 122 0 1424244 0 297007 4 0 0 1 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1666 (sleep mutex:sellck) 0 0 2 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:407 (sleep mutex:needsbuffer lock) 156 1 227659 1 3440 66 0 0 2 /scratch/flo/vmcontention/sys/netinet6/udp6_usrreq.c:1124 (rw:pcbinfohash) 1 2 161 8 497 0 0 0 10 /scratch/flo/vmcontention/sys/kern/kern_conf.c:72 (sleep mutex:cdev) 3 37 32 86 30 1 2 0 3 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:ehci0) 68 1 480429 1 593950 0 0 0 1 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:2973 (sleep mutex:so_snd) 45 0 460609 0 300091 1 0 0 0 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1700 (sleep mutex:sellck) 2 0 20 0 13 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1557 (sleep mutex:buf queue lock) 44 0 1837 0 676 2 0 0 0 /scratch/flo/vmcontention/sys/dev/dcons/dcons_os.c:216 (sleep mutex:ttymtx) 4 0 15 0 5 3 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:2496 (sleep mutex:vm object) 16 0 20 0 11 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3922 (sleep mutex:bufobj interlock) 1 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1756 (sleep mutex:Softdep Lock) 22 0 161 0 12 13 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/ehci.c:1472 (sleep mutex:ehci0) 33 0 14183 0 3687 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1333 (sx:filedesc structure) 37 0 11913 0 3858 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1404 (sx:filedesc structure) 561 0 28566 0 108 264 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:1260 (sx:allproc) 3279 1 424873 1 388946 1 0 0 1 /scratch/flo/vmcontention/sys/vm/vm_fault.c:943 (sleep mutex:page lock) 19 0 6781 0 3440 1 0 0 0 /scratch/flo/vmcontention/sys/netinet6/ip6_input.c:608 (rw:if_afdata) 2 0 9 0 8 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/ip_input.c:614 (rw:if_addr_lock) 570 0 31880 0 108 295 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:1610 (sx:sysctl mem) 5 0 164 0 54 3 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vfsops.c:158 (sx:devfsmount) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:10156 (sleep mutex:Softdep Lock) 22 0 12635 0 3440 3 0 0 0 /scratch/flo/vmcontention/sys/netinet6/in6.c:2607 (rw:lle) 1 0 46 0 54 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:198 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:10212 (sleep mutex:Softdep Lock) 32 107 70784 7329 300091 0 0 0 182 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:sellck) 0 0 6 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_time.c:1390 (sleep mutex:itimer lock) 3 0 10 0 3 3 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:351 (sleep mutex:uhci0) 21 0 2194 0 229 9 0 0 0 /scratch/flo/vmcontention/sys/kern/sys_pipe.c:590 (sleep mutex:pipe mutex) 512 6032 687378 8563 388943 1 0 0 183 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3264 (sleep mutex:vm page queue mutex) 29 0 102 0 8 12 0 0 0 /scratch/flo/vmcontention/sys/netinet/udp_usrreq.c:449 (rw:udp) 65 0 344 0 135 2 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_fault.c:1174 (sleep mutex:page lock) 4 0 10 0 3 3 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:351 (sleep mutex:ehci0) 0 0 2 0 9 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:473 (sleep mutex:buffer daemon lock) 1 0 46 0 123 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:1515 (sx:sysctl lock) 107 6399 158787 182557 586633 0 0 0 8540 /scratch/flo/vmcontention/sys/ufs/ufs/ufs_vnops.c:456 (sleep mutex:vnode interlock) 1 0 2 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/vm/uma_core.c:2669 (sleep mutex:128) 59 38 40813 234 3440 11 0 0 14 /scratch/flo/vmcontention/sys/netinet6/in6_pcb.c:1121 (rw:udpinp) 80 0 912 0 54 16 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2180 (sx:user map) 3 0 12 0 6 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_request.c:494 (sleep mutex:uhci0) 3 0 33 0 12 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_device.c:2650 (sleep mutex:Giant) 23 0 46 0 5 9 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:10452 (sleep mutex:Softdep Lock) 8 0 412 0 123 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:1618 (sx:sysctl lock) 17 0 72 0 36 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_device.c:2674 (sleep mutex:Giant) 3301 23442 1361264 44936449 388946 3 115 0 231483 /scratch/flo/vmcontention/sys/vm/vm_fault.c:278 (sleep mutex:vm object) 3 35 49 88 19 2 4 0 3 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:uhci2) 2 0 25 0 18 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_request.c:494 (sleep mutex:ehci0) 516 3139 2200095 434073 2790744 0 0 0 208935 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3546 (sleep mutex:vm page queue mutex) 10 0 407 0 54 7 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2331 (sx:user map) 79 0 14005 0 6894 2 0 0 0 /scratch/flo/vmcontention/sys/net/route.c:354 (rw:radix node head) 2 0 63 0 54 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2422 (sx:user map) 2 0 112 0 162 0 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vnops.c:202 (sx:devfsmount) 43 0 2050 0 162 12 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vnops.c:211 (sx:devfsmount) 3 2 29 5 27 1 0 0 3 /scratch/flo/vmcontention/sys/kern/tty_pts.c:120 (sleep mutex:ttymtx) 19 79 4308 92356 3440 1 26 0 2494 /scratch/flo/vmcontention/sys/netinet6/in6_pcb.c:1110 (rw:pcbinfohash) 2 0 19 0 12 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3376 (sleep mutex:vm object) 14 0 45 0 4 11 0 0 0 /scratch/flo/vmcontention/sys/kern/tty_pts.c:200 (sleep mutex:ttymtx) 0 0 23 0 54 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:3322 (sleep mutex:vnode_free_list) 17 2 206 2 53 3 0 0 1 /scratch/flo/vmcontention/sys/kern/tty_ttydisc.c:467 (sleep mutex:ttymtx) 1 0 37 0 54 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:3351 (sleep mutex:vnode_free_list) 2 0 6 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:2117 (sleep mutex:uhci0) 14 0 14 0 1 14 0 0 0 /scratch/flo/vmcontention/sys/netinet/in_pcb.c:1779 (rw:udpinp) 0 2 4 3 14 0 0 0 3 /scratch/flo/vmcontention/sys/kern/tty_pts.c:276 (sleep mutex:ttymtx) 19 0 4784 0 13760 0 0 0 0 /scratch/flo/vmcontention/sys/netinet6/scope6.c:417 (rw:if_afdata) 1 0 72 0 162 0 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vnops.c:412 (sx:devfsmount) 6 0 61 0 15 4 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_fault.c:682 (sleep mutex:vm object) 10 0 191 0 30 6 0 0 0 /scratch/flo/vmcontention/sys/dev/bce/if_bce.c:6587 (sleep mutex:bce1) 1 0 2 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/vm/uma_core.c:2669 (sleep mutex:mbuf) 11 3 364 3 80 4 0 0 2 /scratch/flo/vmcontention/sys/vm/vm_fault.c:700 (sleep mutex:vm object) 6565 0 5839932 0 586633 9 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_sockbuf.c:148 (sx:so_snd_sx) 1 0 41 0 54 0 0 0 0 /scratch/flo/vmcontention/sys/kern/tty_pts.c:338 (sleep mutex:ttymtx) 0 0 2 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/geom/geom_vfs.c:114 (sleep mutex:g_vfs) 3 0 9 0 3 3 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:2117 (sleep mutex:ehci0) 1 0 8 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/fs/nfsserver/nfs_nfsdstate.c:870 (sleep mutex:nfs_state_mutex) 2 3 217 8 220 0 0 0 5 /scratch/flo/vmcontention/sys/kern/tty_pts.c:396 (sleep mutex:ttymtx) 22 27 997 138 927 1 0 0 72 /scratch/flo/vmcontention/sys/kern/sys_pipe.c:1337 (sleep mutex:pipe mutex) 627 0 3399 0 18 188 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_device.c:2643 (sx:USB config SX lock) 16 0 1438 0 3440 0 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_hostcache.c:285 (sleep mutex:tcp_hc_entry) 23 0 2933 0 500 5 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:Giant) 47 0 2891 0 162 17 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vnops.c:210 (lockmgr:devfs) 4 0 51 0 13 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:itimer lock) 21 0 4260 0 3440 1 0 0 0 /scratch/flo/vmcontention/sys/netinet6/ip6_output.c:1131 (sleep mutex:rtentry) 55 1 30539 1 3440 8 0 0 1 /scratch/flo/vmcontention/sys/netinet6/udp6_usrreq.c:161 (sleep mutex:so_rcv) 10 0 19 0 2 9 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_input.c:1762 (sleep mutex:so_rcv) 16 0 276 0 26 10 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:bce1) 3280 13262 644031 1485536 388946 1 3 0 123995 /scratch/flo/vmcontention/sys/vm/vm_fault.c:942 (sleep mutex:vm object) 4 0 16 0 10 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/in_pcb.c:1768 (rw:pcbinfohash) 3145 21374 5277081 19079882 2790845 1 6 0 1932253 /scratch/flo/vmcontention/sys/vm/vm_fault.c:1017 (sleep mutex:vm object) 10024 0 20366446 0 586636 34 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_sockbuf.c:148 (sx:so_rcv_sx) 0 5 31 5 55 0 0 0 1 /scratch/flo/vmcontention/sys/vm/vm_fault.c:1024 (sleep mutex:vm object) 3 0 51 0 27 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/igmp.c:2180 (sleep mutex:igmp_mtx) 2 0 82 0 85 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:391 (sleep mutex:struct mount mtx) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_input.c:1666 (sleep mutex:so_snd) 1 0 32 0 85 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:436 (sleep mutex:struct mount mtx) 0 0 1 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:560 (sleep mutex:uhci2) 75 0 80872 0 586627 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:792 (sleep mutex:so_rcv) 3 0 76 0 116 0 0 0 0 /scratch/flo/vmcontention/sys/geom/geom_io.c:77 (sleep mutex:bio queue) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:1108 (sleep mutex:struct mount mtx) 147 0 2694 0 26 103 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:bce0) 597 0 719146 0 388943 1 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3265 (sleep mutex:pmap) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:7294 (sleep mutex:Softdep Lock) 679 0 2151 0 73 29 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2167 (lockmgr:ufs) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:1167 (sleep mutex:struct mount mtx) 11 0 1032 0 162 6 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2167 (lockmgr:devfs) 115 3296 237107 87420 388965 0 0 0 12482 /scratch/flo/vmcontention/sys/vm/vm_page.c:1724 (sleep mutex:vm page queue mutex) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:7479 (sleep mutex:FFS) 4 0 154 0 61 2 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_lookup.c:220 (sx:filedesc structure) 5141 0 2202027 0 586620 3 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:935 (sleep mutex:so_rcv) 60 0 29925 0 19080 1 0 0 1 /scratch/flo/vmcontention/sys/vm/vm_page.c:1145 (sleep mutex:vm page queue free mutex) 67 3276 213097 30297 388810 0 0 0 12887 /scratch/flo/vmcontention/sys/vm/vm_page.c:1770 (sleep mutex:vm page queue mutex) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:7409 (sleep mutex:Softdep Lock) 27 0 76 0 3 25 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:1923 (sleep mutex:uhci2) 70 0 226394 0 586627 0 0 0 1 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:803 (sleep mutex:so_snd) 1 0 1191 0 3440 0 0 0 0 /scratch/flo/vmcontention/sys/net/netisr.c:813 (sleep mutex:netisr_mtx) 56 1 94039 2 388808 0 0 0 2 /scratch/flo/vmcontention/sys/amd64/amd64/trap.c:709 (sleep mutex:process lock) 11 0 1739 0 3422 0 0 0 0 /scratch/flo/vmcontention/sys/net/netisr.c:843 (sleep mutex:netisr_mtx) 168 1 55151 1 388810 0 0 0 1 /scratch/flo/vmcontention/sys/amd64/amd64/trap.c:716 (sleep mutex:process lock) 27 0 363 0 118 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:process lock) 0 0 5 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1561 (sleep mutex:bufobj interlock) 521 0 2175198 0 2790744 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3547 (sleep mutex:pmap) 0 0 19 0 40 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_kthread.c:207 (sleep mutex:process lock) 13 0 22 0 2 11 0 0 0 /scratch/flo/vmcontention/sys/netinet/in.c:1483 (rw:lle) 4 41 56 98 19 2 5 0 3 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:uhci1) 3 0 9 0 4 2 0 0 0 /scratch/flo/vmcontention/sys/kern/tty_inq.c:227 (sleep mutex:ttymtx) 2 0 19 0 12 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/if_ether.c:570 (rw:in_ifaddr_lock) 0 0 4 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1602 (sleep mutex:bufobj interlock) 1 64 69 142 143 0 0 0 47 /scratch/flo/vmcontention/sys/vm/vm_page.c:1973 (sleep mutex:vm page queue mutex) 18 0 3731 0 3440 1 0 0 0 /scratch/flo/vmcontention/sys/net/netisr.c:925 (sleep mutex:netisr_mtx) 4 0 387 0 162 2 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vnops.c:408 (sleep mutex:vnode interlock) 2 0 16 0 12 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/uhci.c:1427 (sleep mutex:uhci0) 76 0 246870 0 586620 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:979 (sleep mutex:so_snd) 253 0 1658 0 48 34 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_request.c:473 (sx:USB device SX lock) 0 0 52 0 216 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:859 (sleep mutex:session) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_sockbuf.c:912 (sleep mutex:so_snd) 23 0 9338 0 3440 2 0 0 0 /scratch/flo/vmcontention/sys/netinet6/in6.c:2205 (rw:if_addr_lock) 1 0 38 0 119 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:395 (sleep mutex:vm object) 2 0 36 0 27 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_timer.c:141 (rw:tcp) 1 0 10 0 36 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3155 (sleep mutex:sleep mtxpool) 2 0 3 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:mpt) 2 0 111 0 235 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2175 (sleep mutex:vnode interlock) 20 0 107 0 12 8 0 0 0 /scratch/flo/vmcontention/sys/dev/mpt/mpt_pci.c:898 (sleep mutex:mpt) 23549 0 78918054 0 388948 202 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3650 (sx:user map) 18 0 73 0 135 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3777 (sleep mutex:pmap) 1 0 94 0 222 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2202 (sleep mutex:vnode interlock) 78 11621 122260 1386487 389112 0 3 0 109124 /scratch/flo/vmcontention/sys/vm/vm_object.c:485 (sleep mutex:vm object) 20 1 2703 2 3441 0 0 0 2 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:1022 (sleep mutex:so_snd) 4 0 208 0 68 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:msgbuf lock) 2 0 309 0 457 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2246 (sleep mutex:vnode interlock) 10 0 99 0 13 7 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:Syncer mtx) 8 0 159 0 32 4 0 0 0 /scratch/flo/vmcontention/sys/dev/bce/if_bce.c:7666 (sleep mutex:bce1) 3 0 94 0 218 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:300 (sleep mutex:process lock) 4 0 160 0 67 2 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_cache.c:652 (sleep mutex:vnode interlock) 1 0 41 0 63 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2286 (sleep mutex:vnode interlock) 3 0 3 0 1 3 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_alloc.c:1900 (sleep mutex:FFS) 54 0 148709 0 586633 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:1198 (sleep mutex:so_snd) 2 0 86 0 67 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2417 (sleep mutex:vnode interlock) 8 0 27 0 5 5 0 0 0 /scratch/flo/vmcontention/sys/netinet/udp_usrreq.c:322 (sleep mutex:so_rcv) 2 0 20 0 13 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:2251 (sleep mutex:buffer daemon lock) 4 0 11 0 6 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_input.c:2583 (sleep mutex:so_snd) 55 0 238617 0 588179 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:1488 (sleep mutex:so_rcv) 1 0 27 0 27 1 0 0 0 /scratch/flo/vmcontention/sys/netinet6/frag6.c:724 (sleep mutex:ip6qlock) 4 0 20 0 9 2 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2011 (sleep mutex:bufobj interlock) 1 0 17 0 12 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/if_ether.c:618 (rw:if_addr_lock) 12 2 198 18 192 1 0 0 12 /scratch/flo/vmcontention/sys/kern/tty.c:161 (sleep mutex:ttymtx) 2 0 12 0 6 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/ehci.c:3843 (sleep mutex:ehci0) 1 0 63 0 216 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:809 (sleep mutex:sigacts) 2 0 46 0 27 1 0 0 0 /scratch/flo/vmcontention/sys/netinet6/mld6.c:1758 (sleep mutex:mld_mtx) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_alloc.c:2204 (sleep mutex:FFS) 0 0 3 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:2895 (sleep mutex:USB device mutex) 2 0 41 0 27 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/ip_input.c:1184 (sleep mutex:ipqlock) 84 0 274189 0 586630 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:1735 (sleep mutex:so_rcv) 1007 0 444713 0 3109826 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4323 (sleep mutex:pmap) 120 50 583405 584 586627 0 0 0 18 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:796 (sleep mutex:unp_mtx) 6 0 68 0 12 5 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:1731 (sleep mutex:ehci0) 16 0 42 0 7 6 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3859 (sleep mutex:sleep mtxpool) 13 0 2026 0 6880 0 0 0 0 /scratch/flo/vmcontention/sys/netinet6/in6_rmx.c:197 (sleep mutex:rtentry) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1705 (sleep mutex:process lock) 3 0 25 0 12 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:USB device mutex) 75 0 80937 0 586629 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:1899 (sleep mutex:so_rcv) 0 0 7 0 40 0 0 0 0 /scratch/flo/vmcontention/sys/kern/tty.c:370 (sleep mutex:process lock) 0 0 5 0 24 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:1852 (sleep mutex:ehci0) 5143 0 2897802 0 586620 4 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:934 (sleep mutex:unp_mtx) 2 0 15 0 12 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/uhci.c:1427 (sleep mutex:uhci2) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1777 (sleep mutex:process lock) 2 0 20 0 12 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/if_ether.c:678 (rw:if_afdata) 4 0 27 0 15 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:2644 (sleep mutex:bufobj interlock) 0 0 4 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:2680 (sleep mutex:bufobj interlock) 5 0 53 0 18 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_device.c:2644 (sx:USB suspend and resume SX lock) 0 0 5 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/netinet/if_ether.c:779 (rw:if_afdata) 603 0 1657 0 48 34 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_device.c:2668 (sx:USB suspend and resume SX lock) 3 0 23 0 14 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1366 (sleep mutex:mountlist) 2 0 45 0 28 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1378 (sleep mutex:mountlist) 24 0 143 0 9 15 0 0 0 /scratch/flo/vmcontention/sys/netinet/in_pcb.c:1775 (rw:tcpinp) 22 0 4208 0 3447 1 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_socket.c:2156 (sleep mutex:so_rcv) 1 0 47 0 54 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_lookup.c:835 (lockmgr:crossmp) 6401 0 894278 0 586628 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_syscalls.c:2022 (lockmgr:ufs) 12 0 3913 0 6894 0 0 0 0 /scratch/flo/vmcontention/sys/net/route.c:362 (sleep mutex:rtentry) 10 0 59 0 21 2 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_output.c:289 (sleep mutex:so_snd) 300 30 21181 31 20628 1 0 0 3 /scratch/flo/vmcontention/sys/kern/kern_proc.c:1270 (sleep mutex:process lock) 5144 0 3317526 0 586621 5 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:837 (rw:unp_link_rwlock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:4852 (sleep mutex:Softdep Lock) 2 0 16 0 14 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:Softdep Lock) 3 0 150 0 162 0 0 0 0 /scratch/flo/vmcontention/sys/fs/devfs/devfs_vnops.c:405 (sleep mutex:devfs interlock) 6 0 29 0 7 4 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_eventhandler.c:251 (sleep mutex:eventhandler) 1 0 10 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:2060 (sleep mutex:sigacts) 6 0 140 0 44 3 0 0 0 /scratch/flo/vmcontention/sys/net/bpf.c:1881 (sleep mutex:bpf interface lock) 1 0 429 0 1543 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:so_rcv) 655 0 2202 0 14 157 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:2658 (lockmgr:bufwait) 0 0 2 0 11 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:376 (sleep mutex:runningbufspace lock) 16 0 178 0 13 13 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:1988 (sleep mutex:process lock) 1 0 129 0 218 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:297 (sx:allproc) 4 0 97 0 44 2 0 0 0 /scratch/flo/vmcontention/sys/net/bpf.c:1885 (sleep mutex:bpf) 20 62 42817 1222 298119 0 0 0 300 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1546 (sleep mutex:select mtxpool) 5 0 235 0 69 3 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_cache.c:475 (rw:Name Cache) 40 49 45204 1093 298113 0 0 0 300 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1610 (sleep mutex:select mtxpool) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:9382 (sleep mutex:FFS) 627 5134 1696194 14887 297039 5 0 0 294 /scratch/flo/vmcontention/sys/kern/sys_generic.c:1657 (sleep mutex:select mtxpool) 12 0 120 0 12 10 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_request.c:545 (sleep mutex:USB device mutex) 0 0 47 0 135 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:1213 (sleep mutex:pmap) 4 1 50 1 26 1 0 0 1 /scratch/flo/vmcontention/sys/kern/tty_outq.c:244 (sleep mutex:ttymtx) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:9376 (sleep mutex:Softdep Lock) 168 9008 257908 242556 3440 74 70 0 72 /scratch/flo/vmcontention/sys/netinet6/udp6_usrreq.c:1076 (rw:udpinp) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:9390 (sleep mutex:Softdep Lock) 1 0 5 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/cam/cam_xpt.c:4336 (sleep mutex:CAM SIMQ lock) 2 0 6 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/uhci.c:3190 (sleep mutex:uhci0) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1210 (sleep mutex:Softdep Lock) 2 0 17 0 13 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:buffer daemon lock) 16 0 133 0 12 11 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_condvar.c:145 (sleep mutex:Giant) 3299 0 614550 0 388884 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_fault.c:317 (sleep mutex:page lock) 0 0 6 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:1349 (sleep mutex:Softdep Lock) 4 19 19449 688 40570 0 0 0 240 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 2) 7 21 167051 485807 121457 1 3 0 82158 /scratch/flo/vmcontention/sys/kern/kern_clocksource.c:239 (spin mutex:et_hw_mtx) 5 0 26 0 8 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:814 (spin mutex:sched lock 7) 8 0 86 0 18 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 7) 6 3 2503 23 1425 1 0 0 14 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 0) 2 9 68090 70 121480 0 0 0 14 /scratch/flo/vmcontention/sys/kern/kern_clocksource.c:353 (spin mutex:et_hw_mtx) 7 0 72 0 13 5 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:2308 (spin mutex:process slock) 1 0 5 0 7 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 1) 6 8 796 155 1498 0 0 0 79 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 4) 5 22 18984 622 39373 0 0 0 195 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 7) 2 1 1805 8 3725 0 0 0 10 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:709 (spin mutex:td_contested) 1 2 3092 42 9946 0 0 0 46 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:717 (spin mutex:td_contested) 5 4 1309 12 622 2 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 5) 3 8 1457 20 1425 1 0 0 10 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 0) 1 1 1902 18 3724 0 0 0 22 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:831 (spin mutex:td_contested) 5 0 28 0 8 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:814 (spin mutex:sched lock 3) 7 0 50 0 10 5 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 3) 2 1 2011 28 3724 0 0 0 35 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:891 (spin mutex:td_contested) 1 0 5 0 8 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 6) 4 6 1009 213 1951 0 0 0 107 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 0) 1 0 6 2 9 0 0 0 3 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 1) 6 30 18587 1106 40855 0 0 0 271 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 3) 5 4 1334 33 669 1 0 0 14 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 0) 0 4 4 4 7 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 2) 4 11 816 158 1580 0 0 0 71 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 5) 0 0 6 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:589 (spin mutex:sleepq chain) 1 7 392 16 1734 0 0 0 4 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 0) 6 3 1463 21 698 2 0 0 11 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 6) 3 1 850 9 562 1 0 0 10 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 0) 6 0 54 0 12 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:813 (spin mutex:sched lock 4) 4 0 86 0 25 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:816 (spin mutex:sched lock 4) 0 2 6 2 10 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 7) 5 13 1016 226 2219 0 0 0 97 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 1) 1 0 5 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 2) 5 14 18869 500 39524 0 0 0 213 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 4) 6 6 1355 30 647 2 0 0 11 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 2) 1 5 1503 27 7017 0 0 0 12 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sleepq chain) 13 56 1837309 1507 601425 3 0 0 639 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:237 (spin mutex:sleepq chain) 1 0 10 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:803 (spin mutex:sched lock 0) 6 0 59 0 14 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:813 (spin mutex:sched lock 0) 5 0 70 0 18 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:816 (spin mutex:sched lock 0) 0 2 2 2 5 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 3) 6 8 826 136 1725 0 0 0 70 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 6) 2 0 160 0 215 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:908 (spin mutex:sleepq chain) 1 0 7 0 10 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 7) 6 4 1139 13 575 1 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 7) 5 20 18932 1153 40444 0 0 0 321 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 0) 5 0 23 0 5 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:813 (spin mutex:sched lock 5) 4 0 6 0 2 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:814 (spin mutex:sched lock 5) 5 0 35 0 10 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:816 (spin mutex:sched lock 5) 5 0 38 0 11 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 5) 2 4 2521 34 7183 0 0 0 18 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sleepq chain) 1 4 3790 12 13513 0 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 0) 5 7 867 121 1788 0 0 0 63 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 2) 5 3 5666 30 3268 1 0 0 20 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:891 (spin mutex:sleepq chain) 0 0 3 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 3) 1 82 4946 305 37930 0 0 0 27 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 0) 3 67 39188 133 37930 1 0 0 15 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 0) 5 27 19166 983 39241 0 0 0 239 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 5) 2 0 1678 0 1716 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 0) 0 0 4 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/x86/x86/io_apic.c:212 (spin mutex:icu) 7 4 1415 21 674 2 0 0 12 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 3) 2 0 9 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/x86/x86/io_apic.c:229 (spin mutex:icu) 4 0 17 0 5 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:814 (spin mutex:sched lock 1) 5 2 4777 4 2853 1 0 0 2 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 0) 6 10 722 118 1199 0 0 0 56 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 7) 4 0 35 0 13 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:2309 (spin mutex:sleepq chain) 3 3 44386 8 39783 1 0 0 5 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 0) 7 0 50511 0 82468 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 0) 1 5 103 41 177 0 0 0 22 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:turnstile lock) 1 0 150 0 135 1 0 0 0 /scratch/flo/vmcontention/sys/dev/random/randomdev_soft.c:248 (spin mutex:entropy harvest mutex) 1 0 14 0 24 0 0 0 0 /scratch/flo/vmcontention/sys/dev/random/randomdev_soft.c:268 (spin mutex:entropy harvest mutex) 1 0 30 0 42 0 0 0 0 /scratch/flo/vmcontention/sys/dev/random/randomdev_soft.c:313 (spin mutex:entropy harvest mutex) 5 25 20293 994 41167 0 0 0 305 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 1) 1 2 660 27 1557 0 0 0 34 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 0) 6 0 44 0 11 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:814 (spin mutex:sched lock 6) 6 0 9 0 2 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:816 (spin mutex:sched lock 6) 6 0 66 0 14 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 6) 1 34 11966 109 37946 0 0 0 32 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 0) 148 0 5636 0 216 26 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:841 (spin mutex:process slock) 3 0 166 0 117 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_resource.c:632 (spin mutex:process slock) 19 15 57157 5996 10138 5 0 0 3715 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:551 (spin mutex:turnstile lock) 20 0 44409 0 35243 1 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:557 (spin mutex:turnstile lock) 6 9 869 178 1534 0 0 0 86 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:204 (spin mutex:sched lock 3) 256 3 49835 80 3724 13 0 0 54 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:595 (spin mutex:turnstile lock) 1 0 4 0 5 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 4) 2 1 2532 5 4820 0 0 0 8 /scratch/flo/vmcontention/sys/kern/kern_timeout.c:281 (spin mutex:callout) 1 2 7178 9 38049 0 0 0 7 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 0) 1 1 38693 1 108104 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_timeout.c:348 (spin mutex:callout) 5 18 18388 696 39161 0 0 0 213 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1127 (spin mutex:sched lock 6) 3 2 6421 48 11523 0 0 0 54 /scratch/flo/vmcontention/sys/kern/kern_timeout.c:409 (spin mutex:callout) 1 5 9535 12 38000 0 0 0 5 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 0) 6 6 1253 36 603 2 0 0 11 /scratch/flo/vmcontention/sys/kern/kern_intr.c:911 (spin mutex:sched lock 4) 2 0 509 0 338 1 0 0 0 /scratch/flo/vmcontention/sys/dev/syscons/syscons.c:1921 (spin mutex:syscons video lock) 3 0 1823 0 2423 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_timeout.c:485 (spin mutex:callout) 3 0 24 0 9 2 0 0 1 /scratch/flo/vmcontention/sys/kern/sched_ule.c:814 (spin mutex:sched lock 2) 7 0 23 0 6 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:816 (spin mutex:sched lock 2) 6 0 41 0 10 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 2) 3 0 1816 0 4547 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_timeout.c:596 (spin mutex:callout) 1 4 5 4 8 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 5) 1 0 10 0 27 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 0) 257 10 54285 293 3724 14 0 0 103 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:538 (spin mutex:turnstile chain) 18 290 100118 42092 45381 2 0 0 4415 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:548 (spin mutex:turnstile chain) 0 0 9 0 22 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 0) 3 0 645 0 474 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_timeout.c:702 (spin mutex:callout) 3 0 731 0 563 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 0) 1 0 4 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:3537 (sleep mutex:bufobj interlock) 2 0 4 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/kern/tty.c:1620 (sleep mutex:ttymtx) 1 0 7 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_time.c:1081 (sleep mutex:itimer lock) 1 0 5 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/cam/cam_xpt.c:4972 (sleep mutex:CAM SIMQ lock) 0 0 2 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/cam/cam_xpt.c:4985 (sleep mutex:CAM SIMQ lock) 0 0 2 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:3281 (sleep mutex:struct mount mtx) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_thread.c:1028 (rw:tidhash) 0 0 5 0 9 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1698 (sleep mutex:Syncer mtx) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/fs/nfsclient/nfs_clvfsops.c:1517 (sleep mutex:vnode interlock) 29 0 161 0 12 13 0 0 0 /scratch/flo/vmcontention/sys/cam/cam_xpt.c:4980 (sleep mutex:mpt) 7 0 25 0 4 6 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1783 (sleep mutex:Syncer mtx) 2 0 5 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/uhci.c:3190 (sleep mutex:uhci2) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:3419 (sleep mutex:sigacts) 1 0 2 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:560 (sleep mutex:uhci0) 1 0 2 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:560 (sleep mutex:ehci0) 2761 0 2807 0 3 935 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1767 (lockmgr:syncer) 30 0 80 0 3 26 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:1923 (sleep mutex:uhci0) 27 0 70 0 3 23 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:1923 (sleep mutex:ehci0) 0 0 0 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:325 (sleep mutex:process group) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:482 (sleep mutex:sigacts) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:374 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:529 (sleep mutex:process group) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:560 (sleep mutex:process group) 27 0 27 0 1 27 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:430 (sleep mutex:process lock) 2 0 5 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:351 (sleep mutex:uhci2) 17 0 17 0 1 17 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:481 (sleep mutex:process lock) 2 0 211 0 646 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vfsops.c:1478 (sleep mutex:vnode interlock) 2 0 4 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/kern/tty.c:1611 (sx:proctree) 0 0 3 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:1039 (sleep mutex:struct mount mtx) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/fs/nfsclient/nfs_clvfsops.c:1501 (sleep mutex:struct mount mtx) 2 0 8 0 6 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_request.c:494 (sleep mutex:uhci2) 20 0 108 0 12 9 0 0 0 /scratch/flo/vmcontention/sys/geom/geom_disk.c:250 (sleep mutex:g_disk_done) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/fs/nfsclient/nfs_clvfsops.c:1523 (sleep mutex:struct mount mtx) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:711 (sleep mutex:process lock) 0 0 2 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:1144 (sleep mutex:struct mount mtx) 2 0 6 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/uhci.c:3190 (sleep mutex:uhci1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:753 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:756 (sleep mutex:process lock) 1 0 4 0 4 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1751 (sleep mutex:vnode interlock) 16 0 158 0 13 12 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_trap.c:232 (sleep mutex:sigacts) 3 0 6 0 2 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:834 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_jail.c:2592 (sleep mutex:jail mutex) 7193 0 7194 0 2 3597 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2279 (lockmgr:ufs) 2 0 11 0 7 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:11547 (sleep mutex:Softdep Lock) 553 0 555 0 3 185 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_mount.c:1693 (sleep mutex:struct mount mtx) 17 0 171 0 13 13 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_trap.c:231 (sleep mutex:process lock) 10 0 19 0 6 3 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_mount.c:1730 (sleep mutex:struct mount mtx) 0 0 1 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_mount.c:1765 (sleep mutex:struct mount mtx) 2 0 20 0 47 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:652 (sleep mutex:sigacts) 2 0 6 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:2117 (sleep mutex:uhci2) 1 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vfsops.c:1522 (sleep mutex:bufobj interlock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/vm_machdep.c:303 (sleep mutex:descriptor tables) 2 0 38 0 47 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:650 (sleep mutex:process lock) 1 0 4 0 4 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1771 (sleep mutex:bufobj interlock) 0 0 2 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2368 (sleep mutex:vnode interlock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:568 (sleep mutex:ttymtx) 0 0 5 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/machdep.c:429 (sleep mutex:sigacts) 2 0 50 0 193 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:978 (sleep mutex:process lock) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mib.c:285 (sleep mutex:jail mutex) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:530 (sleep mutex:process lock) 3 0 7 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:351 (sleep mutex:uhci1) 1 0 3 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:3545 (sleep mutex:mountlist) 1 0 3 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:sleep mtxpool) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:386 (sx:allproc) 1 0 12 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/machdep.c:428 (sleep mutex:process lock) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vfsops.c:1460 (sleep mutex:struct mount mtx) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vfsops.c:1469 (sleep mutex:struct mount mtx) 7161 0 7161 0 1 7161 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1911 (lockmgr:bufwait) 5 0 48 0 13 3 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:829 (sleep mutex:vnode_free_list) 0 0 4 0 28 0 0 0 0 /scratch/flo/vmcontention/sys/vm/swap_pager.c:300 (sleep mutex:ui_vmsize) 1 0 3 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/controller/usb_controller.c:560 (sleep mutex:uhci1) 3 0 10 0 6 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_request.c:494 (sleep mutex:uhci1) 13 0 13 0 1 13 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:405 (sx:proctree) 27 0 75 0 3 25 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:1923 (sleep mutex:uhci1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:738 (sx:allproc) 0 4 4 4 14 0 0 0 1 /scratch/flo/vmcontention/sys/vm/vm_object.c:1230 (sleep mutex:vm object) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:801 (sx:allproc) 0 0 4 0 28 0 0 0 0 /scratch/flo/vmcontention/sys/vm/swap_pager.c:294 (sleep mutex:swapdev) 3 0 8 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:2117 (sleep mutex:uhci1) 0 0 209 0 648 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:3283 (sleep mutex:vnode interlock) 12 0 16 0 2 8 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:832 (sx:proctree) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:13280 (sleep mutex:Softdep Lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2054 (spin mutex:sched lock 1) 1 2 635 49 1689 0 0 0 62 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 1) 1 32 12228 93 38798 0 0 0 24 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 1) 0 0 3 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 5) 1 2 7385 19 38877 0 0 0 15 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 1) 1 3 9451 15 38847 0 0 0 12 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 1) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_umtx.c:3549 (spin mutex:umtx lock) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 1) 0 0 15 0 26 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 1) 3 27 752 27 572 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 1) 1 3 3 5 5 0 1 0 2 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 6) 4 4 714 24 670 1 0 0 16 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_umtx.c:3556 (spin mutex:sched lock 1) 0 0 1 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 1) 9 0 9 0 1 9 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:538 (spin mutex:process slock) 0 2 331 7 1694 0 0 0 5 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 1) 3 1 799 2 541 1 0 0 2 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 1) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:860 (spin mutex:process slock) 5 0 31 0 8 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:813 (spin mutex:sched lock 1) 5 0 20 0 5 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 1) 0 1 3318 3 13513 0 0 0 4 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 1) 0 2 3 2 6 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 0) 0 76 4825 244 37954 0 0 0 26 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 1) 4 21 39119 79 37952 1 0 0 17 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 1) 2 2 1411 3 1716 0 0 0 2 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_thread.c:476 (spin mutex:sched lock 1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_thread.c:501 (spin mutex:sched lock 1) 6 2 4588 7 2215 2 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 1) 4 3 45279 14 40571 1 0 0 9 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 1) 6 0 49903 0 81982 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 1) 0 2 5 2 10 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1061 (spin mutex:sched lock 0) 2 0 3 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:269 (sleep mutex:vm object) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vnops.c:298 (sleep mutex:bufobj interlock) 19 0 33 0 4 8 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:1404 (sx:user map) 2 0 10 0 6 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1419 (sleep mutex:buf queue lock) 3 0 12 0 5 2 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:1432 (sx:user map) 0 0 1 0 5 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:330 (sleep mutex:needsbuffer lock) 13 0 13 0 1 13 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:904 (sx:sysctl lock) 1 0 3 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:931 (sx:sysctl lock) 8 2 13 2 6 2 0 0 2 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:2772 (sleep mutex:vm page queue mutex) 2 0 3 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/vm/uma_core.c:2087 (sleep mutex:128) 0 0 2 0 11 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3912 (sleep mutex:bufobj interlock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/machdep.c:954 (sleep mutex:descriptor tables) 13 0 30 0 4 7 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vnops.c:260 (lockmgr:bufwait) 13 0 38 0 5 7 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:1774 (sleep mutex:vm object) 1 0 2 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_cache.c:1204 (rw:Name Cache) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_cache.c:1263 (rw:Name Cache) 16 0 16 0 1 16 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_mmap.c:382 (sx:pmc-sx) 8 0 20 0 8 2 0 0 1 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3018 (sleep mutex:vm page queue mutex) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_cache.c:1115 (sx:filedesc structure) 351 0 351 0 1 351 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:13148 (lockmgr:bufwait) 4 0 6 0 2 3 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:1848 (sx:user map) 1 0 3 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ufs/ufs_vnops.c:186 (sleep mutex:vnode interlock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/libkern/arc4random.c:138 (sleep mutex:arc4_mtx) 1 0 8 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/vm/swap_pager.c:218 (sleep mutex:process lock) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:987 (sleep mutex:page lock) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:1009 (sleep mutex:page lock) 15 0 27 0 2 13 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2008 (sx:user map) 1 0 1 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ufs/ufs_vnops.c:304 (sleep mutex:vnode interlock) 2 0 7 0 5 1 0 0 0 /scratch/flo/vmcontention/sys/vm/uma_core.c:2087 (sleep mutex:mbuf) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/netinet/in_pcb.c:1269 (rw:udpinp) 0 0 2 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_mount.c:436 (sleep mutex:struct mount mtx) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:3452 (sleep mutex:sigacts) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/imgact_elf.c:900 (sleep mutex:process lock) 0 0 0 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2039 (sleep mutex:Syncer mtx) 6 0 21 0 4 5 0 0 1 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3515 (sleep mutex:vm page queue mutex) 0 0 2 0 8 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_mmap.c:1441 (sleep mutex:process lock) 33 0 121 0 12 10 0 0 0 /scratch/flo/vmcontention/sys/cam/cam_periph.h:191 (sleep mutex:mpt) 0 0 0 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ufs/ufs_vnops.c:739 (sleep mutex:vnode interlock) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vnode_pager.c:111 (sleep mutex:vm object) 1 0 100 0 382 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:748 (sleep mutex:process lock) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vnode_pager.c:208 (sleep mutex:vm object) 17 0 46 0 42 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2689 (sleep mutex:vm object) 9 0 13 0 6 2 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:2773 (sleep mutex:pmap) 0 0 2 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/geom/geom_vfs.c:139 (sleep mutex:g_vfs) 4 3 22 3 12 1 0 0 1 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3592 (sleep mutex:vm object) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/vm/uma_core.c:2669 (sleep mutex:VM OBJECT) 0 0 7 0 38 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_fault.c:811 (sleep mutex:vm object) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_prot.c:1231 (sleep mutex:process lock) 48 0 70 0 2 35 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2831 (sx:user map) 0 0 4 0 19 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:231 (sleep mutex:vm object_list) 8 0 20 0 8 2 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3019 (sleep mutex:pmap) 6 0 107 0 55 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:752 (sleep mutex:page lock) 135 0 258 0 2 129 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4141 (sleep mutex:vm page queue mutex) 2 0 3 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:948 (sleep mutex:vm object) 3 0 3 0 1 3 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_unix.c:92 (sx:user map) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:364 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4275 (sleep mutex:vm page queue mutex) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_jail.c:2469 (sleep mutex:jail mutex) 2 0 5 0 3 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_pageout.c:1556 (sleep mutex:vm page queue free mutex) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_exec) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3197 (sx:user map) 46 0 46 0 1 46 0 0 0 /scratch/flo/vmcontention/sys/kern/imgact_elf.c:817 (lockmgr:ufs) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_jail.c:2572 (sleep mutex:jail mutex) 0 0 3 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1426 (sleep mutex:bufobj interlock) 0 0 4 0 19 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:644 (sleep mutex:vm object_list) 10 0 10 0 1 10 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:613 (sleep mutex:process lock) 13 0 20 0 2 10 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:1143 (sleep mutex:page lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3650 (sleep mutex:system map) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_resource.c:1247 (rw:uidinfo hash) 4 0 6 0 2 3 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4548 (sleep mutex:vm page queue mutex) 1 0 5 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1496 (sleep mutex:bufobj interlock) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/imgact_elf.c:952 (lockmgr:ufs) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1197 (sx:filedesc structure) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4614 (sleep mutex:vm page queue mutex) 6 0 22 0 4 5 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3516 (sleep mutex:pmap) 10 0 12 0 2 6 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_prot.c:410 (sx:proctree) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/../../kern/subr_syscall.c:208 (sleep mutex:process lock) 1 1 17 8 39 0 0 0 8 /scratch/flo/vmcontention/sys/vm/vm_page.c:2019 (sleep mutex:vm page queue mutex) 8 0 8 0 2 4 0 0 0 /scratch/flo/vmcontention/sys/vm/uma_core.c:2087 (sleep mutex:g_bio) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:891 (sleep mutex:process lock) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1746 (sleep mutex:bufobj interlock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_unix.c:85 (sleep mutex:process lock) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2165 (sleep mutex:vnode interlock) 0 0 2 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3745 (sleep mutex:vm object) 0 0 1 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3773 (sleep mutex:vm object) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2280 (sleep mutex:vnode interlock) 146 0 188 0 4 47 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:544 (sleep mutex:vm object) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:935 (sleep mutex:sigacts) 163 0 327 0 2 163 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:746 (sx:allproc) 1 2 2 2 3 0 0 0 1 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:12013 (sleep mutex:Softdep Lock) 40 0 69 0 15 4 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:1629 (sleep mutex:page lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3193 (sleep mutex:process lock) 0 0 2 0 8 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:614 (sleep mutex:vm object) 2 0 2 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1673 (sx:filedesc structure) 1 0 30 0 101 0 0 0 1 /scratch/flo/vmcontention/sys/vm/vm_page.c:985 (sleep mutex:page lock) 0 0 1 0 5 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:9455 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1778 (sx:filedesc structure) 0 0 1 0 5 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:9542 (sleep mutex:process lock) 0 2 2 2 8 0 0 0 1 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vfsops.c:1991 (sleep mutex:bufobj interlock) 6 0 6 0 1 6 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_kern.c:495 (sx:user map) 6 0 40 0 120 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_page.c:1884 (sleep mutex:vm page queue free mutex) 13 0 13 0 1 13 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_kern.c:526 (sx:user map) 136 0 259 0 2 129 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4142 (sleep mutex:pmap) 0 0 2 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/vm/swap_pager.c:219 (sleep mutex:ui_vmsize) 189 0 375 0 4 93 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vfsops.c:1502 (sleep mutex:struct mount mtx) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4299 (sleep mutex:pmap) 4 0 4 0 1 4 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:2092 (sx:filedesc structure) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:2117 (sx:filedesc structure) 14 0 23 0 2 11 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:1090 (sleep mutex:vm object) 1 0 6 0 7 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3871 (sleep mutex:sleep mtxpool) 19 0 19 0 1 19 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:602 (lockmgr:ufs) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:286 (sleep mutex:page lock) 0 0 2 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/vm/swap_pager.c:202 (sleep mutex:swapdev) 1 0 2 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4583 (sleep mutex:pmap) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_glue.c:322 (sleep mutex:page lock) 0 8 4 8 12 0 0 0 1 /scratch/flo/vmcontention/sys/vm/vm_object.c:1263 (sleep mutex:vm object) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1521 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:4640 (sleep mutex:pmap) 1 0 2 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1347 (sleep mutex:vm object) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:541 (sleep mutex:sleep mtxpool) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:578 (sleep mutex:sleep mtxpool) 3 0 3 0 1 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:863 (lockmgr:ufs) 21 0 22 0 2 11 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:307 (lockmgr:ufs) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exec.c:1037 (sleep mutex:process_exec) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:8945 (sleep mutex:Softdep Lock) 144 0 180 0 11 16 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:1709 (sleep mutex:vm object) 7 0 12 0 2 6 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_mmap.c:556 (sx:user map) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:1778 (sleep mutex:vm object) 1 0 2 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:vm page queue free mutex) 19 0 36 0 3 12 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:557 (lockmgr:ufs) 4 0 48 0 38 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_fault.c:140 (sleep mutex:page lock) 14 0 21 0 7 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:1508 (sleep mutex:Giant) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/tty_outq.c:261 (sleep mutex:ttymtx) 11 0 33 0 5 6 0 0 0 /scratch/flo/vmcontention/sys/kern/imgact_elf.c:439 (sx:user map) 4 0 4 0 1 4 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:747 (lockmgr:ufs) 0 0 1 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:1209 (sleep mutex:vm object) 0 0 1 0 5 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_mmap.c:264 (sleep mutex:process lock) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vnops.c:610 (sleep mutex:vnode interlock) 2 0 8 0 5 1 0 0 1 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:9457 (sleep mutex:Softdep Lock) 0 0 1 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:2117 (sleep mutex:vm object) 13 0 16 0 2 8 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sysctl.c:683 (sx:sysctl lock) 1 0 5 0 5 1 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_vnops.c:240 (sleep mutex:bufobj interlock) 5 0 9 0 2 4 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/mp_machdep.c:1122 (spin mutex:smp rendezvous) 1 2 3968 5 13513 0 0 0 5 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 2) 0 86 4822 152 37646 0 0 0 17 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 2) 3 155 38656 167 37646 1 0 0 6 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 2) 2 0 1551 0 1716 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 2) 4 3 3532 24 1739 2 0 0 11 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 2) 3 2 44060 8 39958 1 0 0 7 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 2) 6 0 48266 0 80504 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 2) 1 3 453 21 1221 0 0 0 27 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 2) 1 32 11888 116 38182 0 0 0 14 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 2) 1 3 6877 13 38268 0 0 0 7 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 2) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/modules/hwpmc/../../dev/hwpmc/hwpmc_mod.c:2109 (spin mutex:pmc-process-hash) 0 1 9637 4 38233 0 0 0 4 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 2) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2627 (spin mutex:sched lock 2) 0 0 5 0 15 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 2) 0 1 11 1 20 0 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 2) 3 0 702 0 529 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 2) 4 3 706 12 646 1 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 2) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_umtx.c:3556 (spin mutex:sched lock 2) 4 0 35 0 9 3 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:816 (spin mutex:sched lock 1) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 2) 1 3 403 3 1690 0 0 0 2 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 2) 3 1 700 5 436 1 0 0 5 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 2) 4 0 4 0 1 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:813 (spin mutex:sched lock 2) 76 0 374 0 13 28 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_usrreq.c:777 (rw:tcpinp) 2 0 14 0 28 0 0 0 0 /scratch/flo/vmcontention/sys/dev/bce/if_bce.c:7348 (sleep mutex:bce1) 1 0 8 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/netinet/ip_output.c:676 (sleep mutex:rtentry) 1 0 8 0 13 0 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_sockbuf.c:546 (sleep mutex:so_snd) 2 0 14 0 14 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/in.c:1485 (rw:lle) 14 0 95 0 14 6 0 0 0 /scratch/flo/vmcontention/sys/dev/bce/if_bce.c:7411 (sleep mutex:bce1) 0 0 5 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/net/if.c:3365 (sleep mutex:bce1) 3 0 20 0 14 1 0 0 0 /scratch/flo/vmcontention/sys/netinet/if_ether.c:314 (rw:if_afdata) 0 0 4 0 14 0 0 0 0 /scratch/flo/vmcontention/sys/netinet/in_rmx.c:125 (sleep mutex:rtentry) 3 2 693 11 457 1 0 0 6 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 3) 0 1 3713 4 13513 0 0 0 4 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 3) 0 84 4844 231 37829 0 0 0 19 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 3) 4 2 39023 10 37829 1 0 0 6 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 3) 1 0 1545 0 1716 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 3) 5 5 4095 24 1991 2 0 0 10 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 3) 4 2 44388 8 40249 1 0 0 9 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 3) 6 0 49285 0 81274 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 3) 1 6 496 54 1466 0 0 0 58 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 3) 1 37 11904 98 38458 0 0 0 15 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 3) 1 3 7113 16 38542 0 0 0 11 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 3) 1 2 9626 7 38516 0 0 0 6 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 3) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 3) 0 0 15 0 25 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 3) 3 0 705 0 538 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 3) 3 5 751 20 673 1 0 0 13 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 3) 0 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 3) 1 4 401 5 1707 0 0 0 2 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 3) 5 0 10 0 2 5 0 0 0 /scratch/flo/vmcontention/sys/netinet/tcp_usrreq.c:735 (rw:tcpinp) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_thread.c:1020 (rw:tidhash) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_sig.c:3442 (sleep mutex:sigacts) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_ktrace.c:576 (sleep mutex:process lock) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:571 (sx:proctree) 6 0 6 0 1 6 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:898 (sx:allproc) 1 0 11 0 24 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_hub.c:2018 (sleep mutex:ehci0) 36 0 187 0 23 8 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3828 (sleep mutex:vm page queue mutex) 3 0 3 0 1 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:889 (sx:proctree) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:433 (sleep mutex:process group) 1 2 3 2 3 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:vm object) 418 0 418 0 1 418 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1767 (lockmgr:ufs) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:505 (sleep mutex:process group) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:506 (sleep mutex:process group) 1 0 1 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:583 (sleep mutex:process group) 2 0 17 0 23 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:2925 (sleep mutex:vm object) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:673 (sleep mutex:process_fork) 274 0 274 0 1 274 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_map.c:3038 (sx:user map) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_ktrace.c:577 (sleep mutex:ktrace) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_jail.c:2581 (sleep mutex:jail mutex) 2 0 3 0 2 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:ttymtx) 38 0 302 0 24 12 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:2093 (sleep mutex:USB device mutex) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:912 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/vm_machdep.c:245 (sleep mutex:descriptor tables) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1464 (sx:filedesc structure) 36 0 188 0 23 8 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3833 (sleep mutex:pmap) 36 0 188 0 23 8 0 0 0 /scratch/flo/vmcontention/sys/amd64/amd64/pmap.c:3834 (sleep mutex:pmap) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:572 (sleep mutex:process group) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1698 (sx:filedesc structure) 8 0 18 0 3 6 0 0 0 /scratch/flo/vmcontention/sys/rpc/svc.c:945 (sleep mutex:sp_lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:507 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1805 (sx:filedesc structure) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1808 (sx:filedesc structure) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1811 (sx:filedesc structure) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/modules/hwpmc/../../dev/hwpmc/hwpmc_mod.c:4504 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1830 (sx:filedesc structure) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_fork) 16 0 83 0 12 6 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:1678 (sleep mutex:ehci0) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:582 (sleep mutex:session) 2 0 25 0 24 1 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:2094 (sleep mutex:ehci0) 4 0 59 0 24 2 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:2235 (sleep mutex:ehci0) 3 0 3 0 1 3 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:401 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:402 (sleep mutex:process lock) 6 0 6 0 1 6 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:467 (sleep mutex:process lock) 6 0 6 0 1 6 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:468 (sleep mutex:process lock) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:573 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:574 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:678 (sleep mutex:process lock) 5 0 5 0 1 5 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:679 (sleep mutex:process lock) 3 0 8 0 3 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_mutex.c:148 (sleep mutex:sp_lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:737 (sleep mutex:process lock) 1 0 6 0 12 0 0 0 0 /scratch/flo/vmcontention/sys/dev/usb/usb_transfer.c:2797 (sleep mutex:ehci0) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_event.c:1885 (sleep mutex:process lock) 3 2 557 15 604 0 0 0 12 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 4) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:681 (spin mutex:process slock) 1 0 2 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 4) 1 1 416 1 1690 0 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 4) 2 2 675 2 507 1 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 4) 6 0 10 0 2 5 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:817 (spin mutex:sched lock 4) 1 2 4624 9 13513 0 0 0 7 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 4) 0 86 4731 305 36556 0 0 0 25 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 4) 7 4 37779 15 36551 1 0 0 6 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 4) 2 1 1752 1 1716 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 4) 4 2 4177 15 2043 2 0 0 8 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 4) 4 5 43116 14 38952 1 0 0 11 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 4) 7 0 48808 0 78718 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 4) 1 2 563 36 1548 0 0 0 48 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 4) 1 34 11686 164 37130 0 0 0 20 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 4) 1 3 7170 22 37262 0 0 0 13 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 4) 1 3 9421 13 37214 0 0 0 8 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 4) 0 0 8 0 19 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 4) 0 0 16 0 29 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 4) 3 22 756 22 575 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 4) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:490 (spin mutex:sched lock 4) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_fork.c:716 (spin mutex:sched lock 4) 1 0 4 0 9 0 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 5) 0 0 14 0 23 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 5) 3 0 672 0 540 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 5) 3 7 698 22 622 1 0 0 12 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 5) 0 2 354 6 1705 0 0 0 4 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 5) 3 1 703 2 441 1 0 0 2 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 5) 1 0 4119 0 13513 0 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 5) 0 0 3 0 6 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:743 (spin mutex:sched lock 4) 1 95 4785 310 36450 0 0 0 22 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 5) 3 4 38213 13 36449 1 0 0 7 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 5) 2 0 1647 0 1716 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 5) 5 5 3425 19 1769 1 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 5) 4 2 42839 6 38695 1 0 0 4 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 5) 7 0 47898 0 78075 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 5) 1 2 442 47 1291 0 0 0 56 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 5) 2 29 11868 103 36926 0 0 0 18 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 5) 1 5 6977 18 36990 0 0 0 12 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 5) 1 0 8915 0 36958 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 5) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vnode_pager.c:376 (sleep mutex:vm object) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/ufs/ffs/ffs_softdep.c:2833 (sleep mutex:Softdep Lock) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_log.c:186 (sleep mutex:msgbuf lock) 7 0 7 0 1 7 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:876 (sleep mutex:so_rcv) 9 0 9 0 1 9 0 0 0 /scratch/flo/vmcontention/sys/kern/uipc_usrreq.c:870 (sleep mutex:unp_mtx) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:1404 (sleep mutex:process lock) 32 0 32 0 1 32 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_vnops.c:640 (lockmgr:ufs) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:1750 (sleep mutex:process lock) 4 6 3526 13 1739 2 0 0 4 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 6) 3 4 42378 7 38541 1 0 0 4 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 6) 7 0 47487 0 77852 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 6) 1 2 501 26 1193 0 0 0 37 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 6) 2 43 11473 96 36707 0 0 0 16 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 6) 0 4 6730 14 36798 0 0 0 7 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 6) 0 1 9219 4 36765 0 0 0 5 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 6) 1 0 19 0 33 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 6) 3 0 715 0 542 1 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 6) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:908 (spin mutex:sched lock 7) 4 1 791 8 698 1 0 0 8 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 6) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 6) 1 1 393 1 1743 0 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 6) 4 2 563 2 392 1 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 6) 6 0 12 0 3 4 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:813 (spin mutex:sched lock 6) 1 2 4061 5 13513 0 0 0 5 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 6) 0 115 4699 509 36340 0 0 0 24 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 6) 4 86 37051 113 36337 1 0 0 9 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 6) 2 0 1705 0 1716 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 6) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:448 (lockmgr:ufs) 4 0 4 0 1 4 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1836 (sleep mutex:buf queue lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1743 (sleep mutex:fdesc) 37 0 37 0 1 37 0 0 0 /scratch/flo/vmcontention/sys/netinet/udp_usrreq.c:1042 (rw:udpinp) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1956 (sleep mutex:fdesc) 29 0 29 0 1 29 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:3059 (sleep mutex:vm object) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_eventhandler.c:254 (sleep mutex:process_exit) 2 0 2 0 1 2 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:145 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/tty_pts.c:311 (sleep mutex:ttymtx) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:247 (sleep mutex:process lock) 0 0 0 0 4 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:241 (sleep mutex:process_exit) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sysv_sem.c:1306 (sleep mutex:semu) 3 0 23 0 30 0 0 0 1 /scratch/flo/vmcontention/sys/kern/tty_inq.c:244 (sleep mutex:ttymtx) 7 0 7 0 1 7 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1669 (sleep mutex:bufobj interlock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:450 (sleep mutex:vm object) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1914 (sleep mutex:bufobj interlock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1940 (sleep mutex:bufobj interlock) 0 0 0 0 2 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:2345 (sleep mutex:vnode interlock) 4 0 19 0 8 2 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1637 (sleep mutex:page lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/modules/hwpmc/../../dev/hwpmc/hwpmc_mod.c:4336 (sleep mutex:process lock) 2 0 22 0 15 1 0 0 0 /scratch/flo/vmcontention/sys/vm/vm_object.c:1933 (sleep mutex:page lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_proc.c:661 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1937 (sx:filedesc structure) 0 0 0 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1946 (sx:filedesc structure) 5 0 5 0 1 5 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_descrip.c:1953 (sx:filedesc structure) 4 0 4 0 1 4 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:305 (sx:proctree) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:223 (sleep mutex:p_peers) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/kern_exit.c:293 (sleep mutex:p_peers) 1 0 1 0 1 1 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:2807 (sleep mutex:bufobj interlock) 22 0 22 0 1 22 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_bio.c:1629 (sleep mutex:vm object) 1 1 3879 2 13513 0 0 0 2 /scratch/flo/vmcontention/sys/kern/kern_clock.c:532 (spin mutex:sched lock 7) 0 9 4671 37 36536 0 0 0 14 /scratch/flo/vmcontention/sys/kern/subr_trap.c:181 (spin mutex:sched lock 7) 4 5 38900 18 36534 1 0 0 6 /scratch/flo/vmcontention/sys/kern/subr_trap.c:214 (spin mutex:sched lock 7) 2 1 1807 1 1716 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_clock.c:750 (spin mutex:sched lock 7) 6 5 3274 7 1689 1 0 0 2 /scratch/flo/vmcontention/sys/kern/kern_switch.c:205 (spin mutex:sched lock 7) 4 8 42939 15 38833 1 0 0 4 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1822 (spin mutex:sched lock 7) 7 0 47470 0 78168 0 0 0 0 /scratch/flo/vmcontention/sys/kern/sched_ule.c:1863 (spin mutex:sched lock 7) 1 3 386 31 1211 0 0 0 31 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2066 (spin mutex:sched lock 7) 1 44 11515 173 37049 0 0 0 16 /scratch/flo/vmcontention/sys/kern/sched_ule.c:2103 (spin mutex:sched lock 7) 1 3 7030 9 37125 0 0 0 4 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:339 (spin mutex:sched lock 7) 1 2 9680 5 37107 0 0 0 4 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:423 (spin mutex:sched lock 7) 0 0 0 0 3 0 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:616 (spin mutex:sched lock 7) 0 0 7 0 15 0 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_sleepqueue.c:651 (spin mutex:sched lock 7) 3 0 701 0 539 1 0 0 1 /scratch/flo/vmcontention/sys/kern/kern_synch.c:582 (spin mutex:sched lock 7) 2 3 603 10 575 1 0 0 6 /scratch/flo/vmcontention/sys/kern/kern_intr.c:1364 (spin mutex:sched lock 7) 0 0 0 0 1 0 0 0 0 /scratch/flo/vmcontention/sys/kern/vfs_subr.c:1929 (spin mutex:sched lock 7) 1 13 385 13 1708 0 0 0 1 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:727 (spin mutex:sched lock 7) 3 0 618 0 388 1 0 0 0 /scratch/flo/vmcontention/sys/kern/subr_turnstile.c:890 (spin mutex:sched lock 7)