debug.lock.prof.stats: max wait_max total wait_total count avg wait_avg cnt_hold cnt_lock name 78 1 12012 112 430 27 0 0 430 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:776 (rw:tcp) 295875 100655 296087654 2517601 2472415334 0 0 0 83218 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5884 (sleep mutex:pmap) 1 0 253 0 496 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_3584) 4 0 924 0 621 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:128) 1254 0 2422521 0 9135592 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3977 (sx:zio->io_lock) 36 1374 143476 319466 339664 0 0 0 34146 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_write_issue) 63657 94540 4798900 1126582 717656 6 1 0 11674 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:312 (sleep mutex:process lock) 51034 0 219414 0 75229 2 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fifofs/fifo_vnops.c:168 (sleep mutex:pipe mutex) 33 2938 27837 6809 87019 0 0 0 565 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_pool.c:567 (sx:dp->dp_lock) 15 0 5799 0 7523 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1813 (sleep mutex:struct mount mtx) 68 0 84956 0 32496 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1695 (sx:dn->dn_mtx) 12 2903 166833 3748 364203 0 0 0 15 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:976 (sx:devfsmount) 4032 0 2602907 0 5578660 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3990 (sx:zio->io_lock) 11 25 14993 76 45172 0 0 0 48 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:abd_chunk) 1 0 65 0 211 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_131072) 24 94487 240398 103887560 270821 0 383 0 196755 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:326 (sleep mutex:process lock) 6 0 1477 0 3767 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:608 (sleep mutex:shm timestamps) 0 0 70 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_6144) 1 0 352 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_1310720) 26 91 13387 1501 13181 1 0 0 890 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_3) 250825 0 17237072 0 47282159 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:695 (sleep mutex:sigacts) 1 0 14 0 21 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:selfd) 78 0 628802 0 4530210 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1136 (sleep mutex:tmpfs node interlock) 1 0 192 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:64 pcpu) 180 0 563947 0 4530210 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1144 (sleep mutex:tmpfs node interlock) 10 0 26959 0 42412 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:460 (sleep mutex:kqueue) 4 0 5075 0 10841 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netipsec/key.c:4583 (sleep mutex:spacqtree) 7339 0 24463 0 15423 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:469 (sx:l->l_rwlock) 10 0 6030 0 7482 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2769 (lockmgr:nullfs) 1 0 167 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:MAC labels) 9 0 480 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:taskq_zone) 10 0 34435 0 10308 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:Syncer mtx) 3 0 30 0 12 2 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:601 (sleep mutex:session) 88 0 19652 0 7527 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1856 (sleep mutex:struct mount mtx) 11 0 8486 0 7052 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:256) 314 0 1862586 0 3117632 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_acl.c:266 (lockmgr:tmpfs) 107716 0 30953292 0 56153636 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:634 (rw:vm object) 1 0 1297 0 5011 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1373 (sx:dn->dn_dbufs_mtx) 10 0 525 0 594 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_65536) 18563 168936 6955094 1473428 6379160 1 0 0 10563 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:897 (sleep mutex:unit# allocation) 102 27 34652 1847 20506 1 0 0 1002 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_0) 2715 62991 682808 122208 2119429 0 0 0 192 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1751 (sx:dn->dn_mtx) 0 0 163 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:256 Bucket) 1 0 46 0 39 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_114688) 1 0 146 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_98304) 0 0 226 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:rtentry) 1 0 568 0 607 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:sa_cache) 4 0 8376 0 10841 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netipsec/key.c:4562 (sleep mutex:acqtree) 1 24 1496 46 2820 0 0 0 7 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:uhci2) 156 9346 117281 92106 234331 0 0 0 4406 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1771 (sx:dn->dn_mtx) 9 74 4636 74 9644 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_pool.c:646 (sx:dp->dp_lock) 1 0 15 0 15 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:65536) 1 0 92 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:mbuf) 51828 7986 443820 30649 3645 121 8 0 73 /tank/users/mjg/src/freebsd/sys/vm/vm_kern.c:437 (rw:kernel vm object) 1374 0 1374 0 1 1374 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:256 Bucket) 3 1 5312 1 3002 1 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/uhci.c:3192 (sleep mutex:uhci0) 12 0 19674 0 7523 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1901 (sleep mutex:struct mount mtx) 16 0 23 0 2 11 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_98304) 8 0 275 0 119 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:869 (sleep mutex:kernel arena) 2173 8 459621 2446 47795 9 0 0 17683 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:536 (sx:l->l_rwlock) 8 0 152 0 483 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:256) 18 0 62125 0 67705 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fifofs/fifo_vnops.c:282 (sleep mutex:pipe mutex) 2 0 298 0 400 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:CAM doneq) 5 0 128 0 235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3684 (sleep mutex:socket) 11 0 5010 0 4752 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_4096) 26 0 38455 0 67699 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fifofs/fifo_vnops.c:295 (sleep mutex:pipe mutex) 8 6 9094 2159 14667 0 0 0 14667 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:162 (sx:vm map (user)) 15 0 25333 0 30436 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2769 (lockmgr:pseudofs) 3229 6 252070 38 444706 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3283 (sleep mutex:so_rcv) 3 0 1239 0 2708 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3694 (sleep mutex:socket) 112493 0 9982596 0 125256 79 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:830 (lockmgr:tmpfs) 1 0 318 0 607 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:sa_cache) 1 0 7 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:UMA Slabs) 0 0 70 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_7168) 1 0 214 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_1572864) 2 0 286 0 229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_10240) 16 28 14001 1261 13130 1 0 0 798 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_7) 1 0 44 0 116 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:mbuf) 7 0 3350 0 3193 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:8192) 24 0 2764 0 194 14 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3710 (sleep mutex:socket) 1 0 253 0 320 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:989 (rw:udpinp) 312 0 405993 0 15071 26 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1321 (lockmgr:zfs) 10 0 9129 0 15071 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:802 (sleep mutex:vnode interlock) 270 215 2671379 523 22579 118 0 0 8 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3712 (sleep mutex:igb0) 1 1052 408 2242 528 0 4 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:db->db_mtx) 10 0 8739 0 7188 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:NAMEI) 4943 0 10249 0 6 1708 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_kern.c:516 (rw:kernel vm object) 11 0 188662 0 227772 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:S VFS Cache) 11908 0 16575634 0 64407696 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1300 (sleep mutex:tmpfs node interlock) 1 0 581 0 658 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_81920) 1197 0 2139720 0 15070468 0 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6081 (sleep mutex:pmap) 309264 289624 2499514517 27440995 97071889 25 0 0 43740 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1789 (rw:vm object) 8 0 4181 0 7179 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2056 (sx:ms->ms_lock) 171 7 644986 76 126433 5 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:Giant) 27 639 1220 9499 2685 0 3 0 2371 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6084 (sleep mutex:pmap) 5 11 1333 36 2801 0 0 0 10 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:uhci1) 1269 1293 775720 350645 340070 2 1 0 28746 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_write_issue) 2 0 10 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:890 (sleep mutex:so_rcv) 178605 0 14594618 0 3051950 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1361 (lockmgr:zfs) 222 30 31981 338 45174 0 0 0 251 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:abd_chunk) 1 0 109 0 211 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_131072) 581 0 1782 0 658 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3766 (sleep mutex:socket) 0 0 101 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_114688) 1 0 490 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:lz4_ctx) 18 7 8424 1944 7395 1 0 0 7395 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1974 (rw:pcbinfohash) 1 0 36 0 28 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:metaslab_alloc_trace_cache) 8 0 3227 0 3069 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:dnode_t) 45 0 88 0 2 44 0 0 2 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timer.c:304 (rw:tcp) 20 58641 344459 145179 873122 0 0 0 9162 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev.c:3020 (sx:vd->vdev_stat_lock) 4 0 68 0 21 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:selfd) 8 0 7001 0 15065 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:860 (sleep mutex:vnode interlock) 7693 143218 821108178 441928626 1044203880 0 0 0 72697328 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:773 (sleep mutex:vm active pagequeue) 5 28 885 28 2814 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3784 (sleep mutex:socket) 17 0 26 0 2 13 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_114688) 161 0 58901 0 59100 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:PROC) 3350 46599 694740 120655 1595255 0 0 0 239 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_pool.c:796 (sx:dp->dp_lock) 24 1567 62418 1650 45321 1 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2335 (lockmgr:zfs) 2 0 43 0 32 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_default.c:642 (rw:bufobj interlock) 125 13 593819 34 34191 17 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/tty_ttydisc.c:482 (sleep mutex:ttymtx) 118 0 24199 0 831 29 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:1029 (rw:tcp) 58397 15474 10398963 16439 53967215 0 0 0 706 /tank/users/mjg/src/freebsd/sys/kern/kern_rangelock.c:166 (sleep mutex:vnode interlock) 126 93858 31808 171230 112535 0 1 0 75 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_pool.c:808 (sx:dp->dp_lock) 2364 0 1319197 0 3530403 0 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:2045 (sleep mutex:pmap) 27 5 3668 67 456 8 0 0 456 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:280 (rw:tcp) 1 0 490 0 652 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_5120) 3925 0 154638 0 50806 3 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_device.c:2755 (sx:USB suspend and resume SX lock) 78 2217 82843 19821 212202 0 0 0 1458 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_pool.c:821 (sx:dp->dp_lock) 34406 200940 5669051 18163965 13488933 0 1 0 9652 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1863 (rw:vm object) 7 0 1658 0 2884 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:dnode_t) 23 1379 54753 5314 15019 3 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1169 (sleep mutex:mountlist) 1 0 7 0 11 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:metaslab_alloc_trace_cache) 0 0 91 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_8192) 1 0 215 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_1835008) 1 0 186 0 165 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_12288) 329557 323638 82797184 11529431 10036973 8 1 0 2702 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vfsops.c:1837 (lockmgr:zfs) 13 0 24623 0 10124 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:788 (sleep mutex:process lock) 640585 245222 6389564366 111104915 1822203687 3 0 0 23547 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:671 (lockmgr:tmpfs) 4 0 156 0 79 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:797 (sleep mutex:process lock) 2759 0 23854479 0 22978502 1 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6186 (sleep mutex:pmap) 9 0 805 0 527 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:357 (lockmgr:fdescfs) 7 0 25000 0 124821 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:TMPFS dirent) 54396 126414 21819044 15532987 135275232 0 0 0 27772 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:165 (sx:rrl->rr_lock) 428 37964 48930 3691172 19545 2 188 0 16344 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6190 (sleep mutex:pmap) 245410 87587 57939473 508014 53967124 1 0 0 897 /tank/users/mjg/src/freebsd/sys/kern/kern_rangelock.c:221 (sleep mutex:vnode interlock) 2154 0 122009 0 71717 1 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_device.c:2801 (sx:USB suspend and resume SX lock) 32301 0 157743 0 127930 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:4096) 40 0 33771 0 2395 14 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:521 (sx:tx->tx_sync_lock) 44861 126296 1243854 1237202 4297996 0 0 0 833 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:533 (sx:db->db_mtx) 6 0 689 0 483 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:256) 21 0 1403 0 196 7 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1138 (rw:udpinp) 105730 0 12620834 0 11582006 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:986 (sleep mutex:sigacts) 6 0 384 0 357 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_98304) 592 167573 2419893 2541050 3539150 0 0 0 4636 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1916 (rw:vm object) 228 25 120054 878 87588 1 0 0 632 /tank/users/mjg/src/freebsd/sys/kern/tty.c:210 (sleep mutex:ttymtx) 18 50412 282222 75363 1059506 0 0 0 197 /tank/users/mjg/src/freebsd/sys/vm/vm_swapout.c:661 (sleep mutex:process lock) 4 0 110 0 194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3880 (sleep mutex:socket) 56 1 47880 4 30410 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_4) 4 0 1003 0 3911 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:917 (sleep mutex:shm timestamps) 5 0 1503 0 607 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:sa_cache) 5 0 145 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_131072) 10 0 19787 0 21333 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_cache) 772353 446100 72881806469 5581848003 4430081003 16 1 0 4430080969 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:4086 (sx:vm map (user)) 3 0 188 0 116 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:mbuf) 23 0 1923 0 8837 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev.c:3146 (sx:vd->vdev_stat_lock) 59 0 25733 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(3):call) 966 0 10438 0 3782 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:175 (rw:vm object) 1 0 136 0 379 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1130 (sleep mutex:socket) 48757 224728 44165822 110608991 188230177 0 0 0 4281812 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:209 (sleep mutex:swapdev) 11 0 15076 0 11982 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:713 (rw:needsbuffer lock) 11 0 2888 0 8837 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev.c:3153 (sx:vd->vdev_stat_lock) 31 0 2628 0 607 4 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:332 (rw:udpinp) 21 0 5916 0 6927 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:216 (sx:rrl->rr_lock) 368 1452 18511 98130 15281 1 6 0 3199 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:umtxql) 118 887 406526 4728685 1490070 0 3 0 987431 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:dp_sync_taskq) 3229 0 415395 0 444857 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3282 (sleep mutex:so_snd) 42 0 38837 0 2394 16 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:567 (sx:tx->tx_sync_lock) 247 0 247 0 1 247 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_131072) 13 0 524 0 213 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:876 (sleep mutex:process lock) 7 0 622 0 529 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:375 (lockmgr:tmpfs) 15 3 3178 13 1518 2 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:aio_job) 1 0 264 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:pipe) 10 0 129 0 23 5 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2238 (sx:ms->ms_lock) 44953 94474 19943953 13869821 135282271 0 0 0 29223 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/rrwlock.c:242 (sx:rrl->rr_lock) 19482 52708 3426462 54379 15065 227 3 0 68 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:612 (sleep mutex:mountlist) 0 0 261 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:tcptw) 1 0 221 0 327 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_6144) 11 0 8727 0 5239 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:277 (sleep mutex:ttymtx) 105270 438 21992766 2073 13413587 1 0 0 111 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6283 (sleep mutex:pmap) 594 284 1132036 532 1393932 0 0 0 178 /tank/users/mjg/src/freebsd/sys/amd64/amd64/machdep.c:2110 (sleep mutex:process lock) 37 55 1344 151 1966 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:vnode interlock) 0 0 139 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_10240) 1 0 238 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_2097152) 2 0 227 0 199 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_14336) 10 108 46095 46661 16587 2 2 0 1310 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:uhci3) 587746 587731 959430219 181587758 65486944 14 2 0 35522 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2607 (lockmgr:zfs) 1287 79 535660 2611 279473 1 0 0 1024 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:1166 (sleep mutex:kernel arena) 65316 94286 63572957 2504635 100951201 0 0 0 474 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1353 (lockmgr:tmpfs) 6544 1658 829126 5032 1592401 0 0 0 24 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3560 (sx:ds->ds_lock) 2137 3505 4551283 2356593 12570482 0 0 0 12570482 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2142 (sx:filedesc structure) 453 24 143450 147 192886 0 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:655 (sleep mutex:ttymtx) 94052 338915 538940 78554158 19148 28 4102 0 18890 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:4166 (sx:vm map (user)) 12 0 26001 0 68544 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:903 (sx:filedesc structure) 17495 0 5337728 0 18010190 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:573 (sleep mutex:sigacts) 7135 4429 8616417 180448 79568114 0 0 0 10731 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3276 (sleep mutex:struct mount mtx) 20 0 151 0 10 15 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:975 (sx:zilog->zl_lock) 19996 204024 49649377 108445457 395195779 0 0 0 9685961 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:299 (sleep mutex:swapdev) 9 3 10176 9 29907 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3283 (sleep mutex:struct mount mtx) 342040 93249 483164182 280881 219873446 2 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:448 (lockmgr:tmpfs) 1 0 254 0 302 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_114688) 5 1 12370 2 5967 2 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:uhci4) 59 5 47231 9 29835 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_0) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:UMA Hash) 11 0 23051 0 19007 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:838 (lockmgr:tmpfs) 355 223 676840 1887 2719265 0 0 0 725 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3303 (sleep mutex:struct mount mtx) 11 0 5872 0 2884 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:dnode_t) 6799 0 342247 0 22528 15 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2324 (sx:ms->ms_lock) 5 0 39 0 11 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:metaslab_alloc_trace_cache) 175 239 81473 9671 154606 0 0 0 1248 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:3341 (sx:mc->mc_lock) 0 0 77 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:range_seg_cache) 1 0 313 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_163840) 104 0 55575 0 2754 20 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:uhci3) 6 0 1052 0 984 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_512) 81 16 79177 34981 170093 0 0 0 170093 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2193 (sx:filedesc structure) 75793 604146 1800221 2964561638 138114 13 21464 0 134850 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:4217 (sx:vm map (user)) 2 0 670 0 520 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:2235 (rw:pcbinfohash) 45 3 123933 25 144118 0 0 0 18 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:VM OBJECT) 166736 92848 117779230 363331 247914349 0 0 0 656 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1856 (sx:filedesc structure) 1 0 1019 0 1650 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:166 (sleep mutex:socket) 25 99 47503 45044 16569 2 2 0 1227 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:uhci5) 56880 242234 183768 25415021 4705 39 5401 0 3679 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:871 (lockmgr:tmpfs) 64 974 103227 74790 347893 0 0 0 5594 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:3367 (sx:mc->mc_lock) 14 0 2152 0 200 10 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/scsi/scsi_enc_ses.c:1905 (sx:enccache) 10 0 2473 0 1848 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:Files) 10 0 24195 0 21229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(1):call) 12 0 21788 0 15120 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_acl.c:1691 (sx:zp->z_acl_lock) 0 0 40 0 90 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/if_ether.c:1266 (sleep mutex:lle_event) 11 0 4134 0 1645 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:191 (sleep mutex:socket) 1 0 265 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:tcpreass) 10 1512 10638 6517 15020 0 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1405 (sleep mutex:mountlist) 14102 19945 451482 69176 281107 1 0 0 142 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:1268 (sleep mutex:kernel arena) 1 0 166 0 252 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_7168) 1064 4 49767 23 46815 1 0 0 11 /tank/users/mjg/src/freebsd/sys/cddl/compat/opensolaris/kern/opensolaris_vm.c:62 (rw:vm object) 8 0 219 0 96 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:869 (sleep mutex:kernel arena domain) 10 0 7888 0 7515 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:715 (sleep mutex:TMPFS dirent) 23 0 151091 0 130805 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:32) 293311 22766 32823142 2742350 18063862 1 0 0 18063862 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1898 (sx:filedesc structure) 5 0 543 0 200 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:vmem btag) 1 0 370 0 767 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_512) 1 0 6 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1066 (sx:zilog->zl_lock) 0 0 75 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_12288) 1 0 273 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_2621440) 1 0 148 0 146 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_16384) 286287 772344 849531627 3055982453 4251924849 0 0 0 25291479 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4586 (rw:pmap pv list) 92 0 54424 0 2740 19 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:uhci5) 622 2330 7459805 11530380 1493875 4 7 0 403072 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:dp_sync_taskq) 50 39893 39990 96525 113075 0 0 0 1109 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3239 (sx:dn->dn_mtx) 194813 251775 594748805 94806511 977239349 0 0 0 4919213 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2868 (sleep mutex:struct mount vlist mtx) 0 0 148 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:RADIX NODE) 188990 353830 351639262 410926539 440812931 0 0 0 3639418 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4608 (rw:pmap pv list) 156 0 14953 0 4601 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1072 (sleep mutex:process lock) 296962 27616 4326251 30081 976742 4 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2769 (lockmgr:zfs) 93885 1 20802632 7 65378429 0 0 0 9 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:2165 (rw:vm object) 315 0 454594 0 8837 51 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2432 (sx:ms->ms_lock) 1 0 223 0 316 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:abd_chunk) 10 0 14859 0 13999 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_131072) 10 0 1665 0 2687 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:32) 214 94486 27489 664584 22505 1 29 0 22505 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:352 (sx:allproc) 6 0 212 0 234 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:selfd) 169177 0 88984684 0 91787704 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:507 (sleep mutex:ncvn) 3148 190026 148661 3464493 136221 1 25 0 136221 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:366 (sx:allproc) 1 0 216 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_196608) 9039 0 139743 0 44402 3 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_capability.c:112 (sleep mutex:process lock) 169179 0 130959684 0 151684044 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:510 (sleep mutex:ncvn) 97957 0 4293140 0 3908970 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:475 (sx:zio->io_lock) 257 97953 1294735 1317067 3906050 0 0 0 17107 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:476 (sx:zio->io_lock) 32091 528985 1399862596 3525058052 1921048069 0 1 0 263005923 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:1703 (sleep mutex:vm page free queue) 9 0 472 0 280 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1280 (sleep mutex:sigacts) 1 0 796 0 2514 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3758 (sleep mutex:so_rcv) 117556 90831 1858424 209099 6291 295 33 0 168 /tank/users/mjg/src/freebsd/sys/kern/kern_rwlock.c:164 (rw:vm object) 8 0 2566 0 2434 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:16384) 116 209 228752 161427 457730 0 0 0 457730 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio_inject.c:408 (sx:inject_lock) 91686 0 4551840 0 3910211 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:499 (sx:zio->io_lock) 244 91683 1517875 1452881 3907481 0 0 0 22593 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:500 (sx:zio->io_lock) 161608 199508 383924845 24202760 980500785 0 0 0 4815916 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2939 (sleep mutex:struct mount vlist mtx) 8 0 286 0 658 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3771 (sleep mutex:so_rcv) 17 1 14069 5 26313 0 0 0 5 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:256 Bucket) 12 0 64445 0 189955 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:829 (sleep mutex:TMPFS dirent) 94210 94488 20414473 3099971 34257157 0 0 0 1569 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2716 (sx:db->db_mtx) 276 93873 381224 506213 943862 0 0 0 16149 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:506 (sx:scl->scl_lock) 17 0 19761 0 24666 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:765 (sx:shm dictionary) 4 0 124 0 177 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_8192) 20 0 21932 0 15019 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1278 (sleep mutex:vnode interlock) 76407 86585 9172043 123989 58284864 0 0 0 1649 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:520 (sx:zio->io_lock) 52 0 14836 0 2805 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3790 (sleep mutex:so_rcv) 1 0 278 0 400 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:5520 (sleep mutex:CAM doneq) 120470 1 158937 100 415 382 0 0 415 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:673 (rw:tcp) 20 0 42042 0 7754 5 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:524 (sx:dbuf_evict_lock) 0 0 70 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_14336) 1 0 303 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_3145728) 10 0 30116 0 11981 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:arc_reclaim_lock) 335 93551 1856023 3552018 6206067 0 0 0 31672 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:539 (sx:zio->io_lock) 5 0 433 0 393 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_20480) 56 1 29105 1 27279 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_7) 332 8 21748 659 5232 4 0 0 5232 /tank/users/mjg/src/freebsd/sys/kern/tty_tty.c:72 (sx:clone events drain lock) 42 1942 429659 134314 943895 0 0 0 12887 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:533 (sx:scl->scl_lock) 46 223 20657 63398 23811 0 2 0 12281 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:584 (sleep mutex:dp_sync_taskq) 63 0 5649 0 555 10 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1585 (rw:udp) 79 0 27351 0 15081 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4243 (rw:bufobj interlock) 0 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:901 (sleep mutex:ct->ct_lock) 61945 373 6006725 1142708 10501468 0 0 0 10501468 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:2180 (sx:dn->dn_struct_rwlock) 91 10 71982 14126 60207 1 0 0 60207 /tank/users/mjg/src/freebsd/sys/kern/kern_loginclass.c:146 (rw:loginclasses lock) 0 0 56 0 103 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:16384) 390 425 36428 4213 21811 1 0 0 1060 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_5) 9 0 6409 0 6658 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:256) 57404 381514 60021107 503934663 244366925 0 2 0 95262 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:123 (rw:vm object) 7 0 8560 0 2998 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:uhci3) 25 0 88500 0 81703 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:filedesc0) 70 0 68225 0 7515 9 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:888 (sleep mutex:TMPFS dirent) 11005 430678 17077637 2064899442 18064308 0 114 0 335456 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:429 (sx:allproc) 636 4119 23452372 1376933 66685615 0 0 0 941265 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:1257 (sleep mutex:resv obj lock) 0 0 224 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:UMA Kegs) 1251 141 11277021 81533 66685614 0 0 0 51786 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:1260 (sleep mutex:resv obj lock) 18 0 35619 0 30044 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:64) 12 2015 60423 20882 47778 1 0 0 5445 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_device.c:2761 (sleep mutex:Giant) 2767 0 851677 0 765524 1 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/machdep.c:447 (sleep mutex:sigacts) 153361 16 1132967 36638 198592 5 0 0 198592 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:2298 (rw:vm object) 9 0 26124 0 124821 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:TMPFS node) 1 0 212 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:hostcache) 66065 3326 17248191 164031 47274 364 3 0 3288 /tank/users/mjg/src/freebsd/sys/vm/vm_pageout.c:1405 (sleep mutex:vm active pagequeue) 23 1484 632 3527 696 0 5 0 99 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:1207 (rw:vm object) 249 0 913642 0 4675202 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:149 (rw:vm object) 82 32315 2246039 64341 1538270 1 0 0 110 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:810 (rw:ncbuc) 75752 0 256608658 0 298065179 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_pageout.c:312 (sleep mutex:vm page) 267 8 712637 377 1346474 0 0 0 227 /tank/users/mjg/src/freebsd/sys/kern/kern_context.c:74 (sleep mutex:process lock) 253 17 79610 18 19400 4 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1227 (sleep mutex:process lock) 2 0 59 0 64 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:ksiginfo) 3 0 1569 0 767 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_512) 8327 155175 8557622 296602953 3240985 2 91 0 3039813 /tank/users/mjg/src/freebsd/sys/vm/vm_pageout.c:321 (sleep mutex:vm page) 12 0 232317 0 262266 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4296 (rw:bufobj interlock) 19 0 5104 0 2393 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:596 (sx:mg->mg_lock) 208 1 1003877 1 1715304 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_tx.c:908 (sx:dn->dn_mtx) 2 0 105 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_link_cache) 1 0 104 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_229376) 1 0 528 0 505 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:arc_buf_hdr_t_full) 592591 0 1666837418 0 262429 6351 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2157 (lockmgr:syncer) 116009 0 3930281 0 4601199 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:168 (rw:vm object) 7 1 4000 4 15069 0 0 0 4 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:763 (sx:dp->dp_lock) 240 46200 283160 511191 152883 1 3 0 12135 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:2897 (sx:spa->spa_alloc_lock) 9 0 5289 0 7515 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:930 (sleep mutex:TMPFS dirent) 15 27 2725 2677 7179 0 0 0 1077 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:metaslab_group_taskq) 849 0 89006 0 42923 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:2532 (lockmgr:tmpfs) 26 0 10622 0 792 13 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:870 (sx:shm dictionary) 0 0 28 0 74 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:filedesc0) 26 0 17603 0 7515 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:945 (sleep mutex:TMPFS dirent) 15 94 56745 15062 71626 0 0 0 7342 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_device.c:2807 (sleep mutex:Giant) 458643 411338 1357363376 1659151618 597358249 2 2 0 514605 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3058 (rw:vm object) 240518 154334 18927743 158933 9989636 1 0 0 499 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:444 (sleep mutex:vnode interlock) 15 0 176280 0 149683 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:MAP ENTRY) 8 0 5893 0 47458 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_context.c:115 (sleep mutex:process lock) 1 0 516 0 977 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:64) 10 0 8299 0 15069 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:795 (sx:dp->dp_lock) 65 4248 149168 348500 347906 0 1 0 7506 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:2928 (sx:spa->spa_alloc_lock) 10 1 9062 2 2996 3 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:uhci5) 0 0 157 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:itimer) 51 3161 342526 6788 1145375 0 0 0 39 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2851 (sx:db->db_mtx) 2 0 243 0 289 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_10240) 12 0 25759 0 15016 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4342 (rw:bufobj interlock) 3 0 5150 0 2997 1 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/uhci.c:3192 (sleep mutex:uhci4) 14 13 10834 25 2687 4 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:32) 10 0 2558 0 3280 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:8192) 352 158851 27712 3980421 38516 0 103 0 38516 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_file.c:154 (sx:proctree) 767866 331214 24733199906 933749992 4423731412 5 0 0 4423731411 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:605 (rw:vm object) 0 0 14 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:ksiginfo) 60391 13060 707648 13071 294315 2 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:188 (sleep mutex:process lock) 116 0 115847 0 287515 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:962 (sleep mutex:sigacts) 26079 203735 8084752 12414983 18307510 0 0 0 124491 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:process lock) 2674 173837 2696631 10208461 7813074 0 1 0 56787 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:227 (rw:vm object) 42867 121247 11847125 825357 10492911 1 0 0 924 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:886 (rw:ncbuc) 0 0 73 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_16384) 1 0 225 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_3670016) 13 0 28502 0 17929 1 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:ehci1) 2 0 262 0 198 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_24576) 48897 169582 430917 14791869 66807 6 221 0 58345 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:617 (rw:vm object) 11 3 38473 10 27520 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_3) 44801 0 1335884 0 350229 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:620 (rw:vm object) 2 0 302 0 255 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:486 (sleep mutex:vnode interlock) 33 0 32722 0 3182 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:600 (sleep mutex:process lock) 42 6 10505 29 665 15 0 0 14 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:1925 (sleep mutex:so_rcv) 360611 101663 49862430 3331889 22993164 2 0 0 22993164 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4287 (sx:zfsvfs->z_teardown_inactive_lock) 2135658 179300 34154558089 1935798 259292069 131 0 0 141 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:803 (lockmgr:tmpfs) 19 0 3668 0 555 6 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1716 (rw:udp) 56962 1364 9994929 40904 466527 21 0 0 2589 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:3528 (sleep mutex:AHCI channel lock) 772014 112088 876926777 1104370 4569261 191 0 0 56 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:672 (lockmgr:tmpfs) 132 0 424998 0 296867 1 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_mib.c:175 (sleep mutex:jail mutex) 0 0 81 0 158 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:MAP ENTRY) 12 0 207891 0 169606 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:16) 93 0 8726 0 3645 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:1166 (sleep mutex:kernel arena domain) 26 0 5439 0 322 16 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1645 (rw:udpinp) 11 0 1181 0 235 5 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_subr.c:2344 (sleep mutex:isn_mtx) 99953 117196 57103787 1175182 200264350 0 0 0 16111 /tank/users/mjg/src/freebsd/sys/vm/vm_mmap.c:1449 (sleep mutex:process lock) 30196 114608 19287278 18868255 31288171 0 0 0 3562 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:567 (lockmgr:tmpfs) 3 415 293 591 127 2 4 0 22 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:1922 (sleep mutex:vm page free queue) 11 14 24475 765 106414 0 0 0 251 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:310 (sleep mutex:TID lock) 7 0 571 0 1095 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:4531 (sleep mutex:CAM queue lock) 433291 0 55431053 0 90470695 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:1401 (rw:vm object) 2 0 1115 0 2514 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3759 (sleep mutex:so_snd) 1 0 166 0 260 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:dnode_t) 1 0 56 0 52 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:metaslab_alloc_trace_cache) 3111 195326 6110516 507405 12675450 0 0 0 1081 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:933 (rw:ncbuc) 1 0 317 0 555 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1662 (rw:udpinp) 1 0 16 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:12 Bucket) 1 0 173 0 186 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_subr.c:1673 (sleep mutex:socket) 9 0 43 0 36 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:32 Bucket) 1 0 304 0 658 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3773 (sleep mutex:so_snd) 65 5 105044 13 160919 0 0 0 8 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:773 (sleep mutex:vm laundry pagequeue) 6 0 1637 0 2720 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:2642 (lockmgr:tmpfs) 95 0 56220 0 119723 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1443 (lockmgr:tmpfs) 1 0 148 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_512) 1 0 103 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_262144) 2 0 462 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:arc_buf_t) 4935 0 14476007 0 18063866 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:2226 (sx:filedesc structure) 33 115652 69766 136647 11977 5 11 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:umadrain) 3546 0 3185555 0 1339054 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:TMPFS dirent) 7 0 1325 0 1125 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:dmu_buf_impl_t) 30 0 3116 0 196 15 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1684 (rw:udpinp) 16 0 30541 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(6):call) 17 0 58457 0 9852 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1534 (sleep mutex:sigacts) 11 0 2939 0 2805 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3792 (sleep mutex:so_snd) 7204 6933 1605905 7048 1802099 0 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:130 (sleep mutex:process lock) 2 0 133 0 103 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:16384) 419 0 720804 0 4601199 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:309 (rw:vm object) 9 0 3182 0 6242 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:16) 54619 0 58097904 0 47736633 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:2663 (lockmgr:tmpfs) 1 0 712 0 2785 0 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_file.c:155 (sleep mutex:process lock) 1072319 94070 11485370763 1189827 185538772 61 0 0 337 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:883 (lockmgr:tmpfs) 10 1 16627 2 30086 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2268 (sleep mutex:knlist lock for lockless objects) 5 0 186 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:nvme_request) 12 30 205076 80 465134 0 0 0 29 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_qi.c:345 (sleep mutex:dmarhw) 15 0 3005 0 555 5 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1717 (rw:udpinp) 3 0 558 0 669 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_131072) 203 0 30896 0 15066 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1345 (sx:hdl->sa_lock) 10 0 3152 0 5665 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:158 (sleep mutex:process lock) 32321 639 3097596 1219 1539024 2 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:809 (sleep mutex:ncvn) 24954 4 3612304 273 1334471 2 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:306 (sleep mutex:process lock) 1 0 146 0 207 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_12288) 12 8540 51031 12405 100591 0 0 0 8 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2984 (sx:db->db_mtx) 29 28 546431 172 472711 1 0 0 26 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_qi.c:356 (sleep mutex:dmarhw) 0 0 9 0 21 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:32 Bucket) 2 0 17 0 12 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:602 (sleep mutex:vnode interlock) 3569 4007 254908 14008 61839 4 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:585 (lockmgr:tmpfs) 4 0 268 0 196 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1736 (rw:udpinp) 30 3 138212 65 253540 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:434 (rw:unp_link_rwlock) 6 0 1066 0 1074 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:4614 (sleep mutex:CAM queue lock) 1 0 114 0 451 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:1485 (rw:vm object) 52587 198199 51613251 54487166 79918945 0 0 0 48461 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_acl.c:2101 (sx:zp->z_acl_lock) 0 0 80 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_20480) 1 0 327 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_4194304) 3 0 15 0 6 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:1268 (sleep mutex:kernel arena domain) 15 0 12395 0 5985 2 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:uhci2) 14 3 930 24 997 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_issue) 9 0 254 0 188 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_28672) 8 0 4594 0 7515 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:715 (sleep mutex:TMPFS node) 243 3092 71656 4459 76417 0 0 0 80 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:zio->io_lock) 13 1 6503 1 3001 2 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/ehci.c:3898 (sleep mutex:ehci1) 1562 32652 6077856 144249 10570865 0 0 0 16390 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:680 (sleep mutex:ncnegl) 7 0 1008 0 1644 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:197 (sleep mutex:so_rcv) 3359 0 146051 1 82902 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1023 (rw:ncbuc) 1 0 90 0 192 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:341 (sleep mutex:socket) 257 0 7607 0 8574 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:512) 8 0 6209 0 46073 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:1160 (sx:zp->z_acl_lock) 5142 21 689253 43 1731886 0 0 0 5 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_tx.c:1117 (sx:dn->dn_mtx) 89 55 19010 5484 7179 2 0 0 1801 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:metaslab_group_taskq) 2 0 124 0 74 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:filedesc0) 159531 1984 4797373 3160 4244292 1 0 0 508 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:631 (sleep mutex:vnode interlock) 24089 78695 16392024 396532 73116268 0 0 0 70544 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:699 (sleep mutex:ncnegl) 2 0 261 0 498 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1365 (sleep mutex:kqueue) 1 0 54 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:360 (sleep mutex:socket) 9 0 3034 0 20895 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:2321 (sx:filedesc structure) 109 53 293951 106 191162 1 0 0 3 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3032 (sx:db->db_mtx) 0 0 221 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:NCLNODE) 13 0 2904 0 977 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:64) 107 0 22439 0 15122 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:470 (sx:sa->sa_lock) 10 0 9802 0 22507 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:826 (sx:mg->mg_lock) 76 0 109226 0 67739 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1375 (sleep mutex:kqueue) 12 0 18344 0 21214 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_cache) 133602 1746635 99932308 74100759663 18064169 5 4102 0 1829547 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:450 (sx:proctree) 0 1 4 7 8 0 0 0 8 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:zio_cache) 9 0 9291 0 46071 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:407 (rw:vm object) 6 0 108 0 44 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:ksiginfo) 7 0 468 0 980 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:1880 (sleep mutex:so_snd) 19305 93581 12606415 689180 62440977 0 0 0 119502 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:729 (sleep mutex:ncnegl) 11 0 21462 0 22506 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:846 (sx:mg->mg_lock) 122162 0 3598426 0 6942873 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:2348 (sx:filedesc structure) 221 0 21013 0 302 69 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1075 (rw:ncbuc) 0 0 181 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_1024) 0 0 221 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_327680) 10 0 8462 0 10235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/nd6.c:922 (rw:nd6 list) 317 40808 2108067 1712001 347863 6 4 0 41445 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2846 (sx:ms->ms_lock) 10 0 3589 0 7057 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:512) 2 0 63 0 76 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:socket) 289629 285903 195418635 189310284 272162817 0 0 0 121296 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3300 (rw:vm object) 188 8 636206 1714 1538270 0 0 0 1779 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:760 (sleep mutex:ncnegl) 89022 0 58616003 0 50072367 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:2792 (lockmgr:tmpfs) 3 0 369 0 158 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:MAP ENTRY) 308 0 176118 0 1118386 0 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:144 (sleep mutex:tmpfs node interlock) 258 0 806031 0 1635102 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1459 (sx:hdl->sa_lock) 9 1 1209 136 1035 1 0 0 1035 /tank/users/mjg/src/freebsd/sys/net/if.c:1773 (rw:if_addr_lock) 6863 236758 6388113 8113253 590641 10 13 0 14735 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:127 (sleep mutex:pfs_vncache) 82 3 396524 13 294307 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_loginclass.c:229 (sleep mutex:process lock) 195349 108244 5612981 182625 6344747 0 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:925 (sleep mutex:ncvn) 51 101 21712 2004 20375 1 0 0 1276 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_2) 11 0 29757 0 21229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(4):call) 79379 0 5574578 0 6334538 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:928 (sleep mutex:ncvn) 1 0 171 0 231 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_14336) 1 14 865 19 1080 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:thread) 19777 6 838722 1682 1538270 0 0 0 1735 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:786 (sleep mutex:ncnegl) 13 0 10790 0 8837 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:900 (sx:mg->mg_lock) 5 101487 297 106979 184 1 581 0 150 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:942 (sleep mutex:ncvn) 1 0 212 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:ttyoutq) 6491 0 37254 0 184 202 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:943 (sleep mutex:ncvn) 11 1 13103 3 5972 2 0 0 4 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:uhci1) 8 0 1460 0 1019 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:Mountpoints) 235 107 6240224 62266 456765 13 0 0 3293 /tank/users/mjg/src/freebsd/sys/dev/ahci/ahci.c:1192 (sleep mutex:AHCI channel lock) 12 0 249171 0 803784 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:829 (sleep mutex:TMPFS node) 220409 364844 127265505 19434198 786469157 0 0 0 1102725 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:443 (sleep mutex:struct mount mtx) 0 0 2 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:309 (sleep mutex:so_rcv) 1 0 152 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:KNOTE) 0 0 116 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_24576) 1 0 250 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_5242880) 27500 3274 10224037 99574 54322533 0 0 0 33452 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:453 (sleep mutex:struct mount mtx) 1 0 228 0 219 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_32768) 33 0 19437 0 5128 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_unix.c:92 (sx:vm map (user)) 81 14 1784454 4348 1536460 1 0 0 4351 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:811 (sleep mutex:ncnegl) 13746 12 2058492 96777 587992 3 0 0 587992 /tank/users/mjg/src/freebsd/sys/kern/kern_osd.c:394 (sx:osd_module) 159022 226423 141651669 51901234 10921227 12 4 0 8786 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:734 (lockmgr:tmpfs) 10 0 1048 0 2106 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_hostcache.c:309 (sleep mutex:tcp_hc_entry) 829 868 37124 6469 21658 1 0 0 1017 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_1) 2 0 362 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:syncache) 18 6 33105 6 6242 5 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:16) 13 0 166353 0 123266 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:VMSPACE) 8754 12 310297 264 754218 0 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:588 (rw:unp_link_rwlock) 1 1 9 11 10 0 1 0 10 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:VMSPACE) 1 0 119 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:STS VFS Cache) 1 0 76 0 232 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1002 (sleep mutex:rtentry) 0 0 87 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:audit_record) 1 0 64 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:DMAR_MAP_ENTRY) 1 0 216 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:tcp_inpcb) 1 0 189 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:udp_inpcb) 39 0 8512 0 328 25 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/space_map.c:305 (sx:ms->ms_lock) 1 0 54 0 97 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:498 (sleep mutex:socket) 11 49 4511 179 926 4 0 0 14 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:205 (sleep mutex:pfs_vncache) 0 0 40 0 91 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:Mountpoints) 98 0 2331 74 496 4 0 0 496 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1112 (rw:tcp) 1 3 500 77 527 0 0 0 527 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vfsops.c:196 (sx:filedesc structure) 5 0 8825 0 10235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/nd6.c:1028 (rw:nd6 list) 32 33608 38640 142430 109971 0 1 0 6749 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:141 (sx:ds->ds_lock) 378 3 184928 83 253563 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:616 (rw:unp_link_rwlock) 319 0 169359 0 7515 22 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:888 (sleep mutex:TMPFS node) 272 0 89816 0 68167 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1515 (sleep mutex:kqueue) 2 0 48 0 21 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:32 Bucket) 135791 366637 169088424 5839941 159523297 1 0 0 12097 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1195 (rw:ncbuc) 8 0 11948 0 15021 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:505 (sleep mutex:struct mount mtx) 2241 0 245148 0 36847 6 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/space_map.c:325 (sx:ms->ms_lock) 0 0 23 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_32768) 1021 11 101362 195 74287 1 0 0 109 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:RADIX NODE) 1 0 86 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_1536) 1 0 342 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_393216) 1 0 1064 0 1292 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zfs_znode_cache) 601 0 1646889 0 9210622 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:252 (sleep mutex:tmpfs node interlock) 7 8 686 112 472 1 0 0 472 /tank/users/mjg/src/freebsd/sys/netinet6/in6.c:1796 (rw:if_addr_lock) 25 0 8203 0 1049 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:640 (rw:unp_link_rwlock) 8 0 1714 0 1878 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:Files) 4 0 59 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:VMSPACE) 22 217 185230 14959 494498 0 0 0 1558 /tank/users/mjg/src/freebsd/sys/x86/iommu/busdma_dmar.c:575 (sleep mutex:dmardom) 3813 209946 17824140 7555612 31382120 0 0 0 132705 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:665 (sleep mutex:ncneglh) 0 0 144 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:1024) 88864 192074 9086962 128654330 18044819 0 7 0 54524 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:862 (sx:allproc) 81 0 47769 1 206211 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1550 (sleep mutex:kqueue) 9 0 131 0 194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:588 (sleep mutex:socket) 4 49 618 185 883 0 0 0 12 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:248 (sleep mutex:pfs_vncache) 10 0 4210 0 7515 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:930 (sleep mutex:TMPFS node) 32654 100060 11928634 1828811 10579405 1 0 0 51602 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:677 (sleep mutex:ncneglh) 14 29 19158 2027 20663 0 0 0 1364 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_6) 533 0 116135 0 129194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:32) 9 0 1251 0 1644 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:200 (sleep mutex:so_snd) 39898 93630 466175 177217 214065 2 0 0 11 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3228 (sx:db->db_mtx) 15 3 151082 44 253563 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:668 (rw:unp_link_rwlock) 22 13797 44431 204042 109538 0 1 0 6874 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:195 (sx:ds->ds_lock) 14 0 56583 0 137661 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1567 (sleep mutex:kqueue) 15 0 15665 0 7515 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:945 (sleep mutex:TMPFS node) 1 0 127 0 165 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_16384) 0 0 23 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:16 Bucket) 7 0 6231 0 6005 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:64 Bucket) 27639 58016 43085 58876 261 165 225 0 109 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1073 (sleep mutex:ncvn) 3 27636 554 44241 302 1 146 0 95 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1074 (sleep mutex:ncvn) 854 479 744658 8593 279377 2 0 0 1796 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:644 (sleep mutex:TID lock) 204047 175162 159109402 9889327 1182960206 0 0 0 4959023 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:306 (sleep mutex:tmpfs node interlock) 115 11161 643006 13496 806164 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/kern_mib.c:303 (sleep mutex:jail mutex) 1 0 576 0 1291 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zfs_znode_cache) 1 0 71 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:g_bio) 1 0 176 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_28672) 1 0 348 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_6291456) 1 0 384 0 328 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_40960) 122 0 236702 0 15108 15 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1628 (sx:hdl->sa_lock) 53 0 13229 0 7056 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:512) 14 28 5802 93 886 6 0 0 7 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:297 (sleep mutex:pfs_vncache) 37952 0 72119 0 3148 22 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2343 (lockmgr:tmpfs) 2 0 1042 0 791 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:128) 2 0 212 42 196 1 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:2555 (sx:filedesc structure) 205 90988 4619169 552243 8914446 0 0 0 46401 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:722 (sleep mutex:ncneglh) 10 39857 27076 155318 109541 0 1 0 5879 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:236 (sx:ds->ds_lock) 1 0 333 0 501 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/in6_jail.c:286 (sleep mutex:jail mutex) 1468 14092 160777 27899 558754 0 0 0 1392 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:210 (sleep mutex:thread_ctor) 46291 94306 2729481 927503 4822194 0 0 0 867 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:444 (sx:zp->z_range_lock) 339507 326162 4484158566 1219926632 9470693319 0 0 0 9470693316 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1291 (rw:ncbuc) 1 0 148 0 194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:652 (sleep mutex:socket) 2 0 6629 0 11974 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:441 (sleep mutex:dirty buf lock) 47037 7 57087764 58 35146858 1 0 0 27 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1025 (rw:vm object) 2 0 107 0 69 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1620 (sleep mutex:kqueue) 13899 14 4385514 6902 12645407 0 0 0 4625 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3510 (rw:vm object) 67 2 25086 2 1060 23 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:727 (rw:unp_link_rwlock) 54322 2571 18308097 19807 1967643 9 0 0 3481 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1817 (sleep mutex:sellck) 208550 297851 231803638 142679757 18063871 12 7 0 507153 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:326 (sleep mutex:pfs_vncache) 6 0 1422 0 2589 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:64 Bucket) 133873 0 98401082 0 53078982 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3004 (lockmgr:tmpfs) 84 0 13944 0 15081 0 0 0 0 /tank/users/mjg/src/freebsd/sys/libkern/arc4random.c:106 (sleep mutex:chacha20_mtx) 1 0 70 0 92 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_1024) 474804 767860 5120432578 1276184308 526896249 9 2 0 1362520 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1045 (rw:vm object) 7 0 3257 0 1404 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:thread) 10 0 24285 0 67739 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1645 (sleep mutex:kqueue) 5409 701082 527727 318791308 210468 2 1514 0 15613 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:749 (sx:proctree) 59 0 11722 0 400 29 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/scsi/scsi_enc.c:762 (sleep mutex:CAM device lock) 1482 3 852913 13 336602 2 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:499 (sleep mutex:process lock) 88274 6 36015855 87 5397748 6 0 0 39 /tank/users/mjg/src/freebsd/sys/amd64/amd64/../../kern/subr_syscall.c:245 (sleep mutex:process lock) 4 0 5788 0 2999 1 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/uhci.c:3192 (sleep mutex:uhci2) 0 0 100 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_2048) 1 0 154 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_458752) 4 0 408 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zil_lwb_cache) 16759 44 5155825 1877 5392028 0 0 0 243 /tank/users/mjg/src/freebsd/sys/amd64/amd64/../../kern/subr_syscall.c:247 (sleep mutex:process lock) 89357 231 1029424315 1074 1332640759 0 0 0 318 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5305 (sleep mutex:vnode interlock) 9 0 2236 0 2448 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:16384) 1 0 72 0 154 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:128) 19816 23169 2306018 68305 1539024 1 0 0 7512 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:782 (sleep mutex:ncneglh) 20601 3 10773186 205 51192332 0 0 0 207 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1853 (sleep mutex:sellck) 12 0 3839 0 1991 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1158 (sleep mutex:ncvn) 8 0 2624 0 5214 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:553 (sleep mutex:process lock) 214315 34774 3493017 56290 5397171 0 0 0 482 /tank/users/mjg/src/freebsd/sys/amd64/amd64/../../kern/subr_syscall.c:261 (sleep mutex:process lock) 6 0 1440 0 600 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/scsi/scsi_enc.c:789 (sleep mutex:CAM device lock) 82 8 12833 13 8098 1 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:695 (rw:vm object) 21996 0 3836429 0 3561618 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:TMPFS node) 20893 3 1721641 142 4679245 0 0 0 97 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:667 (sleep mutex:process lock) 0 0 2 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:316 (sleep mutex:so_snd) 1 0 259 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:IPsec SA lft_c) 145 8554 936816 20302 429573 2 0 0 91 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3467 (sx:buf_hash_table.ht_locks[i].ht_lock) 42 3 118071 28 126293 0 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5339 (sleep mutex:vnode interlock) 1 0 14 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:65536) 179722 0 45042748 0 2379163 18 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1102 (rw:vm object) 24 0 14862 0 14267 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:arc_buf_hdr_t_full) 31 0 66660 0 12493 5 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:564 (sx:spa->spa_trim_lock) 2 0 104 0 91 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:Mountpoints) 271 0 572888 0 2937333 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:1778 (sx:hdr->b_l1hdr.b_freeze_lock) 194329 4487 62454546 6643 72679923 0 0 0 25 /tank/users/mjg/src/freebsd/sys/libkern/arc4random.c:172 (sleep mutex:chacha20_mtx) 6 0 309 0 414 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_20480) 32 0 64547 0 11981 5 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:4492 (sx:arc_reclaim_lock) 1 0 247 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:ripcb) 23310 94010 3540262 1157520 4822275 0 0 0 929 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:538 (sx:zp->z_range_lock) 429 80 1847784 407 4244292 0 0 0 123 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:595 (sleep mutex:process lock) 68387 169955 183447881 93369571 493333354 0 0 0 14635115 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2874 (sleep mutex:vnode_free_list) 8 0 5267 0 15081 0 0 0 0 /tank/users/mjg/src/freebsd/sys/libkern/arc4random.c:183 (sleep mutex:chacha20_mtx) 182350 8781 7464036 15585 11594749 0 0 0 504 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:996 (sleep mutex:process lock) 12 0 2237 0 4649 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:4539 (sleep mutex:sleep mtxpool) 1 0 47 0 45 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_32768) 185 92840 513222 288413 214103 2 1 0 13 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3383 (sx:db->db_mtx) 0 0 76 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_32768) 1 0 300 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_7340032) 1 0 172 0 146 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_49152) 9 79 11065 46482 5732 1 8 0 1242 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:ehci0) 14 2 2018 76 345 5 0 0 345 /tank/users/mjg/src/freebsd/sys/net/if.c:1771 (rw:ifnet_rw) 208 0 174799 0 78352 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1976 (sleep mutex:sigacts) 17 0 223582 0 71573 3 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_device.c:2840 (sx:USB control transfer SX lock) 10 0 7255 0 7420 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_cache.c:289 (sx:vc->vc_lock) 11 10 8241 1265 5249 1 0 0 5249 /tank/users/mjg/src/freebsd/sys/netinet/if_ether.c:904 (rw:if_addr_lock) 143219 1091904 1404036639 4051175322 1066851634 1 3 0 6367384 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:755 (sleep mutex:vm page) 11 0 69272 0 81646 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:filedesc0) 331 4 61158 4 69420 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1730 (sleep mutex:kqueue) 20 2 5903 190 576 10 0 0 576 /tank/users/mjg/src/freebsd/sys/compat/linprocfs/linprocfs.c:1337 (sx:vfsconf) 62 16386 661177 18830 717034 0 0 0 164 /tank/users/mjg/src/freebsd/sys/dev/random/fortuna.c:223 (sleep mutex:reseed mutex) 19 9 22931 6462 19432 1 0 0 19432 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1220 (rw:tidhash) 2 0 181 0 145 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:VMSPACE) 433299 25710 126222683 25710 46306852 2 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1321 (lockmgr:tmpfs) 49 1 60765 11 38295 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_5) 25 0 27582 0 29142 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:64) 7 0 643 0 5045 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_rlock.c:580 (sx:zp->z_range_lock) 0 0 5 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:65536) 115 0 7686 0 2043 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2271 (lockmgr:tmpfs) 27163 527685 2000678672 4708723341 3291803904 0 1 0 407263013 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:791 (sleep mutex:vm page free queue) 87518 0 291594 0 14991 19 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2769 (lockmgr:syncer) 200587 42077 80771464 127751 443559215 0 0 0 3625 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1166 (rw:vm object) 9 1 803 3 1374 0 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_16384) 603303 133349 83881073 3362503 10260657 8 0 0 636 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:246 (lockmgr:devfs) 33786 89267 49637357 1325894 103170041 0 0 0 106145 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1258 (sleep mutex:ncvn) 1 0 25 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_1536) 87114 191051 12412752 1122164 18306341 0 0 0 31786 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1253 (rw:tidhash) 4 1 7035 1 3001 2 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/uhci.c:3192 (sleep mutex:uhci1) 88 1 25311 1 2387 10 0 0 1 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:633 (sx:spa->spa_trim_lock) 343 5 589075 23 588618 1 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:613 (sleep mutex:process lock) 693128 436113 6638326757 185500662 793509499 8 0 0 551351 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:170 (rw:vm object) 11 132 45278 47004 16618 2 2 0 1320 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:uhci0) 0 0 41 0 73 0 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_futex.c:320 (sleep mutex:ftllk64) 37 4 12271 269 1512 8 0 0 1512 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:878 (rw:unp_link_rwlock) 1912 243304 10597266 20161329 18345295 0 1 0 77517 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1261 (rw:tidhash) 38940 4252 2850356 8832 10490912 0 0 0 101 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:2181 (sx:dn->dn_mtx) 98787 234185 169606496 48715501 185808048 0 0 0 1584 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1361 (lockmgr:tmpfs) 11 12 90032 26985 102507 0 0 0 102507 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1271 (rw:uidinfo hash) 10 0 2738 0 1291 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zfs_znode_cache) 94034 3097 11069998 4806 4956274 2 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:648 (sx:ls_lock) 0 0 66 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_2560) 1 0 203 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_524288) 17451 110152 13663421 11730979 58034641 0 0 0 226176 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:1084 (sleep mutex:process_exec) 9 53 655 363 308 2 1 0 171 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5433 (sleep mutex:vnode interlock) 78 0 55848 0 2736 20 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:ehci0) 11 2 1526 303 1262 1 0 0 1262 /tank/users/mjg/src/freebsd/sys/net/route.c:459 (rw:rib head lock) 23 17 117918 17 214197 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_cache.c:354 (sx:vc->vc_lock) 21 0 29083 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(1):call) 5 0 186 0 52 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1801 (sx:filedesc structure) 9989 0 673575 0 15120 44 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:827 (sx:zfsvfs->z_hold_mtx[i]) 1006 0 130640 0 149938 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:MAP ENTRY) 93947 0 4097859 0 1473843 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1828 (sx:hdl->sa_lock) 1 0 240 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:ipq) 11 103 262478 538 451331 0 0 0 101 /tank/users/mjg/src/freebsd/sys/x86/iommu/busdma_dmar.c:826 (sleep mutex:dmardom) 21263 295009 29779345 19348225 108383202 0 0 0 301533 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:335 (sleep mutex:process_exit) 10 2 3025 64 9540 0 0 0 50 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_null_issue) 34 26114 491207 212025 347381 1 0 0 8348 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:3244 (sx:ms->ms_lock) 1 0 281 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:udpcb) 868 433 536157 663 2745081 0 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:310 (sleep mutex:tmpfs allnode lock) 2 0 81 0 92 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:socket) 210 0 16296 0 8288 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1486 (rw:ncbuc) 12 0 81568 0 68106 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1808 (sleep mutex:kqueue) 1 0 223 0 563 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1322 (sleep mutex:rtentry) 1 0 261 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:tcpcb) 78697 228268 103620620 6085435 178919105 0 0 0 11537 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1489 (rw:ncbuc) 51 0 3996 0 496 8 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:332 (rw:tcpinp) 272150 197350 379431231 39668038 1168720649 0 0 0 3206414 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:533 (sleep mutex:tmpfs node interlock) 236 27 438562 31 412273 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2335 (lockmgr:tmpfs) 735 0 1516916 0 5938000 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3187 (lockmgr:tmpfs) 1 0 210 0 602 0 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_futex.c:369 (sleep mutex:ftllk64) 130639 0 80341319 0 416884082 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:222 (rw:vm object) 2 6 1225 9 1986 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:so_rcv) 90 1 635376 5 336599 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:667 (sleep mutex:process lock) 9 0 5319 0 2671 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:64 Bucket) 1 0 165 0 218 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_24576) 2 0 141 0 107 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1834 (sleep mutex:kqueue) 93 0 54109 0 2781 19 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:uhci0) 41 0 48600 0 53081 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1867 (sx:hdl->sa_lock) 5607 14 510590 549 280651 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:897 (sleep mutex:TID lock) 101661 94468 25104738 1443134 30286 828 47 0 30286 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1678 (sx:allproc) 0 0 175 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:mbuf_jumbo_9k) 831 0 102010745 0 105395087 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5491 (sleep mutex:vnode interlock) 0 0 177 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:VNODE) 1 0 83 0 168 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1338 (rw:uidinfo hash) 11 0 566 0 320 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:463 (sleep mutex:socket) 0 0 98 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:domainset) 0 0 97 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_40960) 1 0 366 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_8388608) 0 1 114 58 320 0 0 0 320 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1408 (rw:udpinp) 1 0 180 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:swpctrie) 3 0 359 0 154 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:128) 649208 170204 25706496378 12335268 4256653387 6 0 0 305889 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1258 (rw:vm object) 54761 159750 19104134 18020923 73329835 0 0 0 191836 /tank/users/mjg/src/freebsd/sys/vm/vm_mmap.c:1278 (rw:vm object) 12 0 93997 0 165688 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:16) 12971 93253 14064440 449011 20512243 0 0 0 2345 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1892 (sx:hdl->sa_lock) 58 0 894 0 119 7 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:1582 (sleep mutex:vm map (system)) 0 0 199 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:UMA Zones) 4 2 152 9 46 3 0 0 46 /tank/users/mjg/src/freebsd/sys/netinet/if_ether.c:636 (rw:if_afdata) 9 0 8732 0 15081 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:850 (sleep mutex:struct mount mtx) 222 0 2768079 0 15003712 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:4017 (sx:filedesc structure) 4 0 1811 0 19456 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_hostcache.c:691 (sleep mutex:tcp_hc_entry) 102 3 60267 19 37873 1 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_1) 261 0 151157 0 121505 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1904 (sx:hdl->sa_lock) 8 0 6420 0 15188 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1537 (rw:UMA lock) 942 124217 1151157 741237 1524127 0 0 0 3247 /tank/users/mjg/src/freebsd/sys/dev/random/fortuna.c:369 (sleep mutex:reseed mutex) 110 0 7195 0 162 44 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timer.c:260 (rw:tcpinp) 1 0 42 0 66 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:32 Bucket) 15294 1171101 687235 90170948 294297 2 306 0 4734 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2399 (lockmgr:tmpfs) 1 0 503 0 1001 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:758 (sleep mutex:session) 1 0 130 0 194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:929 (sleep mutex:socket) 1 0 31 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_2048) 2 0 954 0 1140 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:dmu_buf_impl_t) 1 0 313 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:vtnet_tx_hdr) 32771 0 8170406 0 18098887 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2153 (sleep mutex:sigacts) 21370 14890 42590170 80566 383859503 0 0 0 6101 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1692 (sleep mutex:select mtxpool) 13 0 102 0 9 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3276 (lockmgr:tmpfs) 32323 0 6508543 0 1541815 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:779 (sleep mutex:ncnegs) 5 0 4433 0 7515 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1684 (sleep mutex:TMPFS dirent) 1 0 238 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:TURNSTILE) 0 0 93 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_3072) 0 0 176 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_655360) 11 0 5402 0 4674 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_4096) 0 0 110 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:cryptop) 33 4 827844 34 451331 1 0 0 32 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_ctx.c:757 (sleep mutex:dmarhw) 4981 3 634729 17 588617 1 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:765 (sleep mutex:process lock) 1 0 245 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:L VFS Cache) 228271 270729 219048495 65116571 179282761 1 0 0 927333 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1416 (sleep mutex:ncvn) 46 0 89 0 2 44 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timer.c:305 (rw:tcpinp) 228272 170541 207137558 1223484 179038152 1 0 0 5542 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1419 (sleep mutex:ncvn) 1233 0 8353 0 1201 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:744 (sleep mutex:vmem list lock) 59669 106 14247551 3513 1524127 9 0 0 248 /tank/users/mjg/src/freebsd/sys/dev/random/fortuna.c:425 (sleep mutex:reseed mutex) 94 1 524634 14 2046619 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:647 (sleep mutex:process lock) 15 14 54930 76 34064 1 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/tty_outq.c:252 (sleep mutex:ttymtx) 1 0 20 0 15 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:65536) 6488 0 8994533 0 65886278 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:660 (sleep mutex:tmpfs node interlock) 13 0 17149 0 15839 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1526 (lockmgr:tmpfs) 20 0 264 0 303 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:411 (sleep mutex:process group) 15 51 21432 2008 20269 1 0 0 1330 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_0) 50 0 80098 0 21229 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(7):call) 52 1 225512 1 710971 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:658 (sleep mutex:process lock) 54 0 128703 0 49389 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:msgbuf lock) 148636 148908 24023203 471608 53170444 0 0 0 18540 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:673 (sleep mutex:pipe mutex) 7 0 900 0 424 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:482 (sleep mutex:sigacts) 22 98 14717 1815 2842 5 0 0 723 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:992 (sleep mutex:vm page free queue) 11 0 252 10 54 4 0 0 54 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1966 (sx:filedesc structure) 1 0 146 0 188 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_28672) 9 0 541 0 248 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1452 (sleep mutex:ncvn) 11 0 580 0 249 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1454 (sleep mutex:ncvn) 7 0 210 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:THREAD) 27 0 61270 0 408454 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:2043 (sx:hdr->b_l1hdr.b_freeze_lock) 25 0 3094 0 454 6 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:283 (rw:tcpinp) 13 0 1373 0 1480 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:512) 75175 12225 37554508 47932 385812629 0 0 0 6845 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1761 (sleep mutex:select mtxpool) 0 0 78 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_49152) 1 0 225 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_10485760) 1 0 83 0 99 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_65536) 11711 1437 2202591 4643 991717 2 0 0 51 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:969 (sleep mutex:process lock) 71810 1 23911787 1 64384027 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1533 (sleep mutex:vnode interlock) 839556 676554 45817253408 10580403179 10235481961 4 1 0 5004337 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2607 (lockmgr:tmpfs) 270 0 87272 0 68547 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1986 (sleep mutex:kqueue) 212 0 1208699 0 743874 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3358 (lockmgr:tmpfs) 78291 1874 16753725 24751 44995053 0 0 0 15213 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:710 (sleep mutex:pipe mutex) 847 0 1149526 0 336602 3 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:838 (sleep mutex:process lock) 4 2 2645 2 5261 0 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:879 (sleep mutex:process lock) 13 0 10471 0 9537 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_null_issue) 5 0 8590 0 2996 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:ehci0) 2 0 188 0 133 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2009 (sleep mutex:kqueue) 1 0 231 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:2048) 1 0 11 0 12 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:2103 (sleep mutex:session) 1138 9 980719 197 279176 3 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:742 (sleep mutex:pipe mutex) 54350 98 20113252 1416 2541713 7 0 0 512 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1808 (sleep mutex:select mtxpool) 1 0 31 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_2560) 14 25 17922 16857 62309 0 0 0 14177 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_intr) 12 0 23007 0 68547 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2083 (sx:filedesc structure) 9 0 1786 0 930 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:429 (rw:vm object) 5182 73561 169326 416971 843321 0 0 0 1362 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:256 (sleep mutex:thread_dtor) 16 0 2160 0 354 6 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:510 (lockmgr:devfs) 387581 224876 161021072 49247121 269063112 0 0 0 269063112 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1435 (rw:vm object) 0 0 199 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:VNODEPOLL) 128280265 30487 719826795 35746 842 854901 42 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sysctl.c:2122 (sx:sysctl mem) 3 0 169 0 133 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:syncache) 334804 334789 331310780 184394154 339537098 0 0 0 339537096 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1442 (rw:vm object) 263145 0 39310325 0 66043157 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1588 (sleep mutex:vnode interlock) 9 0 921 0 990 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:511 (sleep mutex:process group) 13 0 1162 0 704 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:DMAR_MAP_ENTRY) 0 0 193 0 429 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:252 (sleep mutex:so_rcv) 10 0 8754 0 3002 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:uhci0) 48 0 484 0 17 28 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timer.c:432 (rw:tcpinp) 9 450433 6096 500374 15030 0 33 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1717 (rw:UMA lock) 212440 52721 121181761 144462 21532213 5 0 0 6184 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:228 (rw:vm object) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:2141 (sleep mutex:session) 158 0 114012 0 192918 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:526 (sleep mutex:process group) 14 0 84034 0 30967 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:1108 (rw:vm object) 227 0 227346 0 254668 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1106 (sleep mutex:socket) 10 0 1000 0 1023 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:Mountpoints) 13 0 260419 0 229268 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:VM OBJECT) 498 1185 444338 249756 340018 1 0 0 29177 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_write_issue) 15997 246215 7554913 261377374 21615377 0 12 0 119023 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:1036 (sleep mutex:vm page) 268989 1205984 7779992407 4272715914 5013989005 1 0 0 38939508 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5707 (rw:pmap pv list) 9 61204 9245 61204 15030 0 4 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1741 (rw:UMA lock) 2 0 187 0 247 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_32768) 101 206 34624 2322 20343 1 0 0 1010 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_4) 380612 511388 91099665 44082857 10505051 8 4 0 15954 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1125 (sx:zfsvfs->z_hold_mtx[i]) 8267 159000 5766419 19797732 21639976 0 0 0 68596 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:1057 (sleep mutex:vm page) 95124 353388 1227374 98419579 229727 5 428 0 229727 /tank/users/mjg/src/freebsd/sys/kern/kern_procctl.c:551 (sx:proctree) 18 79 100 232 95 1 2 0 95 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1698 (sx:proctree) 29998 966911 975624 989601128 444249 2 2227 0 26253 /tank/users/mjg/src/freebsd/sys/kern/kern_procctl.c:556 (sx:proctree) 687397 1 1919353 229 536 3580 0 0 536 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1765 (rw:UMA lock) 1 0 134 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_57344) 1 0 430 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_12582912) 14 0 172985 0 123233 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:VMSPACE) 8 1 2085 8 2536 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:dbu_evict) 1 0 251 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:MAP) 8 0 93 0 154 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:vmem btag) 130513 173228 55365580 4140083 92336 599 44 0 92336 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1474 (sx:allproc) 1 0 55 0 100 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:32768) 39876 0 425271 0 193956 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:594 (sleep mutex:process group) 39875 0 317936 0 193736 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:595 (sleep mutex:process group) 11 1 877 227 846 1 0 0 846 /tank/users/mjg/src/freebsd/sys/netinet/in_fib.c:200 (rw:rib head lock) 10 0 8290 0 15237 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:VM OBJECT) 9 0 953 0 1261 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/route.c:467 (sleep mutex:rtentry) 110 0 230567 0 294297 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:3089 (sx:filedesc structure) 242 110 1592202 4521 494498 3 0 0 1000 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_gas.c:645 (sleep mutex:dmardom) 323866 1496148 317409045 88967472895 33271085 9 2674 0 3299052 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1206 (sx:proctree) 83953 31723 49444275 159586 65966645 0 0 0 586 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:644 (sleep mutex:tmpfs allnode lock) 3 0 353 0 927 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:545 (rw:vm object) 100636 327001 345954321 300403202 413278959 0 0 0 39233 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2769 (lockmgr:tmpfs) 1 0 364 0 694 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vnops.c:692 (lockmgr:pseudofs) 1 0 84 0 194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1186 (sleep mutex:socket) 12 1 151688 28 287515 0 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1017 (sleep mutex:session) 11 0 4304 0 2599 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2775 (lockmgr:tmpfs) 1 0 26 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_3072) 244556 0 18986310 0 18044817 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:617 (sleep mutex:process group) 10 0 3158 0 4736 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_ioctl_intr) 12 0 6815 0 6976 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:221 (sleep mutex:pmap) 908 6 314440 19 26110 12 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2161 (sleep mutex:kqueue) 25 40 220631 200 457900 0 0 0 115 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:5441 (sleep mutex:CAM queue lock) 1 0 163 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:cryptodesc) 244 0 8614647 0 65103676 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:3117 (sx:filedesc structure) 0 0 170 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_3584) 2 0 241 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_786432) 28 0 27858 0 12781 2 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:652 (lockmgr:devfs) 6 0 234 0 505 0 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:UMA Slabs) 1804 0 169443 0 254367 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:383 (sleep mutex:so_rcv) 74 0 102679 0 67560 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1278 (sx:sa->sa_lock) 68 0 129396 0 193890 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:647 (sleep mutex:process group) 1 0 47 0 102 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:vmem btag) 329 239680 12228 2490162 5238 2 475 0 5238 /tank/users/mjg/src/freebsd/sys/kern/tty_tty.c:71 (sx:proctree) 43 0 134970 0 1391040 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/ip_reass.c:491 (sleep mutex:IP reassembly) 8 0 2458 0 3424 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:64 Bucket) 428 14 127773 58 23275 5 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:1105 (sleep mutex:Giant) 11 3 6894 630 5258 1 0 0 5258 /tank/users/mjg/src/freebsd/sys/netinet/if_ether.c:971 (rw:if_afdata) 76 1 226648 3 539456 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2091 (sleep mutex:Syncer mtx) 7 0 1787 0 1536 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:taskq_zone) 1558 0 372259 0 385956 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:668 (sleep mutex:process group) 25 23 29113 52 30410 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_4) 94075 0 5057003 0 279377 18 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:380 (rw:vm object) 11 0 50044 0 68232 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2210 (sleep mutex:kqueue) 215 0 28771 0 235 122 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:526 (rw:tcpinp) 8 0 3890 0 2998 1 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:uhci3) 23 7 12809 7 9281 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:CAM device lock) 1 0 287 0 366 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_40960) 4123 96954 84041518 89792942 66741700 1 1 0 10001645 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:1251 (sleep mutex:vm page free queue) 73 0 10140 0 30167 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1316 (sx:sa->sa_lock) 30 9 62967 2483 63046 0 0 0 2891 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_intr) 1 0 480 0 649 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:128) 132117 172498 184942206 30558216 1008080867 0 0 0 4621731 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:545 (sleep mutex:struct mount mtx) 12 0 22569 0 80885 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:256 Bucket) 179670 0 43795465 0 281106 155 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:398 (rw:vm object) 14 0 14962 0 30967 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_pager.c:374 (lockmgr:bufwait) 2215 62463 289279 101183 284187 1 0 0 250 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:1362 (sleep mutex:exec args kva) 1 0 173 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_65536) 1 0 244 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_14680064) 10 0 33622 1 68237 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2234 (sleep mutex:kqueue) 1 0 127 0 133 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_98304) 0 0 208 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:udplite_inpcb) 17 0 2058 0 2393 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:603 (sx:mc->mc_lock) 13 0 7570 0 2998 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:uhci3) 666866 1110 8075994695 1164 119167026 67 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:1474 (sx:vm map (user)) 94682 401635 227361788 40042723 286157456 0 0 0 180542 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1277 (sleep mutex:vm page) 35 0 35 0 1 35 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timer.c:630 (rw:tcpinp) 329452 14108 53821482 3201320 27713041 1 0 0 27713041 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1103 (sx:dn->dn_struct_rwlock) 1186 83506 502704 264774 284752 1 0 0 264 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:1386 (sleep mutex:exec args kva) 159156 111702 128831216 10160448 1008849397 0 0 0 3466899 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:590 (sleep mutex:struct mount mtx) 55410 45 1373853 313 5578639 0 0 0 24 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1725 (sx:zio->io_lock) 1463 1 689329 12 84276 8 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:992 (sleep mutex:pipe mutex) 164571 23876 16428629 162176 38834900 0 0 0 171 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:648 (sleep mutex:vnode interlock) 5 0 10512 0 11982 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:buffer daemon lock) 8 7 2491 553 5249 0 0 0 5249 /tank/users/mjg/src/freebsd/sys/netinet/if_ether.c:1051 (rw:if_afdata) 1 0 25 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_3584) 26 0 416694 0 262430 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2173 (sleep mutex:Syncer mtx) 94230 99698 32856688 904094 59262583 0 0 0 44880 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:658 (sleep mutex:vnode interlock) 177 0 298915 0 1808617 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:216 (sleep mutex:vm page) 5 0 531 0 1021 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:256 Bucket) 975 0 616605 0 1593869 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:306 (sx:tx->tx_cpu[c].tc_lock) 10 0 324 0 320 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:493 (sleep mutex:so_rcv) 44 15878 4768 83492 6988 0 11 0 4410 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:220 (sleep mutex:vm page) 5 0 2957 0 2996 0 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:uhci5) 1 0 161 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:LTS VFS Cache) 160 0 247396 0 224901 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:5601 (sx:buf->b_evict_lock) 0 0 72 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_4096) 1 0 251 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_917504) 296941 13 1496755 2015 15099 99 0 0 15099 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:5372 (sx:zfsvfs->z_teardown_inactive_lock) 23 0 27963 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(4):call) 275 0 527 0 198 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1772 (sleep mutex:ttymtx) 100422 0 20643724 0 145961704 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:4195 (rw:vm object) 7 0 3943 0 7515 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1684 (sleep mutex:TMPFS node) 73 1 7257 69 496 14 0 0 496 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1913 (rw:tcp) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:65536) 13 0 5402 0 2534 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:dbu_evict) 293919 0 422950079 0 65966634 6 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:614 (lockmgr:tmpfs) 4 0 639 0 171 3 0 0 0 /tank/users/mjg/src/freebsd/sys/net/route.c:990 (rw:rib head lock) 10 0 11508 0 15019 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1309 (sleep mutex:struct mount mtx) 352 0 465746 0 1595267 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:342 (sx:tx->tx_cpu[c].tc_lock) 47 4 31319 18 15237 2 0 0 7 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:VM OBJECT) 1863 0 163996 0 15069 10 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1358 (sx:zfsvfs->z_hold_mtx[i]) 15 0 7594 0 2995 2 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:uhci5) 12 2 27977 12 29834 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_0) 10 0 13816 0 15020 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1320 (sleep mutex:struct mount mtx) 810 1139 318613 1681 981689 0 0 0 46 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:610 (sx:lock states lock) 102837 133532 15798216 907217 19614864 0 0 0 32882 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1055 (sleep mutex:pipe mutex) 279463 0 13539179 0 62403791 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:4223 (rw:vm object) 1 0 164 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:NAMEI) 81860 478442 3239045 105840945 153296 21 690 0 153296 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1441 (sx:proctree) 0 0 102 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:BUF TRIE) 1 0 109 0 155 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_49152) 57138 0 665040 0 2388 278 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bpobj.c:214 (sx:bpo->bpo_lock) 2 0 61 0 64 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:semid) 13 0 5762 0 15069 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1380 (sx:zfsvfs->z_hold_mtx[i]) 73386 12588 17744158 13048 48452960 0 0 0 373 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:722 (sleep mutex:vnode interlock) 12 0 7524 0 4779 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_ioctl_intr) 9 0 4638 0 4846 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:2840 (sleep mutex:so_snd) 45153 56231 41129962 130234 69693735 0 0 0 42736 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:727 (sleep mutex:vnode interlock) 0 0 144 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:S VFS Cache) 337746 659762 843983779 7670508808 155121955 5 49 0 949852 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:1582 (sx:vm map (user)) 3869 1139 7987342 1139 20772779 0 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:734 (sleep mutex:vnode interlock) 653 12 23049 14 415 55 0 0 2 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:676 (rw:tcpinp) 0 0 86 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_81920) 3 0 363 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_16777216) 2 0 117 0 105 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_114688) 161969 172780 1928486350 2502472 14160636 136 0 0 11480 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2041 (rw:ncbuc) 2 0 113 0 185 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:tcpcb) 84017 25 1663219 194 589115 2 0 0 90 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:132 (sleep mutex:vnode interlock) 83 0 51583 0 4144 12 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:3071 (sleep mutex:so_rcv) 206 3 403798 192 754218 0 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1467 (rw:unp_link_rwlock) 21 228 561933 25778 472711 1 0 0 2798 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_ctx.c:687 (sleep mutex:dmardom) 37 121776 492 296121 25 19 11844 0 25 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:228 (lockmgr:tmpfs) 8 0 654 0 112 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:750 (sleep mutex:sem) 10 0 26022 0 191520 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:389 (sx:tx->tx_cpu[c].tc_lock) 174430 306136 60105516 44756761 92433 650 484 0 92432 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1473 (sx:proctree) 5 0 253 0 202 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:vmem btag) 8 0 6161 0 15020 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1366 (sleep mutex:struct mount mtx) 158 3 82960 24 67366 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1104 (sleep mutex:pipe mutex) 9 0 4330 0 2377 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:302 (sx:dn->dn_struct_rwlock) 29 1212 10734 5192 17170 0 0 0 826 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:sleep mtxpool) 48621 182530 603836535 320052572 251128806 2 1 0 35854204 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:3063 (sleep mutex:vm page free queue) 39150 4428 76736337 113817 15075296 5 0 0 1070 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:897 (sleep mutex:tmpfs allnode lock) 1806 0 265131 0 254647 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:382 (sleep mutex:so_snd) 63655 0 4238014 0 716873 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:313 (sleep mutex:sigacts) 888 0 50251 0 20976 2 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_output.c:338 (sleep mutex:so_snd) 12 11 169738 504 306073 0 0 0 344 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:VNODE) 1 6 101 6 192 0 0 0 1 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:714 (rw:tcpinp) 0 0 148 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:PROC) 11 0 3453 0 15088 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_zfetch.c:151 (sx:zf->zf_rwlock) 56 1398 423058 2262655 984614 0 2 0 210154 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_write_intr) 322 171 2086338 2321 525557 3 0 0 674 /tank/users/mjg/src/freebsd/sys/cam/ata/ata_da.c:1015 (sleep mutex:CAM device lock) 19169 230699 349753519 383026527 701292490 0 0 0 58180654 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:3090 (sleep mutex:vm page free queue) 0 0 61 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_5120) 1 0 300 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_1048576) 9 0 5183 0 22439 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:801 (sleep mutex:vnode interlock) 256053 558851 15959499 16728963 4977825 3 3 0 2764 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vfsops.c:217 (sx:devfsmount) 10 0 7736 0 8372 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_8192) 200 1823 2952993 4135449 1502002 1 2 0 435559 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:dp_sync_taskq) 0 0 30 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:unpcb) 48 8 9370 701 2400 3 0 0 2400 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:359 (sx:dn->dn_struct_rwlock) 2760 75746 82804519 9612820 300743098 0 0 0 1003126 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6071 (rw:pmap pv list) 7 78 46515 46658 16575 2 2 0 1258 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:uhci4) 274 53 5142132 3472 35350055 0 0 0 2966 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:1166 (sleep mutex:tmpfs node interlock) 169 0 289054 0 358469 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:TMPFS dirent) 6 26 1662 37 2685 0 0 0 7 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6085 (rw:pmap pv list) 8 0 24585 0 21229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(2):call) 2 0 110 0 101 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:TURNSTILE) 4025 1 2096400 11 4758080 0 0 0 11 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:841 (sleep mutex:vnode interlock) 195425 55 28270458 229 2970050 9 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1958 (sleep mutex:ncvn) 7 1 1173 3 5003 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:1487 (rw:vm object) 228 48 2402328 657 4753100 0 0 0 559 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:844 (sleep mutex:vnode interlock) 48 90 204401 2173 2161770 0 0 0 757 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:229 (sleep mutex:vm object_list) 6 0 59 0 117 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_57344) 684 35961 1969760 71174 6266102 0 0 0 96 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:176 (sx:mls->mls_lock) 39 43 326190 67 981688 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:748 (sx:lock states lock) 10 0 4949 0 5671 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:L VFS Cache) 48 0 1536 0 141 10 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:712 (rw:tcp) 1 0 288 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:4096) 14 3 18430 3 139377 0 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:256 Bucket) 93 0 52019 0 73911 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2477 (sleep mutex:kqueue) 1 0 202 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:UMA Hash) 166077 1472638 51264014 33972054576 18063724 2 1880 0 1380730 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:588 (sx:proctree) 6 6 351 85 496 0 0 0 496 /tank/users/mjg/src/freebsd/sys/netinet/tcp_subr.c:1282 (rw:tcp_func_lock) 2001 0 1884779 0 6592619 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:5793 (sx:buf->b_evict_lock) 0 0 127 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_98304) 96964 6924 103428604 17782 19523339 5 0 0 9335 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1211 (sleep mutex:pipe mutex) 77 0 29302 0 37398 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_131072) 126 117114 783728 14440310 347433 2 41 0 130854 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:329 (sx:tm->tm_lock) 195448 0 222281558 0 49414526 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3119 (lockmgr:tmpfs) 6 3 1478 6 4992 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:1517 (rw:vm object) 107094 93052 7254966 1223967 4541313 1 0 0 4541313 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_zfetch.c:241 (sx:zf->zf_rwlock) 33908 43 4470636 43 1137448 3 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2084 (lockmgr:tmpfs) 3 0 9 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:299 (sleep mutex:process lock) 1 0 81 0 78 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:128 Bucket) 24 0 856 1 1157 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1227 (sleep mutex:pipe mutex) 55 0 55334 0 2745 20 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:uhci4) 103153 2880 1965923 5586 5551621 0 0 0 67 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:212 (sx:mls->mls_lock) 68 0 173531 0 327240 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:TMPFS dirent) 149225 112 246566462 2553 43267364 5 0 0 1018 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2005 (sleep mutex:ncvn) 11 0 7889 0 15122 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:359 (sx:dn->dn_struct_rwlock) 25 205 335662 1366 214148 1 0 0 191 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:351 (sx:tm->tm_lock) 3 3 940 5 1518 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:THREAD) 8 1 899 299 1269 0 0 0 1269 /tank/users/mjg/src/freebsd/sys/netinet/ip_input.c:709 (rw:if_addr_lock) 230397 5167 896410880 107260 174193131 5 0 0 410 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3890 (sleep mutex:pmap) 58 0 45633 0 15490 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:441 (sx:dn->dn_struct_rwlock) 1 0 162 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:rentr) 8 6 1838 31 2805 0 0 0 10 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:uhci3) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:318 (sleep mutex:process lock) 11 0 35928 0 29605 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:pipe) 279 12 19001 78 8098 2 0 0 15 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:844 (rw:tcpinp) 10 0 4886 0 4699 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_4096) 11 604 72060 727 144537 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_6) 28 0 218195 0 501312 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2122 (lockmgr:tmpfs) 19 0 31866 0 252477 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:247 (sx:mls->mls_lock) 28 1 53001 1 68240 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2543 (sleep mutex:kqueue) 90 2 115427 95 279377 0 0 0 123 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:323 (sleep mutex:kstkch) 11 0 8963 0 6915 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:2660 (sx:zilog->zl_lock) 119 7 3600 9 186 19 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sysctl.c:166 (sleep mutex:Giant) 1 0 75 0 147 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_131072) 1 0 61 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_6144) 1 0 203 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_1310720) 11 0 165600 0 364237 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2137 (lockmgr:tmpfs) 26 393 20526 2593 21537 0 0 0 1453 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_5) 25 192 115543 2585 214196 0 0 0 270 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:393 (sx:tm->tm_lock) 1 0 141 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:mbuf_cluster) 428 49 89202 360 19534 4 0 0 74 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:6191 (rw:pmap pv list) 3 0 279 0 299 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:8 Bucket) 250826 87889 32150915 177010 47334570 0 0 0 2265 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:693 (sleep mutex:process lock) 25 0 2429 0 538 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:751 (sleep mutex:semid) 569 76132 365554 143747 558118 0 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:671 (lockmgr:devfs) 50 2770 77414 2893 9573 8 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:tx->tx_sync_lock) 30845 0 3627957 0 14238134 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1633 (rw:bufobj interlock) 1 0 53 0 112 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:569 (sleep mutex:semu) 4 0 241 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:sackhole) 1104 0 1310 0 2 655 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:mbuf_cluster) 3070 1 4554252 7 2250868 2 0 0 7 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/multilist.c:285 (sx:mls->mls_lock) 240296 256049 6477706 6798239 9999292 0 0 0 26660 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:441 (sleep mutex:devfs interlock) 6 0 234 0 73 3 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_futex.c:488 (sleep mutex:ftlk) 3 0 370 0 226 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:968 (sleep mutex:sem) 922 24 289755 27 6472 44 0 0 2 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:904 (rw:tcpinp) 13 0 173484 0 262266 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2141 (sleep mutex:vnode interlock) 853345 93146 628210105 97167 73495330 8 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3965 (lockmgr:tmpfs) 1 0 461 0 527 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:448 (lockmgr:fdescfs) 1 0 70 0 94 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_65536) 1320 1401 2263341 3354600 986733 2 3 0 318672 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_write_intr) 2 6 1671 38 2802 0 0 0 13 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:uhci5) 191057 373490 68271044 1469312863 18045817 3 81 0 319356 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:959 (sx:allproc) 34812 383427 45047180 159495332 187611319 0 0 0 6033437 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:459 (sleep mutex:invlgn) 47605 188811 5243565 709628 13583699 0 0 0 775 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:399 (sleep mutex:process lock) 1 0 162 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_114688) 20 27 20432 28 12493 1 0 0 2 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:455 (sx:tm->tm_lock) 0 0 86 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:vmem) 1183 94028 1329089 2169901 4951310 0 0 0 2569 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:372 (sx:lock owners lock) 138460 38992 33965906 99500 18063881 1 0 0 1487 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:219 (sleep mutex:process lock) 412 0 115061 0 31554 3 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bpobj.c:495 (sx:bpo->bpo_lock) 135 0 163211 0 2393 68 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2077 (sx:mg->mg_lock) 741 0 1484191 0 14238134 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1684 (rw:bufobj interlock) 1 0 27 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1324 (rw:lle) 413 404 3543 955 1612 2 0 0 11 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1658 (sleep mutex:vm page) 1728 271 1818026 448 2730642 0 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1355 (sleep mutex:pipe mutex) 93850 94384 121803682 15528423 187611326 0 0 0 5466776 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:491 (sleep mutex:invlgn) 118608 117671 15495479 2745333 21016898 0 0 0 1918 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:205 (sx:db->db_mtx) 15 0 15 0 1 15 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_buf_114688) 22 458 68011 1118 63043 1 0 0 30 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:480 (sx:tm->tm_lock) 2 0 340 0 558 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2268 (sleep mutex:pipe mutex) 9 0 8251 0 9643 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_errlog.c:349 (sx:spa->spa_errlist_lock) 82 101662 193583 188703 226117 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2234 (lockmgr:tmpfs) 1 0 132 0 354 0 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:512 (sleep mutex:devfs interlock) 272323 0 3102380 0 6210985 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:1102 (sx:vm map (user)) 6 0 3062 0 1595 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:soaio jobs) 1 0 30 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_5120) 61 0 62201 0 12493 4 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/trim_map.c:500 (sx:tm->tm_lock) 15 3 70565 61 144637 0 0 0 46 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_2) 10 0 10001 0 38496 0 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_file.c:155 (sleep mutex:process lock) 1 0 231 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:umtx pi) 75898 94326 8488459 274624 4248027 1 0 0 125 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:1150 (lockmgr:devfs) 117493 181585 177731368 205485933 55309214 3 3 0 256048 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1702 (sleep mutex:vm page) 0 0 69 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_7168) 1 0 225 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_1572864) 10 0 7752 0 7422 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_12288) 10 0 5219 0 7190 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bpobj.c:554 (sx:bpo->bpo_lock) 56 0 17670 0 45207 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1595 (sx:zilog->zl_itxg[i].itxg_lock) 0 0 11 0 64 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:AHCI channel lock) 26 0 4481 0 400 11 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:5478 (sleep mutex:CAM device lock) 378 0 79979 0 253279 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:617 (sleep mutex:unp_mtx) 12 0 132246 0 217314 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:VM OBJECT) 6952 3067 477661 3930 124484 3 0 0 182 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:325 (sleep mutex:process lock) 3239 0 2045150 0 1424529 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:265 (sx:db->db_mtx) 28983 0 957519 0 327241 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:TMPFS dirent) 660 26764 529786 27670 1576671 0 0 0 510 /tank/users/mjg/src/freebsd/sys/geom/geom_io.c:617 (sleep mutex:sleep mtxpool) 235008 1554 7194764 4207 468056 15 0 0 14 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:1487 (lockmgr:zfs) 66 6 226078 108 738196 0 0 0 49 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:972 (sleep mutex:dev_clone) 16 0 844389 0 584450 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:RADIX NODE) 1 0 45 0 73 0 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_futex.c:320 (sleep mutex:ftllk) 98523 69215 141590099 3117048 387925558 0 0 0 148383 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1437 (sleep mutex:pipe mutex) 24 0 7499 0 1049 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:643 (sleep mutex:unp_mtx) 29996 9 2087933 37 1257983 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:349 (sleep mutex:process lock) 5 0 8542 0 2997 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:uhci4) 23 0 6969 0 1048 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:646 (sleep mutex:unp_mtx) 248 6 34420 589 134526 0 0 0 672 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:UMA Slabs) 85573 0 5612274 0 17995714 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:599 (sleep mutex:session) 1 0 103 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_81920) 159553 380116 18112568 5577563 4248286 4 1 0 1181 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:448 (lockmgr:devfs) 644 26 234247 163 148261 1 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_6) 2 0 114 0 147 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_131072) 1 0 49 0 62 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:vmem btag) 36 0 102707 0 91326 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1648 (sx:zilog->zl_itxg[i].itxg_lock) 0 0 75 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_131072) 1 0 316 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:abd_chunk) 25280 5876 9956446 19230 18063869 0 0 0 1289 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:341 (sleep mutex:process lock) 16 0 184325 0 253279 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:672 (sleep mutex:unp_mtx) 194 93606 1860217 2452509 4956274 0 0 0 2671 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:497 (sx:lock owners lock) 143475 196061 67765456 8837930 104702059 0 0 0 16850 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2242 (sleep mutex:ncvn) 0 0 103 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:rl_entry) 2 0 239 0 582 0 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_futex.c:369 (sleep mutex:ftllk) 10 0 5222 0 7604 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:263 (sleep mutex:struct mount mtx) 2 0 466 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:selfd) 8 0 1767 0 2321 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:dp_zil_clean_taskq) 12 0 7438 0 6472 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:748 (sleep mutex:so_snd) 8 0 7532 0 13895 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:RADIX NODE) 156 0 156 0 1 156 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_buf_131072) 634816 0 1361349 0 6 226891 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:abd_chunk) 11 103 10434 46035 5749 1 8 0 1237 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:ehci1) 186258 157203 19101049 964298 7384096 2 0 0 1147 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1510 (sleep mutex:pipe mutex) 1 0 25 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_6144) 36 201 167270 1106 281764 0 0 0 805 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_null_intr) 10 0 4191 0 7519 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:302 (sleep mutex:struct mount mtx) 12 93 1611 374 496 3 0 0 9 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1113 (rw:tcpinp) 81108 2 2659159 5 161046 16 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:429 (sleep mutex:process lock) 67 0 24104 0 1055 22 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:728 (sleep mutex:unp_mtx) 35 0 50375 0 14756 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:dbuf_evict_lock) 428 703 172361 30488 211198 0 0 0 211198 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1657 (sx:dn->dn_struct_rwlock) 66 0 22933 0 1054 21 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:731 (sleep mutex:unp_mtx) 0 0 111 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_8192) 1 0 220 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_1835008) 29 124 14853 10233 7178 2 1 0 2198 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:metaslab_group_taskq) 26 107 600565 1037 1544826 0 0 0 336 /tank/users/mjg/src/freebsd/sys/geom/geom_io.c:728 (sleep mutex:sleep mtxpool) 10 0 1402 0 2321 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1720 (sx:zilog->zl_itxg[i].itxg_lock) 13 0 31353 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(7):call) 377929 187 180244177 799 76110425 2 0 0 64 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4186 (sleep mutex:pmap) 10 0 1559 0 1583 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:taskq_zone) 8 0 4861 0 7527 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:329 (sleep mutex:struct mount mtx) 18 1 1699 10 909 1 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/tty_inq.c:235 (sleep mutex:ttymtx) 4 0 23020 0 21735 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/mld6.c:1748 (sleep mutex:mld_mtx) 20 1 665 25 483 1 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/tty_inq.c:252 (sleep mutex:ttymtx) 95 0 55079 0 2748 20 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:ehci1) 87531 180543 1258138 2048138 500963 2 4 0 2079 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2072 (sx:vm map (user)) 4349 5048 1963904 13424 10467691 0 0 0 2435 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1168 (sleep mutex:vnode interlock) 12 0 10416 0 10734 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:256 Bucket) 12 0 12989 0 7519 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:314 (sleep mutex:tmpfs allnode lock) 1 0 241 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:256) 374320 743489 1583060376 8361435115 18063612 87 462 0 18063585 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:958 (sx:proctree) 248488 0 73400890 0 49428520 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:320 (sleep mutex:tmpfs allnode lock) 1 0 103 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_98304) 66 0 1083899 0 1138264 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:TMPFS node) 988 3 234865 62 148350 1 0 0 47 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_2) 15 3 19935 6 8887 2 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:457 (sleep mutex:process lock) 1 0 125 0 112 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:1039 (sleep mutex:semid) 11 0 44238 0 52428 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:716 (sx:zfsvfs->z_znodes_lock) 0 0 142 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_163840) 1 0 274 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:sa_cache) 10 0 952 0 759 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_link_cache) 13 0 4118 0 3991 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:arc_buf_hdr_t_full) 60 0 311831 0 293996 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2466 (sleep mutex:jail mutex) 1 0 518 0 990 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:508 (sleep mutex:process lock) 0 0 437 0 1219 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1151 (sleep mutex:sigio lock) 72040 5848 861682192 1604845 1334032977 0 0 0 1329152 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5298 (sleep mutex:struct mount mtx) 3 0 234 0 1010 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:mbuf) 97786 118928 287944671 15291988 443573974 0 0 0 1570640 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:142 (sleep mutex:vm page) 11 1 2425 2 944 2 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:480 (sleep mutex:process lock) 0 0 4 1 8 0 0 0 8 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1408 (rw:tcpinp) 2 0 447 0 677 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1303 (sleep mutex:so_snd) 204 0 158137 0 569295 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_zfetch.c:246 (sx:zs->zs_lock) 18 0 135 0 10 13 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1005 (sx:zcw->zcw_lock) 5085 0 2126506 0 293996 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2491 (sleep mutex:jail mutex) 1 0 145 0 357 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:894 (sleep mutex:semu) 8566 0 1905822 0 424859 4 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:472 (sx:db->db_mtx) 5 0 340 0 658 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:1111 (sleep mutex:so_rcv) 65 3 95281 91 70088 1 0 0 49 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:S VFS Cache) 20 107 49127 47290 16605 2 2 0 1337 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:uhci2) 43 3 92429 44 126399 0 0 0 43 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5330 (sleep mutex:struct mount mtx) 77 0 534105 0 991582 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:TMPFS node) 27 3 4017 3 1345 2 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:839 (sleep mutex:unp_mtx) 56 964 6366 2540 3782 1 0 0 12 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:176 (sleep mutex:vm page) 1 0 27 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_7168) 87323 93748 78646803 630647 377146493 0 0 0 16554 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1047 (sleep mutex:process lock) 14 0 408250 0 514942 0 0 0 0 /tank/users/mjg/src/freebsd/sys/geom/geom_disk.c:236 (sleep mutex:g_disk_done) 7 0 1864 0 3977 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:arc_buf_hdr_t_full) 143637 9 334636826 67 18046013 18 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:530 (sleep mutex:process lock) 0 0 140 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_10240) 1 0 216 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_2097152) 26 848 21995 2924 21349 1 0 0 1358 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_1) 10 0 5858 0 4651 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_16384) 9 0 4207 0 7523 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:447 (sleep mutex:struct mount mtx) 1 0 253 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:8192) 156444 86525 100052882 141649 11594840 8 0 0 743 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:736 (sleep mutex:process lock) 148008 194163 58388379 827231 15863802 3 0 0 3177 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1664 (sleep mutex:pipe mutex) 71 0 575 0 53 10 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:984 (rw:udp) 11 0 4931 0 2318 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:dp_zil_clean_taskq) 10 0 792 0 113 7 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in.c:1384 (rw:lle) 7 0 192 0 254 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:PROC) 101 3 48610 14 13895 3 0 0 7 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:RADIX NODE) 1 1 259 48 247 1 0 0 247 /tank/users/mjg/src/freebsd/sys/netinet/in.c:1386 (rw:lle) 31112 459440 22382085 653312928 163193414 0 4 0 673149 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:218 (sleep mutex:vm page) 226 7 634551 13 2835013 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2550 (sleep mutex:jail mutex) 383 7 136775 10 193533 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:596 (sleep mutex:process lock) 11 222 55103 2804 277210 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5387 (sleep mutex:struct mount mtx) 108 0 54045 0 2772 19 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:uhci2) 8 0 21461 0 21229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(5):call) 11 0 89733 0 104975 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:1151 (sleep mutex:semid) 143621 96169 267940067 778200 18027392 14 0 0 3280 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:572 (sleep mutex:process lock) 9 0 3359 0 7477 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vfsops.c:187 (sleep mutex:struct mount mtx) 5 0 83 0 97 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_114688) 34491 26 10631693 2263 15863779 0 0 0 1319 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1704 (sleep mutex:pipe mutex) 12885 143473 14153540 2791530 107990295 0 0 0 85294 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2536 (sleep mutex:vnode interlock) 109 0 52795 0 114929 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_capability.c:228 (sx:filedesc structure) 641 7 407973 49 282020 1 0 0 51 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_null_intr) 52124 0 10022795 0 18027033 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:618 (sleep mutex:process lock) 1 0 130 0 192 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:637 (rw:tcptw) 75 143 88859 368 251633 0 0 0 34 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev.c:1864 (sx:vd->vdev_dtl_lock) 49 3 226970 98 588293 0 0 0 106 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2582 (sleep mutex:jail mutex) 6 0 2946 0 7477 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vfsops.c:197 (sleep mutex:struct mount mtx) 76 29321 103548 116771 152440 0 0 0 4059 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bplist.c:50 (sx:bpl->bpl_lock) 360567 329954 10177874 495534 1595265 6 0 0 19 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:303 (sx:tx->tx_cpu[c].tc_open_lock) 1 0 70 0 168 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_16384) 9 97 800 103 3508 0 0 0 5 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:259 (sleep mutex:vm page) 73 0 50572 0 164551 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1711 (sx:dr->dt.di.dr_mtx) 0 0 77 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:metaslab_alloc_trace_cache) 1 0 191 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_196608) 1 0 405 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:dnode_t) 1 0 274 0 223 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_512) 1 0 318 0 249 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:arc_buf_t) 7371 117616 58011971 33181265 218586008 0 0 0 5680516 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3125 (sleep mutex:pmap pv chunk list) 142 2 8281 5 601 13 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:936 (sleep mutex:vm page) 10 113 7188 113 7477 0 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vfsops.c:210 (sleep mutex:struct mount mtx) 1 0 58 0 136 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:654 (rw:tcptw) 276 1284 641 2428 198 3 12 0 198 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1763 (sx:proctree) 62 0 6731 0 192 35 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_syncache.c:684 (rw:tcpinp) 9 0 12476 0 14114 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bplist.c:67 (sx:bpl->bpl_lock) 3 0 319 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:12 Bucket) 21 5077 71747 757580 56470 1 13 0 1458 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:936 (sleep mutex:tmpfs allnode lock) 13 0 51458 0 152624 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/bplist.c:74 (sx:bpl->bpl_lock) 78 0 48413 0 47187 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2245 (sx:vm map (user)) 15 93 48709 45761 16579 2 2 0 1288 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:uhci1) 3 0 420 0 192 2 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_syncache.c:332 (sleep mutex:tcp_sc_head) 401725 306 391755627 2678537 13420096 29 0 0 13420096 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2252 (sx:vm map (user)) 11 3 1306 4 2392 0 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:4096) 7 0 415 0 495 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1752 (sleep mutex:pipe mutex) 22 0 7028 0 8393 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_8192) 10 3 5173 6 7493 0 0 0 3 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vfsops.c:253 (sleep mutex:struct mount mtx) 167334 458197 755796837 269801397 79130746 9 3 0 429375 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:981 (sleep mutex:vm page) 36 0 10748 0 1451 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:976 (sleep mutex:unp_mtx) 5 6 22647 4782 21876 1 0 0 21876 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:699 (rw:tcptw) 1000 1 708676 16 278619 2 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:248 (sleep mutex:process lock) 112 3 372286 46 368695 1 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_eventhandler.c:272 (sleep mutex:dev_clone) 4 0 8668 0 3001 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:ehci1) 3 0 421 0 493 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_pipe.c:1782 (sleep mutex:pipe mutex) 331144 331061 21382798 399523 189286 112 2 0 2 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:368 (sx:tx->tx_cpu[c].tc_open_lock) 6 1 4755 1 8308 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1475 (sleep mutex:so_snd) 0 0 98 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_12288) 1 0 326 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_2621440) 10 0 3685 0 3164 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_20480) 19316 22500 24565348 30880 138928613 0 0 0 1883 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:1787 (sleep mutex:tmpfs node interlock) 98 0 353177 0 1832860 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:5361 (sleep mutex:XPT topology lock) 1 0 192 0 419 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:3778 (sleep mutex:so_rcv) 2095 14 139096 59129 254653 0 0 0 254653 /tank/users/mjg/src/freebsd/sys/kern/kern_khelp.c:161 (rw:helper list lock) 14 0 160168 0 252476 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:TMPFS dirent) 230667 320588 850097624 87029784 8418998170 0 0 0 6161772 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2625 (sleep mutex:vnode interlock) 7 0 439 0 122 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:rentr) 20541 162901 130172223 79916776 538636316 0 0 0 7093920 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:2788 (sleep mutex:vm inactive pagequeue) 8857 416007 67066961 86694217 217770740 0 0 0 5705786 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3200 (sleep mutex:pmap pv chunk list) 82 0 53845 0 2744 19 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2285 (sleep mutex:uhci1) 107 206 22064 2216 13349 1 0 0 643 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_3) 161108 40 26272809 65 38297029 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:357 (lockmgr:tmpfs) 1 0 41 0 148 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2191 (rw:unp_link_rwlock) 196394 53764 89873926 64227 576668543 0 0 0 1085 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:1808 (sleep mutex:tmpfs node interlock) 121 9035 555595 19389 2832321 0 0 0 107 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2686 (sleep mutex:jail mutex) 2508 0 4614529 0 494498 9 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_idpgtbl.c:543 (rw:vm object) 18 0 14759 0 15188 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:UMA Kegs) 64 0 583920 0 4601199 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:849 (rw:bufobj interlock) 2 0 2322 0 1581 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:thread) 44018 21586 6237048 57864 18063863 0 0 0 315 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2695 (sleep mutex:jail mutex) 1 0 38 0 148 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2207 (rw:unp_link_rwlock) 3551 0 2247113 0 991584 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:TMPFS node) 12 0 192230 0 262430 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2161 (rw:bufobj interlock) 3 0 2816 1 2996 0 0 0 3 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:ehci0) 11 11 80760 43430 254636 0 0 0 254636 /tank/users/mjg/src/freebsd/sys/kern/kern_khelp.c:197 (rw:helper list lock) 41221 59100 9970873 123710 18064361 0 0 0 1274 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:740 (sleep mutex:process lock) 9 0 10714 0 37258 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_131072) 11 161 25439 401 25903 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:kqueue) 30 25 54455 386 277208 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5534 (sleep mutex:struct mount mtx) 40293 36713 10979728 54260 18027391 0 0 0 473 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2706 (sleep mutex:jail mutex) 100429 0 25406983 0 18045720 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:589 (sleep mutex:process group) 12 8 1881 23 565 3 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:ttymtx) 772345 171840 7607590138 66664582 4424003055 1 0 0 154927 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4490 (sleep mutex:pmap) 51367 26531 937347 27958 1199 781 23 0 1199 /tank/users/mjg/src/freebsd/sys/vm/vm_swapout.c:659 (sx:allproc) 2 0 170 23 196 0 0 0 196 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:908 (rw:if_addr_lock) 12 0 7914 0 3977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:arc_buf_hdr_t_full) 191434 109083 57230575 6859499 686144 83 9 0 1309 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:923 (lockmgr:zfs) 531 3 9455 17 12592 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1753 (sleep mutex:so_rcv) 3241 3 547351 31 1976900 0 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:922 (sleep mutex:process lock) 0 0 92 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_cache) 0 0 289 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_229376) 1 0 27 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1071 (rw:udpinp) 1 0 84 0 73 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_1024) 15 0 7398 0 2996 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:ehci0) 6 0 1161 0 2245 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:429 (sleep mutex:process lock) 11 0 190 0 53 3 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1178 (rw:udp) 93 94438 227786 3889529 280947 0 13 0 112088 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:339 (sleep mutex:process lock) 13 17 34011 6357 15081 2 0 0 15081 /tank/users/mjg/src/freebsd/sys/kern/vfs_init.c:132 (sx:vfsconf) 10 1061 7245 5791 15386 0 0 0 65 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:484 (sleep mutex:vm page) 14 0 37811 0 29697 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:pipe) 3164 0 4536245 0 1059556 4 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:412 (sx:zap->zap_rwlock) 14 0 924 0 191 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1276 (sleep mutex:process lock) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:tcptw) 10 0 2782 0 3002 0 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:uhci0) 67 0 40491 0 17890 2 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:393 (sx:dn->dn_mtx) 11 0 12719 0 15041 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:2663 (lockmgr:devfs) 2 23 132 118 148 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:382 (sx:owner graph lock) 1 0 490 0 791 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2753 (sleep mutex:jail mutex) 749 9 250583 7679 47795 5 0 0 47795 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:152 (sx:dn->dn_struct_rwlock) 10 386 4916 437 15386 0 0 0 51 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:499 (sleep mutex:vm page) 611 47775 970011 2860750 280947 3 10 0 104573 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:356 (sleep mutex:process lock) 2 0 58 0 39 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_114688) 11 0 19145 0 55397 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_capability.c:411 (sx:filedesc structure) 5 0 38501 0 21735 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/igmp.c:2181 (sleep mutex:igmp_mtx) 0 0 45 0 91 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2764 (sleep mutex:jail mutex) 32 0 86808 0 11988 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:l2arc_feed_thr_lock) 10 44645 54386 107879 97183 0 1 0 1543 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3300 (sleep mutex:pmap pv chunk list) 87 1 101510 1 192761 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:812 (sleep mutex:process lock) 305295 66809 1760623029 548173 8595962541 0 0 0 114057 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2735 (sleep mutex:vnode interlock) 14 0 8314 0 2999 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:uhci2) 0 0 2 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1110 (sleep mutex:unp_mtx) 1 0 257 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:AIOP) 132110 111 9394239 282954 2285114 4 0 0 2285114 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:177 (sx:dn->dn_struct_rwlock) 8 5 171 7 168 1 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_16384) 140 0 2765 0 384 7 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_syncache.c:501 (sleep mutex:tcp_sc_head) 15 0 8156 0 3002 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:uhci0) 0 0 81 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_14336) 1 0 325 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_3145728) 9 0 4266 0 3327 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_24576) 24 3 43574 13 38296 1 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_5) 4712 7 1133056 225 369200 3 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/subr_eventhandler.c:269 (sleep mutex:eventhandler) 15 0 21843 0 15081 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4219 (lockmgr:syncer) 105246 2884 42034543 127564 64461173 0 0 0 7392 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1532 (sleep mutex:struct mount mtx) 53 53 22782 1510 13312 1 0 0 618 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_7) 1 0 51 0 50 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:syncache) 2261 0 2669283 0 341046 7 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:TMPFS dirent) 2 0 289 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:swblk) 46819 1017 52614558 6200 414883827 0 0 0 3027 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2770 (sleep mutex:vnode interlock) 7 0 4056 0 3551 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:DMAR_MAP_ENTRY) 316789 32548 821473918 171952 7990474575 0 0 0 151878 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2776 (sleep mutex:vnode interlock) 153367 0 1904400 0 198808 9 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2453 (sx:vm map (user)) 0 0 231 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:mt_zone) 18090 0 494098 0 15120 32 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_object.c:43 (sx:os->os_obj_lock) 125963 224 13300235 13019 18027012 0 0 0 1519 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:829 (sleep mutex:process lock) 229 1 3355660 3 456787 7 0 0 3 /tank/users/mjg/src/freebsd/sys/x86/iommu/intel_idpgtbl.c:684 (rw:vm object) 6 0 1389 0 980 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:1231 (sleep mutex:so_snd) 118 13080 100870 13404 502228 0 0 0 10 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:776 (sx:tl->tl_lock) 10 0 3368 0 10126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:776 (sx:filedesc structure) 37703 1415 1330672 13635 766326 1 0 0 495 /tank/users/mjg/src/freebsd/sys/amd64/amd64/machdep.c:446 (sleep mutex:process lock) 40852 1068 19250231 10107982 59315925 0 0 0 59315925 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:781 (sx:filedesc structure) 82 26 50488 682 184664 0 0 0 115 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1376 (sleep mutex:process lock) 4 0 114 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_512) 1 0 85 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_262144) 1 0 340 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:arc_buf_hdr_t_l2only) 2 0 22 0 12 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:2102 (sleep mutex:process lock) 1 0 50 0 46 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_1536) 4432 119556 1113077 3534044 686165 1 5 0 1115 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1058 (lockmgr:zfs) 9358 101627 10486871 6170759 36126554 0 0 0 94001 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:211 (sleep mutex:process_ctor) 1 0 52 0 52 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1891 (sleep mutex:so_rcv) 2 0 343 0 419 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_input.c:3753 (sleep mutex:so_snd) 118613 2510 24742338 1960809 14609031 1 0 0 14609031 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1109 (sx:dn->dn_struct_rwlock) 263146 9274 64804558 216654 66123234 0 0 0 16872 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1587 (sleep mutex:struct mount mtx) 83488 0 15036833 0 54758140 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:493 (sleep mutex:vnode interlock) 80224 0 6431143 0 18044819 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:868 (sleep mutex:process lock) 40 72 1206 178 695 1 0 0 13 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:1204 (sleep mutex:vm page) 7 0 31 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:syncache) 1 0 193 0 195 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:1024) 94493 90232 7604143 425574 2282733 3 0 0 2252406 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:539 (sx:zap->zap_rwlock) 386573 0 27817763 0 18062772 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:876 (sleep mutex:process lock) 0 0 88 0 186 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:DMAR_MAP_ENTRY) 11 0 5514 0 15490 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:526 (sx:dn->dn_mtx) 1 0 313 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:Files) 69811 399 14273654 13428 18062772 0 0 0 767 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:889 (sleep mutex:process lock) 8 0 20 0 3 6 0 0 3 /tank/users/mjg/src/freebsd/sys/netinet6/nd6.c:2151 (rw:ifnet_rw) 5 0 492 0 195 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_syscalls.c:348 (sleep mutex:socket) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:2140 (sleep mutex:process lock) 10 0 9448 0 3001 3 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_hub.c:2500 (sleep mutex:uhci1) 23691 262 1098000 580 277208 3 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1093 (sleep mutex:struct mount vlist mtx) 17471 7647 2488870 71198 6644981 0 0 0 31451 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:abd_chunk) 7 0 589 0 724 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_131072) 2 0 661 0 505 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:mbuf_jumbo_16k) 10 51 32688 86 110927 0 0 0 4 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:829 (sx:tl->tl_lock) 194836 183834 954103698 19206042 786214612 1 0 0 11369 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2849 (sleep mutex:vnode interlock) 2344 0 1213331 0 9217470 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1680 (rw:vm object) 7067 153357 628300 252444 316307 1 0 0 953 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:2329 (sleep mutex:vm page) 6 0 6059 0 7416 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_12288) 1 0 724 0 1006 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2895 (sleep mutex:jail mutex) 11 3 93790 83 253567 0 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2406 (rw:unp_link_rwlock) 4 0 207 0 85 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:selfd) 0 0 151 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:32) 4 0 541 0 1006 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2904 (sleep mutex:jail mutex) 295 0 1336560 0 9217470 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1694 (rw:vm object) 1 0 545 0 772 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvfsops.c:1792 (sleep mutex:struct mount mtx) 289368 117427 687895160 5465238 1101950606 0 0 0 1824469 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:539 (sleep mutex:vnode interlock) 9 0 1732 0 2321 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:851 (sx:tl->tl_lock) 0 0 75 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_16384) 1 0 245 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_3670016) 0 0 122 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:16 Bucket) 8 0 1871 0 1510 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_28672) 23 0 34013 0 24441 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:g_bio) 24 4 45490 19 37873 1 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_1) 10 0 13908 0 52889 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_capability.c:567 (sx:filedesc structure) 221 93556 122502 117280 402744 0 0 0 68 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1495 (sx:dn->dn_mtx) 14 0 423179 0 640876 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:RADIX NODE) 22 1 39068 1 47950 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:565 (sx:dn->dn_mtx) 14 0 28643 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(2):call) 1 4 64 124 88 0 1 0 80 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:RADIX NODE) 11 3 44942 295 104916 0 0 0 235 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:1323 (sleep mutex:semu) 6407 1758 606658 4704 1422535 0 0 0 42 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:901 (sx:db->db_mtx) 98 27643 282091 1019447 347874 0 2 0 26993 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2789 (sx:mg->mg_lock) 35 0 76879 0 119310 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:577 (sx:dn->dn_mtx) 2 0 156 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:AIOCB) 10326 5351 2809867 1155102 10509417 0 0 0 10509417 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:333 (sx:dn->dn_struct_rwlock) 73 0 104331 0 52428 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:336 (sx:dn->dn_struct_rwlock) 46816 0 523959 0 8268 63 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:285 (sx:so_snd_sx) 0 0 199 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:6 Bucket) 323859 189471 87712958 1514334 52317795 1 0 0 31620 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:949 (sleep mutex:process lock) 38 3 10183 6 9973 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:1981 (sleep mutex:so_rcv) 14 1 12452 2 5990 2 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:uhci3) 4552 3 957518 10 294297 3 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2411 (sleep mutex:process lock) 69590 3 26978876 27 70545150 0 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2917 (sleep mutex:vnode interlock) 10 0 1759 0 2395 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6326 (sx:spa->spa_async_lock) 10 0 23021 0 47995 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:1437 (sx:dn->dn_mtx) 77916 260563 31867432 14147172 171656690 0 0 0 239300 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:448 (rw:vm object) 19 0 15851 0 21735 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/frag6.c:753 (sleep mutex:ip6qlock) 3 0 507 0 318 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:448 (lockmgr:pseudofs) 10 0 1743 0 2395 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6339 (sx:spa->spa_async_lock) 1 0 228 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_1024) 0 0 164 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_327680) 1 0 62 0 56 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_2048) 43 14 215048 69 166460 1 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:365 (sleep mutex:process lock) 23 51 15003 102 9849 1 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1517 (sleep mutex:process lock) 8 0 1295 0 1965 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:256) 0 0 265 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:16384) 65 0 65 0 1 65 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_buf_1024) 4819 0 11251679 0 56085041 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:635 (sleep mutex:vnode interlock) 10 10 15571 7236 45234 0 0 0 45234 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:408 (sx:dn->dn_struct_rwlock) 1 3 1564 8 2798 0 0 0 5 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:ehci0) 10 0 2026 0 1370 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:sa_cache) 9 2 1472 97 2422 0 0 0 108 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:1419 (sleep mutex:semu) 213 0 250779 0 753381 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1354 (sleep mutex:unp_mtx) 0 0 8 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_14336) 1607 0 561919 0 198810 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2658 (sx:vm map (user)) 11 0 1481 0 1957 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:mbuf) 107 0 518415 0 541785 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:510 (rw:vm object) 9 0 12985 1 5970 2 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:uhci5) 52 0 18145 0 17890 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:673 (sx:dn->dn_mtx) 34463 20 17179227 80098 294296 58 0 0 294296 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:1962 (sx:allprison) 1 0 389 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:umtx_shm) 0 0 99 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_20480) 1 0 221 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_4194304) 0 0 86 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:SLEEPQUEUE) 10 1 2034 7 2384 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_null_issue) 8 0 1293 0 1077 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_32768) 115 139 30800 184 112814 0 0 0 8 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1621 (sx:dn->dn_mtx) 162904 474796 593164596 2253332112 446108440 1 5 0 2044811 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:713 (sleep mutex:vm page) 2 0 187 0 426 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_syscalls.c:516 (sleep mutex:socket) 10 0 902 0 1103 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:333 (rw:pcbinfolist) 3 0 107 0 50 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:syncache) 95 104 170216 17689 7385 23 2 0 455 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1981 (rw:tcpinp) 1091933 193867 8228141998 91546460 5062252287 1 0 0 388978 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:542 (rw:vm object) 1 25 1225 33 2818 0 0 0 3 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:uhci0) 10 1 34421 6 69217 0 0 0 5 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:RADIX NODE) 399115 4 5428121010 55 113861812 47 0 0 36 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4839 (sleep mutex:pmap) 57575 63414 1632824 137946 4243995 0 0 0 1180 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:1173 (sleep mutex:sleep mtxpool) 158 18 37573 20 93402 0 0 0 3 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1641 (sx:dn->dn_mtx) 12 0 495 0 186 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:DMAR_MAP_ENTRY) 121 0 365186 0 1022919 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:TMPFS node) 300818 404 188272131 725577 4381197 42 0 0 4381197 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:465 (sx:dn->dn_struct_rwlock) 1 0 315 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:filedesc0) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:hostcache) 33 0 32979 0 32496 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1274 (sx:dn->dn_dbufs_mtx) 166 0 535730 0 21229 25 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(0):call) 0 0 156 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:64) 52943 105 3498506 206 15081 231 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:742 (sleep mutex:mntid) 75265 135904 35000131 22500697 125591178 0 0 0 238208 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:1280 (rw:vm object) 46135 0 35721072 0 18027721 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3739 (sleep mutex:sigacts) 69617 3 39863479 38 31256584 1 0 0 29 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:568 (rw:vm object) 88187 125986 9167820 2236204 11184941 0 0 0 10742 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:pipe mutex) 2 0 756 0 761 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_link_cache) 27074 94679 12741018 1838320 96252737 0 0 0 937878 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:3207 (sleep mutex:vm inactive pagequeue) 10 0 5813 0 7501 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3004 (lockmgr:devfs) 387579 209 28400892 320 11126526 2 0 0 48 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4871 (sleep mutex:pmap) 34332 97783 123840770 35559536 652832183 0 0 0 8910268 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:3212 (sleep mutex:vm inactive pagequeue) 1 0 1185 0 2303 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:1573 (sx:dn->dn_mtx) 0 0 158 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:ksiginfo) 0 0 94 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:KMAP ENTRY) 54 138 7263558 2047 18063866 0 0 0 1361 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:2219 (sleep mutex:process lock) 0 0 85 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:cpuset) 243440 105 2592681596 73166 8589192222 0 0 0 40663 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3062 (sleep mutex:vnode interlock) 0 0 64 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_1536) 0 0 227 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_393216) 6 0 97 0 71 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_2560) 24327 6854 10929593 7021 52399721 0 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:482 (sleep mutex:vnode interlock) 46 25530 140277 1025424 347868 0 2 0 26671 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/metaslab.c:2966 (sx:mg->mg_lock) 7 0 2180 0 9442 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:2144 (sleep mutex:so_rcv) 9 75 2980 145 6549 0 0 0 5 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dir.c:1099 (sx:dd->dd_lock) 906 0 132210 0 5011 26 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1367 (sx:dn->dn_struct_rwlock) 309267 0 2496225306 0 38321473 65 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:600 (rw:vm object) 1 0 172 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:AIOLIO) 201 26 485415 110 467808 1 0 0 84 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:2711 (sleep mutex:CAM queue lock) 23 0 292274 0 198810 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2760 (sx:vm map (user)) 209 0 38073 0 52456 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:446 (sx:os->os_lock) 12 0 8104 0 15490 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:405 (sx:dn->dn_dbufs_mtx) 0 0 34 0 57 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:tcpcb) 1 0 305 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:MAP ENTRY) 70297 101090 9867370 1068716 32308621 0 0 0 1683 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1109 (sx:db->db_mtx) 11 0 116985 0 753381 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1468 (sleep mutex:unp_mtx) 12 14 55010 140 33151 1 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:123 (sleep mutex:ttymtx) 6 3 280 3 298 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5438 (sleep mutex:struct mount vlist mtx) 14 98 18771 2086 20015 0 0 0 1282 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_issue_4) 2 0 2137 0 2386 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:6885 (sx:spa->spa_alloc_lock) 42 0 38167 0 69052 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:1616 (sx:dn->dn_mtx) 10 0 6495 0 7501 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:dnode_t) 13 0 10900 0 15069 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1404 (sx:zfsvfs->z_znodes_lock) 4 0 107 0 45 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:metaslab_alloc_trace_cache) 45 0 18191 0 48945 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1723 (sx:dn->dn_mtx) 1 0 281 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:socket) 24 0 5100 0 322 15 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1646 (rw:pcbinfohash) 73 192 4467 192 5895 0 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:634 (rw:vm object) 11605 100363 9172643 1842354 25320823 0 0 0 15958 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1680 (sleep mutex:process lock) 10 0 4100 0 4487 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_16384) 5 2 679 96 260 2 0 0 260 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3826 (sx:vfsconf) 11 14 388245 761 3226071 0 0 0 265 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5462 (sleep mutex:struct mount vlist mtx) 198 92832 1514834 347183 2888430 0 0 0 444 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dir.c:1147 (sx:dd->dd_lock) 11104 1894 11729643 13574 30276761 0 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:843 (lockmgr:tmpfs) 39 0 7190 0 400 17 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:3528 (sleep mutex:AHCI enclosure lock) 14 0 289565 0 243527 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:VNODE) 1 3 32 37 39 0 0 0 34 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:VNODE) 0 0 183 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_24576) 1 0 287 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_5242880) 9 0 1701 0 1417 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_40960) 11 0 6129 0 15088 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:489 (sx:os->os_lock) 4027 30 145750 105 33474 4 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1217 (sleep mutex:process lock) 1 0 71 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1714 (sleep mutex:process lock) 76393 472278 22914054 276192180 101041288 0 2 0 95119 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:672 (rw:vm object) 0 0 20 0 57 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:tcpcb) 12 1259 1009 1329 535 1 2 0 4 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1168 (sx:db->db_mtx) 1 0 277 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:16) 94442 94249 6925397 1385952 3303378 2 0 0 581 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1321 (lockmgr:devfs) 25 0 2349 0 196 11 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1695 (rw:pcbinfohash) 4717 13 2389589 61799 369441 6 0 0 369441 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:970 (sx:clone events drain lock) 10 0 15382 0 15030 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:UMA Kegs) 5032 0 4993885 0 49354892 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3162 (sleep mutex:vnode interlock) 76 3 311904 42 520773 0 0 0 40 /tank/users/mjg/src/freebsd/sys/geom/geom_disk.c:471 (sleep mutex:g_disk_start) 496 0 2821723 0 961671 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:TMPFS node) 1009 4 862320 46 4956274 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:588 (sleep mutex:vnode interlock) 1 0 363 0 625 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_512) 2 0 309 0 436 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:arc_buf_t) 43 0 17202 0 910 18 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:203 (sleep mutex:ttymtx) 150591 243498 257967785 1117425390 1039072576 0 1 0 2312952 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:1558 (sleep mutex:vm page) 6669 113 93201759 105772 105553318 0 0 0 74454 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5524 (sleep mutex:struct mount vlist mtx) 1 0 380 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:32 Bucket) 9 2 8771 3 15361 0 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:VNODE) 13634 360555 2881256 1057372 1611494 1 0 0 798 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dir.c:1211 (sx:dd->dd_lock) 9 0 2933 0 7493 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3186 (sleep mutex:vnode interlock) 1741 0 493134 0 987061 0 0 0 0 /tank/users/mjg/src/freebsd/sys/sys/jail.h:260 (sleep mutex:jail mutex) 27972 500 476018 17133 133294 3 0 0 133294 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:628 (sx:dn->dn_struct_rwlock) 0 0 19 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:TURNSTILE) 0 0 75 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_2048) 0 0 143 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_458752) 1 0 329 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:dmu_buf_impl_t) 536296 180030 5803849 3327218 1286471 4 2 0 279 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1361 (lockmgr:devfs) 9 0 4751 0 31148 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/ddt.c:638 (sx:ddt->ddt_lock) 12 52 272082 177 277208 0 0 0 107 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5540 (sleep mutex:struct mount vlist mtx) 14 0 128804 0 108001 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:L VFS Cache) 147 0 412767 0 981689 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:618 (sleep mutex:vnode interlock) 1 0 73 0 196 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1741 (rw:pcbinfohash) 188801 172515 131040320 42930333 11524816 11 3 0 5354 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:671 (lockmgr:zfs) 616363 0 38864525 0 9861 3941 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:285 (sx:so_rcv_sx) 2012392 0 2015460 0 1007 2001 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:287 (sx:so_rcv_sx) 467 0 204662 0 15081 13 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:858 (lockmgr:tmpfs) 8023 0 2909365 0 15090384 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3217 (sleep mutex:vnode interlock) 494 4373 2960635 2194063 14806643 0 0 0 14806643 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:524 (sx:filedesc structure) 957 0 192501 0 32531 5 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1515 (sx:dn->dn_struct_rwlock) 9 0 9751 0 30070 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:386 (sx:zap->zap_f.zap_num_entries_mtx) 3 1 5572 3 2998 1 0 0 3 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/uhci.c:3192 (sleep mutex:uhci3) 12 2 5038 143 4933 1 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_free_intr) 5 0 265 0 1345 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:826 (sleep mutex:so_rcv) 4649 0 1606944 0 6073973 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:536 (sx:filedesc structure) 25 0 34056 0 11982 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:3093 (sleep mutex:buffer daemon lock) 8 0 3114 0 3227 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_20480) 81 3 812546 18 4951291 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:654 (sleep mutex:vnode interlock) 10 0 16036 0 13743 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:THREAD) 10 0 3129 0 4784 0 0 0 0 /tank/users/mjg/src/freebsd/sys/geom/geom_disk.c:554 (sleep mutex:g_disk_start) 8 12 11074 56 15912 0 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:274 (sleep mutex:ttymtx) 9 0 9249 0 23390 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3249 (sleep mutex:vnode interlock) 1 0 16 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:TURNSTILE) 134328 698 22015903 84782 12771675 1 0 0 9158 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1295 (sleep mutex:process lock) 45494 187514 8396898 20888126 36125564 0 0 0 53604 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:248 (sleep mutex:process_dtor) 1 0 70 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_28672) 1 0 290 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_6291456) 4 0 1280 0 1135 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_49152) 1 0 1074 0 2304 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:L VFS Cache) 10 0 3011 0 1165 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2607 (lockmgr:fdescfs) 0 0 205 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:512) 17 0 18757 0 2418 7 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1290 (sx:db->db_mtx) 59 1 43738 4 27278 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_7) 10 0 6275 0 8881 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1321 (sleep mutex:process lock) 9 11 504 37 572 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:309 (sleep mutex:ttymtx) 5 0 704 0 694 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:803 (lockmgr:pseudofs) 1 0 256 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:DIRHASH) 192598 93814 545187359 325478963 1828411224 0 0 0 1828411224 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:380 (sx:filedesc structure) 27 0 78496 0 83304 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:2048) 24019 71808 7533441 171466 64338482 0 0 0 1563 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1540 (sleep mutex:struct mount vlist mtx) 1 0 257 0 930 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_1024) 0 0 131 0 333 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:THREAD) 10 1 5432 3 2996 1 0 0 4 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/uhci.c:3192 (sleep mutex:uhci5) 14 0 282873 0 198592 1 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5122 (sleep mutex:pmap) 48215 333198 87003087 3376600 556124499 0 0 0 152278 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:694 (sleep mutex:sleep mtxpool) 8 0 1833 0 5735 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/netisr.c:908 (sleep mutex:netisr_mtx) 3161 95844 312672268 382849660 1323612861 0 0 0 58763245 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:2788 (sleep mutex:vm active pagequeue) 13 0 602 0 139 4 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_timewait.c:714 (rw:tcpinp) 42256 1 3558772 14 4956277 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:734 (sleep mutex:vnode interlock) 12 2 91650 6 254653 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:434 (sleep mutex:so_glabel) 0 0 70 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_2560) 0 0 83 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_524288) 1 0 354 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zil_zcw_cache) 10 0 2083 0 2451 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:dbu_evict) 482 0 1391805 0 1543825 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_extattr.c:645 (lockmgr:tmpfs) 383439 153439 986939955 26730867 82773675 11 0 0 9370 /tank/users/mjg/src/freebsd/sys/vm/vm_mmap.c:535 (sx:vm map (user)) 141 0 129151 0 22470 5 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:800 (lockmgr:nullfs) 952 0 2126563 0 4601199 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:853 (rw:vm object) 194780 0 84944554 0 18027722 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:412 (sleep mutex:process lock) 129335 426 59551682 1218 18010827 3 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:413 (sleep mutex:process lock) 19546 62162 4336268 122896 1101992 3 0 0 109 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:1353 (lockmgr:zfs) 2 1 494 9 738 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:2410 (sleep mutex:so_rcv) 1 6 375 36 1003 0 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_issue) 187618 68833 31491266 320896 1325852 23 0 0 279 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:1471 (sx:buf_hash_table.ht_locks[i].ht_lock) 143339 84759 72604548 372345 556125675 0 0 0 134026 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:726 (sleep mutex:sleep mtxpool) 21 0 1841 0 4620 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/netisr.c:938 (sleep mutex:netisr_mtx) 2 0 85 0 57 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:tcpcb) 10 1 67489 4 254636 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:457 (sleep mutex:so_glabel) 105087 536040 8715247 8308509 10250839 0 0 0 2329 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:238 (sx:devfsmount) 9 0 1763 0 2395 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:7134 (sx:spa->spa_alloc_lock) 8 0 5282 0 4779 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_ioctl_intr) 572107 94155 39205233 798600 10250694 3 0 0 278 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:247 (sx:devfsmount) 10 0 13844 0 30004 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:2663 (lockmgr:pseudofs) 9 0 1138 0 7487 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3358 (sleep mutex:vnode interlock) 12792 230996 919975385 8586319538 4560209868 0 1 0 285601163 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:2835 (sleep mutex:vm active pagequeue) 360616 177 49213264 474 3054358 16 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:448 (lockmgr:zfs) 79 0 3291 0 2872 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_512) 56 0 21417 0 15483 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:444 (sx:db->db_mtx) 0 0 8 0 21 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:KNOTE) 166 93980 304391 816138 1612909 0 0 0 799 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dir.c:1388 (sx:dd->dd_lock) 198209 93660 10883431 395368 65986630 0 0 0 3797 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1608 (sleep mutex:struct mount vlist mtx) 3303 74077 3928393 392613 108850 36 3 0 614 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3346 (rw:pmap pv list) 10 0 3135 0 3386 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_24576) 1 0 177 0 178 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:tcp_sc_head) 16 26 83234 1878 113707 0 0 0 1279 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:394 (sleep mutex:ttymtx) 0 0 235 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:Mountpoints) 416 1917 544580 4494 465315 1 0 0 20 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:1505 (sx:buf_hash_table.ht_locks[i].ht_lock) 14 0 16448 0 5011 3 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1390 (sx:db->db_mtx) 12 2 27793 21 15361 1 0 0 15 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:VNODE) 2128 99634 2026016 5437474 294296 6 18 0 1857 /tank/users/mjg/src/freebsd/sys/kern/kern_jail.c:2343 (sx:allprison) 19113 0 10623521 0 64446157 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:792 (sleep mutex:vnode interlock) 2 0 2859 0 2997 0 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:uhci4) 11 2 6043 2 24801 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:768 (sleep mutex:sleep mtxpool) 31 1 8863 3 1297 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:977 (sleep mutex:so_rcv) 47 0 26650 0 15490 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:466 (sx:db->db_mtx) 0 0 60 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_32768) 1 0 316 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_7340032) 1 0 568 0 491 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_57344) 28 93330 37727 208855 160006 0 1 0 76 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dir.c:1415 (sx:dd->dd_lock) 26 0 25080 0 23977 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(5):call) 36 0 19621 0 15188 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:UMA Zones) 1 0 367 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:ttyinq) 149259 7 112264018 118 18063862 6 0 0 99 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:478 (sleep mutex:process lock) 149259 519 105141576 4859 18045811 5 0 0 563 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:479 (sleep mutex:process lock) 0 0 19 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:tcp_inpcb) 0 0 21 0 48 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:udp_inpcb) 133417 323175 45339056 74796510 10008378 4 7 0 4005 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2607 (lockmgr:devfs) 1136 757 180035 15162 121480 1 0 0 121480 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_tx.c:196 (sx:dn->dn_struct_rwlock) 2143 2695 1705557 23096 2329160 0 0 0 5859 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1107 (sleep mutex:vm page) 89588 179711 5098889 34701678 2329162 2 14 0 18925 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1110 (sleep mutex:vm page) 210 0 224545 0 78400 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1974 (sleep mutex:process lock) 1 0 298 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:VMSPACE) 252 158 292402 190 218116 1 0 0 3 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:5633 (sx:buf_hash_table.ht_locks[i].ht_lock) 29 1 43149 4 27521 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_intr_3) 4 0 75 0 22 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3358 (lockmgr:devfs) 316383 14 2536009539 67 141866767 17 0 0 33 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5222 (sleep mutex:pmap) 316383 214 2496359194 1931 141733108 17 0 0 221 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5223 (sleep mutex:pmap) 1048 151525 64421 12426387 955 67 13011 0 884 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:871 (lockmgr:zfs) 17 0 17 0 1 17 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_32768) 12876 129313 20993869 2104947 80004042 0 0 0 52559 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1486 (sleep mutex:process lock) 60 31 499903 109 467408 1 0 0 51 /tank/users/mjg/src/freebsd/sys/cam/ata/ata_da.c:2456 (sleep mutex:CAM device lock) 444151 613 2521670061 966 142941465 17 0 0 65 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5225 (sleep mutex:pmap) 444152 1 2518118070 10 142807260 17 0 0 9 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5226 (sleep mutex:pmap) 15 0 19561 0 5438 3 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:32) 12 0 7619 1 2996 2 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:uhci4) 73 0 21196 0 926 22 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:196 (lockmgr:pseudofs) 50295 0 19224949 0 64461171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3416 (sleep mutex:vnode interlock) 8 0 2818 2 5728 0 0 0 3 /tank/users/mjg/src/freebsd/sys/net/netisr.c:1020 (sleep mutex:netisr_mtx) 1 0 150 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:32768) 48 18555 75233 97996 332829 0 0 0 3827 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dir.c:1453 (sx:dd->dd_lock) 13 3 15000 3 22783 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:849 (sleep mutex:process lock) 1 0 135 0 425 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_1536) 10 55 6325 4016 20548 0 0 0 2377 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_2) 44625 377 4974752 3391 85848 57 0 0 427 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3412 (rw:pmap pv list) 2 0 63 0 33 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:TURNSTILE) 0 0 64 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_3072) 0 0 81 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_655360) 1 0 373 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zfs_znode_cache) 93772 92893 89126527 5066821 35062677 2 0 0 278684 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:508 (sleep mutex:umtxql) 1 0 316 0 273 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_3584) 4 0 4104 0 2304 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:L VFS Cache) 86217 248980 56275558 56359631 254772915 0 0 0 2600685 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:3811 (sleep mutex:umtxshm) 25 0 3356 0 1343 2 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:846 (sleep mutex:so_snd) 93866 298 1508832 9104 403042 3 0 0 415 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1485 (sx:db->db_mtx) 118608 186847 16727512 8904698 23012261 0 0 0 1069 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:202 (sx:h->hash_mutexes[i]) 32 71294 1995 219716 2803 0 78 0 2803 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_file.c:154 (sx:proctree) 101 3059 53640 11608 29374 1 0 0 144 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:1342 (sx:os->os_userused_lock) 282442 444063 5200865481 3358318264 3929512442 1 0 0 30225690 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3467 (rw:pmap pv list) 86 113 22011 1170 29374 0 0 0 44 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:1353 (sx:os->os_userused_lock) 56859 107774 118577422 6111505 33128041 3 0 0 33128041 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:116 (rw:nullhs) 1 0 448 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:64 Bucket) 11 0 34928 0 23828 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:g_bio) 5 0 1835 0 1559 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_28672) 5 0 260 0 73 3 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_futex.c:488 (sleep mutex:ftlk) 8 1 554 2 333 1 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:THREAD) 1 0 168 0 310 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:2985 (sleep mutex:socket) 320740 6 57528390 260 18027694 3 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:590 (sleep mutex:process lock) 166075 454 29629346 3311 18010788 1 0 0 241 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:591 (sleep mutex:process lock) 95147 693124 664935970 4238641799 791620518 0 5 0 4937511 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:212 (sleep mutex:vm page) 1 0 109 0 103 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:16384) 23 5415 93456 37014 47288 1 0 0 1964 /tank/users/mjg/src/freebsd/sys/vm/vm_pageout.c:1787 (sleep mutex:vm page free queue) 0 0 64 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_40960) 1 0 205 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_8388608) 13 0 761 0 521 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_65536) 637 106 121529 2402 47867 2 0 0 249 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3495 (rw:pmap pv list) 3920 36 10018453 272786 1745838 5 0 0 1745838 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1492 (sx:filedesc structure) 65 0 13220 0 886 14 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vncache.c:294 (lockmgr:pseudofs) 2151 0 3713 0 3 1237 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:64 Bucket) 225 108 28520 112 792 36 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:427 (sleep mutex:mountlist) 0 0 150 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:128) 1109 426 648637 634 1425586 0 0 0 23 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:253 (sx:h->hash_mutexes[i]) 38546 250114 99092690 49050850 792381517 0 0 0 3953148 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:227 (sleep mutex:vm page) 0 0 111 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:4 Bucket) 201 113833 112979 296993 168201 0 1 0 2378 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:149 (rw:nullhs) 458746 635459 3811321245 7126775105 32274578 118 220 0 940108 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3204 (sx:vm map (user)) 21 1531 48851 5425 31613 1 0 0 115 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:438 (sleep mutex:mountlist) 15 12 1655 39 1004 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_read_issue) 246220 27 301762584 3771 21646656 13 0 0 1980 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:990 (rw:vm object) 150999 0 26558261 0 29194983 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:841 (sx:filedesc structure) 13 0 26203 0 21229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(3):call) 6 3 1823 33 7780 0 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:310 (sleep mutex:unit# allocation) 230998 649203 10698589592 13405789926 4251887196 2 3 0 16532577 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1259 (sleep mutex:vm page) 40521 2806 3363181 8703 14609032 0 0 0 149 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1168 (sx:dn->dn_mtx) 12413 94631 3633079 4153413 9998928 0 0 0 1269 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:448 (sx:devfsmount) 1 0 104 0 349 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_2048) 8 84 6049 4027 20817 0 0 0 2421 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_6) 172 128022 499549 871698 1470225 0 0 0 113 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:294 (sx:h->hash_mutexes[i]) 1159 71993 2491270 554517 3979495 0 0 0 115357 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1082 (sleep mutex:vnode_free_list) 1 0 246 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:procdesc) 1 0 276 57 496 0 0 0 496 /tank/users/mjg/src/freebsd/sys/netinet/tcp_subr.c:1289 (rw:cc_list) 0 0 125 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_3584) 1 0 216 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_786432) 2 0 192 0 248 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:filedesc0) 12 0 5390 0 4670 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_4096) 7 0 12273 0 11981 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:7585 (sx:l2arc_dev_mtx) 98542 66715 265191796 6159159 51170531 5 0 0 51170531 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1567 (sx:filedesc structure) 10 0 9589 0 3989 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:64) 3 0 80 0 42 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:282 (sleep mutex:kernel arena) 68 63 81097 255 196038 0 0 0 25 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1212 (sx:dn->dn_mtx) 95143 43801 28790248 644737 32627165 0 0 0 71027 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:514 (sleep mutex:mountlist) 0 0 166 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:65536) 3 0 270 0 162 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:ksiginfo) 219 4214 1526067 1864521 898530 1 2 0 204741 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_write_intr) 1637 88830 2812147 95944 17970985 0 0 0 489 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1225 (sx:dn->dn_mtx) 1 0 169 0 404 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/ip_output.c:733 (sleep mutex:rtentry) 6319 80752 17713466 3056894 35902005 0 0 0 497828 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:773 (sleep mutex:vm inactive pagequeue) 18741 115064 20229752 20568238 29951742 0 0 0 101632 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4552 (sleep mutex:umtx lock) 11 674 1489 2324 432 3 5 0 57 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:464 (sleep mutex:process lock) 89875 3 22846061 222 18063719 1 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:702 (sleep mutex:process lock) 103530 107 24886003 1184 18045716 1 0 0 228 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:703 (sleep mutex:process lock) 14 0 7660 0 7152 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:NAMEI) 1 6 551 194 1052 0 0 0 1052 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vnops.c:553 (sx:filedesc structure) 8 0 969 0 1129 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_32768) 0 0 61 0 198 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_jail.c:198 (sleep mutex:jail mutex) 60243 131563 8600496 7118130 36125032 0 0 0 67448 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:216 (sleep mutex:thread_ctor) 112 97 34559 2318 20643 1 0 0 1019 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_2) 16 897 29187 1657 11989 2 0 0 306 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1145 (sleep mutex:vnode_free_list) 12 0 267929 0 237725 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:S VFS Cache) 3033595 0 3037078837 0 15000 202471 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:1280 (lockmgr:tmpfs) 46 66 79534 100 45647 1 0 0 2 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:1554 (sx:db->db_mtx) 0 0 68 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_49152) 1 0 212 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_10485760) 9 0 737 0 614 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_81920) 3 0 871 0 616 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:MAP ENTRY) 447 93248 1398369 6960798 873447 1 7 0 73183 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c:888 (sx:vq->vq_lock) 8 0 286 0 1297 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1031 (sleep mutex:so_snd) 74 7 3979 691 6369 0 0 0 6369 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vnops.c:584 (sx:filedesc structure) 11 24246 12351 39929 22470 0 1 0 307 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:282 (rw:nullhs) 14 0 14 0 1 14 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_49152) 313 42892 3798460 256740 520906 7 0 0 6317 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c:911 (sx:vq->vq_lock) 4 0 464 0 396 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1364 (rw:pcbinfohash) 26 290701 5822 4017001 992 5 4049 0 93 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:343 (sx:proctree) 35 1497 291603 241347 289407 1 0 0 6061 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c:925 (sx:vq->vq_lock) 4256 74238 1076721 238930 542346 1 0 0 109 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:508 (lockmgr:zfs) 7 2 1267 149 1269 0 0 0 1269 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:532 (rw:udp) 12 0 71361 0 59090 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:PROC) 1 0 123 0 303 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_2560) 942 39371 105615 39373 164676 0 0 0 3 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1704 (sx:db->db_mtx) 6704 69 2394164 578 7874461 0 0 0 36 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3594 (sx:zio->io_lock) 401716 2539 331863066 2574 13413572 24 0 0 9 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1215 (rw:vm object) 29546 7 5413224 527 18063720 0 0 0 338 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:775 (sleep mutex:process lock) 1 3 1390 14 2804 0 0 0 7 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:uhci4) 75779 6995 335927430 3201888 3237826 103 0 0 292419 /tank/users/mjg/src/freebsd/sys/vm/vm_pageout.c:322 (sleep mutex:vm active pagequeue) 14 0 5903 0 13879 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:S VFS Cache) 75899 15992 5109164 17667 11606929 0 0 0 675 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4422 (sleep mutex:process lock) 623 18602 1109898 48656 6726007 0 0 0 2218 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:UMA Slabs) 18 0 26898 0 6292 4 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:16) 1598 0 938520 0 4675202 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:246 (sleep mutex:vnode interlock) 294 25 290190 157106 1438415 0 0 0 1438415 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:1416 (sx:zap->zap_rwlock) 1 0 29 0 48 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:udpcb) 9 0 552 0 456 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_5120) 66 23175 3781413 24292 11606927 0 0 0 786 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4432 (sleep mutex:process lock) 1 0 29 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:tcpcb) 6 0 3062 0 3001 1 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:ehci1) 495907 0 1340024068 0 3369678 397 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:803 (lockmgr:zfs) 301382 397387 661995768 125138874 34503148 19 3 0 18283 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:672 (lockmgr:zfs) 10 0 7653 0 15056 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1334 (sx:dn->dn_mtx) 6 0 566 0 728 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_jail.c:298 (sleep mutex:jail mutex) 37 24 203109 104 1787586 0 0 0 29 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1256 (rw:vm object) 0 0 180 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:unpcb) 248487 0 52515715 0 49378831 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:316 (sleep mutex:tmpfs node interlock) 39882 913384 1264636 1202688319 208081 6 5779 0 32378 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:402 (sx:proctree) 2 0 83 0 88 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:32 Bucket) 3938 0 463049 0 50965 9 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_device.c:2754 (sx:USB config SX lock) 23 25 159197 325 148304 1 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_6) 666864 48342 7859225448 19608853 113996656 68 0 0 113996655 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:1979 (rw:vm object) 0 0 34 0 75 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:PROC) 27965 110683 11197250 968838 366020 30 2 0 2181 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3727 (rw:pmap pv list) 12 0 114950 0 231438 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:VNODE) 118 160 1397348 1894 457499 3 0 0 444 /tank/users/mjg/src/freebsd/sys/cam/ata/ata_da.c:2796 (sleep mutex:CAM device lock) 14 1 7362 2 3000 2 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:ehci1) 10 0 1350 0 1467 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_40960) 202 10 130755 2600 15208 8 0 0 15208 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1938 (sx:umadrain) 0 0 287 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:AIO) 107 101 35733 2273 20913 1 0 0 960 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:zio_free_issue_6) 14 0 150030 0 128327 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:4096) 19 0 2266 0 235 9 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1249 (rw:pcbinfohash) 9 25 540 61 140 3 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:1432 (sx:owner graph lock) 280 68 184928 1814 347892 0 0 0 166 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:3672 (sx:zio->io_lock) 1757 3 847682 15 528726 1 0 0 10 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_internal.h:105 (sleep mutex:pfs_node) 1 0 122 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_57344) 1 0 249 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_12582912) 18860 76 1086589 326154 2915523 0 0 0 2915523 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:1480 (sx:zap->zap_rwlock) 7 0 361 0 305 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_98304) 90307 212437 7485750 97311544 21508350 0 4 0 94533 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:243 (sleep mutex:vm page) 1 0 199 0 405 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_jail.c:347 (sleep mutex:jail mutex) 3732 0 15413608 0 56221810 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:274 (rw:vm object) 444879 49004 6053908489 272162 12665577 477 0 0 228 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3448 (sx:vm map (user)) 444880 0 6046570115 0 12653166 477 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3452 (sx:vm map (user)) 3230 0 576856 0 468528 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:3270 (sleep mutex:socket) 6985 159529 5046936 1993244 13393483 0 0 0 15546 /tank/users/mjg/src/freebsd/sys/kern/kern_conf.c:74 (sleep mutex:cdev) 49 0 247582 0 743166 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3361 (rw:vm object) 16 0 16 0 1 16 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_57344) 1085 0 1853425 0 45721 40 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:883 (lockmgr:zfs) 10 87 10772 89 12493 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:spa->spa_trim_lock) 13 1 27363 5 17922 1 0 0 4 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:ehci0) 0 0 258 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:128 Bucket) 179080 230189 686894864 43966552 81067016 8 0 0 594429 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:3784 (rw:pmap pv list) 1 0 54 0 80 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:rentr) 1 0 74 0 70 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_eventhandler.c:272 (sleep mutex:lle_event) 28823 242438 4444002 7163277 21532284 0 0 0 69538 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:279 (sleep mutex:vm page) 1210169 93 13088064794 201 24274477 539 0 0 15 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5627 (sleep mutex:pmap) 382048 397592 43477566 795341254 166362790 0 4 0 518268 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1336 (rw:vm object) 1 0 85 0 215 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_data_buf_3072) 1 0 214 0 423 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:4096) 3 0 6634 0 11974 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:763 (sleep mutex:runningbufspace lock) 65 0 19180 0 25578 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:512) 6884 4970 1455203 4970 328803 4 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:1542 (lockmgr:tmpfs) 213 4509 857318 23702 1470189 0 0 0 234 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2066 (sx:dn->dn_dbufs_mtx) 14 0 95145 0 106002 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:L VFS Cache) 6 0 28836 0 35952 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_kthread.c:218 (sleep mutex:process lock) 243 0 243 0 1 243 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:128 Bucket) 464 38861 1174670 158313 2567661 0 0 0 8519 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1842 (sx:db->db_mtx) 843 0 924925 0 52428 17 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:729 (lockmgr:zfs) 666915 586713 6635726594 135315529 10920984 607 12 0 17005 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:923 (lockmgr:tmpfs) 0 0 159 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:fakepg) 1 0 186 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_4096) 1 0 280 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_917504) 1 0 227 0 211 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_6144) 498 7100 14997492 1116855 57351174 0 0 0 725394 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:330 (sleep mutex:resv obj lock) 5 0 410 0 292 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1361 (lockmgr:pseudofs) 3372 132941 1863317 5335280 10520166 0 0 0 383390 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1356 (sleep mutex:vnode_free_list) 9 0 2556 0 2999 0 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:uhci2) 9 0 14325 0 30967 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_pager.c:398 (sleep mutex:pbuf mutex) 1 0 301 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:FPU_save_area) 150668 354703 46510542 2221794 145961706 0 0 0 102231 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1369 (rw:vm object) 2 0 343 0 887 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_jail.c:419 (sleep mutex:jail mutex) 10 0 627 0 192 3 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_syncache.c:694 (rw:pcbinfohash) 11 0 11790 0 5982 1 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/usb_request.c:488 (sleep mutex:uhci0) 8941 0 8066860 0 100591 80 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3012 (sx:dr->dt.di.dr_mtx) 212 75269 471559 113591 2829841 0 0 0 315 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:1525 (sx:owner graph lock) 849 32087 18920751 1581573 57324549 0 0 0 856279 /tank/users/mjg/src/freebsd/sys/vm/vm_reserv.c:354 (sleep mutex:resv obj lock) 1 0 46 0 80 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:rentr) 10 0 9145 0 13767 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:THREAD) 2 0 185 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:8 Bucket) 14 48 150468 338 148372 1 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_read_intr_2) 6 5460 54186 7186 47274 1 0 0 431 /tank/users/mjg/src/freebsd/sys/vm/vm_pageout.c:1179 (sleep mutex:vm inactive pagequeue) 33274 0 7503101 0 64461173 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:3378 (rw:bufobj interlock) 1 0 250 0 400 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:4679 (sleep mutex:CAM doneq) 15 0 8442 0 2998 2 0 0 1 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:uhci2) 7 0 1045 0 1175 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_49152) 95 0 7849 0 1054 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3965 (lockmgr:fdescfs) 9639 1640 13460724 2520 65966645 0 0 0 330 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:286 (sleep mutex:tmpfs allnode lock) 102535 186253 7106963 4141036 6372497 1 0 0 17245 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:644 (sleep mutex:unit# allocation) 10 3 5191 3 7917 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1965 (sleep mutex:process lock) 13 3 28108 13 13879 2 0 0 5 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:S VFS Cache) 5 3726 40 3774 12 3 314 0 2 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:599 (sx:proctree) 0 0 163 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_65536) 6 0 238 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_14680064) 9 0 317 0 263 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_114688) 10 0 15082 0 56439 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:937 (sleep mutex:tmpfs node interlock) 201084 0 14190914 0 722583 19 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1424 (rw:vm object) 201082 1 13577741 3 721793 18 0 0 4 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1425 (rw:vm object) 264077 427956 464717496 36515055 1184029622 0 0 0 4937759 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:305 (sleep mutex:tmpfs allnode lock) 1 0 62 0 75 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1429 (rw:vm object) 451025 44 18341666 3267 15054 1218 0 0 15054 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2090 (sx:umadrain) 18 200 54937 399168 23977 2 16 0 9278 /tank/users/mjg/src/freebsd/sys/net/iflib.c:3714 (sleep mutex:igb0:tx(0):call) 70 0 318601 0 467761 0 0 0 1 /tank/users/mjg/src/freebsd/sys/cam/cam_xpt.c:3535 (sleep mutex:CAM queue lock) 11 0 15343 0 15030 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2990 (sleep mutex:UMA Zones) 7 0 1472 0 15065 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4246 (sleep mutex:Syncer mtx) 21554 200552 23236678 41492598 66151220 0 0 0 2098303 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:1421 (sleep mutex:vnode_free_list) 10 0 6223 0 30967 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_pager.c:470 (sleep mutex:pbuf mutex) 26837 104932 6016764 4675786 8176759 0 0 0 13208 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:4086 (sleep mutex:vm map (system)) 29 1 37133 1 107118 0 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:955 (sleep mutex:tmpfs node interlock) 17 0 26 0 2 13 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_65536) 2 0 211 0 273 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:Mountpoints) 10 1 6713 4 15016 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4266 (sleep mutex:Syncer mtx) 296308 83369 128547252 312992 283003352 0 0 0 489 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1235 (sx:filedesc structure) 93516 179656 4168314 38936896 1123370 3 34 0 7533 /tank/users/mjg/src/freebsd/sys/vm/vm_glue.c:403 (sleep mutex:vm page) 11 1 6432 2 2996 2 0 0 2 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/ehci.c:3898 (sleep mutex:ehci0) 3 0 138 0 75 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:PROC) 10 0 17798 0 56470 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:974 (sleep mutex:tmpfs node interlock) 1 0 53 0 45 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_32768) 36209 398617 7852831 73014993 1002705 7 72 0 10799 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_vnops.c:892 (lockmgr:zfs) 9 0 10114 0 56470 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:981 (sleep mutex:tmpfs node interlock) 9 0 7986 0 56470 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:986 (sleep mutex:tmpfs node interlock) 25522 236061 34045912 80803498 188230174 0 0 0 407187 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:225 (sleep mutex:ui_vmsize) 294719 11025 114703675 867645 732277444 0 0 0 97176 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1680 (sleep mutex:struct mount mtx) 13 0 2732 0 3001 0 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:380 (sleep mutex:uhci1) 7 0 524 0 1027 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:VMSPACE) 0 0 17 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_114688) 1 0 67 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_5120) 1 0 272 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_buf_1048576) 2 0 202 0 166 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_7168) 6 0 2379 0 2318 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:dp_zil_clean_taskq) 1 3 360 220 942 0 0 0 942 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1270 (sx:filedesc structure) 273011 206993 16556433 50801642 9262033 1 5 0 10256 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1058 (lockmgr:tmpfs) 1 0 240 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:mbuf_jumbo_page) 7 6 1338 1187 11147 0 0 0 11147 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1275 (sx:filedesc structure) 235859 0 79318498 0 11607129 6 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:3645 (sx:vm map (user)) 94224 94425 10695297 3016273 686168 15 4 0 863 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:734 (lockmgr:zfs) 93679 845 8640569 8662 64503817 0 0 0 686 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:379 (sleep mutex:tmpfs allnode lock) 41 341 142208 17386 214070 0 0 0 1386 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3275 (sx:dn->dn_struct_rwlock) 10 24 102645 199 1027929 0 0 0 123 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:2835 (sleep mutex:vm laundry pagequeue) 4 0 1578 0 1041 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1305 (rw:pcbinfolist) 66301 0 417696 0 39053 10 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1179 (sx:vm map (user)) 0 0 55 0 196 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1745 (sleep mutex:socket) 9 0 7246 0 15120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_tx.c:104 (sx:dn->dn_mtx) 17 0 7490 0 3000 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:415 (sleep mutex:uhci1) 83489 0 28592746 0 54824336 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_subr.c:492 (rw:vm object) 8 0 8 0 1 8 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:mbuf_jumbo_page) 0 0 150 0 505 0 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:VM OBJECT) 18 74 213685 322 270694 0 0 0 256 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:zio_null_intr) 260 0 479310 0 722583 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1520 (rw:vm object) 7 0 493 0 927 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_shm.c:517 (sleep mutex:shm timestamps) 9 0 2941 0 2497 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zfs_znode_cache) 10 1 12367 7 14977 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4343 (sleep mutex:Syncer mtx) 8 0 505 0 555 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_57344) 5 1 407 3 423 0 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:4096) 55713 58 9661433 12251 18199201 0 0 0 1605 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2268 (sleep mutex:process lock) 2989 90730 1846533 180374 1426572 1 0 0 140 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2257 (sx:dn->dn_dbufs_mtx) 20 0 5360 0 7604 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vfsops.c:174 (lockmgr:tmpfs) 9 99 3998 101 2420 1 0 0 3 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3318 (sx:dn->dn_struct_rwlock) 0 0 75 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_81920) 1 0 280 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:zio_data_buf_16777216) 9 0 9848 0 14175 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_131072) 11 0 24228 0 47349 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:abd_chunk) 90532 173147 17614482 36654387 54188342 0 0 0 135320 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:246 (sleep mutex:thread_dtor) 3 11 1428 20 2793 0 0 0 7 /tank/users/mjg/src/freebsd/sys/dev/usb/controller/usb_controller.c:693 (sleep mutex:ehci1) 1 328694 116 1392074 223 0 6242 0 201 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:abd_chunk) 19525 236149 45592738 74083346 395195790 0 0 0 1696385 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:305 (sleep mutex:ui_vmsize) 9 55 8093 88 15065 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/vfs_mount.c:865 (sleep mutex:mountlist) 1 0 168 0 173 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:selfd) 104195 93212 108632842 6306697 732315179 0 0 0 796214 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:1768 (sleep mutex:struct mount mtx) 1886 108964 865930 2094416 2627871 0 0 0 16388 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4022 (rw:pmap pv list) 0 0 213 0 505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:498 (sleep mutex:vmem btag) 7264 88498 5384188 414508 589715 9 0 0 316 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2607 (lockmgr:pseudofs) 23 0 9383 0 10031 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:64 Bucket) 23 89016 1118695 452150 2198296 0 0 0 1018 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:sellck) 18 0 18 0 1 18 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:521 (sleep mutex:zio_data_buf_81920) 293 9 1464267 255 7499290 0 0 0 158 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:487 (sleep mutex:process lock) 4 0 10959 0 10851 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsserver/nfs_nfsdstate.c:1087 (sleep mutex:nfs_state_mutex) 8 0 392 0 80 4 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:rentr) 8 0 27017 0 21229 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:igb0:tx(6):call) 343 23911 95925 88870 281107 0 0 0 275 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:177 (sleep mutex:TID lock) 7 0 591 0 424 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:508 (spin mutex:process slock) 98 24 753311 19587 259897 2 0 0 10494 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 0) 3 7 2570 14 1704 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 3) 3 6 2405 8 1571 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 67) 7 33 54724 1480 23377 2 0 0 490 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 64) 26 198 487619 6916 249547 1 0 0 2671 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 0) 2 203 1607 733 2832 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 15) 4 573 1871 837 2788 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 79) 3 0 1997 0 3235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 19) 3 0 14724 0 24036 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 22 442 53595 36770 34146 1 1 0 2325 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 30) 3 13 8484 35 41875 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 18) 25 25 1600358 156 268686 5 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sleepq chain) 5 607 125033 12122 225467 0 0 0 1414 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 28) 23 10064 1588357 14527 222024 7 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 50) 15 13 1627 53 1138 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 2) 16 15 1605 85 972 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 66) 4 906 110003 6786 227086 0 0 0 1128 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 74) 7 1110 111935 4781 228700 0 0 0 989 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 10) 6 105 928481 221798 996914 0 0 0 32170 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 44) 1 3 2716 6 3320 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 9) 4 0 2099 0 1454 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 40) 21 25 472232 6096 232803 2 0 0 2663 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 37) 1 198 1450 348 2675 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 52) 2 0 2555 0 3232 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 56) 1 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 0) 22 661 57161 37622 31860 1 1 0 2088 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 67) 19 421 53618 39004 31863 1 1 0 2021 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 3) 4 1 6434 2 17615 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 55) 6 449 163132 17035 219087 0 0 0 1410 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 65) 5 797 125697 18290 231297 0 0 0 1579 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 1) 24 342 1586645 1524 223002 7 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 23) 17 53 1341 109 973 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 39) 4 778 94059 5328 221387 0 0 0 1107 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 47) 1 6 16 6 31 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 0) 8 211 939155 216823 1055553 0 0 0 35487 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 17) 2 0 3342 0 3237 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 46) 4 13 2518 19 1471 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 77) 4 12 2460 27 1588 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 13) 9 61 193513 3421 77590 2 0 0 1237 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 74) 7 25 114483 1559 52193 2 0 0 652 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 10) 2 399 1590 469 2737 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 25) 30 401 50982 37389 31638 1 1 0 2085 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 40) 30 0 6020 0 3377 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2379 (spin mutex:process slock) 3 1 7079 5 22289 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 28) 3 14 16170 420 50826 0 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 0) 12 0 61470 0 24035 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 4 642 130027 16060 232458 0 0 0 1590 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 38) 209 0 5360732 0 680706 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2404 (spin mutex:process slock) 18 0 474 0 44 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 57) 25 1281 1571498 2358 221243 7 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 60) 15 6 1502 25 1122 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 12) 18 12 2013 74 1017 1 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 76) 4 820 93467 4989 223377 0 0 0 1092 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 20) 9 553 941432 227599 1002597 0 0 0 33781 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 54) 9 3 591483 51 717658 0 0 0 36 /tank/users/mjg/src/freebsd/sys/dev/random/random_harvestq.c:458 (spin mutex:entropy harvest mutex) 6 0 2710 0 3357 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 19) 4 6 2353 12 1563 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 50) 7 46 334211 4149 167059 2 0 0 1767 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 47) 1 107 1682 158 2856 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 62) 3 0 2945 0 3097 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 66) 2 0 2228 0 3181 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 2) 22 428 60030 37472 34021 1 1 0 2285 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 77) 26 400 55920 36530 32699 1 1 0 2104 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 13) 4 2 9481 13 22892 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 65) 4 3 7440 3 23931 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 1) 5 627 138672 14122 225738 0 0 0 1538 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 75) 4 598 123454 16533 229832 0 0 0 1670 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 11) 27 0 504833 0 465324 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (spin mutex:dmarqf) 19 0 765 0 68 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 30) 28 642 1608369 2525 225511 7 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 33) 16 13 1574 59 1407 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 49) 5 270 94101 4600 218685 0 0 0 1115 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 57) 1 0 23 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 10) 21 100 953436 220713 1002908 0 0 0 32628 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 27) 4 0 3159 0 3350 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 56) 1060 13015 64329402 572089 172269375 0 0 0 50565 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:543 (spin mutex:turnstile chain) 4 7 2405 10 1650 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 23) 7 13 2248 125 1307 1 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 20) 1 1033 1565 1309 2784 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 35) 4 0 2508 0 3199 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 39) 1000 295825 12084837 14815606 3321124 3 4 0 400678 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:553 (spin mutex:turnstile chain) 21 564 46382 35273 33066 1 1 0 2198 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 50) 2 7 7117 21 21196 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 38) 4 459 123303 14946 220124 0 0 0 1343 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 48) 18 0 564 0 51 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 3) 27 2857 1630181 5020 220965 7 0 0 194 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 70) 28 586 1633999 1297 228381 7 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 6) 19 7 1575 81 1047 1 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 22) 3 25308 95327 36237 225461 0 0 0 1100 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 30) 7 200 1109900 221880 1000771 1 0 0 31833 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 64) 9 210 1173111 244892 1205115 0 0 0 36353 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 0) 8 13 20150 314 14913 1 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 0) 0 0 5 0 11 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sleepq chain) 3 12 2165 25 1479 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 60) 7 24 493128 6833 237152 2 0 0 2913 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 57) 1 48 1885 152 3194 0 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 8) 4 411 1900 464 2860 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 72) 2 0 2741 0 3121 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 76) 30 438 54056 40297 33616 1 1 0 2249 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 23) 2 2 8872 9 26601 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 75) 3 13 7324 17 24998 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 11) 5 607 122069 15762 221486 0 0 0 1459 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 21) 3 0 128 0 63 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 0) 25 368 1566550 1503 219548 7 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 43) 16 6 1683 54 1354 1 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 59) 7 406 106827 5237 224131 0 0 0 1186 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 67) 4 589 125145 4474 227291 0 0 0 1050 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 3) 18 400 963223 223199 1026825 0 0 0 34558 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 37) 4 232 3809 237 3173 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 66) 3 0 2874 0 3265 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 2) 2 0 2704 0 4447 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 0) 2 27331 2704 105931 3509 0 30 0 153 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:turnstile lock) 5 6 2187 9 1514 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 33) 7 28 114088 1715 51742 2 0 0 690 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 30) 3 580 1436 746 2593 0 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 45) 4 3 2511 3 3152 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 49) 23 423 52006 35236 32794 1 1 0 2154 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 60) 1 0 3301 0 4447 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 0) 3 2 6832 4 18408 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 48) 0 0 24 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 0) 5 436 127312 14180 225932 0 0 0 1557 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 58) 18 0 625 0 55 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 13) 18 12 581 12 56 10 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 77) 23 445 1665705 1715 237395 7 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 16) 4 0 15740 0 24503 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 16 24 1542 121 1002 1 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 32) 4 136 94119 4241 218672 0 0 0 1035 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 40) 10 204 1014844 221321 1020196 0 0 0 32900 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 74) 9 1017 952195 234233 1022689 0 0 0 34561 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 10) 2 3 3382 3 3333 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 39) 3 0 2414 0 1588 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 6) 8 3 2545 10 1544 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 70) 11 45 372918 4503 171415 2 0 0 1813 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 67) 7 50 299008 2906 154583 1 0 0 1327 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 3) 3 412 1221 826 2495 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 18) 3 0 2404 0 3111 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 22) 24 403 55096 36703 34387 1 1 0 2288 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 33) 2 3 15180 14 85753 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 21) 4 644 128282 16176 225457 0 0 0 1527 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 31) 32 5696 1568937 6770 220021 7 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 53) 16 12 1588 58 1084 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 5) 17 15 1566 33 949 1 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 69) 5 87 153044 4396 227048 0 0 0 1154 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 77) 5 360 97959 4343 234336 0 0 0 996 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 13) 1 6 27 8 38 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 30) 8 378 939526 214160 983650 0 0 0 31407 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 47) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 0) 5 0 4024 0 3223 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 76) 4 0 2464 1 1648 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 43) 6 14 4668 250 2526 1 0 0 86 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 40) 1 210 1335 553 2536 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 55) 29 426 57947 35634 33429 1 1 0 2163 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 70) 21 651 53644 35102 32075 1 1 0 2118 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 6) 4 110 19168 126 132251 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 58) 4 809 141694 17618 225941 0 0 0 1529 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 68) 5 650 129522 18254 236074 0 0 0 1711 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 4) 10 15 30943 903 23193 1 0 0 723 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:329 (spin mutex:td_contested) 22 3654 1602925 10369 223738 7 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 26) 17 11 1646 77 1366 1 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 42) 8 480 96002 4524 222467 0 0 0 1068 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 50) 1 1 18 1 26 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 3) 20 198 946461 232424 1008439 0 0 0 33665 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 20) 15 0 57946 0 24496 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 3 3 3515 3 3248 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 49) 17 1 2317 2 1655 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 16) 9 52 490331 6863 231480 2 0 0 2726 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 77) 12 25 408875 4413 209290 1 0 0 2016 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 13) 2 655 1371 761 2649 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 28) 20 413 52870 38147 32354 1 1 0 2063 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 43) 5 6 6468 15 14485 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 31) 9 636 122523 13478 215323 0 0 0 1357 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 41) 29 2225 1593321 5174 221830 7 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 63) 18 25 1782 77 1211 1 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 15) 18 7 1965 76 1011 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 79) 4 657 96162 4667 221929 0 0 0 1019 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 23) 1 0 24 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 40) 13 111 962879 210354 1021184 0 0 0 32533 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 57) 4 0 3319 0 3210 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 22) 4 6 2280 9 1532 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 53) 8 22 118314 1895 52303 2 0 0 783 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 50) 3 51 2280 131 2890 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 65) 2 851 1743 1136 2911 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 1) 2 0 2247 0 3214 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 5) 25 439 52957 39780 33007 1 1 0 2256 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 16) 4 2 15668 15 64021 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 68) 5 617 150442 17205 234106 0 0 0 1701 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 78) 19 3785 129728 21429 236955 0 0 0 1652 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 14) 18 0 680 0 59 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 33) 28 7481 1654397 8756 232810 7 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 36) 19 7 1674 90 1299 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 52) 4 7022 91725 16371 221240 0 0 0 1116 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 60) 1 6 19 9 31 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 77) 19 196 968021 248855 1025065 0 0 0 35243 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 30) 0 12 0 12 1 0 12 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 33) 4 14 2451 23 1677 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 26) 8 23 305432 3268 151047 2 0 0 1475 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 23) 2 212 1378 276 2619 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 38) 2 0 2420 0 3088 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 42) 1409 0 2141416 0 9469 226 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:820 (spin mutex:process slock) 23 466 59248 38675 32405 1 1 0 2301 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 53) 4 6 8908 9 33805 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 41) 4 783 124405 14633 223250 0 0 0 1361 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 51) 21 0 661 0 54 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 6) 40 1124 1692284 2601 227746 7 0 0 181 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 73) 21 8213 1648207 10604 227728 7 0 0 191 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 9) 16 14 1710 67 1001 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 25) 4 122 95248 3826 225332 0 0 0 1027 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 33) 8 409 1053903 218859 1007691 1 0 0 31290 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 67) 12 125 952056 211359 1027998 0 0 0 33163 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 3) 3 13 2413 16 1627 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 63) 4 29 7726 650 4181 1 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 60) 1 0 124 0 214 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:877 (spin mutex:process slock) 1 207 1655 238 2716 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 11) 3 197 2101 455 3817 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 75) 3 0 2792 0 3214 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 79) 18 609 49711 38867 34034 1 1 0 2165 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 26) 21 0 3439619271 1 1074327117 3 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_clocksource.c:217 (spin mutex:et_hw_mtx) 4 6 11181 12 48693 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 78) 4 5 8455 10 31136 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 14) 5 586 124183 14180 223777 0 0 0 1408 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 24) 16 0 47887466 0 12003175 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_tc.c:1911 (spin mutex:tcsetc) 19 0 665 0 57 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 43) 22 13111 1575774 19200 221449 7 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 46) 17 25 1604 103 985 1 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 62) 4 1060 108605 5964 220987 0 0 0 1136 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 70) 5 190 96554 3988 228781 0 0 0 1022 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 6) 11 101 950489 224260 987242 0 0 0 32334 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 40) 4 0 2865 0 3301 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 5) 3 0 2319 1 1567 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 36) 12 192 429924 5347 205917 2 0 0 2225 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 33) 1 401 1482 504 2588 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 48) 2 0 2496 0 3166 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 52) 24 612 52523 33408 32282 1 1 0 2219 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 63) 3 3 8241 11 30418 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 51) 5 52 162483 2802 281332 0 0 0 2497 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:356 (spin mutex:zombie lock) 4 627 123147 13874 220873 0 0 0 1266 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 61) 1 0 213 2 373 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:648 (spin mutex:td_contested) 24 5530 1640224 6609 233729 7 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 19) 18 7 1454 39 989 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 35) 3 32 22546 877 47457 0 0 0 760 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:384 (spin mutex:zombie lock) 4 8932 133874 12865 220226 0 0 0 1035 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 43) 8 201 1023155 212866 1040794 0 0 0 32796 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 77) 22 203 1008727 210773 1031425 0 0 0 34134 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 13) 3 0 3435 0 3201 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 42) 2 2 9212 2 20848 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 0) 3 13 2587 22 1554 1 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 73) 5 184 2628 190 1746 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 9) 18 52 132477 2393 54657 2 0 0 895 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 70) 7 13 68089 835 30430 2 0 0 389 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 6) 3 26 1403 42 2701 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 21) 2 0 2445 0 3125 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 25) 3 0 1932 0 5066 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 0) 23 416 55958 37697 35087 1 1 0 2227 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 36) 4 3 7324 11 25673 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 24) 4 797 126738 15825 227729 0 0 0 1444 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 34) 6 58 547863 23835 923804 0 0 0 17871 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:714 (spin mutex:td_contested) 30 25 30113541 159 18373238 1 0 0 129 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:593 (spin mutex:pstatl) 22 27 873137 39019 2150488 0 0 0 29808 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:722 (spin mutex:td_contested) 24 4224 1691110 5543 238277 7 0 0 211 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 56) 16 8 1639 74 1154 1 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 8) 18 12 1473 74 966 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 72) 5 11748 88771 22660 236386 0 0 0 1006 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 16) 10 109 941813 226074 1004655 0 0 0 33211 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 50) 0 94 85 138 167 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:turnstile lock) 4 0 3908 1 3319 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 79) 3 13 2315 27 1535 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 46) 10 50 308393 3357 146597 2 0 0 1413 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 43) 1 616 1696 852 2912 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 58) 3 0 4608 0 4614 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1073 (spin mutex:process slock) 1 0 80 0 167 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 0) 23 416 53938 35052 32472 1 1 0 2018 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 9) 22 593 59609 33435 33655 1 0 0 2146 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 73) 4 1 8340 5 32742 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 61) 0 0 63 0 139 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 0) 4 430 146869 14621 226616 0 0 0 1449 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 71) 5 441 126934 15380 232513 0 0 0 1641 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 7) 31 844 1604749 2078 224428 7 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 29) 20 14 1635 96 1347 1 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 45) 5 3463 97077 7628 219635 0 0 0 1083 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 53) 2 3 29 3 46 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 70) 14 383 946206 218978 1019325 0 0 0 32363 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 23) 2 0 3458 0 3281 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 52) 3 3 2204 9 1541 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 19) 10 26 172630 2489 87740 1 0 0 1182 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 16) 1 406 1552 448 2599 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 31) 3 0 2449 0 3150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 35) 25 587 53405 38237 32637 1 1 0 2274 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 46) 3 6 8838 25 33100 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 34) 24 14 685383 1235 913636 0 0 0 604 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 0) 5 31 508271 17736 924590 0 0 0 14096 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:838 (spin mutex:td_contested) 4 426 126024 15281 221035 0 0 0 1342 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 44) 27 8663 1654777 15257 221591 7 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 66) 20 25611 1626524 27295 228478 7 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 2) 17 7 1602 39 1229 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 18) 4 3618 94969 8009 224100 0 0 0 1145 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 26) 11 408 955437 216875 1016732 0 0 0 30969 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 60) 5 0 3410 0 3228 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 25) 5 1 2663 5 1770 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 56) 13 46 426172 5447 201045 2 0 0 2177 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 53) 4 199 1776 358 2881 0 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 4) 2 227 1855 500 2770 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 68) 5 0 2573 0 3069 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 72) 2 0 1992 0 3200 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 8) 419 0 969291 0 2619308 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 0) 20 641 53919 40183 33673 1 1 0 2194 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 19) 3 3 10970 27 45017 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 71) 1 6 6277 12 18604 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 7) 6 17 493320 21776 924590 0 0 0 15191 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:898 (spin mutex:td_contested) 4 802 118228 17227 238758 0 0 0 1728 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 17) 18 0 813 0 69 11 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 36) 26 17414 1628305 19017 229092 7 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 39) 18 12 1958 43 1358 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 55) 5 733 96819 5063 222804 0 0 0 1046 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 63) 2 0 3738 0 4456 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 0) 9 215 951252 223825 1037084 0 0 0 34278 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 33) 4 25 2390 35 1563 1 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 29) 22 25 67482 1111 30576 2 0 0 447 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 26) 1 8 1487 29 2583 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 41) 2 0 2372 0 3041 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 45) 22 437 118059 48757 69600 1 0 0 4071 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 56) 2 3 6726 6 17275 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 44) 4 444 129577 13932 226312 0 0 0 1435 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 54) 17 0 699 0 64 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 73) 20 0 695 0 62 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 9) 27 204 1652220 1324 226255 7 0 0 221 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 76) 23 2500 1676498 3548 235152 7 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 12) 16 24 1341 65 998 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 28) 5 677 97330 5252 231442 0 0 0 1070 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 36) 1 12 27 12 40 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 53) 8 115 1034660 222867 1012124 1 0 0 31969 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 70) 7 207 959691 231019 1011671 0 0 0 34584 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 6) 6 0 3470 0 3302 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 35) 5 186 159858 8707 202310 0 0 0 1178 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sleepq chain) 5 11 2488 18 1512 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 66) 4 0 2462 1 1648 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 2) 8 47 319898 3600 152168 2 0 0 1533 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 63) 2 6 1944 23 2886 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 14) 4 108 1984 272 2772 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 78) 19 443 54114 39518 33185 1 1 0 2091 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 29) 2 1 4915 1 13484 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 17) 5 645 128467 14664 223002 0 0 0 1467 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 27) 18 0 683 0 60 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 46) 23 318 1589430 967 222641 7 0 0 155 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 49) 17 26 1237 98 873 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 65) 17 13 1745 88 1064 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 1) 5 1254 113788 6125 228418 0 0 0 1148 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 73) 5 34005 94649 37663 227026 0 0 0 913 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 9) 17 177 905087 216047 982904 0 0 0 31644 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 43) 2 0 3388 0 3131 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 72) 4 1 2700 1 3338 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 8) 4 8 2633 22 1726 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 39) 8 51 196504 3331 88141 2 0 0 1341 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 36) 4 460 1416 663 2723 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 51) 23 400 56666 33234 33013 1 1 0 2137 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 66) 22 589 53022 37036 32042 1 1 0 2072 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 2) 1395 251910 603698938 29360454 13831707 43 2 0 122184 /tank/users/mjg/src/freebsd/sys/x86/x86/mp_x86.c:1544 (spin mutex:smp rendezvous) 3 3 5899 9 12091 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 54) 4 811 137383 15651 222057 0 0 0 1344 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 64) 10 597 158838 15429 254711 0 0 0 1723 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 0) 3 6 50335 2092 130464 0 0 0 1643 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 0) 19 0 750 0 71 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 19) 23 861 1595944 3014 224136 7 0 0 206 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 22) 15 7 1526 60 1015 1 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 38) 5 288 92568 4911 221157 0 0 0 1066 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 46) 13 0 3554365 0 1989464 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_clocksource.c:761 (spin mutex:et_hw_mtx) 7 224 920984 233278 1057789 0 0 0 36652 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 16) 4 25 64145 99 186772 0 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sleepq chain) 2 3 3414 3 3173 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 45) 5 3 2842 14 1669 1 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 76) 23 1 2591 3 1632 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 12) 9 49 452216 5633 204797 2 0 0 2339 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 73) 8 46 362785 3764 181800 1 0 0 1698 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 9) 1 56 1454 86 2812 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 24) 7 3778 206514 17129 541808 0 0 0 739 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 0) 20 425 55726 36674 34499 1 1 0 2193 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 39) 2 3 11459 9 54973 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 27) 4 3913 129872 19014 227724 0 0 0 1599 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 37) 25 602 1582950 1547 222447 7 0 0 170 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 59) 14 7 1405 55 1079 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 11) 16 6 1481 22 890 1 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 75) 4 413 88909 4546 233700 0 0 0 1037 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 19) 22 109 944506 214741 1005420 0 0 0 32391 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 53) 0 0 545 0 2819 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 0) 23 3 3470814 9 5614343 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_clocksource.c:830 (spin mutex:et_hw_mtx) 3 12 2288 27 1573 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 49) 7 26 70554 1288 30906 2 0 0 519 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 46) 2 25 1394 63 2608 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 61) 2 0 2212 0 3281 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 1) 2 0 2918 0 3295 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 65) 22 428 61193 37783 35004 1 1 0 2276 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 76) 21 422 56512 38584 32682 1 1 0 2101 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 12) 3 6 7598 23 23368 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 64) 3 1 6403 2 15336 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 0) 4 634 161056 14434 226817 0 0 0 1489 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 74) 4 649 131048 15735 231165 0 0 0 1643 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 10) 22 184 1635223 847 229022 7 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 32) 13 6 1533 88 1346 1 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 48) 4 932 102804 6460 239264 0 0 0 1316 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 56) 17 221 976315 241492 1021559 0 0 0 34205 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 26) 5 1 2328 3 1595 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 22) 10 27 461495 5470 246172 1 0 0 2549 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 19) 2 50 1544 61 2619 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 34) 4 0 2570 0 3283 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 38) 22 446 53715 34282 33120 1 1 0 2136 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 49) 5 8 18817 31 106433 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 37) 8 623 127014 14081 221472 0 0 0 1306 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 47) 20 0 692 0 58 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 66) 22 233 1638102 1354 229111 7 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 5) 24 143 1651886 973 222451 7 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 69) 17 6 1249 48 969 1 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 21) 4 230 97982 4927 224388 0 0 0 1066 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 29) 7 207 940408 210117 981287 0 0 0 30398 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 63) 4 3 2337 16 1568 1 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 59) 8 92 224047 6529 100855 2 0 0 2646 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 56) 3 408 2179 508 2697 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 71) 1 114 1591 248 2826 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 7) 2 0 2463 0 3046 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 75) 23 446 53218 34997 33464 1 1 0 2192 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 22) 4 0 36614 0 24033 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 2 1 6928 4 14993 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 10) 4 3 8537 12 22485 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 74) 5 441 126665 14590 222831 0 0 0 1516 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 20) 23 122 1560367 1015 218325 7 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 42) 19 7 1738 39 1330 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 58) 4 12998 96039 20840 228585 0 0 0 1021 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 2) 4 279 111111 5372 222846 0 0 0 1221 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 66) 13 214 982945 246382 1058868 0 0 0 36749 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 36) 2 1 2935 2 3407 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 1) 4 1 3975 1 3413 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 65) 10 1 2327 1 1548 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 32) 14 25 361394 4111 182317 1 0 0 1821 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 29) 1 26 1516 96 2580 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 44) 3 0 2446 0 3087 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 48) 21 441 53348 35360 33088 1 1 0 2232 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 59) 3 1 6799 2 17331 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 47) 4 21634 129699 37386 222395 0 0 0 1469 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 57) 18 0 702 0 61 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 76) 21 0 554 0 48 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 12) 27 185 1666972 1148 234108 7 0 0 217 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 15) 27 403 1661702 1277 228730 7 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 79) 17 6 1659 38 1039 1 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 31) 4 227 98483 4479 228321 0 0 0 1055 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 39) 22 202 1105070 217867 1033674 1 0 0 32643 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 73) 7 206 937824 206145 1011759 0 0 0 32947 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 9) 6 2 3524 4 3416 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 38) 3 3 2803 14 1671 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 69) 3 7 2532 12 1639 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 5) 7 199 80639 1741 33655 2 0 0 601 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 66) 6 25 21536 224 9979 2 0 0 107 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 2) 1 52 1263 214 2735 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 17) 20 429 55896 40809 34666 1 1 0 2317 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 32) 2 6 8005 16 25156 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 20) 4 11938 127815 24855 227863 0 0 0 1524 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 30) 28 551 1582256 1786 221887 7 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 52) 16 15 1686 91 1211 1 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 4) 16 13 1608 56 946 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 68) 6 559 111975 5679 225528 0 0 0 1220 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 76) 4 1646 98370 6999 233552 0 0 0 1008 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 12) 6 18826 860819 84917 3147702 0 0 0 5312 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 0) 7 392 925584 229494 988454 0 0 0 33159 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 46) 4 0 3375 1 3147 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 75) 4 1 2518 7 1675 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 42) 12 24 498496 6217 241529 2 0 0 2694 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 39) 1 33 1506 68 2566 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 54) 32 422 58840 36287 32650 1 1 0 2091 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 69) 22 603 55527 36686 33248 1 1 0 2043 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 5) 3 1 6800 4 17210 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 57) 0 0 23 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 9) 5 611 124119 15781 227720 0 0 0 1630 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 3) 5 610 185196 14261 223680 0 0 0 1454 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 67) 31 81 1600064 899 224144 7 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 25) 18 13 1578 66 1356 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 41) 5 577 338535 3733 550682 0 0 0 398 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sleepq chain) 5 24 18416 817 17014 1 0 0 630 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 0) 4 42386 94819 53257 222464 0 0 0 1091 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 49) 1 0 20 0 34 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 66) 8 227 953831 220972 1049972 0 0 0 36203 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 19) 5 1 3450 1 3199 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 48) 7 1 2617 5 1685 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 15) 4 14 2597 41 1624 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 79) 8 28 222743 3451 90060 2 0 0 1361 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 76) 7 54 141855 1982 63910 2 0 0 865 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 12) 1 55 1642 90 2755 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 27) 31 413 52800 36978 32357 1 1 0 2198 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 42) 2 2 5999 2 13862 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 30) 5 467 125189 14739 218064 0 0 0 1396 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 40) 28 3026 1590800 5246 221944 7 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 62) 17 12 1600 46 1155 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 14) 16 12 1589 57 1014 1 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 78) 4 2608 93899 6885 223676 0 0 0 1013 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 22) 12 195 1026382 266882 1097018 0 0 0 40022 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 56) 12 11141 311689 12155 226922 1 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 0) 4 1 2262 4 1529 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 52) 9 48 364582 4200 174774 2 0 0 1845 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 49) 4 421 1989 1116 2664 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 64) 1 448 1594 1178 2698 0 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 0) 21 447 56185 37467 32290 1 1 0 2133 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 15) 23 588 60148 39637 33421 1 1 0 2281 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 79) 3 3 11570 5 30614 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 67) 4 999 144596 18657 228059 0 0 0 1583 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 77) 5 608 143095 15389 236798 0 0 0 1723 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 13) 4 0 119303 0 282397 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 0) 18 0 817 0 70 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 32) 23 226 1588353 1528 223766 7 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 35) 17 11 1688 64 1314 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 51) 4 494 96109 5438 222524 0 0 0 1122 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 59) 21 105 944507 222127 1025828 0 0 0 33283 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 29) 3 1 2502 4 1653 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 25) 6 14 22856 492 10634 2 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 22) 1 424 1513 459 2642 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 37) 2 0 2374 0 2910 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 41) 1 0 116 0 219 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 19 442 54493 37034 33484 1 1 0 2221 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 52) 4 186 16401 196 116690 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 40) 9 636 127445 14970 223088 0 0 0 1366 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 50) 20 0 956 0 77 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 5) 28 454 1645860 2323 226971 7 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 8) 28 12471 1651200 14347 226018 7 0 0 203 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 72) 17 7 1625 63 1006 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 24) 5 0 25116 0 24488 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 4 3800 97216 10232 229139 0 0 0 1096 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 32) 18 210 1018989 227255 1001278 1 0 0 32326 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 66) 10 198 987848 227458 1024014 0 0 0 33836 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 2) 5 25 2505 40 1673 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 62) 23 97 527963 6718 238183 2 0 0 2806 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 59) 2 206 1745 231 2817 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 10) 3 60 1807 100 2656 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 74) 4 0 2695 0 3295 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 78) 3 0 2338 0 3367 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 14) 20 406 54601 37278 33216 1 1 0 2203 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 25) 2 3 6506 3 21299 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 13) 6 3 9529 15 25614 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 77) 7 435 123872 14504 222416 0 0 0 1454 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 23) 19 0 671 0 60 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 42) 22 189 1559142 879 219476 7 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 45) 17 7 1851 58 961 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 61) 7 2977 113087 8235 222387 0 0 0 1141 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 69) 5 2944 95763 6158 228340 0 0 0 948 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 5) 10 104 977283 226597 1057304 0 0 0 35458 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 39) 26 0 144981 0 118633 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:618 (spin mutex:pstatl) 4 1 2410 3 1615 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 35) 7 193 141059 2387 63189 2 0 0 900 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 32) 1 204 1514 242 2790 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 47) 3 0 2399 0 3010 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 51) 20 592 50846 38521 32862 1 1 0 2156 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 62) 4 12 9467 16 38187 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 50) 4 482 126315 13299 221220 0 0 0 1274 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 60) 17 0 564 0 49 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 79) 18 0 694 0 58 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 15) 22 122 1624462 826 231211 7 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 18) 16 7 1432 67 957 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 34) 5 101 92807 4501 218416 0 0 0 1104 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 42) 10 402 1006025 225632 1055958 0 0 0 35121 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 12) 22 419 1083840 222528 1041525 1 0 0 33417 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 76) 3 5 3262 7 2989 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 41) 4 13 3081 14 2034 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 8) 3 13 2852 31 1699 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 72) 10 24 396984 5135 183967 2 0 0 2044 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 69) 8 26 346176 3256 167995 2 0 0 1462 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 5) 1 46 1415 94 2568 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 20) 2 0 2393 0 3003 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 24) 23 418 54107 36133 34028 1 1 0 2145 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 35) 2 3 6932 9 21269 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 23) 5 787 125529 17130 226303 0 0 0 1518 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 33) 19 0 634 0 55 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 52) 28 348 1582419 2014 222654 7 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 55) 17 7 1686 57 1154 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 7) 16 6 1581 38 932 1 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 71) 4 95493 100665 103955 233387 0 0 0 1062 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 15) 4 235 111547 4812 228773 0 0 0 1143 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 79) 17 195 926561 218160 999489 0 0 0 32487 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 49) 3 1 3716 1 3437 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 78) 2 0 3024 0 3489 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 14) 9 3 2363 12 1553 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 45) 7 49 25976 669 11600 2 0 0 229 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 42) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 0) 1 6 1375 20 2544 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 57) 15 6 6732346 1077 6600138 1 0 0 1200 /tank/users/mjg/src/freebsd/sys/kern/kern_timeout.c:366 (spin mutex:callout) 2 0 2365 0 3059 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 61) 21 439 56016 40361 32928 1 1 0 2027 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 8) 25 429 59822 38601 34203 1 1 0 2291 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 72) 3 3 8160 12 26742 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 60) 4 819 142502 14143 223564 0 0 0 1458 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 70) 4 1030 127231 16136 231517 0 0 0 1612 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 6) 24 287 1610371 1269 225128 7 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 28) 18 10 1657 71 1323 1 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 44) 4 79 97358 4203 222522 0 0 0 1097 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 52) 1 0 18 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 5) 15 456 935671 236563 1014650 0 0 0 33638 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 22) 2 0 3279 0 3077 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 51) 3 52 2103 55 1486 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 18) 15 383 518998 7558 246865 2 0 0 2901 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 79) 16 48 439600 4544 221619 1 0 0 2186 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 15) 1 8773 1440 9328 2781 0 3 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 30) 22 618 51152 39104 31307 1 1 0 2131 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 45) 3 6 7107 15 22202 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 33) 4 635 124423 14971 218642 0 0 0 1372 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 43) 29 8 21013874 233 4791707 4 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/kern_timeout.c:451 (spin mutex:callout) 25 2464 1631056 5604 220669 7 0 0 218 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 65) 22 281 1637145 1367 230251 7 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 1) 17 3 1523 25 1129 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 17) 5 3164 97356 7426 223910 0 0 0 1102 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 25) 22 202 971815 217306 1036264 0 0 0 33986 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 59) 3 0 3338 0 3095 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 24) 3 6 2188 20 1519 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 55) 7 26 144015 2728 64073 2 0 0 1051 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 52) 2 406 1701 477 2904 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 3) 4 215 2081 422 2610 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 67) 3 0 2218 0 3245 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 7) 21 414 53771 38754 33235 1 1 0 2081 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 18) 2 3 7671 16 24403 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 70) 3 1 4620 3 12640 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 6) 4 614 120090 17192 238980 0 0 0 1667 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 16) 25 269 1629125 1438 229120 7 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 38) 16 13 1770 69 1364 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 54) 5 206 98646 4647 223424 0 0 0 1107 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 62) 2 6 17 6 24 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 79) 13 199 964478 240143 1047273 0 0 0 35575 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 32) 3 0 3405 0 3163 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 61) 3 1 2288 4 1591 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 28) 8 46 317121 3431 159875 1 0 0 1526 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 25) 2 119 1411 173 2590 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 40) 20 415 53681 36932 33088 1 1 0 2121 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 55) 3 3 5445 4 12358 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 43) 5 626 125049 14774 221248 0 0 0 1388 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 53) 28 622 23603081 155777 54632273 0 0 0 56641 /tank/users/mjg/src/freebsd/sys/kern/kern_timeout.c:580 (spin mutex:callout) 18 0 711 0 60 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 8) 22 273 1655381 1364 228208 7 0 0 176 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 11) 33 45852 1633908 47536 224881 7 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 75) 16 12 1581 80 1038 1 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 27) 4 2979 93163 7606 223209 0 0 0 1076 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 35) 9 110 1053109 213621 991154 1 0 0 31493 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 69) 21 104 979491 208877 1026381 0 0 0 33251 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 5) 3 0 3401 0 4009 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 0) 3 6 2955 8 1759 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 65) 4 1 2908 5 1799 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 1) 10 51 32731 871 13501 2 0 0 309 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 62) 1 106 1733 179 2533 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 77) 1 617 1774 945 2733 0 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 13) 1 0 1999 0 3288 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 17) 22 3 26969 3 4009 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 0) 23 429 53863 36177 33931 1 1 0 2208 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 28) 2 3 7048 10 30888 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 16) 6 667 127507 13808 224714 0 0 0 1518 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 26) 1 0 130 0 243 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:508 (spin mutex:mca) 18 0 735 0 64 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 45) 27 245 1548814 1546 218366 7 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 48) 16 7 1440 53 929 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 64) 32 12 1922240 126 181178 10 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 0) 4 115 96545 3574 226597 0 0 0 961 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 8) 9 1811 109770 6152 225904 0 0 0 1098 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 72) 7 209 920715 231533 996142 0 0 0 32593 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 42) 3 3 2885 6 3340 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 7) 4 24 2344 33 1583 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 38) 9 97 450541 5514 215231 2 0 0 2248 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 35) 3 100 1517 162 2720 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 50) 4 0 2423 0 3062 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 54) 22 391 58873 38131 33576 1 1 0 2172 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 65) 21 415 56283 36715 32953 1 1 0 2111 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 1) 1 0 70 0 81 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 0) 3 13 8011 29 12449 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 53) 115 0 1736210 0 991023 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1084 (spin mutex:pstatl) 5 658 128829 13307 221122 0 0 0 1308 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 63) 21 4222 1584608 5265 222471 7 0 0 186 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 21) 16 25 1355 66 1008 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 37) 3 0 5851 0 39701 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sleepq chain) 3 116 93194 4798 220726 0 0 0 1133 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 45) 20 540 1105933 222494 1031728 1 0 0 34057 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 79) 7 212 978936 215860 1042044 0 0 0 35258 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 15) 4 3 2413 5 1571 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 11) 4 1 3318 1 2826 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 75) 9 102 165013 3005 66327 2 0 0 1085 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 72) 7 25 89664 1226 41329 2 0 0 531 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 8) 1 217 1449 386 2827 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 23) 23 26 2029633 2288 1692237 1 0 0 2325 /tank/users/mjg/src/freebsd/sys/kern/kern_timeout.c:753 (spin mutex:callout) 21 400 54890 33489 34156 1 0 0 2267 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 38) 1 1 13476 11 72513 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 26) 6 618 128279 15020 233619 0 0 0 1542 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 36) 21 0 670 0 57 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 55) 24 148 1600636 1164 224655 7 0 0 155 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 58) 18 6 1725 25 947 1 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 74) 17 6 1662 44 1127 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 10) 4 2999 84984 6849 230928 0 0 0 975 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 18) 16 107 943502 232592 1006284 0 0 0 33801 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 52) 3 0 2721 0 3401 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 17) 3 0 2247 1 1510 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 48) 7 24 320101 3524 158575 2 0 0 1474 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 45) 2 417 1455 674 2622 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 60) 3 0 2445 0 3044 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 64) 2 0 2624 0 3817 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 0) 20 484 59158 38897 33287 1 1 0 2206 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 75) 21 434 56317 41119 34288 1 1 0 2294 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 11) 2 3 6301 7 13456 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 63) 5 429 143211 14265 228571 0 0 0 1537 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 73) 5 626 124834 14524 228847 0 0 0 1629 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 9) 20 0 732 0 65 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 28) 26 83 1606857 940 225307 7 0 0 190 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 31) 17 12 1694 91 1386 1 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 47) 4 314 95089 4785 222799 0 0 0 1046 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 55) 7 111 958689 225123 1023799 0 0 0 33034 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 25) 9 1 114169 157 217288 0 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_timeout.c:866 (spin mutex:callout) 3 0 3452 0 3140 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 54) 5 6 2319 10 1570 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 21) 23 26 199251 3020 101322 1 0 0 1357 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 18) 1 842 1394 904 2707 0 0 0 15 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 33) 31 410 52694 37477 33720 1 1 0 2232 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 48) 6 0 199170 0 465324 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:dmarqf) 2 3 6960 16 21435 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 36) 5 613 125290 13953 221712 0 0 0 1348 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 46) 4 13 31932 35 75010 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sleepq chain) 26 0 555 0 52 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 65) 24 2436 1700604 3545 236200 7 0 0 181 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 4) 23 109 1649792 648 224270 7 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 68) 15 7 1726 57 1055 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 20) 9 45 229 45 166 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:turnstile lock) 4 460 103878 4718 224889 0 0 0 1046 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 28) 9 178 937569 224998 994886 0 0 0 31600 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 62) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 1) 3 13 2628 32 1740 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 58) 9 48 453126 5637 213232 2 0 0 2328 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 55) 1 230 1572 360 2739 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 6) 1 28 1875 65 2541 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 70) 4 0 2013 0 3244 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 10) 2 0 2732 0 3094 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 74) 22 419 53418 37805 32854 1 1 0 2168 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 21) 1 0 5748 0 12729 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 9) 4 929 119604 19227 237218 0 0 0 1723 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 19) 24 3166 1550795 4220 216990 7 0 0 144 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 41) 17 12 1834 63 1273 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 57) 4 8849 113457 13656 230369 0 0 0 1015 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 1) 4 105 106065 4657 219922 0 0 0 1130 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 65) 1 0 16 0 28 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 18) 15 113 959484 221422 1026766 0 0 0 33503 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 35) 427 613 202363 415625 205803 0 2 0 39445 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:turnstile lock) 4 0 3411 0 3117 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 64) 4 3 3414 3 3932 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 0) 4 7 2237 34 1528 1 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 31) 6 51 92181 1575 41030 2 0 0 611 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 28) 3 415 1459 773 2791 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 43) 1 0 2381 0 3001 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 47) 23 421 54919 39548 33575 1 1 0 2322 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 58) 2 2 6041 8 14049 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 46) 33 437 134730 15738 237108 0 0 0 1820 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 56) 17 0 477 0 45 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 11) 27 5823 1707583 18642 232690 7 0 0 222 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 78) 25 1083 1668280 2321 233461 7 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 14) 17 13 1568 79 1040 1 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 30) 4 5608 99396 10465 229424 0 0 0 1065 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 38) 10 191 959750 222838 1023431 0 0 0 33490 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 8) 9 113 1039414 228262 1042531 0 0 0 33632 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 72) 4 14 2589 32 1688 1 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 4) 3 26 2612 66 1572 1 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 68) 8 25 364675 4001 161859 2 0 0 1633 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 65) 17 98 318870 2861 155501 2 0 0 1229 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 1) 14 13 365345 8686 147982 2 0 0 4413 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 1) 1 643 1289 1354 2753 0 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 16) 1 0 2560 0 3237 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 20) 22 598 55156 40577 33563 1 1 0 2256 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 31) 3 3 7570 13 28964 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 19) 10 25 2410095 590 1514633 1 0 0 223 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 0) 4 627 124149 14700 224843 0 0 0 1434 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 29) 27 11011 1585285 12132 222098 7 0 0 178 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 51) 17 6 1728 24 1124 1 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 3) 21 7 1736 78 959 1 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 67) 5 208 112308 4066 225150 0 0 0 1083 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 75) 4 206 99259 3245 227832 0 0 0 945 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 11) 10 395 930526 223763 990779 0 0 0 32594 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 45) 21 27 165388 4129 181191 0 0 0 715 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 0) 1 0 2846 0 3411 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 10) 3 0 3641 0 3167 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 74) 4 7 2086 9 1420 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 41) 11 29 226018 3294 100649 2 0 0 1417 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 38) 1 16 1388 55 2551 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 53) 3 0 2395 0 3057 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 57) 25 402 54847 40093 33297 1 1 0 2083 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 68) 22 429 91700 46225 47151 1 0 0 4689 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 4) 4 25 6562 35 13649 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 56) 7 798 127680 16296 224144 0 0 0 1443 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 66) 4 402 126563 13342 228899 0 0 0 1531 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 2) 21 124 1582192 868 221833 7 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 24) 15 13 1534 93 1312 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 40) 7 3564 94194 7506 219380 0 0 0 1032 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 48) 12 217 937392 227419 1048323 0 0 0 35860 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 18) 27 13 447664 333 329776 1 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 0) 3 1 3342 1 3105 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 47) 3 1 2495 6 1681 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 14) 4 3 2627 8 1627 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 78) 10 46 473979 5846 217737 2 0 0 2278 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 75) 23 51 404185 4518 195224 2 0 0 1926 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 11) 1 203 1213 211 2769 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 26) 70 0 58490459 0 18091907 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:627 (spin mutex:process slock) 23 444 51223 35633 31576 1 1 0 2091 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 41) 4 14 10484 35 46808 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 29) 5 1007 128510 15283 230867 0 0 0 1624 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 39) 18 0 514 0 41 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 58) 26 491 1595382 2244 222799 7 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 61) 17 7 1563 32 1144 1 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 13) 16 12 1829 72 955 1 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 77) 4 286 94261 3855 222013 0 0 0 992 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 21) 6 106 927560 214071 996029 0 0 0 32843 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 55) 3 0 3514 0 3334 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 20) 4 55 2302 58 1580 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 51) 7 27 92607 1508 40980 2 0 0 611 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 48) 4 54 1539 122 2732 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 63) 2 0 2637 0 3265 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 67) 22 395 59661 38273 34099 1 1 0 2197 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 78) 23 448 55620 37313 33189 1 1 0 2161 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 14) 3 1 8156 1 19887 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 66) 2 6 5971 11 14675 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 2) 5 534 126356 16764 237384 0 0 0 1624 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 12) 4 11296 144682 25707 228729 0 0 0 1615 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 76) 25 42584 1605722 44160 225864 7 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 34) 14 12 1394 81 1292 1 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 50) 4 233 96284 4715 224807 0 0 0 1155 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 58) 1 6 19 6 32 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 75) 10 214 947827 239169 1019688 0 0 0 34946 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 28) 3 1 3402 1 3204 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 57) 3 50 2488 51 1699 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 24) 7 49 269872 3119 141200 1 0 0 1353 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 21) 2 13 1024 47 2662 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 36) 1352 160936 835672931 283432480 211445082 3 1 0 11102540 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:262 (spin mutex:sleepq chain) 20 551 51383 41602 33396 1 1 0 2164 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 51) 648 998 13173841 2308608 2292449 5 1 0 375495 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:556 (spin mutex:turnstile lock) 3 3 8150 13 30221 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 39) 1002 0 8769110 0 1028675 8 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:562 (spin mutex:turnstile lock) 612 102 1101152 15273 281332 3 0 0 14557 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:368 (spin mutex:process slock) 5 470 166641 13071 224004 0 0 0 1441 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 49) 25 6309 1661082 8128 225011 7 0 0 199 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 71) 26 196 1657760 929 231149 7 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 7) 18 18 1299 87 964 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 23) 5 159 95262 4081 224662 0 0 0 1051 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 31) 1 0 24 0 35 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 48) 8 110 977252 210414 1038815 0 0 0 33322 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 1) 11 383 1056625 216513 993001 1 0 0 31145 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 65) 1058 443 27972881 267647 924590 30 0 0 65657 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:600 (spin mutex:turnstile lock) 4 3 2258 11 1538 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 61) 8 50 230793 4018 100938 2 0 0 1590 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 58) 1 205 1782 423 2631 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 73) 1 418 1646 515 2912 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 9) 3 0 2285 0 3326 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 13) 4 0 2436 0 3168 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 77) 19 569 53836 38036 33532 1 1 0 2151 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 24) 2 1 6502 2 13282 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 12) 4 3 16611 17 83144 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 76) 5 623 124326 14949 223429 0 0 0 1459 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 22) 9 404 214514 1602 262390 0 0 0 78 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 0) 25 22921 1567589 23927 220021 7 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 44) 16 8 1778 44 933 1 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 60) 5 14133 97974 19437 236458 0 0 0 1098 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 4) 5 1886 108012 6493 225254 0 0 0 1103 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 68) 21 395 968727 240905 1038006 0 0 0 36435 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 38) 5 1 3734 1 3381 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 67) 3 12 2367 20 1580 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 34) 8 110 391872 4913 193099 2 0 0 1967 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 31) 1 217 1398 365 2699 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 46) 2 0 2518 0 3146 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 50) 24 623 53784 40475 33373 1 1 0 2092 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 61) 3 6 10161 17 47259 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 49) 6 600 125566 16167 223946 0 0 0 1568 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 59) 18 0 776 0 64 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 14) 21 203 1660863 1178 236408 7 0 0 181 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 17) 18 24 1717 93 1118 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 33) 7 229 95307 4674 217294 0 0 0 1047 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 41) 8 553 1029825 210408 1018139 1 0 0 32478 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 75) 18 114 1012494 208208 1012700 0 0 0 34027 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 11) 4 5 2507 8 1543 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 71) 3 7 2462 14 1607 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 7) 10 45 107049 1829 43648 2 0 0 707 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 68) 6 25 45296 952 21801 2 0 0 444 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 4) 1 575 1240 731 2623 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 19) 5 25 237729 3209 862815 0 0 0 1247 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 0) 22 421 54886 39867 34063 1 1 0 2300 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 34) 4 3 7184 3 21836 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 22) 4 802 127978 16069 231074 0 0 0 1527 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 32) 21 1807 1595276 4877 224096 7 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 54) 16 7 1390 37 898 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 70) 15 25 1701 117 1128 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 6) 4 0 84358 1 119248 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 0) 4 394 94880 4879 233263 0 0 0 1049 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 14) 4 220 113688 4520 232070 0 0 0 1146 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 78) 21 573 943305 221921 990364 0 0 0 32033 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 48) 2 0 2975 0 3450 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 13) 3 1 3559 1 3265 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 77) 7 6 841 19 424 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:509 (spin mutex:sleepq chain) 3 13 2197 18 1466 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 44) 9 53 284501 3043 138707 2 0 0 1266 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 41) 1 203 1619 532 2903 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 56) 3 0 2530 0 3176 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 60) 21 997 58855 37845 33385 1 1 0 2154 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 71) 23 590 54390 41134 32086 1 1 0 2070 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 7) 9 795 142117 15696 222877 0 0 0 1455 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 69) 7 1078 123268 16861 230270 0 0 0 1592 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 5) 21 11 235696 136 492565 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 0) 18 0 766 0 66 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 24) 24 6211 1599486 11202 223469 7 0 0 182 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 27) 16 6 1680 41 1311 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 43) 4 102 96892 3985 223170 0 0 0 1040 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 51) 10 105 934513 220268 1004348 0 0 0 32375 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 21) 4 0 3383 0 3217 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 50) 23 0 13229086 0 18091907 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:634 (spin mutex:pstatl) 8 6 2288 10 1628 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 17) 6 196 241204 4530 103671 2 0 0 1652 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 78) 7 59 154641 2353 75921 2 0 0 998 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 14) 1 831 1363 1216 2606 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 29) 3 0 2542 0 3254 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 33) 20 444 51369 39768 33088 1 1 0 2128 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 44) 9 50 6456679 12510 18092774 0 0 0 12601 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1084 (spin mutex:process slock) 4 2 21142 20 150930 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 32) 4 439 123109 12790 218059 0 0 0 1259 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 42) 2 0 9 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 0) 17 0 649 0 58 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 61) 27 7832 1652115 8945 223063 7 0 0 199 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 64) 26 573 1861884 2290 262388 7 0 0 212 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 0) 17 14 1427 102 1191 1 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 16) 4 103 94111 4343 222346 0 0 0 1069 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 24) 21 199 948039 233657 1012564 0 0 0 34706 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 58) 6 1 2232 3 1515 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 54) 10 24 391333 4673 189367 2 0 0 2047 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 51) 1 25 1939 94 2647 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 66) 2 104 1628 189 2795 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 2) 3 0 2536 0 3187 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 70) 3 0 9648 0 13261 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 24 428 52906 34913 33359 1 1 0 2125 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 17) 5 3 5841 9 13468 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 5) 0 12 27 12 47 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 21) 5 603 142785 18353 230156 0 0 0 1558 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 79) 6 822 126506 20375 235744 0 0 0 1714 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 15) 19 0 591 0 52 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 34) 40 27 4575618 764 550732 8 0 0 115 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sleepq chain) 24 2943 1606864 5598 226562 7 0 0 200 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 37) 16 9 1624 79 1304 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 53) 5 15148 95120 19288 222279 0 0 0 1086 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 61) 1 0 22 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 78) 13 223 1003378 225759 1017056 0 0 0 33438 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 31) 5 3 3599 4 3320 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 60) 5 3 2656 16 1747 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 27) 22 26 43070 633 20052 2 0 0 285 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 24) 1 102 1454 290 2772 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 39) 22 446 53139 39557 32600 1 1 0 2315 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 54) 3 1 6815 2 17578 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 42) 4 411 126846 14225 223574 0 0 0 1440 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 52) 25 1 7534876 13 32790471 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1223 (spin mutex:process slock) 30 337 1667609 1143 225220 7 0 0 170 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 74) 21 2471 1650468 3836 229067 7 0 0 176 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 10) 15 7 1719 71 1084 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 26) 5 99 97449 4085 226821 0 0 0 1059 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 34) 20 200 1047270 225282 999664 1 0 0 32633 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 68) 12 194 1273005 240833 1464099 0 0 0 35971 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 4) 5 0 3468 0 3358 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 33) 3 5 2690 10 1596 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 64) 4 1 2339 6 1592 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 0) 11 54 302461 3410 142748 2 0 0 1438 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 61) 21 17761 155707 23501 448245 0 0 0 269 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 0) 1 393 1853 786 2722 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 76) 3 381 1639 649 2833 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 12) 2 0 1991 0 3246 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 16) 1 0 67 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 23 424 53112 38021 32827 1 1 0 2227 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 27) 5 13 141426 188 286910 0 0 0 48 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 0) 4 2 7905 2 21667 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 79) 4 2 6114 5 15017 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 15) 5 440 128071 14429 223723 0 0 0 1531 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 25) 23 2378 1569262 3874 220577 7 0 0 176 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 47) 17 13 1429 81 964 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 63) 4 206 114596 4048 225073 0 0 0 1060 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 71) 4 202 94877 3768 230793 0 0 0 1003 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 7) 33 363 915439 213368 989480 0 0 0 30844 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 41) 4 11 50103 87 83340 0 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 0) 4 0 3603 0 3328 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 70) 5 6 2277 10 1553 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 37) 9 24 170703 2752 76268 2 0 0 1163 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 34) 1 212 1405 338 2682 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 49) 19 621 57817 40177 32858 1 1 0 2193 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 64) 28 419 144373 42374 52101 2 0 0 2874 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 0) 24 3 137450 6 166472 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:280 (spin mutex:pstatl) 2 12 7066 20 18656 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 52) 5 443 126462 13568 223414 0 0 0 1332 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 62) 18 0 520 0 45 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 17) 24 640 1588036 2451 223116 7 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 20) 16 14 1423 59 1055 1 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 36) 4 195 94107 4093 219931 0 0 0 1058 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 44) 10 102 960858 233102 1045795 0 0 0 35856 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 14) 12 196 1095602 224480 1044404 1 0 0 34196 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 78) 4 13 2621 24 1727 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 10) 3 1 2521 2 1568 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 74) 11 47 435576 4979 190948 2 0 0 2063 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 71) 17 49 347666 3599 173730 2 0 0 1590 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 7) 1 197 1399 604 2664 0 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 22) 2 0 1308 0 2970 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 26) 25 0 947734 0 289183 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:996 (spin mutex:pstatl) 29 413 56046 38463 35250 1 1 0 2247 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 37) 3 6 8191 14 26919 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 25) 4 438 128501 14221 224962 0 0 0 1491 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 35) 6 11420 159197 15233 448254 0 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 0) 19 0 839 0 73 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 54) 27 96 1548219 982 217665 7 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 57) 16 6 1479 54 1133 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 9) 17 6 1606 72 974 1 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 73) 4 121417 89504 124972 235890 0 0 0 971 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 17) 21 106 929515 217072 1003729 0 0 0 32546 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 51) 5 0 2710 0 3329 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 16) 3 23 2397 50 1652 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 47) 8 13 46248 869 21128 2 0 0 363 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 44) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (spin mutex:mca) 3 50 1624 101 2754 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 59) 3 0 2537 0 3184 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 63) 19 3890 576794 3975 429421 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 0) 31 431 58093 37530 33049 1 1 0 2135 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 74) 22 556 54021 33490 32278 1 1 0 2058 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 10) 7 0 33830 0 47667 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1071 (spin mutex:pstatl) 4 899 127032 15319 229172 0 0 0 1537 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 8) 5 605 142282 16952 228737 0 0 0 1584 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 72) 40 105 8640787 1400 921975 9 0 0 133 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sleepq chain) 20 0 584 0 47 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 27) 21 288 1610423 1639 225861 7 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 30) 17 48 1627 141 1347 1 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 46) 5 275 98296 4505 223616 0 0 0 1140 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 54) 1 0 19 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 7) 11 107 943340 229935 1031627 0 0 0 33275 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 24) 187 3 25234 29 20027 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1074 (spin mutex:pstatl) 3 12 2392 15 1534 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 20) 16 45 440972 5115 238072 1 0 0 2399 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 17) 1 400 1336 447 2574 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 32) 2 0 2502 0 3227 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 36) 2 1 3328 3 6585 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 20 416 52008 36527 32516 1 1 0 2105 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 47) 4 6 10373 24 47066 0 0 0 10 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 35) 0 7 28 14 49 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 51) 5 436 125799 13288 221015 0 0 0 1422 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 45) 20 0 764 0 63 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 0) 29 439 1661252 1307 224177 7 0 0 191 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 67) 22 81 1650735 787 227828 7 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 3) 17 13 1500 77 1138 1 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 19) 4 2146 98899 6010 223108 0 0 0 1042 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 27) 11 383 925309 210655 999583 0 0 0 30507 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 61) 1 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 0) 2 0 3181 0 3033 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 26) 4 12 2266 37 1507 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 57) 23 370 173210 3522 75547 2 0 0 1151 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 54) 7 13 444355 183 268205 1 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 0) 2 56 2156 76 2826 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 69) 3 99 1616 141 2806 0 0 0 12 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 5) 2 0 2005 0 3235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 9) 21 466 52757 38801 33547 1 1 0 2217 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 20) 0 0 3 0 21 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 0) 4 6 17537 62 129062 0 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 72) 3 1 5788 3 13712 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 8) 7 406 120565 13726 234079 0 0 0 1601 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 18) 0 0 3 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 0) 901 429 1558479 1646 218178 7 0 0 155 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 40) 32 24 3540999 1361 421584 8 0 0 608 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 56) 5 0 16611 0 12003 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_ntptime.c:492 (spin mutex:ntp) 5 107 114301 4253 264615 0 0 0 1095 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 0) 6 18825 138039 26918 222600 0 0 0 1111 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 64) 6 195 965105 235608 1057079 0 0 0 34667 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 34) 3 0 3572 0 3302 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 63) 4 1 2430 2 1644 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2405 (spin mutex:sched lock 30) 12 26 359925 3876 170006 2 0 0 1652 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:904 (spin mutex:sched lock 27) 1 199 1564 380 2816 0 0 0 13 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:616 (spin mutex:sched lock 42) 3 0 2497 0 3120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 46) 20 574 53910 39253 32791 1 1 0 2406 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:212 (spin mutex:sched lock 57) 4 1 7995 1 27782 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 45) 7 0 6002266 0 18092032 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:705 (spin mutex:process slock) 4 5115 114302 18449 223933 0 0 0 1413 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2204 (spin mutex:sched lock 55) 0 0 29 0 79 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:300 (spin mutex:cpuset) 20 0 639 0 58 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 74) 18 0 667 0 60 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 10) 28 17503 1696151 19354 228008 7 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 77) 22 2610 1677970 3292 235468 7 0 0 176 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:765 (spin mutex:sched lock 13) 16 24 1637 72 1080 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:sched lock 29) 4 294 95493 4423 225337 0 0 0 1118 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:636 (spin mutex:sched lock 37) 8 205 1122140 221306 1035459 1 0 0 32406 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 71) 21 366 980095 213021 1008591 0 0 0 33830 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1205 (spin mutex:sched lock 7) 2 0 3428 0 3321 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 36) 210 0 431 0 7 61 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:683 (lockmgr:tmpfs) 8 0 1070 0 3921 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:mbuf_cluster) 1 0 158 0 138 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_8192) 1 0 17 0 17 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_49152) 1 9 11 29 15 0 1 0 15 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:S VFS Cache) 6 0 207 0 209 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:unpcb) 1 2 3 6 4 0 1 0 4 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:4096) 1 0 65 0 49 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_65536) 1 0 34 0 112 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_cache) 9 413 6789 4113 21872 0 0 0 2404 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_5) 1 0 53 0 41 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_81920) 7 0 54 0 15 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:606 (sx:sysvshmsx) 0 2 3 6 5 0 1 0 4 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:zio_buf_131072) 2 0 103 0 112 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_cache) 1 0 64 0 51 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_98304) 1 0 34 0 59 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:mbuf) 1 0 22 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_1536) 7 0 57 0 11 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:798 (sx:sysvshmsx) 1 0 58 0 48 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_114688) 2 0 70 0 69 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:socket) 8 10 6374 1448 13077 0 0 0 13077 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:1209 (sx:l->l_rwlock) 0 0 13 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:socket) 8 26 6325 3898 21706 0 0 0 2448 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_1) 7 0 40 0 57 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:dmu_buf_impl_t) 0 0 23 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:178 (sleep mutex:process lock) 11 0 402 0 191 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:tcptw) 0 0 19 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:210 (sleep mutex:process lock) 1 2 177 72 528 0 0 0 528 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:1421 (sx:l->l_rwlock) 11 0 88 0 49 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:socket) 1 0 8 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:554 (rw:unp_link_rwlock) 10 0 536 0 202 2 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:299 (sleep mutex:thread) 1 0 112 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:32768) 1 0 64 0 218 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_512) 8 0 138 0 57 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:dmu_buf_impl_t) 1 0 29 0 27 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_3072) 1 0 81 0 119 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:32768) 105 16261 23038 17735 471 48 37 0 33 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1292 (rw:pcbinfohash) 1 0 12 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_3072) 1 0 157 0 381 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_linker.c:1206 (sx:kernel linker) 34 0 5878 0 471 12 0 0 1 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:191 (sleep mutex:so_rcv) 1 0 266 0 336 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_linker.c:1268 (sx:kernel linker) 1 0 315 0 578 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/in6_jail.c:405 (sleep mutex:jail mutex) 19 0 687 20 138 4 0 0 138 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:1722 (rw:if_addr_lock) 2 0 138 0 119 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:32768) 1 0 94 0 106 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:ksiginfo) 1 0 27 0 20 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_3072) 0 0 8 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_49152) 1 0 33 0 58 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:unpcb) 1 0 107 0 118 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_57344) 1 0 20 0 58 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:unpcb) 2 0 165 0 168 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:128 Bucket) 2 0 36 0 29 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/tty_outq.c:269 (sleep mutex:ttymtx) 1 0 19 0 17 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_49152) 0 0 22 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_65536) 67 0 1878 7 46 40 0 0 46 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:1717 (rw:ifnet_rw) 2 0 163 0 210 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:tcp_inpcb) 2 0 140 0 171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:udp_inpcb) 3 0 99 0 58 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:unpcb) 1 0 156 0 154 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_81920) 1 0 95 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:g_bio) 0 0 21 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_81920) 2 0 73 0 49 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_65536) 0 0 26 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_98304) 7 0 36 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_7168) 6 0 351 0 107 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:udpcb) 1 0 45 0 41 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_81920) 2 0 100 0 158 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:UMA Zones) 8 0 30 0 48 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_114688) 8 0 64 0 51 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_98304) 1 0 51 0 69 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:tcptw) 0 0 1 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:495 (sleep mutex:unp_mtx) 0 0 31 0 69 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:tcptw) 6 0 60 0 48 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_114688) 9 16307 1245 29338 473 2 62 0 473 /tank/users/mjg/src/freebsd/sys/netinet6/in6_pcb.c:1167 (rw:pcbinfohash) 1 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:555 (sleep mutex:unp_mtx) 11 0 3938 0 4514 0 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:4043 (sleep mutex:pmap) 2 1107 56 1860 108 0 17 0 6 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:256 (sx:db->db_mtx) 0 2 6 9 10 0 0 0 10 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:VM OBJECT) 4 0 182 0 69 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:tcptw) 5 0 3952 0 9803 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:mbuf_cluster) 1 0 15 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zio_buf_10240) 0 0 40 0 68 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:tcp_inpcb) 1 0 37 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:udp_inpcb) 0 0 22 0 65 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:tcp_inpcb) 1 0 21 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:udp_inpcb) 16337 6 54233 11 471 115 0 0 4 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1241 (rw:udpinp) 8 0 32 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:g_bio) 3 0 124 0 65 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:tcp_inpcb) 3 0 138 0 53 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:udp_inpcb) 0 0 22 0 37 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:arc_buf_hdr_t_full) 6 0 785 0 487 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_log.c:188 (sleep mutex:msgbuf lock) 1 0 34 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:udpcb) 1 0 69 0 78 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_rmlock.c:410 (sleep mutex:in6_ifaddr_lock) 2 0 87 0 46 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:g_bio) 0 0 21 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:udpcb) 1 0 69 0 63 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_data_buf_3072) 28 378 313 1364 140 2 9 0 30 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:ls_lock) 1 1 224 1 532 0 0 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_cache) 6 0 194 0 53 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:udpcb) 0 0 5 0 11 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:755 (rw:vm object) 0 0 22 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:syncache) 1 0 171 0 194 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:1024) 7 67 668 198 618 1 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:1160 (sx:owner graph lock) 0 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zil_lwb_cache) 1 0 102 0 159 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:socket) 1 0 24 0 27 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_msg.c:529 (sleep mutex:msq) 7 0 35 0 8 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_lockf.c:1354 (sx:owner graph lock) 6 0 240 0 208 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:dmu_buf_impl_t) 8 0 657 0 3925 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:mbuf_cluster) 8 0 501 0 3921 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:mbuf_cluster) 14 0 42392 0 80468 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:2048) 10 0 100840 4 532413 0 0 0 6 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:2788 (sleep mutex:vm laundry pagequeue) 39 47 7624 1278 472 16 2 0 472 /tank/users/mjg/src/freebsd/sys/netinet6/in6_pcb.c:1178 (rw:udpinp) 2 0 175 0 119 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:32768) 2 0 53 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_3072) 199 1531 397 2171 7 56 310 0 6 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:680 (lockmgr:tmpfs) 19 0 645 0 55 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 47) 4 13 36811 1888 101485 0 0 0 1405 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 1) 18 0 511 0 48 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 20) 2 0 2513 0 3175 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 29) 7 46678 195175 65018 490180 0 0 0 618 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 1) 1 24 496 25 2817 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 1) 1 0 24 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 47) 5 0 3461 0 3324 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 29) 2 0 2168 0 3171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 12) 19 0 664 0 59 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 40) 1 0 27 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 37) 18 0 601 0 54 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 50) 9 7975 838403 55178 3065604 0 0 0 5122 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 1) 5 0 2851 0 3280 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 12) 1 2 11 2 19 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:turnstile lock) 1 0 2503 0 3154 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 59) 5 431 17722 1183 16215 1 0 0 582 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 1) 2 0 2572 0 3316 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 32) 22 72 265411 304 193029 1 0 0 80 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 1) 3 0 2867 0 3142 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 69) 1 1 5969 3 14105 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 4) 5 0 101558 0 233759 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 1) 3 0 3499 0 3232 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 59) 17 0 569 0 52 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 70) 3 0 3535 0 3459 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 32) 3 0 3850 0 3199 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 69) 18 0 606 0 52 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 16) 18 0 675 0 60 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 53) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 1) 2 0 2586 0 3195 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 62) 3 0 14192 0 13261 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 18 0 770 0 63 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 26) 1 0 15 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 16) 4 0 3602 0 3286 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 62) 4 1 3022 3 3463 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 1) 3 0 2007 0 3217 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 18) 17 1 23417 1 3463 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 1) 4 0 136 0 136 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 1) 1 0 12 0 19 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 63) 2 0 2392 0 3048 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 28) 17 0 667 0 59 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 56) 1 0 2687 0 3331 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 18) 0 0 31 0 104 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 1) 24 13 662 13 56 11 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 29) 1 0 24 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 9) 22 0 731 0 61 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 2) 4 0 3246 0 3153 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 28) 3 0 2218 0 3208 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 11) 20 0 740 0 67 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 39) 8 7 25585 1304 9845 2 0 0 758 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 2) 4 0 2375 0 3013 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 21) 10 12 1959741 424 1513521 1 0 0 190 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 1) 3 6 1115 13 1059 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 1) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:turnstile lock) 2 1 3041 1 3312 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 11) 6 6 151810 160 114696 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 1) 2 0 2508 0 3257 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 31) 2 0 3254 0 3103 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 21) 2 0 2913 0 3160 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 68) 2 0 2435 0 3406 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 4) 3 1 5681 6 19785 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 3) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:turnstile lock) 1 0 13 0 22 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 12) 19 0 576 0 50 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 69) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 5) 3 2 3593 2 3389 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 31) 9 83843 183538 85962 230254 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 1) 3 17 3886 17 3262 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 68) 3 0 3198 0 3524 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 4) 5 25 200513 3297 767702 0 0 0 1151 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 1) 4 13 48979 23 108957 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 1) 1 0 19 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 32) 8 14 200568 145 440177 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 1) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 1) 2 0 2558 0 3207 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 34) 1 0 6 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 1) 5 0 2641 0 3019 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 71) 18 0 613 0 49 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 35) 3 0 3499 0 3287 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 34) 21 3392 135155 7468 381686 0 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 1) 7 22 116004 119 251984 0 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 1) 4 6 44356 66 75541 0 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 1) 3 3 3612 4 3106 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 71) 2 0 2466 0 3151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 27) 6 162 134034 651 403294 0 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 1) 10 11 524626 58 385323 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 1) 1 1 18 1 30 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 8) 17 0 691 0 61 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 1) 3 1 3503 1 3250 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 27) 6 25 388781 172 233916 1 0 0 72 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 1) 0 0 6 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 1) 3 3 9069 11 30822 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 73) 0 0 6 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 1) 19 0 633 0 59 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 75) 29 15 284141 12472 98137 2 0 0 7354 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 1) 20 25 185163 2740 88011 2 0 0 1174 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 1) 1 0 19 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 28) 0 0 2 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 1) 16 0 735 0 69 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 21) 2 0 13 0 23 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 1) 2 0 2320 0 3122 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 30) 3 13 11014 332 38375 0 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 1) 1 0 1991 0 3181 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 3) 1 0 1759 0 3033 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 40) 1 13 30 24 51 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 55) 19 0 776 0 66 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 68) 13 13 14821 306 11247 1 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 1) 3 2 3392 2 3241 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 30) 2 0 121 0 61 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 1) 17 0 741 0 60 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 41) 3 1 2649 1 3248 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 3) 1 3 2249 3 3824 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 1) 3 0 2804 0 3824 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 1) 0 0 23 0 49 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 1) 2 0 3018 0 3120 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 40) 1 0 7 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:475 (spin mutex:sleepq chain) 3 6 6974 18 20058 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 59) 1 0 2022 0 3209 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 6) 4 6 11767 30 41988 0 0 0 11 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 69) 17 2 528 2 42 12 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 7) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 71) 16 0 15781 0 13261 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 2 12 18 12 33 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 24) 3 0 2713 0 3321 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 6) 3 0 2393 0 3105 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 53) 2 2355 7786 2599 17083 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 1) 1 12 1684 27 4407 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 1) 0 0 81 0 176 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 1) 3 2 7716 7 25225 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1044 (spin mutex:sched lock 62) 1 0 66 0 101 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 1) 5 1 3522 1 3206 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 53) 27 23 607652 1224 806071 0 0 0 549 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 1) 20 0 913 0 74 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 64) 398 0 728301 0 2031678 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 1) 3 1 3699 2 3817 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 1) 2 0 36 0 27 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_3584) 0 0 10 0 19 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:8192) 1 0 30 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:12 Bucket) 1 0 41 0 36 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_57344) 0 0 13 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:12 Bucket) 23 0 54 0 4 13 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2987 (sleep mutex:process lock) 1159 0 3353 0 3 1117 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:706 (sleep mutex:kernel arena domain) 1 0 21 0 19 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:8192) 4 0 93 0 33 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:12 Bucket) 0 0 12 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_loginclass.c:92 (rw:loginclasses lock) 2 46 71 64 91 0 0 0 91 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:431 (sx:allproc) 0 0 20 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_rmlock.c:410 (sleep mutex:sptree) 211 4936 1121 12202 21 53 581 0 20 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:228 (lockmgr:zfs) 1 0 124 0 334 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2964 (sx:db->db_mtx) 0 0 53 0 235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5142 (sleep mutex:vnode interlock) 27 0 47 0 2 23 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_hostcache.c:368 (sleep mutex:tcp_hc_entry) 11 2 28039 13 38376 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_5) 1 0 28 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_3584) 2 0 11 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:hostcache) 0 0 10 0 27 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_3584) 2 0 31 0 27 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_3584) 1 0 20 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_57344) 0 0 15 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_rmlock.c:410 (sleep mutex:sahtree) 2 0 46 0 36 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_57344) 1403 0 7757 0 40 193 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:49 (sx:dn->dn_struct_rwlock) 22 1 356 1 162 2 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2176 (sleep mutex:kqueue) 3 0 31 0 13 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2650 (sleep mutex:sigacts) 1 6 97 119 96 1 1 0 91 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:RADIX NODE) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:hostcache) 8 108 3851 2469 13376 0 0 0 1510 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_3) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:hostcache) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3182 (sleep mutex:sigacts) 10 51 3737 2575 13346 0 0 0 1547 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_7) 3 0 4 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:hostcache) 1 0 56 0 91 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:range_seg_cache) 0 3 257 13 2608 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/sys_process.c:310 (sleep mutex:vm page) 1 0 16 0 19 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:8192) 3 0 197 0 103 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:12 Bucket) 17 0 351 44 334 1 0 0 334 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2960 (sx:dn->dn_struct_rwlock) 0 0 10 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1947 (sleep mutex:process lock) 0 0 3 0 14 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:2000 (sleep mutex:process lock) 2 1 2897 2 3551 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 2) 22 0 24200 0 3551 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 2) 1 0 15 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 27) 3 0 4024 0 3284 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 73) 1 0 220 0 223 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 2) 1 6 21 8 33 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 74) 21 0 679 0 60 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 67) 3 0 10 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2544 (spin mutex:process slock) 10 25 373840 9390 155165 2 0 0 4828 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 3) 10 27 2113686 403 1513478 1 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 2) 3 13 1220 23 1133 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 2) 8 4 137110 171 105464 1 0 0 88 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 2) 1 0 18 0 34 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 13) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2991 (spin mutex:process slock) 4 1 2180 1 3229 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 15) 6 630 181892 2191 228477 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 2) 20 25 199990 2725 759647 0 0 0 1077 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 2) 4 3 69495 7 112857 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 2) 2 8 2871 15 3383 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 15) 5 13 203537 157 441190 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 2) 1 0 7 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 2) 21 2051 129122 4386 379631 0 0 0 215 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 2) 5 14 117034 88 241371 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 2) 4 12 44092 87 77086 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 2) 1 0 2333 0 2972 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 55) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2486 (spin mutex:sched lock 2) 7 9349 141768 11068 406754 0 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 2) 20 1465 522710 1498 389726 1 0 0 14 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 2) 3 0 3191 0 3053 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 55) 7 24 383184 192 232109 1 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 2) 2 0 104 0 167 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 0 0 17 0 111 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 2) 0 0 15 0 111 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 2) 2 7 29 7 40 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 56) 59 27 658084 17601 230120 2 0 0 9091 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 2) 27 99 446582 5083 226996 1 0 0 2322 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 2) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 2) 19 0 531 0 46 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 22) 0 0 17 0 34 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 2) 2 12 10857 276 37857 0 0 0 144 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 2) 19 0 622 0 55 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 59) 8 13 14245 309 10834 1 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 2) 2 0 121 0 62 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 2) 2 0 2821 1 3718 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 2) 3 0 2689 0 3718 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 2) 8 0 26 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 2) 1 0 24 0 34 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 59) 2 0 20 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 69) 17 0 578 0 56 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 18) 0 0 76 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 1 0 22 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 62) 3 1064 7908 1209 16784 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 2) 2 12 1681 14 4473 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 2) 1 0 77 0 160 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 2) 0 0 59 0 134 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 2) 3 0 243 0 135 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 27 25 587242 1130 797499 0 0 0 524 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 2) 124 0 722024 0 2012090 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 2) 22 0 825 0 70 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 38) 1 0 2499 0 3704 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 2) 1 0 20 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 55) 18 0 684 0 65 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 48) 4 13 37735 2247 105655 0 0 0 1717 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 2) 1 0 23 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 65) 6 19320 195862 56967 489092 0 0 0 661 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 2) 0 1 396 1 1791 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 2) 1 0 16 0 28 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 11) 18 0 604 0 57 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 4) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 4) 1 0 18 0 34 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 21) 9 14048 850210 64888 3121254 0 0 0 5071 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 2) 4 12 17237 743 15130 1 0 0 609 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 2) 1 0 23 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 68) 1 0 15 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 4) 22 115 272500 407 192634 1 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 2) 6 0 99008 0 231658 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 2) 1 25 25 25 42 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 14) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 2) 0 0 23 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 14) 5 0 2867 0 3196 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 73) 4 0 34 0 10 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_msgbuf.c:199 (spin mutex:msgbuf) 18 0 644 0 51 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 37) 1 0 106 0 130 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 1 0 23 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 54) 46 1 1720 16 110 15 0 0 110 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs_map.c:122 (sx:vm map (user)) 623 5 7343 452 2926 2 0 0 2926 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs_map.c:230 (sx:vm map (user)) 0 0 26 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:16 Bucket) 1 0 25 0 44 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:16 Bucket) 0 0 28 0 114 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vnops.c:695 (sleep mutex:process lock) 1 0 37 0 110 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs_map.c:100 (sleep mutex:process lock) 3 0 110 0 44 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:16 Bucket) 1 0 32 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_2560) 1534 0 32045 0 606 52 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3965 (lockmgr:zfs) 1 0 11 0 9 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_14336) 1 1 7 16 12 0 1 0 12 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:MAP ENTRY) 63 617 9439 1036 2882 3 0 0 2882 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs_map.c:136 (rw:vm object) 1 0 190 0 276 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:357 (lockmgr:zfs) 10 7 1160 130 792 1 0 0 792 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs_map.c:145 (rw:vm object) 1 0 39 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_5120) 0 1 14 20 23 0 0 0 21 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:VM OBJECT) 2 0 114 0 160 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:1024) 1 0 12 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:4 Bucket) 3 0 87 0 32 2 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vnops.c:921 (lockmgr:pseudofs) 1 0 9 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_14336) 0 0 4 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_14336) 2 0 10 0 9 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_14336) 33 107 716 107 30 23 3 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:671 (lockmgr:pseudofs) 0 0 18 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:1024) 7 0 80 0 46 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:1024) 0 1 1 3 2 0 1 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:THREAD) 2 0 269 0 179 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:16 Bucket) 1 3 30 39 30 1 1 0 28 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:S VFS Cache) 102 0 966 5 39 24 0 0 39 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1950 (sx:dn->dn_struct_rwlock) 21 8206 184429 21887 377634 0 0 0 221 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 3) 4 13 116206 109 240673 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 3) 6 13 38197 84 75310 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 3) 5 1469 150286 3955 417968 0 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 3) 22 7 524179 46 399248 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 3) 23 12 383167 228 230810 1 0 0 91 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 3) 0 0 5 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 3) 0 0 5 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 3) 114 15 253460 10851 87421 2 0 0 6390 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 3) 28 27 169136 2457 80310 2 0 0 1040 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 3) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 3) 18 0 583 0 54 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 23) 3 23 10862 309 38140 0 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 3) 18 0 655 0 54 12 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 60) 8 12 14587 232 10881 1 0 0 142 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 3) 2 0 100 0 51 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 3) 4 0 2151 0 3732 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 3) 1 0 2770 0 3732 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 3) 1 0 15 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 3) 3 2 7555 3 16871 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 3) 2 0 1625 0 4291 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 3) 1 28 2 39 4 0 9 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 56) 1 0 59 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 3) 0 0 61 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 3) 24 25 605070 1207 804129 0 0 0 540 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 3) 127 0 788412 0 2022211 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 3) 4 0 3646 0 3722 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 3) 4 0 191 0 167 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 3 0 2447 0 3088 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 58) 3 15 37436 1925 102721 0 0 0 1404 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 3) 8 88881 197199 119174 489233 0 0 0 703 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 3) 0 0 571 0 3540 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 3) 5 15 3457 15 3199 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 58) 7 19344 855107 63909 3153140 0 0 0 4910 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 3) 18 0 597 0 52 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 25) 6 7 18550 664 15904 1 0 0 546 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 3) 18 0 736 0 64 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 62) 1 0 17 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 42) 6 14307 273096 14973 191650 1 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 3) 5 0 99266 0 230803 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 3) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 3) 6 0 2971 0 3381 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 3) 18 169 22889 170 3381 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 3) 1 0 93 0 110 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 3) 1 0 155 0 167 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 0 0 10 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 3) 7 13 53377 2699 20685 2 0 0 1585 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 4) 2 0 2490 0 3141 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 23) 10 24 2084968 461 1513423 1 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 3) 2 12 1217 26 1120 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 3) 6 6 131941 139 102747 1 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 3) 3 0 3423 0 3252 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 23) 2 0 2509 0 3136 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 43) 5 408 181297 1038 227828 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 3) 19 0 679 0 59 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 44) 3 1 3401 3 3206 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 43) 4 27 198560 2894 765994 0 0 0 1092 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 3) 1 0 186 0 268 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 4 1 41234 3 111295 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 3) 6 25 213101 150 450011 0 0 0 51 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 3) 1 3 16 3 25 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 71) 1 0 7 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 3) 1 0 12 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_devs.c:396 (sleep mutex:devfs interlock) 11 1 20550 4 30467 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_4) 21 1 20106 6 29879 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_0) 1 0 255 0 303 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:128 Bucket) 0 0 3 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:mbuf_cluster) 2 0 34 0 23 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_5120) 1 0 34 0 33 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_1024) 4 0 284 0 113 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:taskq_zone) 1 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:897 (sleep mutex:cdev) 1 0 33 0 26 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_7168) 1 0 38 0 36 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:lz4_ctx) 9 108 5776 3528 20390 0 0 0 2283 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_4) 0 0 40 0 81 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:128 Bucket) 19 0 269 0 16 16 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:359 (rw:tcpinp) 1 0 86 0 171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:mbuf_jumbo_page) 0 0 11 0 23 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_5120) 2 0 134 0 81 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:128 Bucket) 4 1 142 22 151 0 0 0 151 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5775 (rw:pmap pv list) 1 0 36 0 34 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_6144) 0 0 16 0 37 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:taskq_zone) 1 0 25 0 23 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_5120) 0 0 11 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_7168) 7 0 34 0 22 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:lz4_ctx) 0 0 9 0 18 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:lz4_ctx) 4 0 95 0 37 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:taskq_zone) 1 0 28 0 26 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_7168) 1 0 22 0 18 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:lz4_ctx) 1 0 61 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:mbuf_jumbo_page) 34 0 105 0 7 15 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1337 (sleep mutex:Giant) 9 0 143 0 52 2 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1179 (rw:udpinp) 18 0 254 0 16 15 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:366 (rw:pcbinfohash) 1 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2473 (rw:unp_link_rwlock) 9 0 3213 0 3418 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:DMAR_MAP_ENTRY) 7 50 5725 3832 20568 0 0 0 2420 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_free_issue_0) 1 0 56 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/amd64/amd64/pmap.c:5779 (sleep mutex:pmap) 22 0 22 0 1 22 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/uart/uart_tty.c:319 (sleep mutex:ttymtx) 0 0 9 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_devs.c:320 (sleep mutex:devfs interlock) 5 0 192445 0 465324 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (spin mutex:dmarqf) 2 1840 8300 1851 17628 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 4) 2 3 2048 3 4541 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 4) 1 0 24 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 37) 1 0 102 0 187 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 4) 1 0 70 0 140 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 4) 24 27 792378 5178 1227004 0 0 0 1516 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 4) 125 0 901359 0 2881862 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 4) 4 0 4362 0 3851 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 4) 1 1 22 2 36 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 20) 4 12 39156 2162 104583 0 0 0 1602 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 4) 1 0 121 0 298 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 7 194046 215184 317703 498194 0 0 0 723 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 4) 1 3 468 3 1970 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 4) 4 0 356 0 289 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 1 0 18 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 23) 11 24079 863475 102850 3192153 0 0 0 5246 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 4) 15 68 18533 1133 16372 1 0 0 920 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 4) 17 0 503 0 42 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 63) 1 0 16 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 43) 8 35 288171 202 198572 1 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 4) 5 0 117430 0 242337 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 4) 1 0 20 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 36) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 4) 1 0 22 0 37 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 46) 1 7 22 7 37 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 19) 7 1 3480 2 3634 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 4) 23 0 24606 0 3634 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 4) 1 0 78 0 210 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 2 0 93 0 72 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 4) 1 0 179 0 272 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 13 27 403455 10332 166195 2 0 0 5398 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 5) 10 25 2240111 492 1513807 1 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 4) 3 12 1204 18 1208 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 4) 7 13 494648 832 523576 0 0 0 374 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 4) 8 3388 194823 4363 236202 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 4) 5 53 287290 23083 1186265 0 0 0 4691 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 4) 4 6 77359 10 109016 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 4) 1 3 22 3 36 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 35) 4 13 210081 160 440176 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 4) 2 0 2518 0 3250 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 37) 2 0 14 0 9 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 4) 1 0 29 0 44 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 45) 5 5 3549 5 3359 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 37) 22 10730 183958 30879 393276 0 0 0 233 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 4) 5 23 235429 489 668713 0 0 0 141 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 4) 4 12 46032 107 77376 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 4) 0 1 19 1 42 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 8) 6 29991 185406 30397 403358 0 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 4) 8 11 521851 58 386162 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 4) 17 0 596 0 52 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 31) 10 14 412455 152 240044 1 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 4) 0 0 8 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 4) 0 0 6 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 4) 53 23 682669 15922 230524 2 0 0 8286 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 4) 28 55 443928 7760 228045 1 0 0 3387 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 4) 0 0 4 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 4) 4 13 11907 360 40748 0 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 4) 10 24 24730 379 19035 1 0 0 219 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 4) 2 0 110 0 57 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 4) 2 6 2466 6 3863 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 4) 4 0 2932 0 3863 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 4) 0 0 19 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 4) 2 0 26 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 44) 1 0 39 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:mbuf_jumbo_page) 3 0 75 0 48 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vnops.c:182 (sleep mutex:vnode interlock) 0 0 17 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:mbuf_jumbo_page) 1 0 38 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:mbuf_jumbo_page) 1 0 18 0 23 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:NAMEI) 1 3 1 4 2 0 2 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:g_bio) 1 0 73 0 154 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2335 (lockmgr:devfs) 18 0 135 0 72 1 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vnops.c:167 (sleep mutex:fdescfs_hash) 0 0 2 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:NAMEI) 1 0 40 0 72 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2084 (lockmgr:fdescfs) 0 1 1 2 2 0 1 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:L VFS Cache) 2 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:NAMEI) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:VNODEPOLL) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 5) 9 1 2947 1 3397 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 5) 18 0 23283 0 3397 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 5) 1 0 99 0 102 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 5) 9 13 77435 4096 29840 2 0 0 2366 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 6) 10 12 2073891 473 1513507 1 0 0 174 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 5) 2 1 1290 2 1080 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 5) 6 5 129746 178 101352 1 0 0 94 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 5) 1 0 89 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 16 101 184519 541 229112 0 0 0 52 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 5) 4 24 201061 2787 760057 0 0 0 1094 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 5) 5 3 56489 5 109439 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 5) 10 25 204909 123 445327 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 5) 1 0 8 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 5) 1 27 4 29 6 0 4 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 39) 22 2339 164631 4686 378198 0 0 0 205 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 5) 22 12 24692 14 3505 7 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 68) 6 3 109898 50 238578 0 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 5) 19 0 731 0 66 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 49) 0 6 17 6 33 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 29) 4 12 45132 63 76152 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 5) 8 38241 192780 41760 410721 0 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 5) 10 3 522321 48 393515 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 5) 0 10 22 10 45 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 19) 23 11 383971 153 231861 1 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 5) 0 0 7 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 5) 0 0 7 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 5) 1 0 19 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 22) 52 14 226710 9286 77740 2 0 0 5387 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 5) 18 25 150242 2287 71455 2 0 0 976 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 5) 0 0 2 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 5) 2 13 11093 314 38574 0 0 0 141 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 5) 2 0 2527 0 3095 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:892 (spin mutex:sched lock 44) 18 0 664 0 57 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 72) 1 0 25 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 52) 11 13 14720 294 10898 1 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 5) 2 0 150 0 77 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 5) 3 0 2198 0 3754 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 5) 1 0 2804 0 3754 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 5) 0 0 20 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 5) 4 0 3456 0 3190 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:1072 (spin mutex:sched lock 44) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 5) 2 67 7843 83 16797 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 5) 0 5 1640 7 4355 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 5) 0 0 67 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 5) 0 0 60 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 5) 27 27 627681 1070 798625 0 0 0 466 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 5) 209 0 719743 0 2010550 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 5) 1 2 3200 2 3766 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 5) 1 0 27 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 65) 18 0 637 0 57 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 78) 18 0 498 0 48 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 51) 3 7 36530 1982 101281 0 0 0 1531 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 5) 6 10431 185386 38792 490773 0 0 0 619 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 5) 1 2 430 2 2170 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 5) 17 0 619 0 53 11 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:567 (spin mutex:sched lock 71) 1 3 20 3 30 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 61) 12 0 177 0 145 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 12 36547 825528 116315 3063550 0 0 0 4927 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 5) 4 12 17667 859 15717 1 0 0 595 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 5) 9 81 265957 508 190894 1 0 0 77 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 5) 9 0 97775 0 230970 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 5) 1 1 14 1 26 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 17) 0 0 31 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2364 (lockmgr:devfs) 1 0 8 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:2548 (sleep mutex:process lock) 4 0 2564 0 19064 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1514 (sleep mutex:tmpfs node interlock) 7 0 2092 0 18996 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1541 (sleep mutex:tmpfs node interlock) 45528 0 144305 0 545 264 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:568 (lockmgr:tmpfs) 12 0 50 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:324 (sleep mutex:vnode interlock) 1 0 5 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3540 (sleep mutex:process lock) 24 0 141 2 8 17 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2099 (sx:proctree) 2 0 24 0 29 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:pipe) 0 0 5 1 8 0 0 0 8 /tank/users/mjg/src/freebsd/sys/security/audit/audit_bsm_db.c:119 (rw:evclass_lock) 2808 0 15851 27 218 72 0 0 218 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:2393 (rw:vm object) 11 0 101 2 16 6 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1515 (sx:vm map (user)) 1 0 8 0 14 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:4 Bucket) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:4564 (sleep mutex:sleep mtxpool) 0 0 10 0 23 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:1283 (rw:uidinfo hash) 1 0 48 19 146 0 0 0 146 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2316 (sx:filedesc structure) 1 0 33 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:321 (sleep mutex:devfs interlock) 3 0 141 14 148 0 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:3469 (sx:filedesc structure) 2 0 39 4 48 0 0 0 48 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:3486 (sx:filedesc structure) 1 0 6 0 11 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:pipe) 0 0 9 1 16 0 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:3542 (sx:filedesc structure) 1 0 44 0 42 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:range_seg_cache) 1 0 7 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1906 (sleep mutex:process lock) 7 0 25 0 11 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:pipe) 2 0 106 0 156 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2364 (lockmgr:tmpfs) 17 0 122 0 8 15 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2100 (sleep mutex:process lock) 3 0 25 0 8 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2131 (sleep mutex:process lock) 3 0 19 0 8 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2140 (sleep mutex:process lock) 1 0 6 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2182 (sleep mutex:process lock) 0 0 5 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2189 (sleep mutex:process lock) 1 0 11 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2246 (sleep mutex:process lock) 0 0 3 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2310 (sleep mutex:process lock) 0 0 2 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2312 (sleep mutex:process lock) 0 0 4 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2319 (sleep mutex:process lock) 0 0 2 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:2321 (sleep mutex:process lock) 1 0 32 13 128 0 0 0 128 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1547 (rw:vm object) 1 0 16 3 32 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1549 (rw:vm object) 2 0 119 0 182 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1419 (rw:tcpinp) 1 0 27 0 34 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1588 (rw:tcpinp) 38 0 725 0 58 12 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1622 (rw:tcpinp) 1 0 78 0 74 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:2492 (lockmgr:tmpfs) 6 0 36 1 8 4 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3334 (sx:allproc) 112 0 920 0 74 12 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1510 (sleep mutex:tmpfs allnode lock) 212 0 30919 0 18996 1 0 0 1 /tank/users/mjg/src/freebsd/sys/fs/tmpfs/tmpfs_vnops.c:1540 (sleep mutex:tmpfs allnode lock) 7 0 60 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2271 (lockmgr:devfs) 1 0 46 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:2790 (sleep mutex:socket) 1661 0 1667 0 8 208 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3537 (lockmgr:tmpfs) 2808 0 14463 1 16 903 0 0 16 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:2381 (sx:vm map (user)) 71 0 1326 22 210 6 0 0 210 /tank/users/mjg/src/freebsd/sys/kern/kern_proc.c:2538 (sx:vm map (user)) 20 0 13887 0 2479 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:259 (sleep mutex:process lock) 886 0 886 0 1 886 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:706 (sleep mutex:kernel arena) 1 2 7 14 9 0 1 0 9 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:zio_buf_131072) 13 6768 182784 7159 228383 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 6) 1 0 107 0 264 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 4 50 199830 3055 742607 0 0 0 1237 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 6) 4 1 45024 1 111868 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 6) 6 12 206094 131 421511 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 6) 1 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 6) 21 2960 170106 5258 378625 0 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 6) 5 6 117929 76 245367 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 6) 4 13 45070 66 75729 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 6) 7 130 164410 909 385558 0 0 0 154 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 6) 21 6 514583 57 368675 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 6) 7 25 369898 161 232386 1 0 0 57 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 6) 0 0 7 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 6) 0 0 6 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 6) 1 0 18 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 60) 1 2 6 2 7 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 16) 49 26 604745 14340 210722 2 0 0 7278 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 6) 37 96 415082 5108 210469 1 0 0 2174 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 6) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 6) 1 0 16 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 6) 5 12 11118 302 39423 0 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 6) 8 13 14821 396 11067 1 0 0 186 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 6) 2 0 110 0 54 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 6) 1 0 23 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 26) 1 0 2153 0 3648 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 6) 3 0 2562 0 3648 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 6) 0 6 19 13 42 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 6) 2 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 6) 3 7 7750 10 16960 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 6) 1 20 1665 20 4447 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 6) 0 0 67 0 140 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 6) 0 0 71 0 158 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 6) 26 24 599679 1060 782027 0 0 0 521 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 6) 118 0 715263 0 1967419 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 6) 4 1 2490 2 3632 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 6) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 42) 4 12 39186 2523 109333 0 0 0 2042 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 6) 5 5146 195713 20123 489793 0 0 0 662 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 6) 0 7 383 8 1719 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 6) 0 0 18 0 35 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 15) 1 0 16 0 26 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 25) 16 2026 805181 51314 2949601 0 0 0 5231 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 6) 3 0 83 0 305 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 3 14 17213 756 14916 1 0 0 582 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 6) 14 2719 270278 3237 190990 1 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 6) 5 0 97905 0 231030 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 6) 3 0 308 0 283 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 6) 3 1 3201 1 3697 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 6) 17 0 24894 0 3697 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 6) 2 0 144 0 137 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 6) 1 0 15 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 6) 1 1 27 1 35 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 51) 22 26 434257 11679 176279 2 0 0 6178 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 7) 9 12 1850897 494 1514901 1 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 6) 2 13 1247 13 1126 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 6) 8 4 141584 182 109119 1 0 0 96 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 6) 4 0 7418 0 14360 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:538 (spin mutex:pitiml) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:1707 (sleep mutex:process lock) 0 1 2 4 3 0 1 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:PROC) 0 0 4 0 14 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:Files) 3 0 30 0 14 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:Files) 0 0 2 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/ip_output.c:975 (rw:tcpinp) 0 0 4 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_24576) 1 0 1 0 2 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:374 (rw:unp_link_rwlock) 1 0 12 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_10240) 1 0 7 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_24576) 1 0 5 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:itimer) 1 0 33 0 29 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1818 (sleep mutex:kqueue) 21 0 117 0 8 14 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:410 (rw:tcpinp) 1 0 83 42 419 0 0 0 419 /tank/users/mjg/src/freebsd/sys/net/if.c:2281 (rw:ifnet_rw) 1 0 18 0 18 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_10240) 2 0 29 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:2048) 0 0 4 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_10240) 1 0 10 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_10240) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:itimer) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:itimer) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:itimer) 145 103 1259 103 12 104 8 0 1 /tank/users/mjg/src/freebsd/sys/net/iflib.c:2241 (sleep mutex:igb0) 9 0 32 0 8 4 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:419 (rw:pcbinfohash) 1 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:1325 (sleep mutex:itimer lock) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:1506 (sleep mutex:itimer lock) 0 0 8 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:2048) 11 0 97 0 35 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:Files) 2 0 22 0 17 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:2048) 1 0 8 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_24576) 21 0 112 0 8 14 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:417 (sleep mutex:socket) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:1239 (sleep mutex:process lock) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:1339 (sleep mutex:process lock) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:1356 (sleep mutex:process lock) 3 16 114 16 80 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5043 (lockmgr:tmpfs) 2 0 81 0 42 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 7) 1 0 2252 0 3796 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 7) 1 0 2793 0 3796 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 7) 0 0 19 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 7) 1 13 4 13 5 0 2 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 30) 1 2 7787 4 17141 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 7) 1 0 1724 0 4411 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 7) 1 0 74 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 7) 1 0 58 0 128 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 7) 23 25 586423 1204 781338 0 0 0 547 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 7) 614 0 687682 0 1952393 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 7) 2 1 3279 1 3807 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 7) 4 12 38651 2628 107444 0 0 0 2097 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 7) 6 6954 197106 22715 489075 0 0 0 667 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 7) 1 0 365 0 1669 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 7) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 9) 6 111408 825659 172241 3028907 0 0 0 4892 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 7) 5 11 17442 776 15535 1 0 0 620 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 7) 6 7881 274584 14521 192482 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 7) 23 0 24676 0 3561 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 58) 7 0 99872 0 232275 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 7) 2 0 210 0 210 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 7) 3 22 3111 25 3553 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 7) 26 1 24106 3 3553 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 7) 1 0 121 0 141 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 7) 1 0 56 0 115 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 7) 9 17 97782 5260 38796 2 0 0 3063 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 8) 9 22 1840785 413 1513404 1 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 7) 2 0 1236 0 1148 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 7) 23 12 140549 197 107466 1 0 0 93 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 7) 22 838 187222 1504 231153 0 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 7) 5 26 196438 3032 742482 0 0 0 1167 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 7) 3 1 46129 2 111173 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 7) 8 12 210076 169 420817 0 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 7) 2 0 11 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 7) 1 0 95 0 209 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 78) 21 4888 167975 6997 381132 0 0 0 198 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 7) 5 13 113356 132 244459 0 0 0 46 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 7) 2 0 26 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 31) 5 14 46265 124 77206 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 7) 3 368 113979 1610 384858 0 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 7) 10 3196 523363 3283 367846 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 7) 8 14 381599 204 234219 1 0 0 86 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 7) 0 0 6 0 37 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 7) 0 0 5 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 7) 55 53 194708 8740 67783 2 0 0 4821 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 7) 26 28 132346 2101 63014 2 0 0 865 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 7) 0 1 1 1 2 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 7) 3 13 11248 302 38864 0 0 0 131 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 7) 14 13 14761 290 10985 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 7) 4 0 296 0 119 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:8 Bucket) 4 0 369 0 225 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_bus.c:548 (sleep mutex:dev mtx) 1 1 2 2 3 0 0 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:MAP ENTRY) 10 28 25786 44 37935 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_1) 0 0 16 0 29 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:8 Bucket) 1 1 3 3 3 1 1 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:zio_buf_16384) 1 0 14 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:lz4_ctx) 4 0 15 1 8 1 0 0 8 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_ioctl.c:3718 (sx:linux ioctl handlers) 0 1 174 48 372 0 0 0 372 /tank/users/mjg/src/freebsd/sys/netinet/in.c:980 (rw:if_addr_lock) 2 0 9 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_ioctl.c:3719 (sleep mutex:Giant) 12 0 23 0 8 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:282 (sleep mutex:kernel arena domain) 12 24537 804626 155467 2978867 0 0 0 4913 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 8) 7 14 16651 756 15222 1 0 0 587 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 8) 23 661 267173 1156 190575 1 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 8) 6 0 99856 0 230104 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 8) 0 0 2 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:878 (spin mutex:pitiml) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 8) 1 0 228 0 390 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 1 0 16 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 50) 3 0 695 0 389 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 4 128 2963 131 3329 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 8) 17 0 22984 0 3329 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 8) 4 0 171 0 164 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 8) 3 0 106 0 205 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 8) 8 47 446337 12221 183511 2 0 0 6502 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 9) 10 25 1695681 440 1513408 1 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 8) 2 12 1250 33 1150 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 8) 8 5 144150 221 109781 1 0 0 102 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 8) 22 148 181145 663 226973 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 8) 8 24 199526 3361 752430 0 0 0 1214 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 8) 4 6 56207 11 109943 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 8) 5 13 201002 160 433975 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 8) 2 0 9 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 8) 1 0 21 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 49) 21 2715 186109 6394 375854 0 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 8) 4 12 111471 98 242651 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 8) 4 11 44645 82 75804 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 8) 1 0 384 0 386 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 7 136 163369 868 401772 0 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 8) 21 3 534464 57 384385 1 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 8) 7 12 380970 134 230096 1 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 8) 0 0 13 0 79 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 8) 0 1 13 1 81 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 8) 61 55 564359 11795 197285 2 0 0 6019 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 8) 48 45 389772 4461 200189 1 0 0 1983 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 8) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 55) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 8) 4 12 11218 272 38539 0 0 0 129 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 8) 8 0 8 0 1 8 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_fork.c:131 (spin mutex:sched lock 8) 14 12 15136 351 11218 1 0 0 201 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 8) 2 0 116 0 60 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 8) 3 0 2248 0 3745 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 8) 2 0 2739 0 3745 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 8) 3 11 7502 12 17004 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 8) 1 0 1356 1 4377 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 8) 1 0 15 0 24 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 41) 0 0 71 0 152 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 8) 0 0 54 0 121 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 8) 24 27 603337 1188 790963 0 0 0 536 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 8) 225 0 711987 0 1956237 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 8) 1 0 2547 0 3734 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 8) 3 14 39494 2599 110022 0 0 0 2023 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 8) 7 263553 195916 312776 482770 0 0 0 632 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 8) 0 0 404 0 1954 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 8) 6152 0 35354 0 10 3535 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3358 (lockmgr:zfs) 1 0 11 0 14 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_bus.c:617 (sleep mutex:dev mtx) 1 0 12 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:zcw->zcw_lock) 0 0 9 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_2560) 1 0 33 0 31 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_2560) 1 0 8 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:2971 (sx:filedesc structure) 0 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zil_zcw_cache) 10 0 154 0 24 6 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vnops.c:199 (lockmgr:fdescfs) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:zfs_znode_cache) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:2418 (sleep mutex:kqueue) 0 0 2 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1134 (sx:tty list) 1 0 6 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:swi_giant) 2 0 9 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (sleep mutex:swi_giant) 0 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:483 (sleep mutex:swi_giant) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:336 (sleep mutex:ttymtx) 1 0 5 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_conf.c:1150 (sleep mutex:cdevpriv lock) 8 0 25 0 6 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:574 (sleep mutex:ttymtx) 2 0 22 0 24 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fdescfs/fdesc_vnops.c:214 (sleep mutex:fdescfs_hash) 2 0 73 0 93 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_2560) 9 16 130470 6644 50124 2 0 0 3942 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 10) 11 12 2278033 490 1513441 1 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 9) 2 1 1243 5 1132 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 9) 8 6 139885 144 106982 1 0 0 77 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 9) 21 46513 181417 58322 227726 0 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 9) 5 24 202647 3050 744865 0 0 0 1123 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 9) 18 0 23605 0 3498 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 15) 4 3 45712 12 108601 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 9) 5 13 187878 164 430071 0 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 9) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 9) 21 14403 185840 19912 374868 0 0 0 206 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 9) 6 4 117015 73 239754 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 9) 5 22 46104 89 75040 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 9) 6 2588 186688 3429 395238 0 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 9) 17 3 527486 40 378187 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 9) 7 13 382575 129 230578 1 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 9) 2 0 274 0 268 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 0 0 19 0 122 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 9) 0 0 14 0 122 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 9) 21 16 162731 6789 55804 2 0 0 3865 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 9) 13 28 115681 2008 55034 2 0 0 812 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 9) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 9) 4 25 11244 306 38988 0 0 0 135 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 9) 16 13 15195 323 11317 1 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 9) 3 0 125 0 62 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 9) 1 45 2219 45 3749 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 9) 1 0 2748 0 3749 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 9) 1 0 15 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 39) 2 74 7555 77 16607 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 9) 3 1 1660 3 4361 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 9) 0 0 59 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 9) 0 0 53 0 113 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 9) 22 14 567022 1160 783850 0 0 0 573 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 9) 210 0 714694 0 2003656 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 9) 3 0 4313 0 3723 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 9) 3 12 38399 2826 106897 0 0 0 2287 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 9) 5 10243 194282 33568 487525 0 0 0 682 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 9) 1 3 376 3 1800 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 9) 12 103635 891690 201087 3301556 0 0 0 4993 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 9) 5 179 17985 886 15118 1 0 0 563 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 9) 7 152 273638 493 190396 1 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 9) 5 0 94909 0 229514 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 9) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 9) 2 0 3013 0 3458 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 9) 17 1 23638 3 3458 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 9) 1 0 10 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 34) 1 0 199 0 231 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 9) 2 0 407 0 268 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 0 0 22 0 79 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:200 (spin mutex:cpuset) 0 0 10 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 9) 3 0 71 0 133 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 9) 1 0 30 0 19 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_acl.c:235 (lockmgr:tmpfs) 8 13 417475 156 232324 1 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 10) 0 0 10 0 65 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 10) 0 0 9 0 65 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 10) 28 27 566293 10509 191576 2 0 0 5350 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 10) 19 54 374627 4701 193008 1 0 0 1999 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 10) 1 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 10) 1 0 57 0 106 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 3 12 10929 298 38444 0 0 0 151 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 10) 1 1 1 1 2 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 40) 10 6 16270 241 11062 1 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 10) 2 0 122 0 60 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 10) 1 10 2421 13 3751 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 10) 2 0 2781 0 3751 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 10) 0 28 33 40 51 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 74) 0 6 21 6 45 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 10) 4 1 8584 5 16861 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 10) 1 47 1982 50 4323 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 10) 1 0 79 0 136 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 10) 1 0 52 0 104 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 10) 23 13 618856 1232 789719 0 0 0 589 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 10) 223 0 742737 0 1972203 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 10) 3 0 2747 0 3755 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 10) 6 14 42680 2616 109377 0 0 0 1932 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 10) 1 0 13 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 73) 5 9383 200810 37595 492273 0 0 0 685 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 10) 3 0 585 0 3056 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 10) 1 0 71 0 150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 5 2980 847071 51638 3074800 0 0 0 5163 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 10) 5 23 17594 735 15951 1 0 0 567 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 10) 8 1616 280221 2000 191384 1 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 10) 5 0 112932 0 232339 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 10) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 10) 2 0 3114 0 3235 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 10) 18 1 22014 1 3235 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 10) 1 0 154 0 151 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 10) 0 0 3 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 10) 0 0 37 0 123 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 2 0 158 0 259 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 10) 3 0 152 0 115 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 19 27 461726 13534 196322 2 0 0 7245 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 11) 11 24 2242757 437 1513427 1 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 10) 4 12 1254 26 1125 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 10) 6 6 143948 156 109265 1 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 10) 5 32022 191621 33606 229067 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 10) 11 27 214039 2857 751278 0 0 0 1143 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 10) 3 1 44407 5 111652 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 10) 6 24 201656 268 428417 0 0 0 90 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 10) 1 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 10) 0 1 4 1 6 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 44) 21 437 197347 2317 379662 0 0 0 194 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 10) 5 12 109383 79 246623 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 10) 7 6 45418 60 76238 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 10) 7 639 146708 1547 395122 0 0 0 186 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 10) 890 12 515601 73 376640 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 10) 183 0 608 0 5 121 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:172 (lockmgr:nullfs) 1 0 1 0 1 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1061 (sx:proctree) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:176 (sleep mutex:socket) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:182 (sleep mutex:so_rcv) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:185 (sleep mutex:so_snd) 2 0 6 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:KNOTE) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1109 (sleep mutex:process lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1130 (sleep mutex:sigio lock) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:KNOTE) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:KNOTE) 0 0 2 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nullfs/null_subr.c:173 (sleep mutex:vnode interlock) 3 0 5 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:KNOTE) 409 0 842727 0 1972460 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 11) 2 0 3532 0 3648 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 11) 3 12 40820 2843 109682 0 0 0 2331 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 11) 7 36884 201358 62579 487430 0 0 0 704 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 11) 3 3 498 5 2526 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 11) 1 0 18 0 29 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 67) 9 50143 785348 133452 2884283 0 0 0 5060 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 11) 4 13 16955 780 15677 1 0 0 577 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 11) 22 71 276109 379 190560 1 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 11) 4 0 100352 0 231493 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 11) 2 0 18 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 33) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 11) 4 0 2985 0 3244 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 11) 18 0 22341 0 3244 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 11) 2 0 152 0 126 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 11) 1 0 36 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 11) 11 13 156190 7729 61466 2 0 0 4541 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 12) 10 25 2014667 468 1513570 1 0 0 174 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 11) 2 1 1237 3 1073 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 11) 7 12 144608 209 109649 1 0 0 89 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 11) 2 0 154 0 150 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 11 2457 186981 5581 228208 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 11) 4 26 211822 3099 745536 0 0 0 1238 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 11) 3 1 39554 2 107709 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 11) 6 13 201499 139 420059 0 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 11) 2 0 7 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 11) 22 3887 177976 11279 377694 0 0 0 219 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 11) 7 13 111163 119 250483 0 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 11) 4 12 37355 101 74994 0 0 0 43 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 11) 6 2035 159565 2640 387229 0 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 11) 14 13 510570 69 369737 1 0 0 22 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 11) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 11) 7 12 423011 167 231242 1 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 11) 0 0 11 0 55 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 11) 0 0 7 0 55 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 11) 26 24 132501 6035 47446 2 0 0 3342 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 11) 16 25 92396 1618 45593 2 0 0 676 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 11) 1 0 7 0 12 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 11) 3 13 11225 263 38924 0 0 0 117 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 11) 13 14 15043 278 11377 1 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 11) 1 0 79 0 150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 4 0 95 0 45 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 11) 1 56 2292 56 3639 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 11) 2 3 2732 3 3639 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 11) 0 0 20 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 11) 3 6 8671 12 16887 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 11) 1 0 1780 0 4310 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 11) 1 0 88 0 163 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 11) 1 0 63 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 11) 22 27 583729 1165 784455 0 0 0 538 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 11) 11 0 345 0 134 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:477 (sx:sysvshmsx) 2 0 25 0 17 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_6144) 1 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:822 (sx:sysvshmsx) 11 0 50 0 7 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:848 (sx:sysvshmsx) 0 0 7 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:UMA Kegs) 1 0 24 0 71 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_outq.c:114 (sleep mutex:ttymtx) 1 0 6 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_dir.c:66 (sleep mutex:devfs dirlist lock) 0 0 9 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_6144) 0 0 6 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:742 (sleep mutex:process lock) 1 0 17 0 17 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_6144) 0 0 34 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_inq.c:137 (sleep mutex:ttymtx) 1 0 6 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1358 (sx:tty list) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:1101 (sleep mutex:process lock) 1 1 24 3 37 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 64) 2 3 2979 3 3447 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 12) 17 24 23288 27 3447 6 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 12) 2 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 57) 1 0 135 0 139 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 12) 0 0 10 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 12) 20 26 511268 14977 211475 2 0 0 7887 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 13) 10 25 2212813 593 1513680 1 0 0 214 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 12) 4 26 1236 47 1114 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 12) 8 13 145948 215 113260 1 0 0 97 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 12) 1 0 1276 0 2377 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 5 10565 185201 14511 235155 0 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 12) 13 0 3635 0 2374 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 4 25 205604 3126 777853 0 0 0 1249 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 12) 4 3 45086 7 114046 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 12) 5 26 205744 177 450072 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 12) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 12) 1 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 12) 22 15731 191136 18339 386738 0 0 0 230 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 12) 6 14 122036 80 250396 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 12) 4 13 38651 120 77385 0 0 0 46 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 12) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2486 (spin mutex:sched lock 12) 4 1310 118917 3065 409435 0 0 0 190 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 12) 15 6 536171 65 392324 1 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 12) 17 12 389556 158 237114 1 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 12) 0 0 6 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 12) 0 0 6 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 12) 1 1 21 1 31 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 73) 25 19 504706 7761 184218 2 0 0 3962 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 12) 27 27 361546 4098 187882 1 0 0 1788 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 12) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 12) 3 12 10928 351 38595 0 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 12) 8 27 15253 335 11439 1 0 0 180 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 12) 2 0 98 0 49 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 12) 1 0 2202 0 3784 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 12) 4 1 2773 1 3784 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 12) 6 0 26 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 12) 1 0 5 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 12) 3 0 1961 0 2358 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 1 0 16 0 28 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 72) 3 0 8076 0 17265 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 12) 1 1 1596 1 4491 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 12) 0 0 60 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 12) 0 0 44 0 99 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 12) 25 14 606094 1122 816444 0 0 0 547 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 12) 233 0 704969 0 2033090 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 12) 1 0 3092 0 3804 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 12) 7 0 33 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 45) 4 26 40645 3375 113434 0 0 0 2967 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 12) 5 10425 201280 25958 497589 0 0 0 705 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 12) 0 0 353 0 1685 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 12) 21 3450 868865 60176 3205501 0 0 0 5169 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 12) 5 12 18067 653 15503 1 0 0 488 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 12) 6 188 278768 509 195431 1 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 12) 5 0 100543 0 237547 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 12) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 12) 1 23 4 29 7 0 4 0 6 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:abd_chunk) 0 1 2 3 4 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:filedesc0) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/imgact_elf.c:1920 (sleep mutex:process lock) 21 1640 167608 6138 389145 0 0 0 205 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 13) 7 12 115048 99 252863 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 13) 6 12 46089 80 78539 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 13) 4 13 118494 403 386365 0 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 13) 10 13 528297 65 369334 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 13) 0 28 1 28 2 0 14 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 13) 7 13 390798 179 237894 1 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 13) 0 0 8 0 55 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 13) 0 0 8 0 55 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 13) 30 16 105244 4294 37109 2 0 0 2360 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 13) 25 27 74573 1553 36065 2 0 0 594 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 13) 0 0 3 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 13) 3 13 10858 288 38439 0 0 0 146 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 13) 11 13 15088 270 11182 1 0 0 145 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 13) 2 0 108 0 55 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 13) 1 0 2340 0 4017 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 13) 1 0 2952 0 4017 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 13) 0 0 21 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 13) 2 0 4181 0 6399 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 1 2 7544 5 17302 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 13) 4 1 1705 1 4483 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 13) 1 0 81 0 190 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 13) 0 0 59 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 13) 24 14 605646 1277 796847 0 0 0 575 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 13) 1 6 31 8 44 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 63) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 76) 110 0 730886 0 2002350 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 13) 2 0 4559 0 4001 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 13) 4 14 40831 3459 110519 0 0 0 3013 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 13) 6 18980 201057 40079 498606 0 0 0 707 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 13) 0 0 391 0 1718 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 13) 6 87055 811398 174615 2979055 0 0 0 4920 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 13) 4 28 18592 971 16720 1 0 0 730 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 13) 10 197 279247 689 196222 1 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 13) 4 0 104832 0 238436 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 13) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 13) 4 1 3376 5 3892 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 13) 18 2 26370 4 3892 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 13) 1 0 115 0 119 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 13) 0 0 10 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 13) 26 13 184346 9414 73156 2 0 0 5566 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 14) 10 25 1943364 454 1513706 1 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 13) 3 24 1263 25 1142 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 13) 8 6 149710 211 114982 1 0 0 111 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 13) 9 3509 188094 4480 235468 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 13) 5 26 209146 2982 758413 0 0 0 1178 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 13) 4 6 44428 19 113118 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 13) 5 12 205999 176 427011 0 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 13) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 13) 8 0 6312 0 6508 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 1 0 6 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 13) 6 0 9 0 2 4 0 0 2 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:816 (sx:proctree) 2 0 16 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2269 (sleep mutex:socket) 4 0 13 0 4 3 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:948 (sleep mutex:so_rcv) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:824 (sleep mutex:session) 1 3 2 5 3 0 1 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:32) 1 0 6 0 14 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2286 (sleep mutex:so_rcv) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:SLEEPQUEUE) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:SLEEPQUEUE) 2 0 10 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:1027 (sleep mutex:ct->ct_lock) 2 0 5 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:SLEEPQUEUE) 2 0 71 0 54 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1478 (sx:hdl->sa_lock) 2 0 4 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1708 (sleep mutex:ttymtx) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1707 (sx:proctree) 17 0 31 0 2 15 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:2314 (rw:unp_link_rwlock) 11 1 16558 1 27321 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_7) 11 1 19211 1 27556 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:271 (sleep mutex:zio_read_intr_3) 1 0 18 0 12 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:SLEEPQUEUE) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1748 (sleep mutex:process lock) 4 10 6052 14 17147 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 14) 2 13 1946 13 4491 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 14) 1 0 77 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 14) 0 0 65 0 132 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 14) 0 3 28 3 42 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 27) 1 0 149 0 183 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 26 23 622970 1198 806867 0 0 0 567 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 14) 224 0 748819 0 2023239 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 14) 2 0 2779 0 3875 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 14) 6 12 44054 3282 113821 0 0 0 2653 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 14) 6 86826 202130 100716 495073 0 0 0 738 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 14) 1 0 438 0 1768 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 14) 8 33494 868671 115490 3198807 0 0 0 5534 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 14) 4 7 17817 628 15360 1 0 0 478 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 14) 23 30300 274316 31625 195373 1 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 14) 5 0 115718 0 236919 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 14) 0 6 1 6 2 0 3 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 19) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:751 (spin mutex:sched lock 14) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 14) 2 12 3361 12 3742 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 14) 18 3 25278 5 3742 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 14) 2 0 60 0 49 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 14) 0 0 28 0 102 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 14) 1 0 6 0 12 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 14) 0 3 1 3 2 0 1 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 15) 23 27 541111 15567 222806 2 0 0 8716 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 15) 11 13 2833028 435 1513614 1 0 0 192 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 14) 2 0 1304 0 1150 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 14) 7 6 149623 239 113670 1 0 0 121 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 14) 1 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:mca) 21 334 190252 981 233460 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 14) 5 47 213111 3412 767913 0 0 0 1292 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 14) 5 13 46275 31 112715 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 14) 7 13 210790 144 439283 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 14) 2 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 14) 1 0 118 0 199 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:192 (spin mutex:taskqueue) 21 4160 204806 15444 386188 0 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 14) 4 14 119412 70 251572 0 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 14) 5 12 45389 78 77058 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 14) 2 0 317 0 192 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 8 3889 156419 5984 399197 0 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 14) 24 13 510630 77 382120 1 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 14) 22 13 384435 156 236785 1 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 14) 0 0 5 0 27 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 14) 0 0 4 0 28 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 14) 49 14 500108 7191 174114 2 0 0 3608 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 14) 28 27 340802 3897 176545 1 0 0 1773 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 14) 0 0 5 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 14) 4 13 11414 427 38961 0 0 0 191 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 14) 12 13 14871 305 11260 1 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 14) 5 0 132 0 64 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 14) 3 0 2520 0 3876 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 14) 1 0 2963 0 3876 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 14) 1 0 14 0 14 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_bus.c:485 (sleep mutex:dev mtx) 4 0 14 0 4 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:373 (sleep mutex:ttymtx) 19 0 40 0 3 13 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3644 (sleep mutex:process lock) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:ttyinq) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:ttyinq) 2 0 10 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:ttyinq) 20 0 43 0 3 14 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:3637 (sleep mutex:sigio lock) 45 0 154 0 4 38 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_devs.c:411 (sx:devfsmount) 1 0 13 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:ttyoutq) 0 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:1416 (sleep mutex:vnode interlock) 3 0 7 0 4 1 0 0 4 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:280 (sx:dn->dn_struct_rwlock) 35 0 518 0 58 8 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:911 (sleep mutex:unp_mtx) 3 0 15 0 4 3 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_devs.c:399 (sleep mutex:vnode interlock) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:ttyoutq) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:ttyoutq) 2 0 8 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:ttyoutq) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:1394 (sleep mutex:devfs interlock) 146 0 8557 66 380 22 0 0 380 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2918 (sx:vm map (user)) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:375 (lockmgr:zfs) 1 0 99 44 380 0 0 0 380 /tank/users/mjg/src/freebsd/sys/vm/vm_map.c:2979 (sx:vm map (user)) 32 0 479 0 58 8 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:917 (sleep mutex:so_rcv) 3 0 9 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty_pts.c:377 (sleep mutex:ttymtx) 17 0 59 0 4 14 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_devs.c:404 (lockmgr:devfs) 1 0 117 0 380 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_object.c:1081 (rw:vm object) 2 0 12 0 10 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:ttyinq) 5 0 97089 0 236792 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 15) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 15) 3 0 3075 0 3498 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 15) 1 0 155 0 182 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 15) 0 0 15 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 15) 3 0 88 0 185 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 15) 9 22 210747 9608 83897 2 0 0 6082 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 16) 11 26 2178497 424 1513393 1 0 0 181 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 15) 2 11 1345 19 1205 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 15) 8 14 145001 226 111456 1 0 0 105 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 15) 26 207 188427 983 234109 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 15) 5 25 211419 3196 767261 0 0 0 1253 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 15) 4 12 57905 17 112216 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 15) 0 26 3 27 5 0 5 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 66) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:450 (spin mutex:sched lock 15) 6 6 202049 125 438922 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 15) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 15) 22 38816 193334 46365 386893 0 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 15) 5 13 114414 97 251089 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 15) 5 11 45616 75 77249 0 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 15) 1 6 2 6 3 0 2 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 59) 4 2189 120279 3652 399420 0 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 15) 22 4 532354 49 382210 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 15) 3 0 258 0 219 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_gtaskqueue.c:331 (spin mutex:taskqueue) 7 14 394256 218 236971 1 0 0 81 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 15) 0 0 8 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 15) 0 0 7 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 15) 16 14 72977 2824 26449 2 0 0 1688 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 15) 27 25 52998 1155 25644 2 0 0 485 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 15) 0 0 4 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 15) 3 14 11261 309 39638 0 0 0 130 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 15) 7 24 15105 298 11343 1 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 15) 3 0 117 0 58 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 15) 2 0 2286 0 3872 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 15) 2 0 2892 0 3872 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 15) 0 0 18 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 15) 1 0 17 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 38) 3 5 8120 5 17213 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 15) 1 3 1687 4 4469 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 15) 1 0 86 0 181 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 15) 0 0 60 0 129 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 15) 23 13 608075 1252 806897 0 0 0 561 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 15) 213 0 745062 0 2047571 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 15) 1 0 3247 0 3864 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 15) 1 0 142 0 219 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:294 (spin mutex:taskqueue) 4 12 40719 3316 111407 0 0 0 2760 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 15) 4 11310 203008 46466 500149 0 0 0 744 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 15) 0 0 381 0 1750 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 15) 9 10319 873650 57143 3130042 0 0 0 5104 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 15) 5 763 19721 1485 16003 1 0 0 548 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 15) 22 356 277569 1040 194805 1 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 15) 241 0 2763 0 12 230 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:2241 (sleep mutex:igb1) 1 100 8 200 8 1 25 0 2 /tank/users/mjg/src/freebsd/sys/net/iflib.c:4035 (sleep mutex:igb0) 0 0 6 1 13 0 0 0 13 /tank/users/mjg/src/freebsd/sys/net/if.c:1465 (rw:if_addr_lock) 1 0 7 1 13 0 0 0 13 /tank/users/mjg/src/freebsd/sys/net/if.c:1475 (rw:if_addr_lock) 1 0 7 1 10 0 0 0 10 /tank/users/mjg/src/freebsd/sys/netinet6/in6.c:1489 (rw:if_addr_lock) 1 0 7 1 13 0 0 0 13 /tank/users/mjg/src/freebsd/sys/net/if.c:2361 (sx:ifnet descr) 1 0 4 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/iflib.c:4035 (sleep mutex:igb1) 3 0 12 1 6 2 0 0 6 /tank/users/mjg/src/freebsd/sys/net/if.c:3024 (rw:if_addr_lock) 0 1 2 3 4 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:zio_data_buf_131072) 11 0 21 0 2 10 0 0 2 /tank/users/mjg/src/freebsd/sys/net/if.c:3006 (sx:ifnet_sx) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:2091 (sleep mutex:so_rcv) 1 1 4 4 4 1 1 0 4 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:4096) 5 16879 189010 17800 237392 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 16) 7 27 207101 2786 778027 0 0 0 1172 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 16) 5 23 45237 26 112178 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 16) 8 28 211597 209 446033 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 16) 2 0 10 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 16) 21 32705 196763 37496 391100 0 0 0 201 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 16) 5 13 122372 94 253780 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 16) 4 12 45654 56 78214 0 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 16) 4 277 134641 852 401452 0 0 0 174 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 16) 23 12 501600 77 382873 1 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 16) 12 13 387648 190 239944 1 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 16) 0 0 9 0 62 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 16) 0 0 9 0 63 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 16) 47 15 455318 5328 166645 2 0 0 2720 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 16) 24 50 313770 3758 165545 1 0 0 1615 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 16) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 16) 2 13 11308 311 39556 0 0 0 144 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 16) 15 13 15655 337 11737 1 0 0 182 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 16) 3 0 101 0 52 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 16) 2 0 2250 0 3876 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 16) 2 0 2826 0 3876 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 16) 0 0 16 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 16) 1 0 6 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 49) 2 58 7700 62 17447 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 16) 2 2 1717 2 4555 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 16) 1 0 70 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 16) 0 0 46 0 113 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 16) 27 13 619584 1203 817576 0 0 0 586 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 16) 122 0 729958 0 2045309 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 16) 1 2 2630 2 3833 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 16) 4 13 42285 2702 115841 0 0 0 2037 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 16) 13 9698 201463 35702 508364 0 0 0 683 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 16) 0 3 589 3 3271 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 16) 14 3360 903290 55523 3259925 0 0 0 5208 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 16) 5 13 18458 449 16288 1 0 0 329 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 16) 9 4710 271018 7468 196855 1 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 16) 4 0 102712 0 239802 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 16) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 16) 6 0 3278 0 3886 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 16) 18 6 26112 6 3886 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 16) 2 0 130 0 129 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 16) 15 26 575857 16128 236366 2 0 0 9255 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 17) 9 48 1866993 537 1513487 1 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 16) 2 13 1295 13 1183 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 16) 7 9 151163 259 115732 1 0 0 126 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 16) 675 0 1339 0 10 133 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_cache.c:2271 (lockmgr:zfs) 0 0 31 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_msg.c:1428 (sleep mutex:msq) 87 0 244 0 3 81 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:1037 (sx:sysvshmsx) 0 0 36 0 250 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_sem.c:1496 (sleep mutex:semid) 13 12 15273 281 11672 1 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 17) 2 0 85 0 45 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 17) 3 0 2235 0 3865 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 17) 2 0 2831 0 3865 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 17) 0 0 21 0 48 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 17) 2 103 7829 115 17312 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 17) 4 3 1749 5 4599 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 17) 1 27 2 27 3 0 9 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 70) 0 0 56 0 146 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 17) 0 0 62 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 17) 24 13 596840 1140 815478 0 0 0 593 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 17) 126 0 743860 0 2084005 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 17) 3 1 3198 1 3844 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 17) 6 8 39868 3204 110620 0 0 0 2698 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 17) 6 88728 201684 101904 506626 0 0 0 709 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 17) 0 0 437 0 2086 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 17) 14 14682 877066 92182 3220376 0 0 0 5178 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 17) 4 12 20113 669 17005 1 0 0 486 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 17) 6 8916 276369 9447 196300 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 17) 4 0 97241 0 238582 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 17) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 17) 2 12 3124 12 3635 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 17) 18 3 24746 7 3635 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 17) 1 0 96 0 106 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 17) 0 0 20 0 80 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 17) 10 33 237126 10523 93317 2 0 0 6463 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 18) 10 25 2164177 395 1514472 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 17) 2 12 1224 25 1129 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 17) 6 6 142384 203 110501 1 0 0 109 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 17) 6 1482 190535 2510 236408 0 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 17) 5 27 186305 2848 776422 0 0 0 1173 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 17) 4 13 68415 24 115011 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 17) 6 23 213289 191 445504 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 17) 1 0 5 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 17) 21 3462 194947 5267 390000 0 0 0 213 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 17) 5 13 116430 121 252425 0 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 17) 5 24 38755 73 78493 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 17) 5 246 143039 715 403604 0 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 17) 1 0 4 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 7) 23 11 519834 46 386164 1 0 0 17 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 17) 7 13 397796 239 239387 1 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 17) 0 0 10 0 59 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 17) 0 0 9 0 58 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 17) 26 29 45398 1651 15959 2 0 0 927 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 17) 15 46 31664 944 15046 2 0 0 300 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 17) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 17) 3 13 10537 329 39060 0 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 17) 1 0 22 0 21 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zio_buf_2048) 1 0 6 0 11 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_2048) 2 0 16 0 11 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_2048) 2 0 9 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1127 (rw:unp_link_rwlock) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:232 (sleep mutex:so_snd) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:568 (sleep mutex:unp_mtx) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:2401 (sleep mutex:swapdev) 1 0 7 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1128 (sleep mutex:unp_mtx) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:282 (sx:so_rcv_sx) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_socket.c:2639 (sleep mutex:so_rcv) 1 0 23 0 27 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_2048) 13 7737 851709 51714 3112601 0 0 0 5237 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 18) 5 8 18294 540 15593 1 0 0 427 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 18) 1 0 17 0 28 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 57) 19 76 275332 443 193966 1 0 0 78 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 18) 4 0 98720 0 235187 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 18) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 18) 3 1 3370 1 3703 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 18) 18 71 25141 72 3703 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 18) 1 0 165 0 176 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 18) 1 5 3 9 5 0 1 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 46) 23 25 610609 15780 245555 2 0 0 9113 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 19) 11 27 2408849 480 1513555 1 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 18) 5 1 1360 1 1223 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 18) 8 6 148734 253 113409 1 0 0 132 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 18) 25 4662 189222 6380 231212 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 18) 1 3 17 3 27 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 76) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 32) 5 25 211743 3178 765390 0 0 0 1247 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 18) 4 3 44077 3 112578 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 18) 7 12 207368 169 439297 0 0 0 81 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 18) 2 0 7 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 18) 22 10795 176052 13845 383679 0 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 18) 5 26 119599 129 249744 0 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 18) 4 24 37674 133 76349 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 18) 7 1073 123237 1609 401059 0 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 18) 19 0 23959 0 3407 7 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 64) 23 13 532488 61 383582 1 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 18) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 18) 7 14 394023 220 234443 1 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 18) 0 0 16 0 85 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 18) 0 0 15 0 86 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 18) 54 23 416191 3985 150735 2 0 0 1890 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 18) 27 25 290812 3428 154052 1 0 0 1515 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 18) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 18) 3 12 11868 365 39643 0 0 0 190 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 18) 5 13 15092 259 11480 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 18) 2 0 111 0 56 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 18) 2 0 2436 0 3886 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 18) 2 0 2948 0 3886 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 18) 0 7 19 7 42 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 18) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 18) 2 13 8082 19 17067 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 18) 2 12 1896 14 4576 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 18) 1 0 71 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 18) 1 0 78 0 160 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 18) 20 24 619242 1040 805028 0 0 0 544 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 18) 226 0 758862 0 2033234 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 18) 3 0 2829 0 3867 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 18) 4 14 43764 3743 113627 0 0 0 3074 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 18) 5 13142 197739 49311 489687 0 0 0 717 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 18) 1 1 502 1 2380 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 18) 13 0 410 0 132 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sysv_shm.c:380 (sx:sysvshmsx) 4 0 9 0 3 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:539 (lockmgr:tmpfs) 4 0 11 0 3 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:798 (lockmgr:tmpfs) 3 0 8 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:752 (sleep mutex:unp_mtx) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exec.c:801 (sleep mutex:process lock) 2 0 6 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:760 (sleep mutex:socket) 8 7 3402 100 1286 2 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 20) 10 26 1970957 491 1513469 1 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 19) 2 3 1250 8 1137 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 19) 24 13 145608 306 111176 1 0 0 134 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 19) 1 6 3 6 5 0 1 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 50) 5 251 190653 850 233730 0 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 19) 6 26 218061 3021 774154 0 0 0 1231 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 19) 5 0 44782 0 112817 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 19) 7 23 207717 195 444418 0 0 0 57 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 19) 1 0 12 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 19) 22 165821 178861 238634 386480 0 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 19) 5 3 115914 77 252467 0 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 19) 4 12 46391 113 77269 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 19) 4 534 124657 1440 405345 0 0 0 186 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 19) 17 111 510617 226 387263 1 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 19) 23 24 396505 154 237219 1 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 19) 0 0 10 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 19) 0 0 8 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 19) 48 12 11783 338 4241 2 0 0 230 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 19) 12 14 7814 440 3779 2 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 19) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 19) 3 13 11789 376 38941 0 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 19) 7 0 7 0 1 7 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_fork.c:131 (spin mutex:sched lock 19) 14 27 15406 306 11525 1 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 19) 4 0 139 0 71 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 19) 1 6 2361 6 3769 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 19) 3 0 2804 0 3769 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 19) 3 1813 8647 2877 17150 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 19) 2 2 2081 7 4409 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 19) 1 0 70 0 121 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 19) 1 0 63 0 124 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 19) 25 25 614695 1283 813087 0 0 0 614 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 19) 111 0 758157 0 2035820 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 19) 1 0 3419 0 3780 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 19) 3 24 42353 4040 111383 0 0 0 3558 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 19) 7 918 204066 11663 504964 0 0 0 713 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 19) 2 1 622 1 3134 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 19) 9 35061 829127 75539 3036381 0 0 0 4924 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 19) 4 6 18382 533 15698 1 0 0 456 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 19) 1 3 15 3 25 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:sched lock 58) 9 1285 271592 2249 195179 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 19) 4 0 105040 0 236874 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 19) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 19) 0 6 21 6 33 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 31) 5 2 3277 4 3424 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 19) 17 1 23246 3 3424 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 19) 2 0 239 0 177 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 19) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs_mem.c:66 (sleep mutex:process lock) 4 0 20 0 6 3 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_acl.c:1770 (sx:zp->z_acl_lock) 0 0 3 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1137 (sx:zilog->zl_lock) 0 0 7 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:934 (sx:lwb->lwb_vdev_lock) 1 0 8 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zil_zcw_cache) 1 0 9 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/vnode.c:95 (sleep mutex:vnode interlock) 0 0 2 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zil_zcw_cache) 3 0 22 0 9 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zil_zcw_cache) 1 0 20 0 22 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zil_lwb_cache) 3 0 49 0 24 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:843 (lockmgr:zfs) 78 0 562 0 10 56 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:2105 (sx:zilog->zl_writer_lock) 98 0 913 0 10 91 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:2165 (sx:zilog->zl_writer_lock) 1 0 7 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:895 (sx:zcw->zcw_lock) 1 0 14 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1769 (sx:zilog->zl_itxg[i].itxg_lock) 2 0 18 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:1814 (sx:zilog->zl_itxg[i].itxg_lock) 1 0 7 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:zil_lwb_cache) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1708 (rw:tcpinp) 0 0 4 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zil_lwb_cache) 3 0 27 0 20 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_log.c:154 (sleep mutex:msgbuf lock) 1 0 7 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_log.c:175 (sleep mutex:msgbuf lock) 1 0 13 0 9 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zil_lwb_cache) 1 1 6 7 7 0 1 0 7 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:L VFS Cache) 99 0 928 0 10 92 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:2166 (sx:zcw->zcw_lock) 19 0 173 0 10 17 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:2277 (sx:zcw->zcw_lock) 4 0 55 0 22 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zil_zcw_cache) 0 0 3 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zil.c:508 (sx:zilog->zl_lock) 23 7 565083 83 385757 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 20) 1 0 11 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_msgbuf.c:325 (spin mutex:msgbuf) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 20) 14 14 446190 196 226891 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 20) 0 0 17 0 80 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 20) 0 0 14 0 80 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 20) 54 14 684111 14484 234363 2 0 0 8047 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 20) 28 51 488184 6284 228827 2 0 0 2549 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 20) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 20) 2 12 13170 264 37757 0 0 0 124 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 20) 17 13 17691 276 11224 1 0 0 139 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 20) 3 0 110 0 48 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 20) 2 64 2733 64 3551 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 20) 1 0 3400 0 3551 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 20) 0 0 26 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 20) 1 0 5 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 20) 3 1 10239 4 16430 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 20) 3 0 2291 0 4057 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 20) 1 0 94 0 139 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 20) 1 0 56 0 88 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 20) 19 14 631554 1290 789537 0 0 0 595 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 20) 125 0 771136 0 1989042 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 20) 2 1 3187 1 3575 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 20) 5 13 46900 2526 110470 0 0 0 1746 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 20) 6 49952 227346 77112 483766 0 0 0 639 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 20) 1 0 646 0 3127 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 20) 5 10235 828375 61000 2952833 0 0 0 5244 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 20) 4 940 17922 1511 15784 1 0 0 445 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 20) 9 637 299409 1674 187299 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 20) 8 0 123538 0 225533 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 20) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 20) 4 1 3715 1 3442 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 20) 21 1 23840 1 3442 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 20) 2 0 363 0 200 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 20) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 75) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 20) 11 14 366333 6735 142129 2 0 0 3389 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 21) 11 13 2299800 446 1513440 1 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 20) 3 5 1469 8 1052 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 20) 7 12 152651 192 110201 1 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 20) 5 5048 196929 6719 223115 0 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 20) 4 24 233410 2987 751782 0 0 0 1131 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 20) 5 2 74374 3 106641 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 20) 6 12 217152 179 433088 0 0 0 78 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 20) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 20) 21 3476 224789 6836 368964 0 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 20) 5 8 128847 104 245481 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 20) 4 6 52194 61 73213 0 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 20) 4 1076 150324 2407 403273 0 0 0 198 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 20) 5 0 5 0 1 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_socket.c:150 (sleep mutex:process lock) 1 0 6 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:6 Bucket) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:6 Bucket) 1 6 5 14 7 0 2 0 7 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:VNODE) 1 0 78 0 144 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 21) 1 0 64 0 118 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 21) 23 14 630644 1089 786445 0 0 0 546 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 21) 110 0 751266 0 1978206 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 21) 2 2 3741 2 3639 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 21) 4 13 42922 2762 107757 0 0 0 2148 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 21) 6 83757 226089 198228 477763 0 0 0 657 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 21) 1 0 468 0 1498 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 21) 7 3287 853404 44141 3101993 0 0 0 4857 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 21) 4 6 20180 487 15788 1 0 0 414 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 21) 22 88813 298505 96954 187914 1 0 0 82 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 21) 5 0 139824 0 225111 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 21) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 21) 3 1 3350 1 3520 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 21) 18 1 24348 3 3520 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 21) 2 0 277 0 179 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 21) 8 12 29530 1217 10597 2 0 0 725 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 22) 11 12 2579912 370 1513397 1 0 0 147 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 21) 2 1 1366 1 967 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 21) 8 3 148244 187 107393 1 0 0 92 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 21) 5 116 194370 471 222473 0 0 0 52 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 21) 4 23 223039 3026 748463 0 0 0 1186 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 21) 7 3 66437 9 107002 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 21) 9 13 223268 111 433741 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 21) 2 0 8 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 21) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 28) 21 12495 192164 15484 368414 0 0 0 180 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 21) 6 12 124937 81 241750 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 21) 5 12 52077 80 72973 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 21) 4 405 142787 1405 404742 0 0 0 199 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 21) 27 199 568917 275 388526 1 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 21) 8 12 382778 162 225508 1 0 0 72 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 21) 0 0 11 0 65 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 21) 1 0 12 0 66 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 21) 47 20 281198 10014 92349 3 0 0 5831 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 21) 18 27 182579 2770 85716 2 0 0 1117 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 21) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 21) 4 13 13294 387 37985 0 0 0 169 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 21) 12 13 17196 366 11139 1 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 21) 4 0 160 0 69 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 21) 2 0 2693 0 3641 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 21) 1 0 3472 0 3641 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 21) 2 1 10080 1 16679 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 21) 2 0 2188 0 4248 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 21) 1 1 5 9 9 0 1 0 9 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:16) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 22) 3 3 3250 3 3634 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 22) 19 0 25018 0 3634 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 22) 1 0 94 0 96 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 22) 0 0 20 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 22) 11 23 405377 7601 151483 2 0 0 3899 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 23) 11 24 2364086 404 1513463 1 0 0 130 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 22) 2 1 1447 2 1046 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 22) 8 6 151140 223 109020 1 0 0 103 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 22) 5 5928 196933 10132 224141 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 22) 4 26 225569 3024 755544 0 0 0 1144 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 22) 4 12 50907 16 107580 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 22) 6 13 219896 122 438406 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 22) 2 0 17 0 9 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 22) 7 9384 218597 16977 370618 0 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 22) 6 13 128987 103 243717 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 22) 5 6 51809 71 73421 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 22) 5 4103 154951 7928 408233 0 0 0 201 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 22) 10 589 579490 668 391691 1 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 22) 23 13 427007 218 227151 1 0 0 96 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 22) 0 0 6 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 22) 0 0 6 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 22) 195 53 677632 13949 224120 3 0 0 7444 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 22) 25 27 468534 5403 220946 2 0 0 2389 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 22) 1 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 22) 3 13 13270 283 37663 0 0 0 145 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 22) 13 13 17641 317 11322 1 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 22) 3 0 102 0 46 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 22) 2 3 2815 3 3630 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 22) 2 0 3485 0 3630 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 22) 0 6 30 6 50 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 22) 2 2 9858 4 16412 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 22) 2 1 2158 1 4260 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 22) 1 0 70 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 22) 1 0 48 0 90 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 22) 24 14 634591 1214 793198 0 0 0 536 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 22) 242 0 766736 0 2021405 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 22) 2 1 3025 3 3634 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 22) 4 23 43705 2886 109374 0 0 0 2121 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 22) 5 60241 224253 74242 480092 0 0 0 663 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 22) 0 0 444 0 1805 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 22) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 34) 6 36074 875515 132509 3169181 0 0 0 5326 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 22) 5 15 17172 560 14640 1 0 0 420 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 22) 13 1928 300146 2353 188598 1 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 22) 4 0 112645 0 227106 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 22) 1 0 6 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 27) 33 1 24158 1 3519 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 29) 16 0 65 0 5 13 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:317 (rw:tcpinp) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_rmlock.c:410 (sleep mutex:in_ifaddr_lock) 15 0 61 0 5 12 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:324 (rw:pcbinfohash) 5 13 229146 124 443821 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 23) 2 0 11 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 23) 5 1114 194757 3402 367765 0 0 0 207 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 23) 5 12 128810 77 243734 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 23) 5 12 48652 94 73405 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 23) 7 6629 168339 7965 415913 0 0 0 218 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 23) 22 30 579688 111 398611 1 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 23) 7 28 428381 173 225400 1 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 23) 0 0 7 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 23) 0 0 7 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 23) 96 18 254572 8888 81757 3 0 0 5148 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 23) 16 394 178364 3225 77552 2 0 0 1109 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 23) 0 0 3 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 23) 2 12 13100 318 37822 0 0 0 149 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 23) 13 16 17855 343 11338 1 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 23) 5 0 121 0 54 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 23) 2 0 2682 0 3623 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 23) 1 1 3437 1 3623 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 23) 1 0 31 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 23) 2 86 9687 86 16419 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 23) 2 11 2058 13 4098 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 23) 1 0 88 0 156 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 23) 0 0 74 0 143 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 23) 29 24 632614 1339 798776 0 0 0 612 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 23) 130 0 763381 0 1998731 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 23) 2 0 3793 0 3633 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 23) 4 13 44146 2971 109921 0 0 0 2274 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 23) 5 73780 213656 140475 473780 0 0 0 617 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 23) 0 0 549 0 2679 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 23) 7 8309 851421 62028 3086423 0 0 0 5127 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 23) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 8) 5 9376 18093 10132 15272 1 0 0 450 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 23) 25 37 287241 185 187540 1 0 0 52 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 23) 5 0 113689 0 225171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 23) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 23) 4 15 3194 20 3318 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 23) 19 0 22971 0 3318 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 23) 1 0 85 0 84 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 23) 0 0 11 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 23) 8 12 57859 2084 19634 2 0 0 1310 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 24) 11 23 2063343 596 1513428 1 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 23) 4 12 1362 24 964 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 23) 11 5 150500 252 109520 1 0 0 117 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 23) 5 8655 198823 12371 223003 0 0 0 82 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 23) 5 27 230378 3111 760960 0 0 0 1221 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 23) 6 3 51555 9 107582 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 23) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_unit.c:310 (sleep mutex:cdev) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:cdev) 47 0 176 0 4 44 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:223 (sleep mutex:Giant) 7 0 36 0 8 4 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_process.c:738 (sx:proctree) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:domainset) 3 1 8072 6 16400 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 24) 1 0 2206 0 4389 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 24) 1 0 76 0 139 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 24) 1 0 79 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 24) 24 22 649737 1335 806634 0 0 0 585 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 24) 77 0 762617 0 2031369 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 24) 2 1 2960 1 3545 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 24) 23 22 22471 22 3220 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 25) 6 7 43121 2999 110111 0 0 0 2272 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 24) 7 5099 220064 19659 472228 0 0 0 646 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 24) 3 0 521 0 1927 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 24) 7 543171 828840 667674 3006107 0 0 0 5182 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 24) 4 1016 16934 1538 14265 1 0 0 395 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 24) 23 1309 299405 2540 187290 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 24) 5 0 106867 0 224945 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 24) 0 12 31 12 48 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 53) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 24) 3 0 3252 1 3350 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 24) 19 0 23473 0 3350 7 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 24) 1 0 29 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 56) 1 0 182 0 178 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 24) 0 0 3 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 24) 19 18 444069 8357 162096 2 0 0 4461 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 25) 9 24 1926817 456 1513597 1 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 24) 2 3 1389 6 1004 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 24) 7 6 152716 231 109941 1 0 0 106 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 24) 22 24725 222209 26935 221833 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 24) 13 24 227491 3206 769332 0 0 0 1261 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 24) 4 3 52247 11 105411 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 24) 10 13 231887 189 454995 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 24) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 48) 2 0 7 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 24) 22 7464 161520 20796 367848 0 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 24) 5 6 128503 46 241592 0 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 24) 4 13 51728 76 72745 0 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 24) 8 1074 177847 2539 423742 0 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 24) 10 12 582759 70 407034 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 24) 0 6 0 6 1 0 6 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 24) 8 14 437137 232 225890 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 24) 0 0 12 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 24) 0 0 12 0 71 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 24) 53 24 630210 11830 212145 2 0 0 6350 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 24) 19 25 459168 5161 213763 2 0 0 2252 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 24) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 24) 4 13 13343 323 37306 0 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 24) 13 26 17816 333 11246 1 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 24) 3 0 144 0 66 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 24) 2 1993 2612 1993 3561 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 24) 2 0 3480 0 3561 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 24) 1 0 32 0 49 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 24) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 74) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 24) 16 0 19 0 2 9 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vnode_pager.c:349 (rw:vm object) 3 0 75 0 33 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:range_seg_cache) 0 0 2 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:range_seg_cache) 4 0 24 0 8 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:range_seg_cache) 1 0 8 0 18 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_page.c:1169 (sleep mutex:vm page) 4 9 18699 583 15568 1 0 0 415 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 25) 8 212 303839 604 188153 1 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 25) 4 0 106787 0 226269 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 25) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 25) 2 0 3453 0 3220 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 25) 2 0 138 0 99 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 25) 0 0 35 0 92 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 25) 20 25 84440 3375 29657 2 0 0 2048 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 26) 11 11 2236688 421 1513452 1 0 0 170 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 25) 3 0 1412 0 997 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 25) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 73) 9 6 150876 225 108403 1 0 0 113 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 25) 5 419 202862 876 224143 0 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 25) 5 27 236018 3397 765292 0 0 0 1223 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 25) 4 3 42922 6 108535 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 25) 10 13 222645 134 445943 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 25) 2 0 11 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 25) 21 74084 198741 94035 370887 0 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 25) 6 13 127215 105 245281 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 25) 4 13 46261 69 74068 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 25) 8 1235 150833 3254 417157 0 0 0 225 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 25) 12 7 562586 64 399017 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 25) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 25) 23 13 456757 226 227435 2 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 25) 0 0 9 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 25) 0 0 7 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 25) 32 13 237711 7797 74820 3 0 0 4528 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 25) 30 51 163788 2711 70888 2 0 0 1047 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 25) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 25) 3 13 13685 359 37762 0 0 0 159 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 25) 12 13 18143 312 11416 1 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 25) 3 0 120 0 52 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 25) 4 0 2891 0 3645 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 25) 3 0 3496 0 3645 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 25) 1 0 24 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 25) 3 100 10284 194 16258 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 25) 3 25 2505 25 4162 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 25) 2 0 92 0 142 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 25) 1 0 79 0 123 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 25) 28 24 637633 1205 803048 0 0 0 542 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 25) 212 0 778439 0 2020670 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 25) 2 0 4963 0 3670 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 25) 5 25 47079 2900 108723 0 0 0 1974 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 25) 6 9546 226220 25369 480616 0 0 0 627 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 25) 1 0 693 0 3271 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 25) 9 4032 917623 56846 3326820 0 0 0 4933 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 25) 6 0 60 0 20 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:4 Bucket) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_process.c:1268 (sleep mutex:process lock) 1 0 7 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:4 Bucket) 6 0 49 0 10 4 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:4 Bucket) 5 0 10 0 2 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:897 (sleep mutex:process lock) 0 2 1 3 2 0 1 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:zio_data_buf_131072) 0 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2853 (sleep mutex:sigacts) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1149 (sleep mutex:process lock) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_exit.c:1201 (sleep mutex:process lock) 0 0 28 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1474 (sx:dr->dt.di.dr_mtx) 1 0 56 0 40 1 0 0 0 /tank/users/mjg/src/freebsd/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1473 (sx:dn->dn_mtx) 8 14 152314 303 108243 1 0 0 136 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 26) 5 14707 197170 16193 223738 0 0 0 81 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 26) 5 24 240540 3101 756695 0 0 0 1186 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 26) 5 1 52245 4 109277 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 26) 5 25 230986 218 438153 0 0 0 72 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 26) 2 0 18 0 9 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 26) 18 22861 196189 30461 370731 0 0 0 202 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 26) 22 3 121890 76 245230 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 26) 4 12 53603 54 73312 0 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 26) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 6) 4 364 148353 1751 410971 0 0 0 236 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 26) 12 3 559184 49 394477 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 26) 28 12 453400 186 227508 1 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 26) 0 0 6 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 26) 0 0 5 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 26) 192 32 629679 10831 205078 3 0 0 5882 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 26) 50 185 437006 5660 206315 2 0 0 2216 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 26) 0 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 26) 3 13 13673 304 37934 0 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 26) 10 0 37 0 4 9 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_process.c:1182 (spin mutex:process slock) 14 14 18282 286 11584 1 0 0 142 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 26) 3 0 147 0 63 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 26) 2 0 2886 0 3568 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 26) 2 0 3413 0 3568 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 26) 1 0 31 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 26) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 26) 4 285 10660 297 16369 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 26) 1 415 2327 427 4164 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 26) 2 0 72 0 108 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 26) 2 0 78 0 129 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 26) 32 14 666028 1088 794620 0 0 0 551 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 26) 128 0 784046 0 1976999 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 26) 5 0 3208 0 3587 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 26) 1 0 35 0 55 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 59) 4 23 47047 3365 108337 0 0 0 2560 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 26) 5 15733 225061 58699 476704 0 0 0 630 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 26) 1 74 542 74 2026 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 26) 8 15866 858425 81580 3086979 0 0 0 4689 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 26) 8 12 17868 598 15145 1 0 0 421 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 26) 23 57060 310387 58451 188407 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 26) 6 0 126896 0 226657 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 26) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 26) 4 0 3160 0 3096 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 26) 19 1 21690 1 3096 7 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 26) 2 0 130 0 104 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 26) 1 0 22 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 26) 15 25 468119 9022 171250 2 0 0 5030 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 27) 11 26 2624802 512 1513753 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 26) 3 6 1512 7 1082 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 26) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:rentr) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 27) 3 14 13532 305 37411 0 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 27) 14 13 17259 317 11294 1 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 27) 4 0 109 0 47 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 27) 3 0 2826 0 3623 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 27) 2 0 3538 0 3623 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 27) 2 13 10373 18 16654 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 27) 3 78 2548 82 4279 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 27) 1 0 95 0 129 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 27) 1 0 84 0 132 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 27) 22 25 657860 1161 779529 0 0 0 545 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 27) 119 0 777636 0 1960979 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 27) 3 105 4074 186 3639 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 27) 4 7 45049 3081 107415 0 0 0 2400 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 27) 6 229585 223303 288048 478158 0 0 0 639 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 27) 1 0 585 0 2398 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 27) 11 2325 837362 45730 3025380 0 0 0 4984 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 27) 4 7 18535 520 15344 1 0 0 397 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 27) 12 437 305629 733 187406 1 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 27) 7 0 128379 0 225170 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 27) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 27) 3 1 3658 2 3335 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 27) 17 0 23306 0 3335 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 27) 2 0 92 0 82 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 27) 0 0 6 0 13 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 27) 8 24 112313 4559 39879 2 0 0 2782 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 28) 11 26 1946273 452 1513401 1 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 27) 3 1 1452 3 1034 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 27) 9 6 150029 269 107161 1 0 0 124 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 27) 6 563 198562 913 223465 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 27) 7 50 234450 3225 742120 0 0 0 1189 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 27) 4 13 64246 20 109650 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 27) 6 13 228124 146 427264 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 27) 2 0 4 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 27) 21 42282 202791 46842 368570 0 0 0 212 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 27) 5 3 120490 52 241681 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 27) 4 6 52575 65 73175 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 27) 5 12283 149335 18543 399781 0 0 0 194 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 27) 23 6 574399 48 382607 1 0 0 19 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 27) 24 6 458364 111 226612 2 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 27) 0 0 6 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 27) 0 0 4 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 27) 28 15 203269 6732 64078 3 0 0 3912 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 27) 53 27 142631 2304 62160 2 0 0 910 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 27) 5 0 14 0 5 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_event.c:1947 (sleep mutex:kqueue) 1 0 17 0 24 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_4096) 0 0 3 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_4096) 1 0 8 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_4096) 4 7 44602 3302 110391 0 0 0 2516 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 28) 7 25509 227819 44636 485729 0 0 0 708 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 28) 0 3 561 3 2604 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 28) 11 41524 852491 91637 3063788 0 0 0 5093 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 28) 5 14 17993 525 15286 1 0 0 403 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 28) 23 198 302670 714 190882 1 0 0 57 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 28) 8 0 114048 0 228962 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 28) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 28) 0 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 36) 4 0 3230 0 3308 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 28) 24 1 23189 2 3308 7 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 28) 1 0 102 0 91 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 28) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 28) 16 15 488320 10509 181304 2 0 0 5795 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 29) 11 24 2669148 446 1513591 1 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 28) 3 3 1396 6 993 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 28) 7 13 152363 266 110055 1 0 0 122 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 28) 6 9970 190676 11022 225130 0 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 28) 4 24 234072 2967 756259 0 0 0 1217 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 28) 4 2 54066 4 109946 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 28) 6 13 229736 151 433815 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 28) 1 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 28) 22 293318 194028 295329 373659 0 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 28) 10 12 133588 129 248333 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 28) 5 13 52885 100 74111 0 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 28) 7 1090 188513 3192 404689 0 0 0 225 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 28) 23 6 570906 58 387139 1 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 28) 7 23 438475 189 228425 1 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 28) 0 0 6 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 28) 0 0 5 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 28) 27 16 587104 10356 198204 2 0 0 5522 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 28) 17 94 412868 4927 196526 2 0 0 1955 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 28) 1 0 5 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 28) 3 15 13238 308 37997 0 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 28) 11 12 17992 305 11305 1 0 0 147 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 28) 3 0 153 0 65 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 28) 2 2 2740 2 3698 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 28) 3 0 3588 0 3698 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 28) 0 0 26 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 28) 3 1 9628 1 16705 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 28) 1 3290 2187 3416 4292 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 28) 1 0 84 0 156 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 28) 1 0 69 0 125 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 28) 29 24 655433 1295 794254 0 0 0 610 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 28) 123 0 861627 0 2019970 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 28) 2 2 3110 2 3692 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 28) 98 0 259 1 10 25 0 0 10 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:1141 (rw:udpinp) 27 0 45 0 10 4 0 0 10 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1985 (rw:udpinp) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/swap_pager.c:2418 (sleep mutex:swapdev) 20 0 28 0 10 2 0 0 1 /tank/users/mjg/src/freebsd/sys/netinet/udp_usrreq.c:377 (sleep mutex:so_rcv) 1 0 129 0 128 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 29) 8 12 149796 5832 50048 2 0 0 3435 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 30) 10 23 2020174 467 1513484 1 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 29) 2 11 1459 11 1078 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 29) 8 6 150929 264 109069 1 0 0 122 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 29) 5 457 194758 932 224429 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 29) 6 24 230594 2893 761901 0 0 0 1166 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 29) 4 3 51189 4 106635 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 29) 10 25 221102 132 443358 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 29) 1 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 29) 21 34508 227958 49773 370877 0 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 29) 5 12 132525 125 244499 0 0 0 48 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 29) 6 7 52429 59 74044 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 29) 6 1254 196078 3038 415817 0 0 0 202 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 29) 13 13 578873 91 397065 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 29) 9 12 435499 153 227910 1 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 29) 0 0 11 0 64 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 29) 0 0 11 0 65 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 29) 28 33 172222 5810 55094 3 0 0 3360 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 29) 22 50 121668 2171 52922 2 0 0 778 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 29) 0 0 6 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 29) 2 13 13487 331 37460 0 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 29) 13 13 17554 281 11088 1 0 0 159 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 29) 5 0 133 0 56 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 29) 1 0 2780 0 3639 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 29) 3 0 3504 0 3639 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 29) 0 0 30 0 48 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 29) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 29) 2 0 9931 0 16570 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 29) 1 42 2166 44 4306 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 29) 1 0 85 0 168 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 29) 0 0 59 0 112 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 29) 22 28 651323 1226 799359 0 0 0 554 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 29) 222 0 765579 0 2008363 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 29) 4 0 4518 0 3663 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 29) 4 11 43616 3342 109290 0 0 0 2639 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 29) 9 6747 222153 24103 478631 0 0 0 658 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 29) 0 1 688 1 3769 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 29) 7 45083 838727 117057 3030837 0 0 0 4894 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 29) 5 54934 17743 60350 14711 1 4 0 425 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 29) 22 131 287067 491 187879 1 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 29) 5 0 116633 0 227145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 29) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 29) 2 1 3388 1 3519 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 29) 0 0 8 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_1536) 2 0 21 0 16 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_1536) 0 0 1 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/ip6_output.c:1712 (rw:tcpinp) 2 0 43 0 72 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_1536) 6 3718 168005 5779 404420 0 0 0 229 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 30) 9 265 581281 475 387233 1 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 30) 22 14 443331 158 229066 1 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 30) 0 0 9 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 30) 0 0 9 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 30) 56 15 566542 8635 186920 3 0 0 4424 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 30) 25 102 392918 5041 187025 2 0 0 2003 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 30) 0 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 30) 3 26 13420 390 38646 0 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 30) 11 13 18450 324 11735 1 0 0 158 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 30) 4 0 161 0 68 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 30) 3 0 2729 0 3641 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 30) 1 0 2802 0 3641 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 30) 0 0 23 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 30) 4 3098 9447 3176 16695 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 30) 3 1 2054 3 4290 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 30) 1 0 106 0 187 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 30) 0 0 67 0 125 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 30) 20 15 667329 1286 796370 0 0 0 614 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 30) 216 0 786845 0 2000931 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 30) 2 2 4621 5 3644 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 30) 4 11 46118 3833 111648 0 0 0 2944 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 30) 5 34483 228380 44320 483824 0 0 0 692 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 30) 0 0 507 0 2099 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 30) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 22) 9 3964 873375 52839 3049782 0 0 0 5032 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 30) 6 14 17968 614 15160 1 0 0 475 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 30) 0 16 0 16 1 0 16 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 52) 9 1251 309523 1500 189658 1 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 30) 5 0 110879 0 228979 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 30) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 30) 5 1 3410 1 3645 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 30) 18 3 25245 3 3645 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 30) 2 0 188 0 153 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 30) 0 0 28 0 86 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 30) 10 24 521844 10378 191812 2 0 0 5836 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 31) 10 14 2087560 450 1513473 1 0 0 192 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 30) 5 6 1492 14 1036 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 30) 6 12 156487 323 111381 1 0 0 141 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 30) 22 189 201794 800 225860 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 30) 5 24 233638 3328 757732 0 0 0 1313 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 30) 4 14 54837 21 110692 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 30) 5 11 223572 107 435059 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 30) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 30) 2 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 30) 21 625 193809 2721 373584 0 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 30) 5 13 133011 65 247742 0 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 30) 5 14 53493 83 74931 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 30) 23 0 418 32 301 1 0 0 301 /tank/users/mjg/src/freebsd/sys/kern/kern_module.c:381 (sx:module subsystem sx lock) 2 0 6 0 3 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_linker.c:1325 (sx:kernel linker) 0 0 2 1 3 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_linker.c:1328 (sx:module subsystem sx lock) 4 2 10206 7 16457 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 31) 1 35 2543 64 4252 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 31) 1 0 103 0 159 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 31) 1 0 68 0 107 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 31) 1 0 33 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 44) 25 15 648187 1145 789250 0 0 0 543 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 31) 414 0 765955 0 1997349 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 31) 4 3 4810 6 3690 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 31) 4 12 45367 2954 107923 0 0 0 2169 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 31) 6 56575 226688 107700 477708 0 0 0 637 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 31) 1 1 617 1 2500 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 31) 13 75006 870265 170998 3141259 0 0 0 4916 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 31) 3 13 17447 570 14916 1 0 0 431 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 31) 13 40499 298365 44583 188868 1 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 31) 5 0 131269 0 227566 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 31) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 31) 3 0 3444 0 3214 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 31) 24 0 22017 0 3214 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 31) 1 0 210 0 164 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 31) 8 26 174340 6746 62012 2 0 0 3983 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 32) 12 23 2020206 472 1513452 1 0 0 182 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 31) 2 12 1457 20 1033 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 31) 9 5 151842 338 107685 1 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 31) 1 0 30 0 43 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 76) 22 11376 201059 13469 225308 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 31) 6 25 237588 3186 751726 0 0 0 1227 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 31) 5 3 76133 10 110147 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 31) 5 25 224712 183 433224 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 31) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 31) 2 0 4 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 31) 21 1175 202534 3429 372104 0 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 31) 5 13 134108 78 243884 0 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 31) 5 11 52883 88 74618 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 31) 6 39827 176843 46160 403428 0 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 31) 30 13 564076 89 386411 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 31) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 31) 8 14 441465 231 228110 1 0 0 89 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 31) 0 0 14 0 61 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 31) 0 0 11 0 62 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 31) 27 14 145209 4454 45024 3 0 0 2612 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 31) 17 227 100513 2445 43876 2 0 0 673 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 31) 0 0 3 0 5 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 31) 3 12 13789 278 37528 0 0 0 130 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 31) 9 26 17666 332 11249 1 0 0 140 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 31) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:turnstile lock) 3 0 121 0 52 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 31) 1 0 2937 0 3673 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 31) 3 0 3550 0 3673 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 31) 1 0 5 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 31) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/ip6_output.c:1087 (sleep mutex:rtentry) 0 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:umtx_shm) 0 0 1 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:umtx_shm) 0 3 2 6 4 0 1 0 4 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:16) 3 0 12 0 5 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:umtx_shm) 38 0 76 0 2 38 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1396 (rw:unp_link_rwlock) 53 0 133 0 6 22 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:4431 (lockmgr:tmpfs) 37 0 72 0 2 36 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1407 (sleep mutex:unp_mtx) 9 0 18 0 2 9 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1408 (sleep mutex:unp_mtx) 28 0 54 0 2 27 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1421 (sleep mutex:unp_mtx) 0 0 40 1 140 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:3739 (sleep mutex:umtxshm) 1 0 17 0 150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:3790 (sleep mutex:umtxshm) 1 0 21 0 130 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:3850 (sleep mutex:umtxshm) 2 0 26 0 14 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:umtx_shm) 0 0 1 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:3786 (rw:vm object) 0 0 2 0 3 0 0 0 3 /tank/users/mjg/src/freebsd/sys/net/if.c:260 (rw:ifnet_rw) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 32) 3 2 3198 4 3244 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 32) 20 1 22531 3 3244 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 32) 1 0 58 0 61 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 32) 0 0 7 0 23 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 32) 21 15 544819 11940 204919 2 0 0 6801 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 33) 12 26 2255642 556 1513456 1 0 0 186 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 32) 4 12 1418 15 998 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 32) 9 11 161854 388 116271 1 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 32) 7 16601 202865 17760 229024 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 32) 4 25 230943 3409 779091 0 0 0 1281 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 32) 4 1 54860 4 110991 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 32) 5 13 229310 222 448761 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 32) 2 0 13 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 32) 21 4811 203359 12586 380537 0 0 0 220 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 32) 5 7 137125 87 254710 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 32) 5 13 53701 83 75620 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 32) 7 248 164759 1079 416413 0 0 0 202 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 32) 25 429 585195 495 399368 1 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 32) 23 14 434127 239 232650 1 0 0 95 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 32) 0 0 4 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 32) 0 0 4 0 25 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 32) 26 21 534031 6581 180402 2 0 0 3457 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 32) 22 53 369850 4585 178561 2 0 0 1910 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 32) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 32) 4 13 13422 410 39344 0 0 0 209 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 32) 7 13 18548 293 11986 1 0 0 158 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 32) 4 0 158 0 70 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 32) 5 1 2775 1 3736 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 32) 2 0 3583 0 3736 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 32) 0 0 23 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 32) 3 1 10722 6 16982 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 32) 2 6 2204 15 4373 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 32) 1 0 78 0 137 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 32) 1 0 69 0 128 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 32) 23 24 665352 1184 818428 0 0 0 578 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 32) 216 0 776747 0 2062809 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 32) 3 3 3059 3 3722 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 32) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:830 (spin mutex:turnstile lock) 4 23 46989 3834 116575 0 0 0 3030 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 32) 6 73287 233852 152320 492390 0 0 0 710 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 32) 1 1 566 2 2317 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 32) 9 9115 875874 81327 3178531 0 0 0 5228 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 32) 5 6 19033 564 15651 1 0 0 434 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 32) 22 4305 300083 7154 193527 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 32) 17 0 117332 0 232730 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 32) 5 28 229825 3345 769480 0 0 0 1267 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 33) 4 1 67664 4 109040 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 33) 6 25 227087 159 443633 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 33) 2 0 6 0 3 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 33) 22 501 194064 2220 373799 0 0 0 180 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 33) 11 13 134886 90 251932 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 33) 4 6 51768 50 73915 0 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 33) 7 9445 180409 11537 410831 0 0 0 215 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 33) 13 48 582001 122 393594 1 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 33) 10 27 424172 193 228904 1 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 33) 0 0 13 0 75 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 33) 0 0 13 0 75 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 33) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 43) 50 14 107749 3407 35527 3 0 0 2014 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 33) 20 389 77185 1780 34062 2 0 0 541 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 33) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 33) 0 12 2 12 3 0 4 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 53) 7 14 13313 367 38548 0 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 33) 11 14 18276 308 11698 1 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 33) 4 0 136 0 59 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 33) 1 20 2803 22 3765 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 33) 2 266 3610 266 3765 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 33) 1 0 25 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 33) 1 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 33) 2 40 9677 41 16630 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 33) 3 6 2234 7 4382 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 33) 1 0 79 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 33) 0 0 62 0 116 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 33) 22 14 663788 1368 808025 0 0 0 625 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 33) 108 0 773701 0 2061634 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 33) 3 0 3984 0 3757 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 33) 5 12 45835 3103 115574 0 0 0 2249 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 33) 9 161539 220642 348658 489040 0 0 0 684 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 33) 1 0 532 0 2232 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 33) 9 2153 884231 55118 3180168 0 0 0 5511 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 33) 4 7 19998 509 15239 1 0 0 390 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 33) 11 679 307162 1662 190655 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 33) 5 0 117615 0 228035 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 33) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 33) 3 0 3356 0 3605 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 33) 25 0 25004 0 3605 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 33) 1 0 218 0 208 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 33) 1 7 31 7 45 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 48) 0 0 14 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 33) 10 15 199063 7737 69665 2 0 0 4674 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 34) 12 30 2404289 537 1513448 1 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 33) 4 0 1582 0 1111 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 33) 9 12 159438 363 115236 1 0 0 170 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 33) 12 1687 195714 2146 225511 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 33) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/procfs/procfs.c:78 (sleep mutex:process lock) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/pseudofs/pseudofs_vnops.c:920 (sleep mutex:process lock) 10 0 10 0 1 10 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/tty.c:1419 (sleep mutex:process group) 9 0 9 0 1 9 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:1923 (sleep mutex:process lock) 1 0 2068 0 3679 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 34) 2 0 3487 0 3679 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 34) 0 0 33 0 52 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 34) 2 6 8865 8 16821 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 34) 1 2 2678 5 4427 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 34) 1 0 99 0 155 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 34) 1 0 78 0 125 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 34) 19 16 661889 1277 822638 0 0 0 618 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 34) 217 0 800990 0 2072950 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 34) 4 0 3247 0 3678 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 34) 5 12 47346 3535 114599 0 0 0 2692 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 34) 5 13896 230789 28924 488247 0 0 0 661 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 34) 1 2 619 3 2439 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 34) 15 6568 857826 57596 3082496 0 0 0 5214 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 34) 4 13 17763 541 15464 1 0 0 397 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 34) 8 2112 308112 2607 190542 1 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 34) 6 0 125148 0 229650 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 34) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 34) 4 1 3484 1 3262 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 34) 21 0 22573 0 3262 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 34) 2 0 131 0 90 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 34) 1 0 26 0 66 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 34) 13 28 578366 12391 210147 2 0 0 6972 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 35) 11 25 2857640 513 1513514 1 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 34) 2 3 1353 3 953 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 34) 9 13 159844 380 114326 1 0 0 170 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 34) 5 6458 201576 7537 225865 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 34) 16 24 249875 3256 784655 0 0 0 1224 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 34) 5 1 68524 4 111594 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 34) 7 12 235926 123 460106 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 34) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 34) 21 24688 204354 25853 374953 0 0 0 191 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 34) 8 13 123644 106 250155 0 0 0 49 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 34) 4 12 51147 93 74394 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 34) 7 1414 175568 3552 431955 0 0 0 217 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 34) 10 13 573184 86 414538 1 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 34) 23 7 462467 167 230302 2 0 0 78 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 34) 1 0 13 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 34) 0 0 10 0 52 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 34) 99 27 491993 5321 165667 2 0 0 2722 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 34) 25 48 346132 4300 166439 2 0 0 1719 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 34) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 34) 2 6 13795 311 37984 0 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 34) 13 12 18353 394 11627 1 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 34) 3 0 112 0 52 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 34) 10 6734 845983 54136 3036616 0 0 0 4722 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 35) 5 6 20513 507 15242 1 0 0 413 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 35) 7 24730 300995 25041 187714 1 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 35) 6 0 108706 0 226066 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 35) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 35) 4 0 3424 0 3227 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 35) 19 0 22263 0 3227 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 35) 2 0 100 0 68 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 35) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 35) 9 49 237536 9484 85723 2 0 0 5628 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 36) 10 24 2003486 457 1513438 1 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 35) 3 2 1418 6 985 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 35) 7 12 154719 376 110304 1 0 0 178 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 35) 9 3225 200586 6479 223766 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 35) 9 24 238507 3056 756989 0 0 0 1254 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 35) 4 6 67508 16 109771 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 35) 9 12 228532 140 438046 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 35) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 35) 2 0 15 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 35) 21 33533 200311 39015 369689 0 0 0 203 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 35) 6 12 126784 91 244967 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 35) 4 12 47504 86 73976 0 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 35) 7 461 167297 1726 409940 0 0 0 210 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 35) 9 3 569376 51 391511 1 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 35) 12 12 453614 148 226850 1 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 35) 0 0 3 0 13 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 35) 0 0 1 0 12 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 35) 32 8 76461 2270 23867 3 0 0 1349 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 35) 12 45 54785 1209 24446 2 0 0 428 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 35) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 35) 4 25 14129 363 37722 0 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 35) 9 13 17753 215 11199 1 0 0 127 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 35) 2 0 109 0 49 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 35) 3 1 2838 1 3561 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 35) 4 0 3445 0 3561 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 35) 0 0 20 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 35) 2 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 35) 4 435 10703 448 16386 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 35) 1 1 2566 6 4353 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 35) 1 0 104 0 166 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 35) 1 0 73 0 115 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 35) 24 27 642217 1321 794702 0 0 0 574 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 35) 221 0 790066 0 1998580 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 35) 3 0 3166 0 3560 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 35) 4 13 48180 3470 110596 0 0 0 2678 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 35) 4 24859 223179 43068 481824 0 0 0 657 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 35) 1 1 712 2 3324 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 35) 1 3 2 3 3 0 1 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 37) 16 27 607895 13437 227087 2 0 0 7607 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 37) 10 26 1891967 594 1519880 1 0 0 201 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 36) 4 12 1480 14 1049 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 36) 8 14 159962 404 114959 1 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 36) 5 199 201601 1192 232810 0 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 36) 5 49 236185 3384 788043 0 0 0 1345 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 36) 5 3 52883 10 111029 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 36) 6 12 234990 118 457520 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 36) 2 0 11 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 36) 21 31227 235213 70072 383192 0 0 0 217 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 36) 7 13 135755 65 254503 0 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 36) 5 11 53534 95 76020 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 36) 7 1514 193639 4749 420580 0 0 0 206 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 36) 15 7801 592056 7886 402874 1 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 36) 11 13 436229 184 234953 1 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 36) 0 0 18 0 100 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 36) 0 0 17 0 100 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 36) 25 13 474023 4609 161250 2 0 0 2292 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 36) 28 110 317208 4270 157977 2 0 0 1688 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 36) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 36) 3 21 13961 374 38945 0 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 36) 15 13 18803 351 12004 1 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 36) 5 0 154 0 69 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 36) 1 1 2774 2 3777 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 36) 2 0 3606 0 3777 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 36) 0 0 29 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 36) 1 213 8578 268 17094 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 36) 1 0 2265 0 4353 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 36) 1 0 68 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 36) 0 0 67 0 132 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 36) 22 14 667052 1373 826981 0 0 0 691 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 36) 212 0 778769 0 2072620 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 36) 3 3 3139 3 3808 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 36) 9 25 47103 4668 115273 0 0 0 4040 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 36) 9 19529 226888 49270 496091 0 0 0 782 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 36) 1 1 559 1 2603 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 36) 10 30447 874283 90901 3133214 0 0 0 5350 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 36) 8 3689 20016 4240 15749 1 0 0 420 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 36) 19 219 292996 622 194988 1 0 0 72 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 36) 7 0 122294 0 235316 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 36) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 36) 4 0 3504 0 3744 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 36) 23 2 25663 2 3744 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 36) 1 0 229 0 230 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 36) 19 13 45642 1155 13717 3 0 0 674 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 37) 15 14 30755 820 13630 2 0 0 273 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 37) 4 12 14037 337 39259 0 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 37) 10 14 17212 262 11933 1 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 37) 4 0 119 0 51 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 37) 2 1 2801 2 3651 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 37) 2 0 3606 0 3651 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 37) 2 13 10793 17 16694 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 37) 3 22 2656 31 4376 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 37) 1 0 84 0 131 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 37) 1 0 63 0 103 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 37) 28 14 648453 1398 792836 0 0 0 597 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 37) 221 0 784971 0 2010472 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 37) 2 1 4003 1 3650 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 37) 5 12 49861 4516 114291 0 0 0 3769 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 37) 5 164151 235388 207954 483695 0 0 0 685 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 37) 1 1 589 2 2450 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 37) 8 32730 869427 88376 3129031 0 0 0 5204 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 37) 7 13 20716 542 15689 1 0 0 414 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 37) 10 493 286039 1272 188330 1 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 37) 10 0 128895 0 228490 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 37) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 37) 3 0 3440 0 3128 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 37) 21 0 21583 0 3128 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 37) 2 0 112 0 75 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 37) 0 0 4 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 37) 14 19 266849 9812 95992 2 0 0 5952 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 38) 13 27 2461708 403 1513452 1 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 37) 4 3 1448 3 1008 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 37) 6 7 159981 442 114075 1 0 0 219 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 37) 21 15638 206741 17591 226567 0 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 37) 5 24 232208 3329 753586 0 0 0 1251 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 37) 5 3 52614 6 108272 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 37) 8 13 227651 159 428227 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 37) 2 0 17 0 9 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 37) 22 265 203661 2128 372788 0 0 0 212 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 37) 7 12 133136 140 250535 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 37) 5 6 52122 53 74824 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 37) 7 169 178046 962 396435 0 0 0 214 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 37) 11 13 554853 68 379091 1 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 37) 10 12 460056 190 228869 2 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 37) 0 0 3 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 37) 0 0 2 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 37) 1 0 5 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:357 (lockmgr:devfs) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_buf_1024) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_buf_1024) 2 0 18 0 13 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:671 (lockmgr:fdescfs) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:948 (lockmgr:devfs) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_lookup.c:838 (lockmgr:devfs) 1 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_buf_1024) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2769 (lockmgr:devfs) 2 0 14 0 12 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3965 (lockmgr:devfs) 4 12 46377 6549 112392 0 0 0 5798 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 38) 5 21221 229338 40294 490583 0 0 0 772 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 38) 2 0 502 0 2034 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 38) 10 36353 876602 111534 3171851 0 0 0 5154 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 38) 4 24 18303 632 15763 1 0 0 455 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 38) 22 26 296998 199 193813 1 0 0 54 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 38) 6 0 118671 0 232938 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 38) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 38) 4 0 3510 0 3730 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 38) 20 1 25238 2 3730 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 38) 1 0 79 0 80 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 38) 17 53 636204 13988 238473 2 0 0 7737 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 39) 11 25 2300824 579 1513590 1 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 38) 2 2 1376 3 1013 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 38) 9 14 156990 485 112216 1 0 0 215 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 38) 6 165 202050 546 229121 0 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 38) 5 25 235497 3329 763302 0 0 0 1308 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 38) 5 6 53520 11 110368 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 38) 21 12 236026 161 434871 0 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 38) 4 6 12 6 6 2 1 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 38) 5 16373 199068 19407 380278 0 0 0 191 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 38) 5 12 122987 113 251901 0 0 0 48 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 38) 4 12 50081 106 76530 0 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 38) 7 507 163306 1185 400061 0 0 0 192 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 38) 22 59 573261 130 383162 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 38) 9 13 456542 218 232994 1 0 0 87 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 38) 0 0 6 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 38) 0 0 5 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 38) 24 13 430630 3179 146246 2 0 0 1537 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 38) 54 25 298537 3294 147521 2 0 0 1462 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 38) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 38) 3 25 13364 363 37983 0 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 38) 14 13 18510 285 11878 1 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 38) 3 0 161 0 70 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 38) 1 0 2797 0 3756 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 38) 3 0 3635 0 3756 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 38) 0 0 23 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 38) 1 6 36 6 53 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 58) 4 1 9992 2 16921 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 38) 2 0 2240 0 4309 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 38) 1 0 90 0 164 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 38) 1 0 67 0 124 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 38) 21 14 655222 1187 801280 0 0 0 574 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 38) 225 0 784503 0 2027945 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 38) 2 3 3062 4 3768 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 38) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:struct mount mtx) 4 3 3359 3 3523 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 39) 19 0 24395 0 3523 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 39) 5 0 5 0 1 5 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_fork.c:131 (spin mutex:sched lock 54) 1 3 103 3 90 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 39) 0 0 10 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 39) 9 6 6700 198 2436 2 0 0 119 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 40) 11 13 2218440 419 1513448 1 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 39) 2 15 1383 33 967 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 39) 10 12 156611 505 112820 1 0 0 216 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 39) 5 17765 199369 18334 229093 0 0 0 57 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 39) 4 27 228916 3183 784430 0 0 0 1221 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 39) 5 0 52458 0 111557 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 39) 5 13 231445 116 458909 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 39) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 39) 12 3177 200395 7075 379410 0 0 0 206 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 39) 5 12 131905 79 250243 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 39) 18 13 47399 99 75278 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 39) 5 677 149008 1856 427352 0 0 0 223 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 39) 22 11 584707 65 407897 1 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 39) 10 12 442136 211 231840 1 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 39) 0 0 5 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 39) 1 0 5 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 39) 26 7 8215 178 2662 3 0 0 127 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 39) 8 47 5836 430 2794 2 0 0 121 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 39) 0 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 39) 4 12 13414 325 38681 0 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 39) 9 13 18539 310 11677 1 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 39) 2 0 152 0 67 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 39) 1 0 2802 0 3710 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 39) 2 1 3566 1 3710 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 39) 0 0 30 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 39) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 39) 2 86 9856 92 16874 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 39) 1 3 2261 4 4472 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 39) 1 0 78 0 146 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 39) 0 0 62 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 39) 27 22 669008 1336 823110 0 0 0 635 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 39) 73 0 787800 0 2079975 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 39) 2 1 3787 1 3677 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 39) 4 12 45764 4907 113148 0 0 0 4433 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 39) 8 31552 226054 84187 497277 0 0 0 700 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 39) 1 0 719 0 4171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 39) 7 290063 891363 489028 3221559 0 0 0 5287 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 39) 6 15 20388 607 15158 1 0 0 437 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 39) 21 108 299649 525 192693 1 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 39) 8 0 137288 0 231765 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 39) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 39) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fifofs/fifo_vnops.c:215 (sleep mutex:pipe mutex) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/fifofs/fifo_vnops.c:202 (lockmgr:tmpfs) 1 1 1 2 2 0 1 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:PROC) 21 1999 200794 4773 363401 0 0 0 178 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 40) 7 12 132520 81 238842 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 40) 6 6 51031 71 71500 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 40) 5 308 163590 1481 401312 0 0 0 198 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 40) 11 6 550884 61 384913 1 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 40) 10 13 437296 189 222100 1 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 40) 0 0 3 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 40) 0 0 2 0 17 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 40) 56 24 684652 10890 226041 3 0 0 6014 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 40) 23 94 470390 5969 220225 2 0 0 2382 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 40) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 40) 4 13 13978 330 38018 0 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 40) 10 13 17250 316 10852 1 0 0 147 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 40) 3 0 134 0 59 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 40) 2 0 2811 0 3625 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 40) 4 0 3562 0 3625 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 40) 1 0 18 0 27 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 40) 1 0 4 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 63) 1 5 10844 15 16277 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 40) 3 1 2364 3 4150 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 40) 1 0 95 0 141 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 40) 1 0 98 0 151 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 40) 26 27 695992 1079 773546 0 0 0 544 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 40) 231 0 760705 0 1939826 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 40) 2 0 3226 0 3615 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 40) 5 15 44360 3348 102971 0 0 0 2505 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 40) 5 7395 222171 20450 469573 0 0 0 630 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 40) 1 0 508 0 1856 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 40) 33 1785 834575 47009 2935141 0 0 0 4860 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 40) 5 7 18131 543 14669 1 0 0 431 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 40) 8 96 304286 335 185026 1 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 40) 6 0 112999 0 221880 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 40) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 40) 5 0 3487 0 3278 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 40) 19 3 22836 3 3278 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 40) 2 0 100 0 86 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 40) 0 0 21 0 48 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 40) 25 18 371501 4696 137300 2 0 0 2527 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 41) 13 25 3819668 471 1513537 2 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 40) 22 14 1694 17 1304 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 40) 7 23 142266 397 102725 1 0 0 176 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 40) 8 111 198602 790 218177 0 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 40) 9 52 231444 2791 735531 0 0 0 1063 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 40) 4 14 53153 23 104198 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 40) 5 13 215642 125 425189 0 0 0 50 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 40) 2 0 5 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 40) 2 0 320 36 298 1 0 0 298 /tank/users/mjg/src/freebsd/sys/kern/kern_module.c:349 (sx:module subsystem sx lock) 0 3 3 5 5 0 1 0 4 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:VMSPACE) 4 25 9860 32 16054 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 41) 2 6 2389 7 3971 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 41) 2 0 87 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 41) 1 1 81 1 125 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 41) 21 27 626281 1194 772161 0 0 0 539 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 41) 226 0 751403 0 1943101 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 41) 3 0 3827 0 3465 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 41) 5 13 43199 2915 100551 0 0 0 1995 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 41) 9 35003 220835 51984 463417 0 0 0 584 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 41) 1 0 633 0 2594 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 41) 14 39111 824342 138672 2965782 0 0 0 4850 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 41) 5 10904 19063 12251 14499 1 0 0 401 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 41) 8 119 283054 382 183716 1 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 41) 6 0 128196 0 219506 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 41) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 41) 3 392 3665 397 3334 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 41) 19 1 23182 1 3334 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 41) 2 0 189 0 152 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 41) 1 0 147 0 353 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 41) 8 7 32131 1111 11321 2 0 0 662 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 42) 11 27 2504910 455 1513565 1 0 0 145 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 41) 2 12 1754 23 1350 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 41) 8 5 138982 329 100351 1 0 0 149 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 41) 20 6880 197667 8511 216992 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 41) 5 29 232021 2645 734956 0 0 0 1014 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 41) 5 3 64668 8 104854 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 41) 17 12 217617 136 430403 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 41) 2 0 5 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 41) 22 94312 238419 96369 359658 0 0 0 182 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 41) 5 13 121396 111 232217 0 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 41) 4 6 51629 58 72336 0 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 41) 7 19588 170637 22491 409152 0 0 0 231 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 41) 44 66 567160 146 392456 1 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 41) 1 11 2 15 3 0 5 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 41) 8 13 445583 216 220761 2 0 0 91 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 41) 0 0 10 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 41) 0 0 10 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 41) 373 14 279886 7925 87517 3 0 0 4574 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 41) 25 55 194966 2990 83131 2 0 0 1149 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 41) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 41) 4 6 13424 244 37207 0 0 0 137 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 41) 9 14 17102 297 10703 1 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 41) 4 0 140 0 60 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 41) 2 3 2785 4 3486 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 41) 3 0 3402 0 3486 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 41) 0 0 25 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 41) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:2234 (lockmgr:devfs) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 42) 7 1 3575 2 3218 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 42) 30 1 22423 2 3218 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 42) 2 0 166 0 130 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 42) 0 0 35 0 86 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 42) 12 15 404259 5159 149595 2 0 0 2738 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 43) 10 25 2283288 460 1513412 1 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 42) 2 6 1763 10 1362 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 42) 9 13 142345 385 102939 1 0 0 189 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 42) 11 432 197754 1146 218326 0 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 42) 5 24 233345 3077 738860 0 0 0 1219 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 42) 12 2 51411 3 105942 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 42) 13 24 228805 136 429141 0 0 0 50 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 42) 3 0 15 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 42) 21 1538 228336 3904 362193 0 0 0 154 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 42) 6 13 130386 94 237509 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 42) 5 6 50475 40 72210 0 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 42) 8 2593 185930 5743 406083 0 0 0 227 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 42) 13 60 572451 127 389699 1 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 42) 8 14 439940 190 221964 1 0 0 72 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 42) 1 0 13 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 42) 0 0 8 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 42) 1 2 2 2 3 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 79) 50 27 667077 10117 216010 3 0 0 5601 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 42) 18 111 452813 6024 215340 2 0 0 2341 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 42) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 42) 4 4 13790 238 37781 0 0 0 139 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 42) 11 13 17650 298 11090 1 0 0 149 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 42) 3 0 144 0 60 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 42) 3 1 2877 1 3606 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 42) 1 0 3551 0 3606 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 42) 1 0 31 0 44 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 42) 3 5 9897 9 16099 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 42) 1 1 2312 1 4052 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 42) 1 0 90 0 123 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 42) 1 0 73 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 42) 25 27 635235 1311 776634 0 0 0 602 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 42) 231 0 764384 0 1943960 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 42) 5 0 3299 0 3639 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 42) 4 6 45074 2769 103171 0 0 0 2014 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 42) 5 2910 218375 15241 468099 0 0 0 649 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 42) 1 0 541 0 1845 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 42) 10 8460 840472 59987 2987386 0 0 0 4887 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 42) 4 14 17300 473 14778 1 0 0 393 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 42) 6 14926 299049 15855 184692 1 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 42) 4 0 123271 0 221125 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 42) 0 1 0 1 1 0 1 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:64) 5 9712 195635 10500 219546 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 43) 6 32 216985 2943 730608 0 0 0 1138 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 43) 7 1 52070 9 103507 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 43) 10 12 215774 137 422581 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 43) 2 0 11 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 43) 22 1433 221793 5148 364529 0 0 0 198 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 43) 5 6 123595 99 235400 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 43) 5 12 51407 101 72627 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 43) 5 1063 169478 2156 400097 0 0 0 200 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 43) 10 46 574779 111 383008 1 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 43) 9 12 417626 164 223664 1 0 0 72 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 43) 0 0 5 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 43) 0 0 5 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 43) 55 15 245440 7125 80100 3 0 0 4051 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 43) 15 102 175525 2898 75192 2 0 0 1056 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 43) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 43) 3 13 12864 336 37389 0 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 43) 14 14 16258 266 10722 1 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 43) 3 0 125 0 57 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 43) 4 3 2661 3 3518 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 43) 4 0 3391 0 3518 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 43) 1 0 31 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 43) 1 1 9726 3 16157 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 43) 1 0 2113 0 4172 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 43) 1 0 79 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 43) 1 0 55 0 103 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 43) 22 27 621211 1187 767991 0 0 0 540 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 43) 140 0 700047 0 1933741 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 43) 2 0 3710 0 3526 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 43) 4 16 40808 2735 99961 0 0 0 1839 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 43) 5 31458 223421 54961 468671 0 0 0 647 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 43) 0 0 542 0 2431 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 43) 7 1854 809142 48553 2891250 0 0 0 4805 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 43) 4 5696 19417 6239 14825 1 0 0 397 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 43) 13 3393 295294 4053 184813 1 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 43) 7 0 112913 0 222320 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 43) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 43) 2 1 3318 1 3377 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 43) 19 1 23358 3 3377 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 43) 2 0 108 0 91 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 43) 0 0 26 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 43) 8 15 56580 1935 20880 2 0 0 1157 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 44) 9 25 2206206 485 1513493 1 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 43) 2 1 1691 2 1298 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 43) 7 6 138661 394 99755 1 0 0 182 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 43) 6 0 7 0 3 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_uuid.c:138 (sleep mutex:UUID generator mutex lock) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 47) 8 13 17805 280 11135 1 0 0 129 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 44) 5 0 159 0 59 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 44) 1 6 2788 12 3581 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 44) 2 0 3536 0 3581 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 44) 2 6 10766 6 16458 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 44) 2 2 2521 4 4259 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 44) 2 0 78 0 115 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 44) 1 0 100 0 149 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 44) 29 27 652134 1183 777049 0 0 0 540 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 44) 239 0 763176 0 1937326 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 44) 4 0 5282 0 3573 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 44) 4 13 45882 2875 105102 0 0 0 1964 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 44) 6 42192 223777 57298 471191 0 0 0 606 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 44) 2 1 615 1 2089 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 44) 9 29858 828226 98072 2947627 0 0 0 4925 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 44) 5 4077 17725 4638 15346 1 0 0 411 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 44) 22 206 309084 715 186133 1 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 44) 5 0 129884 0 223273 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 44) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:751 (spin mutex:sched lock 44) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 44) 6 0 4046 0 3701 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 44) 29 0 25670 0 3701 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 44) 2 0 163 0 129 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 44) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 44) 14 14 445327 6306 159683 2 0 0 3487 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 45) 9 23 1992071 349 1513460 1 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 44) 4 3 1704 11 1312 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 44) 8 11 144932 387 104851 1 0 0 178 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 44) 19 149249 200154 150589 220022 0 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 44) 10 26 238660 2840 738863 0 0 0 1134 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 44) 6 1 51982 1 107368 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 44) 5 11 226217 121 426530 0 0 0 54 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 44) 2 0 8 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 44) 21 22659 201701 34871 364308 0 0 0 192 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 44) 5 12 119067 86 238975 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 44) 5 12 51653 74 73358 0 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 44) 4 465 146543 2080 400509 0 0 0 225 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 44) 22 12 575063 82 383970 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 44) 8 14 454936 218 223392 2 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 44) 0 0 10 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 44) 0 0 7 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 44) 29 27 621972 8380 209638 2 0 0 4670 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 44) 28 189 446722 5534 208582 2 0 0 2204 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 44) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 44) 4 12 14490 313 38191 0 0 0 158 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 44) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:694 (sleep mutex:unp_mtx) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1533 (sleep mutex:socket) 6 38547 850600 121168 3043153 0 0 0 4772 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 45) 6 11 18346 623 15178 1 0 0 439 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 45) 22 10746 303021 11034 186456 1 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 45) 4 0 107431 0 223836 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 45) 1 0 27 0 41 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 47) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 45) 5 0 3394 0 3283 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 45) 22 73 22342 79 3283 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 45) 1 0 120 0 111 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 45) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 45) 0 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 45) 10 19 88380 3001 30256 2 0 0 1800 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 46) 14 25 3582714 442 1513474 2 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 45) 2 1 1712 2 1338 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 45) 16 10 144838 366 104941 1 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 45) 11 3197 197949 4141 219477 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 45) 5 28 238014 3102 733917 0 0 0 1160 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 45) 6 3 82639 7 106259 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 45) 4 13 222494 120 418720 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 45) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 69) 1 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 45) 21 156347 229881 195856 366208 0 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 45) 5 13 137077 125 243678 0 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 45) 4 3 42949 47 71519 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 45) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2486 (spin mutex:sched lock 45) 26 287 155035 1589 394216 0 0 0 223 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 45) 21 259 557913 302 377436 1 0 0 20 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 45) 8 14 443212 181 224258 1 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 45) 1 0 9 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 45) 0 0 7 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 45) 23 25 230897 6273 72602 3 0 0 3641 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 45) 17 25 159917 2714 68526 2 0 0 997 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 45) 2 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 45) 4 13 14174 335 38172 0 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 45) 11 13 17651 331 10999 1 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 45) 3 0 153 0 65 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 45) 1 0 2802 0 3519 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 45) 3 10 3494 10 3519 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 45) 3 0 9125 1 16378 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 45) 1 11 2404 12 4245 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 45) 1 0 75 0 116 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 45) 1 0 89 0 149 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 45) 18 13 644412 1223 772087 0 0 0 575 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 45) 233 0 769588 0 1944528 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 45) 4 39 4759 40 3505 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 45) 4 6 44845 2914 105210 0 0 0 2055 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 45) 9 8736 220310 31075 471563 0 0 0 664 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 45) 2 0 581 1 2310 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 45) 0 0 0 0 1 0 0 0 1 /tank/users/mjg/src/freebsd/sys/netinet6/icmp6.c:1935 (rw:rip) 4 0 4 0 1 4 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/in6_pcb.c:631 (rw:udp) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/in6_pcb.c:633 (rw:udpinp) 10 26 465088 7227 169739 2 0 0 4084 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 47) 13 25 3836884 387 1513486 2 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 46) 3 6 1764 7 1338 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 46) 12 13 146182 454 105610 1 0 0 212 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 46) 22 1143 198452 1592 221451 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 46) 6 25 232270 3149 726935 0 0 0 1190 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 46) 5 3 68796 6 105591 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 46) 5 13 218286 129 411028 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 46) 2 0 14 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 46) 22 1056 199371 3648 366104 0 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 46) 5 13 127452 96 243576 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 46) 5 6 53007 39 72331 0 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 46) 5 37429 148406 49322 384092 0 0 0 226 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 46) 9 12 562086 90 366962 1 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 46) 7 12 425876 193 224705 1 0 0 78 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 46) 0 0 3 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 46) 0 0 2 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 46) 47 35 605684 8735 200539 3 0 0 4731 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 46) 27 185 431761 5925 200870 2 0 0 2245 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 46) 1 0 5 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 46) 4 11 13749 275 38007 0 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 46) 15 12 17649 274 11139 1 0 0 140 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 46) 4 0 138 0 60 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 46) 1 0 2574 0 3445 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 46) 2 0 3363 0 3445 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 46) 1 0 29 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 46) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 46) 3 6 9680 8 16318 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 46) 1 1 2110 2 4122 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 46) 1 0 82 0 144 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 46) 1 0 48 0 89 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 46) 22 25 651922 1354 764935 0 0 0 595 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 46) 417 0 761122 0 1921644 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 46) 1 0 2858 0 3450 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 46) 4 14 43231 3194 105903 0 0 0 2251 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 46) 6 13076 217975 31750 471503 0 0 0 680 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 46) 2 1 542 1 2408 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 46) 8 5147 811109 57478 2831605 0 0 0 5250 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 46) 5 7 20246 646 16147 1 0 0 509 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 46) 10 6199 301079 6900 186852 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 46) 7 0 115344 0 224178 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 46) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 51) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 46) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 54) 2 3 3221 3 3303 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 46) 25 1 22793 6 3303 6 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 46) 1 0 56 0 58 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 46) 0 0 25 0 54 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 46) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:1744 (rw:tcpinp) 1 1 1 1 1 1 1 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:zio_data_buf_4096) 8 21 434941 213 224829 1 0 0 86 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 47) 0 0 15 0 75 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 47) 0 0 14 0 76 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 47) 102 13 200849 5209 62195 3 0 0 3044 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 47) 20 55 137437 2342 59182 2 0 0 882 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 47) 1 0 3 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 47) 3 14 13848 310 38098 0 0 0 147 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 47) 9 28 18264 356 11265 1 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 47) 2 0 124 0 55 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 47) 2 0 2853 0 3604 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 47) 2 0 3562 0 3604 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 47) 4 1 9629 3 16232 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 47) 3 37 2512 38 4287 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 47) 1 0 92 0 128 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 47) 1 0 64 0 101 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 47) 29 26 659838 1185 764753 0 0 0 571 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 47) 230 0 754219 0 1910065 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 47) 4 3 5012 3 3606 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 47) 5 13 44304 2971 102324 0 0 0 2096 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 47) 5 38884 222913 74364 474475 0 0 0 634 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 47) 1 0 565 0 2056 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 47) 7 2973 828200 46358 2909385 0 0 0 4713 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 47) 10 2252 19971 2788 15086 1 0 0 423 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 47) 21 130 292881 475 185803 1 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 47) 6 0 122055 0 223225 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 47) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 47) 11 1 3386 1 3235 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 47) 20 7 22215 11 3235 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 47) 2 0 197 0 166 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 47) 0 0 17 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 47) 8 16 111875 3693 38625 2 0 0 2268 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 48) 13 26 3826162 431 1513425 2 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 47) 3 6 1775 12 1376 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 47) 8 11 142589 460 102057 1 0 0 211 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 47) 5 309 199297 902 220579 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 47) 5 25 235063 3088 726660 0 0 0 1156 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 47) 4 0 62278 0 107970 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 47) 5 12 224247 117 416292 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 47) 2 0 8 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 47) 22 5165 234194 8515 366136 0 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 47) 8 12 135592 108 237079 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 47) 7 12 47260 58 73289 0 0 0 23 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 47) 5 7195 156237 8633 390292 0 0 0 227 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 47) 23 6 553034 69 373574 1 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 47) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:4140 (sleep mutex:vnode interlock) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:5175 (sleep mutex:vnode interlock) 3 0 13 0 8 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:VNODEPOLL) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:VNODEPOLL) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:VNODEPOLL) 2 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:VNODEPOLL) 21 24 632851 1248 760952 0 0 0 582 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 48) 120 0 756911 0 1915233 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 48) 2 1 3191 2 3698 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 48) 4 12 44190 3402 105271 0 0 0 2490 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 48) 15 6299 223659 18723 471737 0 0 0 653 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 48) 1 0 561 0 2087 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 48) 16 1175 806713 45338 2914613 0 0 0 4811 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 48) 5 61 17732 604 14833 1 0 0 392 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 48) 22 1182 303653 1757 185369 1 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 48) 7 0 111245 0 221210 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 48) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 48) 5 1 3530 1 3199 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 48) 19 1 22189 1 3199 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 48) 1 0 127 0 101 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 48) 1 0 18 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 48) 11 13 518088 7578 181096 2 0 0 4290 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 49) 10 24 2074879 628 1513413 1 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 48) 3 3 1790 7 1338 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 48) 6 11 147292 472 104971 1 0 0 216 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 48) 6 90 200236 579 218365 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 48) 7 51 237903 2973 723311 0 0 0 1171 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 48) 3 13 46326 19 103965 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 48) 5 13 218364 132 413847 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 48) 1 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 48) 22 5169 204493 10631 363013 0 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 48) 5 13 131918 111 237826 0 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 48) 5 6 52252 89 71638 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 48) 5 8170 162062 13206 392390 0 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 48) 24 256 572532 360 376021 1 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 48) 7 6 458329 126 223036 2 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 48) 1 0 12 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 48) 0 0 9 0 52 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 48) 52 14 573518 7287 187070 3 0 0 3897 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 48) 25 48 412513 4714 193559 2 0 0 1946 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 48) 1 0 6 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 48) 4 13 13915 324 37643 0 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 48) 16 13 17854 243 11164 1 0 0 114 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 48) 4 0 151 0 65 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 48) 2 6 2567 6 3694 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 48) 3 0 3478 0 3693 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 48) 2 32 10345 46 16103 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 48) 2 22 2462 28 4105 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 48) 1 0 91 0 133 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 48) 1 0 76 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 48) 0 1 1 3 4 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:256 Bucket) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:3694 (sleep mutex:umtxshm) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sx.c:180 (sx:tx->tx_cpu[c].tc_lock) 4 2 3334 2 3383 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 49) 19 0 23439 0 3383 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 49) 2 0 167 0 154 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 49) 0 0 40 0 108 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 49) 8 27 150441 4909 50308 2 0 0 3021 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 50) 12 26 3236578 516 1513423 2 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 49) 2 5 1784 9 1392 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 49) 7 14 144241 448 103060 1 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 49) 6 2479 199462 3872 222644 0 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 49) 5 23 229328 3050 744936 0 0 0 1208 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 49) 7 43 66553 44 105087 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 49) 21 13 220753 165 430900 0 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 49) 1 0 6 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 49) 10 8373 190107 12145 369055 0 0 0 219 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 49) 6 12 130673 74 240446 0 0 0 26 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 49) 5 6 52609 75 73590 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 49) 7 30255 183258 32828 402804 0 0 0 201 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 49) 24 3 566234 61 386298 1 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 49) 7 13 437771 163 225948 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 49) 1 0 15 0 82 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 49) 0 0 15 0 83 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 49) 194 13 169320 4664 53965 3 0 0 2736 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 49) 15 29 117332 1946 50900 2 0 0 757 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 49) 0 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 49) 3 6 13277 255 38324 0 0 0 146 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 49) 7 13 17742 289 11255 1 0 0 154 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 49) 3 0 142 0 66 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 49) 2 1 2664 1 3590 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 49) 4 2019 3545 2019 3591 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 49) 1 0 30 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 49) 3 144 8888 144 16535 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 49) 2 12 2157 13 4213 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 49) 1 0 75 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 49) 1 0 62 0 115 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 49) 23 23 640602 1243 783256 0 0 0 558 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 49) 231 0 765617 0 1962829 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 49) 2 0 3831 0 3617 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 49) 4 13 41545 3496 103365 0 0 0 2540 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 49) 5 28718 226097 47476 476858 0 0 0 693 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 49) 3 0 507 0 2001 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 49) 33 156118 822903 265317 2945961 0 0 0 4808 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 49) 8 12 19806 683 15269 1 0 0 489 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 49) 24 9960 305894 20033 188444 1 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 49) 5 0 111635 0 225787 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 49) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 49) 0 1 2 2 3 0 0 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:32) 2 0 6 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 50) 22 588 201338 2799 369108 0 0 0 181 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 50) 7 12 138612 108 242658 0 0 0 43 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 50) 6 12 52168 83 72213 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 50) 7 33894 158178 35051 394937 0 0 0 187 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 50) 35 57 554189 112 377623 1 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 50) 7 13 433494 176 225983 1 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 50) 0 0 10 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 50) 0 0 9 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 50) 31 14 553111 6313 182424 3 0 0 3450 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 50) 15 214 390184 5003 183883 2 0 0 1996 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 50) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 50) 5 12 13519 348 38990 0 0 0 173 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 50) 9 12 18407 206 11505 1 0 0 126 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 50) 3 0 132 0 54 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 50) 4 0 2869 0 3505 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 50) 3 0 3502 0 3505 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 50) 1 12 29 12 42 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 50) 4 0 9724 0 16367 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 50) 1 1 2454 1 4198 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 50) 1 0 101 0 142 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 50) 1 0 45 0 75 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 50) 22 25 670142 1286 777464 0 0 0 616 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 50) 107 0 771114 0 1964519 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 50) 2 3 3116 3 3497 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 50) 4 13 47391 3162 107568 0 0 0 2291 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 50) 6 66990 225132 108987 473762 0 0 0 644 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 50) 3 3 621 3 2635 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 50) 6 46423 870898 194389 3129785 0 0 0 5102 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 50) 4 13 19211 595 14992 1 0 0 434 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 50) 22 277 310130 546 188491 1 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 50) 5 0 123069 0 225520 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 50) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 50) 3 0 3289 0 3096 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 50) 24 0 21479 0 3096 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 50) 2 0 184 0 138 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 50) 1 0 25 0 58 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 50) 12 14 536629 8986 190540 2 0 0 5105 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 51) 12 12 3404625 389 1513382 2 0 0 151 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 50) 3 1 1698 5 1280 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 50) 7 13 150076 402 107238 1 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 50) 9 12867 203275 13305 222025 0 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 50) 5 24 233827 2995 738478 0 0 0 1208 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 50) 4 6 51253 18 105950 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 50) 6 13 220165 144 423607 0 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 50) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_40960) 2 7 3 7 2 1 3 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:712 (sleep mutex:process lock) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_40960) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_40960) 3 0 9691 0 16426 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 51) 3 3 2159 4 4229 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 51) 1 0 63 0 97 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 51) 1 1 65 1 123 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 51) 28 24 638133 1176 779868 0 0 0 573 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 51) 133 0 754993 0 1952044 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 51) 3 0 3828 0 3631 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 51) 4 12 42270 3045 105263 0 0 0 2243 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 51) 6 24630 185210 39500 477377 0 0 0 631 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 51) 0 0 463 0 1745 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 51) 18 13835 865814 87803 3097719 0 0 0 5079 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 51) 5 11 19541 625 15450 1 0 0 433 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 51) 8 982 296869 2435 188058 1 0 0 81 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 51) 8 0 109244 0 225779 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 51) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 51) 2 1 3407 2 3456 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 51) 21 13 24000 13 3456 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 51) 2 0 340 0 252 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 51) 0 0 3 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 51) 2 0 94 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 51) 11 16 190910 5797 61186 3 0 0 3506 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 52) 10 25 2510357 502 1513464 1 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 51) 2 18 1690 32 1305 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 51) 8 6 145618 477 105023 1 0 0 220 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 51) 6 5441 194750 11423 222099 0 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 51) 10 14 226049 3099 741775 0 0 0 1188 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 51) 4 2 61197 7 107064 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 51) 5 14 226473 160 425935 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 51) 2 0 9 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 51) 21 632 192391 2482 369841 0 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 51) 8 12 133419 102 242461 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 51) 5 13 52004 76 73379 0 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 51) 6 645 140498 1427 399340 0 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 51) 16 284 578890 552 382677 1 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 51) 10 6 422918 163 226700 1 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 51) 0 0 14 0 77 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 51) 0 0 13 0 78 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 51) 50 17 139951 3739 43652 3 0 0 2166 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 51) 23 23 97343 1715 41982 2 0 0 666 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 51) 0 0 5 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 51) 3 11 13408 326 38098 0 0 0 150 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 51) 23 13 18032 280 11260 1 0 0 157 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 51) 3 0 115 0 48 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 51) 3 1 2704 2 3628 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 51) 3 0 3521 0 3628 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 51) 19 140 307879 637 188584 1 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 52) 6 0 116540 0 226900 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 52) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 52) 2 3 3567 4 3464 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 52) 24 1 23981 1 3464 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 52) 2 0 189 0 167 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 52) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 52) 23 14 554435 9048 198650 2 0 0 5176 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 53) 14 24 3854261 411 1513580 2 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 52) 2 0 1688 1 1290 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 52) 7 13 149223 569 106827 1 0 0 265 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 52) 5 75 201345 366 221883 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 52) 4 23 243757 3001 741963 0 0 0 1239 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 52) 4 12 64096 14 108105 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 52) 9 12 216722 126 425093 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 52) 2 0 10 0 5 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 52) 22 729 243566 2385 370415 0 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 52) 6 12 136573 96 244066 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 52) 4 6 46395 59 72804 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 52) 7 323 151799 1253 395951 0 0 0 216 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 52) 19 8 546486 63 379670 1 0 0 31 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 52) 10 12 463823 199 226096 2 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 52) 1 0 15 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 52) 0 0 10 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 52) 94 14 530023 5241 173974 3 0 0 2868 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 52) 15 49 360782 4699 172155 2 0 0 1863 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 52) 0 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 52) 3 12 14096 336 38653 0 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 52) 8 11 17116 238 11300 1 0 0 132 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 52) 3 0 126 0 55 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 52) 5 0 2924 0 3663 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 52) 2 85 3586 85 3663 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 52) 1 0 25 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 52) 4 3 9889 10 16516 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 52) 2 1 2354 5 4196 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 52) 1 0 106 0 164 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 52) 1 0 77 0 127 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 52) 23 25 633249 1303 780611 0 0 0 565 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 52) 233 0 779741 0 1991762 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 52) 2 0 3394 1 3693 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 52) 4 12 46330 3291 107152 0 0 0 2488 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 52) 9 1307 229177 11833 477002 0 0 0 683 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 52) 1 11 486 12 1667 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 52) 7 9936 866561 67216 3126934 0 0 0 5194 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 52) 5 13 19281 604 15108 1 0 0 442 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 52) 22 332 198204 1346 220020 0 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 53) 6 25 239970 2892 742651 0 0 0 1192 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 53) 4 6 53408 16 105805 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 53) 5 13 225245 115 429200 0 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 53) 2 0 11 0 5 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 53) 22 23893 233418 29172 365201 0 0 0 206 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 53) 5 3 127216 65 240285 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 53) 5 12 50862 79 73166 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 53) 6 126352 144856 129999 405423 0 0 0 194 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 53) 23 13 566794 62 389087 1 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 53) 10 13 445053 228 223159 1 0 0 93 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 53) 0 0 13 0 65 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 53) 0 0 13 0 66 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 53) 24 13 106048 2775 33779 3 0 0 1613 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 53) 15 52 75179 1565 32598 2 0 0 543 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 53) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 53) 4 49 14223 404 38847 0 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 53) 13 23 17728 340 11270 1 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 53) 3 0 138 0 60 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 53) 3 0 2921 0 3585 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 53) 2 0 3548 0 3585 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 53) 3 2 10668 3 16319 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 53) 1 6 2424 8 4250 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 53) 1 0 79 0 122 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 53) 1 0 70 0 111 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 53) 19 16 646569 1329 781493 0 0 0 592 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 53) 223 0 767809 0 1951060 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 53) 3 0 4050 0 3581 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 53) 4 14 44922 3420 104253 0 0 0 2551 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 53) 5 8900 221595 27098 472375 0 0 0 673 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 53) 1 0 506 0 1959 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 53) 12 10952 815348 74617 2935925 0 0 0 5002 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 53) 5 7 18090 620 15515 1 0 0 484 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 53) 23 123 304584 665 186972 1 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 53) 9 0 125308 0 223735 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 53) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 53) 2 0 4 0 2 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 14) 3 0 3408 0 3262 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 53) 24 0 22388 0 3262 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 53) 2 0 140 0 129 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 53) 2 0 22 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 53) 10 24 215288 6547 70405 3 0 0 3951 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 54) 13 25 3560209 437 1513884 2 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 53) 3 12 1690 26 1296 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 53) 10 11 153325 488 103984 1 0 0 228 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 53) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:4295 (rw:vm object) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:310 (sleep mutex:ct->ct_lock) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvnops.c:290 (sleep mutex:NEWNFSnode lock) 0 0 0 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfsmount.h:132 (sleep mutex:NFSmount lock) 0 0 0 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfs/nfs_commonkrpc.c:1326 (sleep mutex:NFSmount lock) 0 0 0 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfs/nfs_commonkrpc.c:1335 (sleep mutex:NFSmount lock) 501 0 501 0 1 501 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_vnops.c:803 (lockmgr:nfs) 4 0 4 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:392 (sleep mutex:ct->ct_lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clrpcops.c:1540 (sleep mutex:NFSmount lock) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvnops.c:401 (sleep mutex:NEWNFSnode lock) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:436 (sleep mutex:ct->ct_lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:buffer arena-65) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:buffer arena-65) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvnops.c:522 (sleep mutex:NEWNFSnode lock) 0 0 0 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_vc.c:559 (sleep mutex:ct->ct_lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvnops.c:555 (sleep mutex:NEWNFSnode lock) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/rpc/clnt_rc.c:241 (sleep mutex:rc->rc_lock) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvnops.c:812 (sleep mutex:NEWNFSnode lock) 475 0 475 0 1 475 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:1477 (lockmgr:bufwait) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clsubs.c:193 (sleep mutex:NEWNFSnode lock) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:4631 (sleep mutex:sleep mtxpool) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvnops.c:1046 (sleep mutex:NEWNFSnode lock) 1028 0 1028 0 1 1028 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2607 (lockmgr:nfs) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:445 (sleep mutex:NFSmount lock) 6 0 6 0 1 6 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clsubs.c:154 (lockmgr:nfsupg) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:NCLNODE) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:STS VFS Cache) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:1348 (rw:vm object) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_mutex.c:186 (sleep mutex:ct->ct_lock) 2 0 2 0 2 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/vfs_hash.c:82 (rw:vfs hash) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_hash.c:156 (rw:vfs hash) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:377 (sleep mutex:NEWNFSnode lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:401 (sleep mutex:NEWNFSnode lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:410 (sleep mutex:NEWNFSnode lock) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:477 (sleep mutex:NEWNFSnode lock) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:2571 (rw:vm object) 3 0 3 0 1 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_vmem.c:1166 (sleep mutex:buffer arena) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:2764 (rw:vm object) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:NCLNODE) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:buf free cache) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:NCLNODE) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:buf free cache) 1 0 1 0 2 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:3550 (rw:bufobj interlock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:STS VFS Cache) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:STS VFS Cache) 490 0 490 0 1 490 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clport.c:271 (lockmgr:nfs) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:3564 (lockmgr:bufwait) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:NCLNODE) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:3732 (rw:bufobj interlock) 1 0 3 0 4 0 0 0 4 /tank/users/mjg/src/freebsd/sys/rpc/auth_unix.c:161 (sx:auth_unix_lock) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:STS VFS Cache) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clvfsops.c:1766 (sleep mutex:NFSmount lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clbio.c:1375 (sleep mutex:NEWNFSnode lock) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/nfsclient/nfs_clport.c:431 (sleep mutex:NEWNFSnode lock) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:1427 (sleep mutex:bufq empty lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:1360 (sleep mutex:bufq clean lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_bio.c:1367 (sleep mutex:bufq clean lock) 4 12 13679 341 38395 0 0 0 168 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 54) 15 12 17818 284 11216 1 0 0 144 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 54) 3 0 167 0 73 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 54) 1 0 1849 0 3624 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 54) 2 0 3237 0 3624 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 54) 1 0 30 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 54) 2 0 8 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 54) 2 24 10222 24 16442 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 54) 1 6 1821 11 4184 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 54) 1 0 99 0 143 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 54) 3 0 65 0 99 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 54) 20 24 659899 1226 771976 0 0 0 558 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 54) 226 0 786436 0 1947552 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 54) 2 2 3207 2 3627 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 54) 5 12 47248 3686 106517 0 0 0 2920 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 54) 8 11404 224052 49780 478862 0 0 0 692 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 54) 2 0 638 0 2222 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 54) 8 5483 845364 55859 3033274 0 0 0 5250 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 54) 4 13 19129 691 15491 1 0 0 501 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 54) 23 210 311908 563 189314 1 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 54) 6 0 132260 0 228020 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 54) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 54) 6 0 4025 0 3708 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 54) 22 0 25333 0 3708 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 54) 1 0 76 0 71 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 54) 0 0 13 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 54) 24 15 575102 10062 209812 2 0 0 5903 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 55) 10 26 2561975 501 1515456 1 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 54) 3 13 1766 25 1351 1 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 54) 12 6 150323 534 106196 1 0 0 248 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 54) 6 411 199969 1243 224098 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 54) 6 26 242563 3138 733589 0 0 0 1236 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 54) 4 3 71514 12 107171 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 54) 5 14 231184 161 418520 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 54) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 54) 2 0 14 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 54) 20 620 231364 3460 370867 0 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 54) 7 12 133934 87 241942 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 54) 4 14 47096 137 73127 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 54) 8 2156 182693 4067 389410 0 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 54) 24 3827 561976 3884 372647 1 0 0 28 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 54) 8 13 460466 212 227200 2 0 0 88 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 54) 0 0 6 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 54) 0 0 5 0 30 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 54) 48 26 486401 3956 163114 2 0 0 2067 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 54) 23 176 340553 4283 163980 2 0 0 1655 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 54) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 54) 1 1 3 3 3 1 1 0 3 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:zio_cache) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:zio_data_buf_2048) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:zio_data_buf_2048) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:zio_data_buf_2048) 7 1674 219449 15186 475907 0 0 0 680 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 55) 1 1 491 2 2068 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 55) 27 32732 876492 95674 3148654 0 0 0 4731 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 55) 5 12 19652 591 15165 1 0 0 458 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 55) 25 11270 303724 14053 188191 1 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 55) 8 0 117338 0 225879 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 55) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 55) 4 0 3485 0 3620 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 55) 19 96 25007 98 3620 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 55) 1 0 147 0 150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 55) 0 0 41 0 116 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 55) 24 14 280049 7878 96034 2 0 0 4909 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 56) 12 23 2794077 436 1513471 1 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 55) 2 1 1775 1 1342 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 55) 28 7 146475 413 104735 1 0 0 202 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 55) 15 4327 194295 6806 222659 0 0 0 51 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 55) 5 25 222952 3190 727989 0 0 0 1239 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 55) 4 13 51507 35 105443 0 0 0 9 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 55) 7 12 221884 175 414813 0 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 55) 2 0 18 0 9 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 55) 27 13001 190063 17481 369271 0 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 55) 6 12 131846 84 239986 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 55) 6 6 52162 38 73190 0 0 0 18 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 55) 7 34694 183231 35472 385910 0 0 0 225 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 55) 33 66 564995 135 369417 1 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 55) 8 13 427196 178 226252 1 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 55) 0 0 13 0 70 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 55) 0 0 10 0 69 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 55) 30 15 71858 1861 23025 3 0 0 1065 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 55) 29 45 53297 1002 23442 2 0 0 398 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 55) 0 0 2 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 55) 4 13 13684 324 38294 0 0 0 144 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 55) 8 6 17684 255 11211 1 0 0 142 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 55) 3 0 130 0 57 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 55) 3 0 2699 0 3597 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 55) 5 0 3481 0 3597 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 55) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 55) 4 0 8703 1 16437 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 55) 3 6 2191 8 4249 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 55) 1 0 69 0 116 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 55) 1 0 60 0 118 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 55) 21 26 644734 1288 766274 0 0 0 592 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 55) 410 0 749549 0 1926879 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 55) 2 1 3702 1 3580 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 55) 4 13 42591 3392 105011 0 0 0 2684 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 55) 2 0 411 0 317 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2228 (sleep mutex:8 Bucket) 4 0 91 0 29 3 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:8 Bucket) 0 2 1 3 2 0 1 0 2 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2850 (sleep mutex:g_bio) 0 0 1 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 56) 21 30 614509 10953 218115 2 0 0 6248 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 57) 11 26 2643941 509 1513509 1 0 0 180 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 56) 22 33 402697 4463 416707 0 0 0 1359 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 56) 13 30 509884 986 524498 0 0 0 430 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 56) 8 6540 216445 7381 238278 0 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 56) 4 27 247421 3532 774849 0 0 0 1385 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 56) 4 3 73642 15 111630 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 56) 6 12 229787 131 439633 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 56) 2 0 2 0 1 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:476 (spin mutex:sched lock 56) 2 0 9 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 56) 22 7676 237871 23652 397698 0 0 0 222 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 56) 5 4 138878 75 256932 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 56) 6 13 55531 147 78284 0 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 56) 4 1998 157838 4272 402028 0 0 0 235 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 56) 13 3835 571848 3964 385206 1 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 56) 8 27 481684 283 242769 1 0 0 102 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 56) 1 0 8 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 56) 0 0 6 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 56) 50 25 484873 3563 167740 2 0 0 1813 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 56) 31 27 311476 5516 152073 2 0 0 2160 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 56) 0 3 0 3 1 0 3 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:988 (spin mutex:turnstile lock) 0 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 56) 5 12 15543 409 43630 0 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 56) 7 0 7 0 1 7 0 0 0 /tank/users/mjg/src/freebsd/sys/compat/linux/linux_fork.c:131 (spin mutex:sched lock 56) 14 15 33386 414 22994 1 0 0 198 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 56) 4 0 138 0 59 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 56) 3 0 2990 0 3667 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 56) 2 0 3589 0 3667 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 56) 4 829 11294 861 17636 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 56) 1 13 2553 13 4401 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 56) 1 0 83 0 117 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 56) 1 0 66 0 110 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 56) 21 28 674009 1440 818472 0 0 0 686 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 56) 229 0 997333 0 2912770 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 56) 4 0 3197 0 3659 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 56) 5 13 47857 3705 108799 0 0 0 2908 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 56) 6 15592 235595 31265 504463 0 0 0 714 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 56) 1 1 482 1 1515 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 56) 10 23701 891365 79303 3202961 0 0 0 5516 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 56) 5 24 21406 856 16829 1 0 0 638 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 56) 17 1010 306816 1892 200733 1 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 56) 9 0 132006 0 246197 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 56) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 56) 5 0 3834 0 3552 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 56) 21 3 24447 9 3552 6 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 56) 2 0 144 0 122 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 56) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_syscalls.c:3152 (lockmgr:tmpfs) 8 40160 158261 40853 406465 0 0 0 203 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 57) 26 13 562138 85 389438 1 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 57) 10 11 438664 161 222142 1 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 57) 2 0 15 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 57) 0 0 11 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 57) 16 6 40033 946 12125 3 0 0 564 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 57) 14 13 27640 580 12012 2 0 0 223 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 57) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 57) 4 13 13530 348 38286 0 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 57) 10 13 18690 317 11752 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 57) 2 0 98 0 44 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 57) 2 0 2828 0 3625 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 57) 3 0 3607 0 3625 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 57) 1 0 36 0 53 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 57) 4 2 17527 4 16122 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 57) 1 1 2471 3 4119 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 57) 1 0 101 0 153 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 57) 1 0 74 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 57) 22 14 637650 1244 780010 0 0 0 605 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 57) 417 0 769967 0 1993844 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 57) 2 0 4756 0 3632 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 57) 4 24 46139 4377 105827 0 0 0 3642 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 57) 6 39712 231008 64347 468384 0 0 0 647 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 57) 1 292 586 294 2634 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 57) 9 4335 848207 53147 3009626 0 0 0 5234 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 57) 6 8 19473 587 14864 1 0 0 420 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 57) 15 211 284502 472 184579 1 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 57) 9 0 119165 0 220148 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 57) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 57) 4 1 3623 1 3267 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 57) 22 0 22551 1 3267 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 57) 3 0 159 0 125 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 57) 0 0 42 0 110 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 57) 9 28 281425 8447 94728 2 0 0 5023 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 58) 11 24 2705016 499 1513507 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 57) 5 1 1617 2 1265 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 57) 7 6 148266 503 105637 1 0 0 231 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 57) 10 629 196536 1048 217665 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 57) 6 24 238339 3150 741731 0 0 0 1242 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 57) 18 3 72181 6 104749 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 57) 5 12 225787 127 431210 0 0 0 57 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 57) 2 0 14 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 57) 21 443 231536 1540 361935 0 0 0 175 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 57) 5 12 132301 148 238778 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 57) 4 12 50071 93 71743 0 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 57) 4 1 15850 3 16706 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 58) 3 20 2525 23 4192 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 58) 1 0 95 0 150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 58) 1 0 90 0 155 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 58) 25 26 674741 1343 779371 0 0 0 615 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 58) 447 0 771670 0 1989867 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 58) 4 3 3328 3 3834 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 58) 3 0 7 0 3 2 0 0 0 /tank/users/mjg/src/freebsd/sys/dev/uart/uart_cpu.h:98 (spin mutex:uart_hwmtx) 3 13 46047 4665 110088 0 0 0 4094 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 58) 9 17633 229040 51415 479631 0 0 0 725 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 58) 1 1 602 1 2040 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 58) 8 9312 904307 56688 3281514 0 0 0 5321 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 58) 4 13 19284 592 15592 1 0 0 472 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 58) 24 80 302300 594 190031 1 0 0 77 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 58) 6 0 120972 0 228282 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 58) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 58) 3 0 3827 0 3561 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 58) 2 0 151 0 127 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 58) 0 0 5 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 58) 24 14 655905 11788 234070 2 0 0 7079 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 59) 11 25 2303227 458 1513770 1 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 58) 2 1 1737 7 1321 1 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 58) 8 25 154627 548 109833 1 0 0 249 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 58) 22 12485 207499 19423 224656 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 58) 5 27 236392 3203 740555 0 0 0 1284 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 58) 5 16 54171 37 109048 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 58) 1 0 2 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 45) 4 12 226723 151 420639 0 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 58) 2 0 15 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 58) 21 3026 208210 5956 373649 0 0 0 207 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 58) 5 6 135315 72 245657 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 58) 5 13 52757 99 74259 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 58) 5 526 153517 1453 391303 0 0 0 217 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 58) 23 12 561793 65 374240 1 0 0 25 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 58) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 58) 9 12 431359 182 228356 1 0 0 77 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 58) 1 0 15 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 58) 0 0 11 0 61 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 58) 99 12 444890 2340 141475 3 0 0 1135 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 58) 20 181 291424 3328 141658 2 0 0 1359 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 58) 0 0 2 0 4 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 58) 3 13 14334 401 38823 0 0 0 192 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 58) 7 13 18388 300 11708 1 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 58) 2 0 94 0 41 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 58) 1 0 3101 0 3859 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 58) 2 0 3746 0 3859 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 58) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 17) 0 1 0 1 1 0 1 0 1 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2230 (sleep mutex:pipe) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 59) 6 0 3747 0 3525 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 59) 19 0 24486 0 3525 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 59) 1 0 68 0 63 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 59) 0 0 3 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 59) 9 7 10315 282 3975 2 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 60) 10 25 2299204 547 1513590 1 0 0 200 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 59) 4 12 1782 18 1344 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 59) 8 6 150591 549 108614 1 0 0 260 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 59) 22 102 199577 697 222448 0 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 59) 5 24 238534 3045 766083 0 0 0 1253 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 59) 4 3 63843 9 107708 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 59) 17 23 214013 154 446939 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 59) 2 0 10 0 5 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 59) 22 8852 203844 13090 369267 0 0 0 191 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 59) 10 12 135752 125 246097 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 59) 4 7 52305 66 73047 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 59) 5 3681 156514 4973 420499 0 0 0 232 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 59) 22 132 579537 250 402607 1 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 59) 22 14 461464 187 226071 2 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 59) 0 0 1 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 59) 0 0 1 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 59) 16 6 4525 103 1410 3 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 59) 4 27 2985 242 1401 2 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 59) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 59) 4 13 14234 352 39326 0 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 59) 8 14 18215 320 11575 1 0 0 155 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 59) 3 0 127 0 55 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 59) 2 0 2861 0 3611 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 59) 3 0 3577 0 3611 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 59) 3 1 10341 5 16799 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 59) 3 6 2561 7 4255 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 59) 1 0 92 0 140 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 59) 1 0 70 0 119 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 59) 19 25 635271 1306 805404 0 0 0 614 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 59) 631 0 797534 0 2031678 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 59) 4 6 4878 11 3627 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 59) 5 14 47481 4931 108782 0 0 0 4401 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 59) 5 21673 227142 36887 479059 0 0 0 695 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 59) 0 1 591 1 2986 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 59) 8 4029 874134 70966 3117965 0 0 0 5262 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 59) 4 7 20706 601 15721 1 0 0 446 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 59) 18 723 300431 980 187528 1 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 59) 5 0 122015 0 226351 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 59) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/ip6_output.c:1712 (rw:udpinp) 14 0 28 0 2 14 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1028 (rw:pcbinfohash) 16 0 30 0 2 15 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/udp6_usrreq.c:1027 (rw:udpinp) 7 26 227306 2717 758670 0 0 0 1085 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 60) 4 7 52422 17 105687 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 60) 6 23 216400 168 445232 0 0 0 59 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 60) 2 0 9 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 60) 22 3862 204130 8943 367801 0 0 0 229 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 60) 5 3 135936 76 240748 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 60) 5 6 52872 45 72689 0 0 0 24 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 60) 5 5008 174515 14035 420135 0 0 0 262 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 60) 23 7 571752 97 402796 1 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 60) 7 26 435390 209 224746 1 0 0 82 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 60) 0 0 3 0 16 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 60) 0 0 2 0 15 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 60) 99 31 716642 9774 228225 3 0 0 5463 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 60) 24 214 507986 6751 227040 2 0 0 2468 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 60) 1 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 60) 3 12 13554 334 37464 0 0 0 155 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 60) 20 12 17629 257 10975 1 0 0 143 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 60) 3 0 123 0 54 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 60) 2 0 2977 0 3736 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 60) 3 2 3752 2 3736 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 60) 1 0 35 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 60) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 60) 2 1 10886 3 16388 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 60) 1 0 2434 0 4281 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 60) 1 0 90 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 60) 1 0 90 0 152 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 60) 20 24 655125 1202 796128 0 0 0 576 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 60) 124 0 787639 0 2012918 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 60) 3 1 3383 1 3732 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 60) 4 13 45861 2860 103648 0 0 0 1973 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 60) 5 1893 227181 13106 472033 0 0 0 632 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 60) 2 0 655 0 2725 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 60) 10 4140 815264 63579 2926385 0 0 0 5102 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 60) 6 22151 20225 22784 15538 1 1 0 465 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 60) 12 218 306754 747 186960 1 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 60) 10 0 127875 0 224920 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 60) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 60) 0 5 23 5 36 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 72) 5 87 3512 90 3411 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 60) 20 6 23755 6 3411 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 60) 2 0 133 0 96 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 60) 0 0 35 0 83 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 60) 0 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 60) 14 15 414353 4081 144353 2 0 0 2152 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 61) 13 25 3161529 348 1513480 2 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 60) 5 6 1299 13 931 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 60) 8 12 147724 517 103312 1 0 0 231 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 60) 6 1271 203026 2534 221245 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 60) 2 1 9919 6 16455 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 61) 2 27 2185 29 4238 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 61) 1 0 76 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 61) 1 0 71 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 61) 23 23 636237 1171 783281 0 0 0 530 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 61) 214 0 761453 0 1985224 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 61) 3 89 3777 90 3590 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 61) 5 24 44471 3054 102653 0 0 0 2292 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 61) 5 18332 229598 31972 473349 0 0 0 654 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 61) 1 0 424 0 1357 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 61) 12 106001 836827 179163 3003170 0 0 0 4944 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 61) 4 11 17864 666 14606 1 0 0 498 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 61) 14 1888 292895 3159 187817 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 61) 5 0 119992 0 226139 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 61) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 61) 3 1 3576 1 3628 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 61) 21 1 25334 1 3628 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 61) 1 0 59 0 57 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 61) 12 4 41662 1049 13066 3 0 0 671 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 62) 10 25 2067768 489 1513384 1 0 0 166 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 61) 3 0 1304 0 960 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 61) 9 6 144990 420 102404 1 0 0 200 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 61) 8 207 197099 613 222799 0 0 0 60 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 61) 4 25 233646 2754 745633 0 0 0 1126 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 61) 4 1 62366 3 105478 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 61) 5 12 226638 157 434484 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 61) 1 0 8 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 61) 21 4490 189096 8696 368554 0 0 0 179 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 61) 6 12 128126 79 237583 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 61) 11 13 52261 117 73566 0 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 61) 7 5957 196506 7532 407899 0 0 0 213 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 61) 9 56 581389 125 391971 1 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 61) 0 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 61) 7 12 437193 225 225766 1 0 0 82 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 61) 0 0 2 0 11 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 61) 0 0 1 0 10 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 61) 26 12 298244 7349 89703 3 0 0 4331 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 61) 14 48 197507 2659 82948 2 0 0 1002 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 61) 1 0 6 0 8 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 61) 3 12 13189 292 37654 0 0 0 149 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 61) 8 13 17824 317 11067 1 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 61) 3 0 138 0 58 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 61) 2 0 2706 0 3588 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 61) 3 0 3515 0 3588 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 61) 1 0 21 0 33 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 61) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/vm_fault.c:1331 (rw:vm object) 10 14147 871612 92476 3135491 0 0 0 5062 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 62) 6 14 19083 616 14942 1 0 0 418 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 62) 19 267 355896 696 189152 1 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 62) 54 0 116661 0 226408 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 62) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 62) 12 0 3635 0 3457 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 62) 24 1 23713 1 3457 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 62) 2 0 211 0 164 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 62) 0 0 27 0 71 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 62) 2 0 91 0 133 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 62) 11 18 440415 4340 154378 2 0 0 2411 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 63) 9 26 1940843 515 1513413 1 0 0 156 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 62) 3 0 1382 0 980 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 62) 7 12 152130 370 105781 1 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 62) 5 430 200227 1410 221944 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 62) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 12) 5 25 237491 3024 734107 0 0 0 1196 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 62) 5 1 63086 3 109126 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 62) 7 16 218193 159 417509 0 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 62) 2 0 3 0 2 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 62) 21 535 206673 2896 370369 0 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 62) 6 13 136160 70 242847 0 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 62) 5 24 50125 84 73751 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 62) 7 29422 159942 31265 392859 0 0 0 228 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 62) 18 16 556838 99 375278 1 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 62) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 62) 8 6 439881 176 226928 1 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 62) 1 0 10 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 62) 0 0 7 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 62) 51 24 709855 9661 221071 3 0 0 5225 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 62) 26 52 475029 5584 219670 2 0 0 2329 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 62) 0 0 4 0 6 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 62) 3 7 13551 264 37357 0 0 0 136 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 62) 10 14 17551 237 10805 1 0 0 135 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 62) 5 0 155 0 64 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 62) 1 0 2946 0 3545 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 62) 3 0 3534 0 3545 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 62) 0 0 30 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 62) 1 0 4 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 62) 2 18 9801 27 16327 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 62) 4 0 2688 0 4252 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 62) 1 0 85 0 127 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 62) 1 0 88 0 144 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 62) 21 13 629929 1157 771462 0 0 0 566 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 62) 231 0 860747 0 1984623 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 62) 2 1 3275 1 3586 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 62) 4 13 46288 3001 106162 0 0 0 1986 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 62) 5 2733 228619 13974 479452 0 0 0 652 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 62) 1 110 633 122 2713 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 62) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/raw_cb.c:99 (sleep mutex:rawcb) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/raw_cb.c:116 (sleep mutex:rawcb) 5 0 5 0 1 5 0 0 0 /tank/users/mjg/src/freebsd/sys/net/raw_usrreq.c:89 (sleep mutex:rawcb) 3 0 3 0 1 3 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_sockbuf.c:951 (sleep mutex:so_rcv) 4 0 4 0 1 4 0 0 1 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:728 (rw:rib head lock) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:799 (sleep mutex:rtentry) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:876 (sleep mutex:rtentry) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:308 (sleep mutex:rtsock route_cb lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/rtsock.c:348 (sleep mutex:rtsock route_cb lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/net/raw_usrreq.c:117 (sleep mutex:so_rcv) 10 13 67003 2307 22304 3 0 0 1300 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 64) 10 24 2228125 446 1513360 1 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 63) 3 1 1350 3 963 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 63) 13 11 146700 445 102128 1 0 0 197 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 63) 5 488 197547 891 221828 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 63) 5 14 236391 2912 726868 0 0 0 1178 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 63) 5 2 73372 4 106066 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 63) 11 12 228639 129 414612 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 63) 2 0 7 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 63) 21 1104 271584 2369 370071 0 0 0 180 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 63) 5 13 108515 101 239738 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 63) 6 12 49264 116 72518 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 63) 6 5210 166663 6994 387063 0 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 63) 18 95 563420 156 370577 1 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 63) 7 13 429863 234 226227 1 0 0 94 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 63) 1 0 8 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 63) 0 0 5 0 31 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 63) 200 28 269245 6528 80454 3 0 0 3725 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 63) 26 193 178291 2857 75285 2 0 0 1007 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 63) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 63) 3 12 14532 346 37287 0 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 63) 10 12 17771 272 10952 1 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 63) 5 0 102 0 42 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 63) 1 1 3000 2 3693 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 63) 2 0 3696 0 3693 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 63) 5 91 10791 99 16564 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 63) 3 0 2543 0 4373 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 63) 1 0 121 0 174 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 63) 1 0 73 0 117 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 63) 20 26 658770 1295 764150 0 0 0 572 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 63) 224 0 770020 0 1955081 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 63) 3 0 4181 0 3687 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 63) 4 9 46527 3104 102458 0 0 0 2238 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 63) 5 22145 230103 40379 474492 0 0 0 616 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 63) 1 0 485 0 1731 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 63) 18 17163 849891 69603 3064806 0 0 0 5139 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 63) 5 12 19860 668 15429 1 0 0 506 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 63) 19 183 302816 761 188819 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 63) 6 0 122897 0 226371 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 63) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 63) 3 6 4024 6 3776 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 63) 23 3 26120 6 3776 6 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 63) 2 0 161 0 100 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 63) 0 0 15 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 63) 0 0 12 0 21 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 63) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:sa_cache) 2 0 10 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:1050 (sleep mutex:arc_buf_t) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2287 (sleep mutex:arc_buf_t) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2478 (sleep mutex:arc_buf_t) 28 26 671205 8757 210056 3 0 0 4539 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 64) 17 380 483929 6239 209791 2 0 0 2281 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 64) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 64) 4 12 13813 345 37217 0 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 64) 10 14 18006 308 11205 1 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 64) 3 0 180 0 74 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 64) 3 0 2770 0 3569 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 64) 4 0 3568 0 3569 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 64) 0 0 28 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 64) 9 0 9297 0 16215 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 64) 2 1 2459 2 4189 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 64) 1 0 89 0 114 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 64) 2 0 78 0 122 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 64) 30 22 642900 1238 777345 0 0 0 549 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 64) 220 0 776339 0 1962638 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 64) 1 1 3216 1 3570 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 64) 23 85 26323 86 3774 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 65) 8 12 46854 4556 106104 0 0 0 3555 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 64) 5 25517 227111 60809 477753 0 0 0 791 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 64) 1 0 561 0 1808 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 64) 9 33967 833436 130972 3004999 0 0 0 5355 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 64) 4 11 19541 951 15261 1 0 0 686 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 64) 9 419 294653 1246 188028 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 64) 13 0 134472 0 226471 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 64) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 64) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 72) 2 1 3691 2 3407 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 64) 2 0 241 0 176 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 64) 13 15 475658 6795 162421 2 0 0 3216 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 65) 10 26 2192970 682 1513423 1 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 64) 3 0 1337 0 923 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 64) 9 13 152009 509 105871 1 0 0 222 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 64) 9 49 200955 287 223060 0 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 64) 8 26 238428 3234 740136 0 0 0 1228 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 64) 4 3 51373 9 106966 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 64) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:450 (spin mutex:sched lock 64) 5 12 227911 102 424701 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 64) 2 0 14 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 64) 5 22290 205768 37263 368568 0 0 0 225 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 64) 10 13 140208 123 242615 0 0 0 52 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 64) 4 13 52969 117 72819 0 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 64) 5 5932 161854 10835 398910 0 0 0 257 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 64) 14 2700 573551 3259 382604 1 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 64) 9 27 454784 285 226039 2 0 0 103 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 64) 0 0 20 0 101 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 64) 0 0 17 0 100 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 64) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:571 (sleep mutex:aiod_kick) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_aio.c:644 (sleep mutex:aiomtx) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/vm/uma_core.c:2848 (sleep mutex:AIO) 4 22 45492 5008 107100 0 0 0 4165 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 65) 9 7928 222926 20411 481730 0 0 0 701 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 65) 2 2 643 2 2548 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 65) 12 17971 845911 83763 3068700 0 0 0 5235 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 65) 5 27 20527 1051 15039 1 0 0 729 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 65) 13 6492 306143 7107 187359 1 0 0 63 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 65) 27 0 117673 0 224895 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 65) 1 0 28 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 67) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 65) 2 1 3808 1 3774 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 65) 1 0 177 0 158 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 65) 16 14 99281 3291 32234 3 0 0 1837 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 66) 11 24 2623327 578 1519898 1 0 0 211 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 65) 2 12 1254 25 869 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 65) 10 12 152260 566 106716 1 0 0 237 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 65) 5 5048 200435 6995 220667 0 0 0 78 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 65) 4 26 236154 3394 735984 0 0 0 1242 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 65) 5 14 51149 21 106292 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 65) 5 24 225827 220 419185 0 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 65) 2 0 13 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 65) 21 5802 202681 11934 366233 0 0 0 203 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 65) 8 12 139820 110 244221 0 0 0 43 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 65) 6 12 43195 81 72578 0 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 65) 6 14252 171640 15605 394952 0 0 0 255 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 65) 13 97 554105 244 377726 1 0 0 30 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 65) 0 3 0 3 1 0 3 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 65) 8 12 443374 254 223491 1 0 0 100 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 65) 1 0 10 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 65) 0 0 7 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 65) 46 15 240258 6945 70943 3 0 0 3606 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 65) 18 28 177600 2524 68578 2 0 0 957 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 65) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 65) 3 14 14290 316 37679 0 0 0 151 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 65) 14 13 17730 297 11001 1 0 0 145 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 65) 4 0 128 0 52 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 65) 2 51 2994 51 3641 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 65) 2 0 3637 0 3641 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 65) 2 48 9940 51 16338 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 65) 2 6 2378 8 4182 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 65) 2 0 136 0 187 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 65) 1 0 121 0 152 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 65) 21 25 652207 1387 773656 0 0 0 586 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 65) 127 0 792712 0 1957934 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 65) 3 0 6091 0 3618 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 65) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 10) 2 1 4541 2 3663 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 66) 24 3 25449 8 3663 6 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 66) 2 0 212 0 143 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 66) 1 0 15 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 66) 0 0 3 0 4 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 67) 20 15 518543 7381 174309 2 0 0 3762 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 67) 10 13 2291594 491 1513468 1 0 0 199 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 66) 3 3 1378 5 972 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 66) 8 12 153097 552 106525 1 0 0 221 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 66) 21 283 199151 805 221592 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 66) 5 28 236953 3143 736954 0 0 0 1265 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 66) 6 3 108011 11 107972 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 66) 6 12 222864 141 420463 0 0 0 58 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 66) 2 0 21 0 13 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 66) 21 1492 197707 4183 369561 0 0 0 213 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 66) 6 6 140574 76 242900 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 66) 5 13 53095 119 73591 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 66) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2486 (spin mutex:sched lock 66) 6 7008 184943 11651 394787 0 0 0 242 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 66) 23 253 569341 484 378398 1 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 66) 8 13 458162 204 226481 2 0 0 92 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 66) 1 0 20 0 82 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 66) 0 0 16 0 83 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 66) 53 15 639641 8532 199901 3 0 0 4234 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 66) 21 598 478479 6580 202431 2 0 0 2133 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 66) 1 0 5 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 66) 3 13 13624 386 36688 0 0 0 160 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 66) 8 13 17509 282 10779 1 0 0 148 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 66) 5 0 140 0 59 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 66) 6 6 4267 6 3715 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 66) 3 0 3751 0 3715 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 66) 7 0 43 0 58 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 66) 2 18 10439 25 16291 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 66) 1 0 2558 0 4247 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 66) 1 0 100 0 133 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 66) 1 0 89 0 136 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 66) 19 16 644218 1525 773630 0 0 0 634 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 66) 426 0 800832 0 1974905 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 66) 2 0 3348 0 3690 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 66) 10 13 47608 5340 106818 0 0 0 4301 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 66) 6 20967 224785 76174 477444 0 0 0 745 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 66) 1 1 523 1 1651 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 66) 12 10525 847464 60340 3070832 0 0 0 5296 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 66) 5 9 20552 972 15259 1 0 0 699 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 66) 23 190 310818 839 188266 1 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 66) 8 0 116130 0 225698 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 66) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 66) 6 21408 281696 25119 371267 0 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 67) 6 13 131492 118 243385 0 0 0 38 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 67) 5 7 53313 52 73510 0 0 0 29 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 67) 7 26475 180719 35877 405069 0 0 0 248 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 67) 11 37 581052 147 388947 1 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 67) 8 7 437029 170 227650 1 0 0 83 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 67) 0 0 12 0 55 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 67) 0 0 10 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 67) 45 14 210955 5659 62375 3 0 0 2985 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 67) 17 97 155192 2110 59600 2 0 0 775 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 67) 1 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 67) 3 12 13703 353 37455 0 0 0 155 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 67) 19 13 17832 290 10923 1 0 0 151 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 67) 4 0 145 0 60 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 67) 3 0 2901 0 3679 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 67) 3 0 3645 0 3679 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 67) 3 3 10661 7 16315 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 67) 4 3 2439 7 4226 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 67) 1 0 106 0 147 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 67) 1 0 96 0 155 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 67) 20 13 649335 1416 787088 0 0 0 607 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 67) 224 0 787324 0 1992468 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 67) 4 0 4228 0 3682 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 67) 4 17 46892 4027 105013 0 0 0 3180 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 67) 5 14861 229093 29146 480429 0 0 0 673 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 67) 1 0 507 0 1577 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 67) 7 4849 811001 79382 2926686 0 0 0 5113 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 67) 8 11 20820 1061 15697 1 0 0 787 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 67) 8 18189 296948 18353 189660 1 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 67) 5 0 132610 0 227316 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 67) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:751 (spin mutex:sched lock 67) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 67) 3 0 3951 0 3653 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 67) 23 0 25392 0 3653 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 67) 1 0 176 0 134 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 67) 1 0 17 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 67) 9 16 123582 4550 42059 2 0 0 2404 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 68) 10 24 2213709 559 1513605 1 0 0 211 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 67) 2 0 1352 0 954 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 67) 8 12 149626 516 104828 1 0 0 210 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 67) 8 83 203876 344 224177 0 0 0 55 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 67) 5 24 239638 3272 749639 0 0 0 1259 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 67) 4 1 54198 3 107211 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 67) 5 14 224406 164 432744 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 67) 2 0 12 0 6 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 67) 3 104 9955 109 16464 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 68) 2 3 2192 9 4242 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 68) 1 0 80 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 68) 0 0 60 0 114 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 68) 23 15 634521 1401 773147 0 0 0 620 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 68) 208 0 760617 0 1946021 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 68) 2 2 3064 2 3568 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 68) 4 23 43703 6114 106210 0 0 0 5247 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 68) 5 26073 226361 68600 479652 0 0 0 741 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 68) 1 0 435 0 1397 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 68) 12 39558 826350 111078 2994959 0 0 0 5141 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 68) 5 150 19099 1110 15246 1 0 0 704 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 68) 10 109 307848 602 189409 1 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 68) 9 0 116317 0 228350 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 68) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 68) 9 5 3403 9 3505 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 68) 1 0 196 0 201 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 68) 0 0 25 0 63 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 68) 25 25 525358 8066 181928 2 0 0 4061 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 69) 10 12 1898570 517 1513633 1 0 0 200 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 68) 2 0 1360 0 941 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 68) 8 12 153389 584 105941 1 0 0 252 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 68) 6 83 197803 485 224272 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 68) 6 25 225434 3294 736159 0 0 0 1320 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 68) 4 3 68096 16 108059 0 0 0 6 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 68) 6 14 224156 161 418025 0 0 0 62 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 68) 2 0 9 0 5 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 68) 21 11997 227573 15314 373412 0 0 0 236 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 68) 5 13 128768 99 243531 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 68) 5 6 55265 74 74603 0 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 68) 7 3316 186915 4433 388737 0 0 0 236 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 68) 12 32 578703 143 372497 1 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 68) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 68) 7 13 431196 305 228764 1 0 0 98 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 68) 0 0 11 0 57 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 68) 0 0 9 0 56 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 68) 27 31 602373 7545 192921 3 0 0 3627 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 68) 26 102 440857 5062 191920 2 0 0 1961 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 68) 1 0 3 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 68) 4 50 13277 456 36993 0 0 0 158 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 68) 9 13 17466 363 10910 1 0 0 180 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 68) 3 0 164 0 66 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 68) 1 3 2674 5 3548 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 68) 4 0 3496 0 3548 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 68) 1 0 19 0 28 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 68) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 69) 4 1 3879 3 3562 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 69) 21 3 24999 3 3562 7 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 69) 1 0 150 0 117 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 69) 10 12 154314 5497 51023 3 0 0 2977 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 70) 10 13 2050987 509 1513429 1 0 0 212 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 69) 2 12 1409 33 945 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 69) 9 14 152895 507 107592 1 0 0 213 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 69) 13 1716 202023 2556 222451 0 0 0 75 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 69) 5 24 237393 3341 728030 0 0 0 1291 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 69) 5 3 52179 12 107316 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 69) 6 12 221197 141 410884 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 69) 3 0 16 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 69) 21 1702 255102 5506 368361 0 0 0 186 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 69) 7 12 132646 91 244343 0 0 0 41 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 69) 9 24 53670 102 72803 0 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 69) 6 38654 190269 42833 384594 0 0 0 255 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 69) 23 542 561744 642 367579 1 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 69) 9 13 463240 237 225853 2 0 0 102 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 69) 1 0 9 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 69) 0 0 7 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 69) 50 16 171633 4912 51349 3 0 0 2542 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 69) 13 49 130146 1907 50730 2 0 0 714 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 69) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 69) 2 12 14115 339 37168 0 0 0 149 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 69) 10 12 17776 288 10907 1 0 0 147 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 69) 4 0 117 0 50 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 69) 4 0 2892 0 3542 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 69) 2 0 3517 0 3542 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 69) 0 0 27 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 69) 0 0 30 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 79) 4 5 11018 11 16348 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 69) 1 2 2592 4 4270 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 69) 1 0 96 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 69) 1 0 101 0 150 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 69) 25 13 705531 1317 765190 0 0 0 558 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 69) 233 0 779497 0 1953468 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 69) 3 1 4725 2 3565 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 69) 4 13 47751 6563 107827 0 0 0 5808 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 69) 5 9674 212942 30852 482478 0 0 0 754 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 69) 1 1 579 1 2235 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 69) 11 27550 875299 82799 3172367 0 0 0 5121 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 69) 9 12 19493 1007 15375 1 0 0 757 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 69) 24 29868 301589 30651 187414 1 0 0 68 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 69) 9 0 126522 0 225286 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 69) 8 32009 196526 33203 220965 0 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 70) 7 27 239377 3206 743530 0 0 0 1256 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 70) 4 3 52034 4 106051 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 70) 7 13 228962 181 426311 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 70) 2 0 9 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 70) 21 3194 281238 7131 367633 0 0 0 244 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 70) 5 13 135972 124 244394 0 0 0 44 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 70) 5 12 44055 52 72825 0 0 0 21 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 70) 5 249 157266 1359 401795 0 0 0 211 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 70) 19 263 570432 372 383320 1 0 0 35 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 70) 9 11 455984 146 224488 2 0 0 73 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 70) 0 0 8 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 70) 0 0 9 0 46 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 70) 28 29 577110 6477 178886 3 0 0 3048 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 70) 20 96 425581 4845 184950 2 0 0 1860 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 70) 1 0 3 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 70) 3 25 14268 357 37288 0 0 0 162 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 70) 15 13 17950 363 11251 1 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 70) 3 0 120 0 52 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 70) 1 0 2782 0 3528 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 70) 2 0 3316 0 3528 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 70) 1 0 29 0 42 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 70) 1 0 5 0 4 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 70) 5 330 9066 333 16365 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 70) 1 11 2537 13 4230 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 70) 1 0 88 0 133 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 70) 1 0 73 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 70) 21 27 655713 1316 780814 0 0 0 565 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 70) 228 0 789467 0 1979620 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 70) 4 0 3192 0 3528 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 70) 4 13 48017 7927 109402 0 0 0 6996 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 70) 6 20798 223401 34622 475979 0 0 0 750 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 70) 1 0 796 0 3887 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 70) 13 3528 881371 61446 3211210 0 0 0 5413 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 70) 3 13 17620 1024 14583 1 0 0 729 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 70) 8 31320 303857 31617 187484 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 70) 10 0 129902 0 225125 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 70) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 70) 6 0 3839 0 3516 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 70) 22 1 24611 2 3516 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 70) 1 0 146 0 111 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 70) 14 13 569449 9463 195788 2 0 0 4776 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 71) 11 53 2633893 651 1513418 1 0 0 185 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 70) 13 1 1320 4 898 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 70) 23 9 156280 497 109103 1 0 0 210 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 70) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 64) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1021 (sleep mutex:process lock) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1004 (sleep mutex:sigio lock) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_descrip.c:1029 (sleep mutex:sigio lock) 4 0 129 0 53 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 71) 2 0 2902 0 3686 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 71) 4 0 3669 0 3686 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 71) 1 0 24 0 38 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 71) 4 57 10475 75 16355 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 71) 2 1 2500 3 4342 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 71) 1 0 72 0 104 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 71) 2 0 116 0 173 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 71) 23 14 663392 1302 814233 0 0 0 572 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 71) 419 0 746137 0 2038345 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 71) 3 0 5402 0 3670 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 71) 5 10 47197 7060 107669 0 0 0 6227 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 71) 6 12081 241827 24127 488712 0 0 0 731 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 71) 1 0 869 0 4182 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 71) 8 9652 828145 79512 3003234 0 0 0 5389 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 71) 6 15 18639 1001 15141 1 0 0 709 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 71) 15 377 315282 1025 190361 1 0 0 79 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 71) 5 0 134625 0 228375 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 71) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 71) 2 6 3507 13 3303 1 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 71) 19 0 23238 0 3303 7 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 71) 3 0 252 0 206 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 71) 12 18 189786 6374 63386 2 0 0 3465 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 72) 10 24 2717967 552 1513565 1 0 0 195 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 71) 3 1 1352 1 926 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 71) 8 13 154784 605 107603 1 0 0 248 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 71) 21 127 208244 507 225012 0 0 0 57 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 71) 5 25 239666 3366 776564 0 0 0 1306 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 71) 4 2 102028 8 109837 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 71) 10 12 240526 142 453870 0 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 71) 5 0 16 0 7 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 71) 22 751 248250 3813 373953 0 0 0 212 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 71) 6 14 125417 119 247970 0 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 71) 4 12 54496 116 74724 0 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 71) 5 1062 176306 2584 427369 0 0 0 228 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 71) 21 43 581041 162 408469 1 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 71) 26 8 470315 216 228536 2 0 0 89 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 71) 1 0 16 0 77 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 71) 0 0 13 0 76 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 71) 49 52 145391 4097 43139 3 0 0 2022 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 71) 19 44 103940 1563 41812 2 0 0 597 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 71) 1 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 71) 3 26 13771 400 37676 0 0 0 151 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 71) 10 24 19672 354 10988 1 0 0 165 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 71) 5 0 5 0 1 5 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_prot.c:1034 (sleep mutex:process lock) 9 9360 901756 74356 3265699 0 0 0 5516 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 72) 5 13 18617 1120 15770 1 0 0 864 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 72) 11 219 296485 665 190809 1 0 0 81 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 72) 4 0 117036 0 228992 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 72) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 72) 3 0 3518 0 3605 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 72) 23 1 25125 2 3605 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 72) 1 0 110 0 112 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 72) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 72) 13 52 599490 9869 208358 2 0 0 5061 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 73) 11 46 2410654 642 1513390 1 0 0 205 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 72) 2 0 1333 0 955 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 72) 11 8 163149 588 113894 1 0 0 245 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 72) 9 6686 201203 9249 226015 0 0 0 87 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 72) 7 26 237161 3599 771499 0 0 0 1367 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 72) 4 12 80232 23 109383 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 72) 6 13 224024 209 445109 0 0 0 74 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 72) 1 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 72) 22 2847 231543 5930 374493 0 0 0 221 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 72) 6 24 123871 138 251784 0 0 0 48 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 72) 5 13 53384 109 74606 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 72) 6 1778 158193 4937 412443 0 0 0 219 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 72) 15 12 583357 113 395779 1 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 72) 10 13 446758 245 229421 1 0 0 86 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 72) 0 0 11 0 62 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 72) 0 0 10 0 60 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 72) 26 27 536140 5826 172728 3 0 0 2775 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 72) 17 406 404221 4705 175882 2 0 0 1669 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 72) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 72) 4 13 13586 378 37804 0 0 0 163 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 72) 16 12 18068 307 11174 1 0 0 170 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 72) 5 0 140 0 57 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 72) 2 0 2812 0 3748 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 72) 2 0 3653 0 3748 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 72) 2 0 6 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 72) 2 1 9316 3 16571 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 72) 1 3559 1714 3568 4339 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 72) 1 0 59 0 98 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 72) 1 0 88 0 159 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 72) 27 15 655514 1376 809296 0 0 0 608 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 72) 237 0 788231 0 2075826 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 72) 2 1 3187 3 3743 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 72) 22 6 23545 10 3409 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 73) 4 17 47277 7027 114102 0 0 0 6200 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 72) 9 6963 228752 44597 487651 0 0 0 796 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 72) 2 3 460 7 1636 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 72) 13 14 215054 7571 73308 2 0 0 4109 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 74) 11 13 2265752 470 1513471 1 0 0 188 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 73) 2 12 1239 15 969 1 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 73) 13 12 159556 533 113466 1 0 0 230 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 73) 7 2009 198517 3650 227747 0 0 0 64 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 73) 5 27 233410 3556 769551 0 0 0 1394 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 73) 4 2 71035 7 111919 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 73) 6 26 222151 150 441442 0 0 0 56 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 73) 2 3 14 3 8 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 73) 21 10047 262651 29732 378100 0 0 0 201 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 73) 6 3 133394 79 253483 0 0 0 39 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 73) 5 12 53876 103 74626 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 73) 7 31669 197270 35605 409345 0 0 0 233 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 73) 20 560 588657 612 392336 1 0 0 27 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 73) 7 25 448402 285 231889 1 0 0 109 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 73) 0 0 14 0 72 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 73) 0 0 11 0 74 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 73) 17 15 107482 2874 33016 3 0 0 1500 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 73) 14 25 82904 1213 31852 2 0 0 441 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 73) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 73) 4 24 13541 409 38119 0 0 0 164 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 73) 10 13 17721 307 11129 1 0 0 158 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 73) 3 0 148 0 64 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 73) 2 0 2825 0 3688 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 73) 3 0 3573 0 3688 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 73) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 73) 4 3 10171 11 16902 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 73) 2 3 2249 4 4253 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 73) 1 0 74 0 130 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 73) 1 0 59 0 106 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 73) 28 25 639585 1496 807662 0 0 0 599 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 73) 224 0 789135 0 2008600 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 73) 2 0 3931 0 3689 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 73) 5 12 47334 7792 113637 0 0 0 6999 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 73) 5 2770 229009 12793 492704 0 0 0 727 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 73) 1 0 515 0 2153 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 73) 33 26572 809238 78472 2943604 0 0 0 5109 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 73) 5 4817 19110 5869 16250 1 0 0 782 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 73) 11 5966 307785 6443 192096 1 0 0 69 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 73) 5 0 118298 0 230838 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 73) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 73) 4 0 3313 0 3409 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 73) 3 0 228 0 220 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 73) 0 0 16 0 52 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 73) 8 25 443872 223 230634 1 0 0 88 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 74) 0 0 7 0 37 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 74) 0 0 6 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 74) 46 13 490830 4228 163130 3 0 0 2034 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 74) 15 47 364933 4273 164446 2 0 0 1647 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 74) 1 0 4 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 74) 3 13 13396 272 37316 0 0 0 134 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 74) 13 13 19241 326 11109 1 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 74) 3 0 134 0 58 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 74) 2 1 2714 2 3687 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 74) 3 0 3562 0 3687 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 74) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 74) 3 6 10202 7 16898 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 74) 2 86 2231 92 4195 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 74) 1 0 90 0 156 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 74) 1 0 62 0 119 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 74) 23 22 649926 1274 786666 0 0 0 583 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 74) 143 0 777473 0 2001660 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 74) 1 0 3079 0 3682 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 74) 8 91 45886 7063 110071 0 0 0 6102 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 74) 6 43446 234920 73865 481901 0 0 0 714 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 74) 0 1 468 1 1645 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 74) 7 16636 834374 68753 3025496 0 0 0 5246 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 74) 5 10 19646 882 15461 1 0 0 656 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 74) 9 5456 299483 8354 191543 1 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 74) 7 0 120237 0 230857 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 74) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 74) 7 3 3544 6 3650 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 74) 23 29 25379 30 3650 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 74) 1 0 110 0 106 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 74) 0 0 17 0 48 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 74) 16 25 593275 12238 215685 2 0 0 6165 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 75) 10 26 2453574 484 1513457 1 0 0 203 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 74) 2 1 1332 1 942 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 74) 13 11 157533 512 109880 1 0 0 215 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 74) 22 301 197097 1552 225220 0 0 0 67 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 74) 1 0 25 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 75) 8 26 240600 3228 749356 0 0 0 1278 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 74) 4 13 52700 26 107377 0 0 0 7 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 74) 7 24 234103 174 427608 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 74) 1 0 9 0 6 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 74) 21 6695 269603 11766 376408 0 0 0 204 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 74) 24 12 139868 134 248297 0 0 0 52 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 74) 4 14 51435 110 73451 0 0 0 40 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 74) 6 59794 165240 62076 398301 0 0 0 224 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 74) 26 39 580904 147 382034 1 0 0 37 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 74) 1 0 3 0 6 0 0 0 6 /tank/users/mjg/src/freebsd/sys/netinet/in.c:280 (rw:if_addr_lock) 0 0 0 0 1 0 0 0 1 /tank/users/mjg/src/freebsd/sys/netinet/in_pcb.c:1427 (rw:tcpinp) 0 0 0 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/fs/devfs/devfs_vnops.c:204 (sleep mutex:cdevpriv lock) 427 0 859705 0 1980223 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 75) 4 0 3783 0 3559 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 75) 6 16 44682 7814 108457 0 0 0 7360 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 75) 5 45616 227861 55215 481790 0 0 0 698 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 75) 3 0 580 0 2543 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 75) 9 16186 822086 93052 2947096 0 0 0 4959 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 75) 6 13 21062 1069 15890 1 0 0 806 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 75) 9 884 292040 1736 190144 1 0 0 86 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 75) 6 0 117303 0 228699 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 75) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 75) 5 1 3542 1 3603 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 75) 19 11 24999 11 3603 6 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 75) 1 0 93 0 92 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 75) 0 0 14 0 39 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 75) 2 0 207 0 1161 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 75) 10 15 254772 9446 84665 3 0 0 4910 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 76) 9 23 2243799 602 1513732 1 0 0 208 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 75) 2 0 1277 0 887 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 75) 11 7 155652 501 108206 1 0 0 215 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 75) 6 240 200307 959 224882 0 0 0 65 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 75) 5 25 238331 3276 749650 0 0 0 1259 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 75) 4 3 53466 7 108953 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 75) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:450 (spin mutex:sched lock 75) 5 12 219839 129 426461 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 75) 2 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 75) 7 347 225546 3035 372649 0 0 0 193 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 75) 4 12 129947 131 249422 0 0 0 50 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 75) 4 6 53485 100 73766 0 0 0 54 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 75) 10 5668 156260 9289 399282 0 0 0 252 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 75) 12 349 579186 472 379706 1 0 0 33 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 75) 8 12 446189 172 228613 1 0 0 71 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 75) 0 0 9 0 51 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 75) 0 0 9 0 52 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 75) 20 24 67691 2015 21542 3 0 0 1051 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 75) 13 27 53440 802 21946 2 0 0 299 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 75) 1 0 2 0 4 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 75) 3 12 13802 427 37572 0 0 0 177 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 75) 19 48 17661 385 10994 1 0 0 167 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 75) 3 0 137 0 59 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 75) 2 3 2678 3 3590 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 75) 1 0 3501 0 3590 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 75) 4 1 10221 6 16491 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 75) 2 1 2228 2 4300 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 75) 1 0 90 0 154 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 75) 1 0 94 0 171 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 75) 21 14 635624 1393 787213 0 0 0 622 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 75) 3 0 3796 0 3761 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 76) 19 0 25706 0 3761 6 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 76) 2 0 80 0 63 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 76) 1 0 4 0 9 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 76) 1 0 1 0 1 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 77) 16 26 648691 11570 231026 2 0 0 6250 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 77) 13 26 2777491 559 1513434 1 0 0 211 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 76) 4 2 1431 8 1009 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 76) 23 12 160824 590 111385 1 0 0 238 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 76) 23 3412 202808 4053 226254 0 0 0 76 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 76) 6 27 241402 3691 769436 0 0 0 1409 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 76) 4 6 52816 15 108008 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 76) 6 13 230830 144 443686 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 76) 2 0 13 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 76) 21 1258 273413 5268 375316 0 0 0 207 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 76) 5 13 133679 152 251024 0 0 0 48 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 76) 5 13 52280 99 74726 0 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 76) 6 34713 172561 43665 413261 0 0 0 235 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 76) 15 286 578451 546 395905 1 0 0 45 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 76) 18 14 438430 281 229031 1 0 0 101 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 76) 1 0 10 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 76) 0 0 8 0 40 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 76) 28 15 448479 3609 153404 2 0 0 1533 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 76) 26 47 324668 3541 155494 2 0 0 1488 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 76) 2 0 4 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 76) 4 25 14133 470 37601 0 0 0 184 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 76) 7 14 17986 319 11218 1 0 0 183 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 76) 3 0 144 0 61 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 76) 2 0 2867 0 3617 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 76) 3 0 3562 0 3617 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 76) 4 71 11182 79 16865 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 76) 3 14 2438 18 4366 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 76) 1 0 89 0 120 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 76) 1 0 88 0 138 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 76) 17 14 666867 1463 807030 0 0 0 647 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 76) 414 0 786889 0 2023202 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 76) 3 3 3285 6 3613 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 76) 4 26 49496 11864 111667 0 0 0 11236 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 76) 7 5792 237545 23557 488731 0 0 0 779 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 76) 4 1 601 1 2483 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 76) 23 2447 817057 46392 2953626 0 0 0 5443 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 76) 5 12 19463 1218 15364 1 0 0 890 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 76) 24 704 309986 1580 190685 1 0 0 94 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 76) 19 0 126312 0 230893 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 76) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 76) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet6/ip6_output.c:1440 (rw:tcpinp) 10 0 10 0 1 10 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:456 (rw:tcpinp) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:465 (rw:pcbinfohash) 9 0 9 0 1 9 0 0 0 /tank/users/mjg/src/freebsd/sys/netinet/tcp_usrreq.c:463 (sleep mutex:socket) 22 7597 265724 15416 377198 0 0 0 215 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 77) 8 13 139755 115 252026 0 0 0 49 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 77) 4 13 51267 170 75021 0 0 0 53 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 77) 6 3074 153032 4772 412036 0 0 0 250 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 77) 18 12 571686 114 395275 1 0 0 42 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 77) 12 14 438089 224 230579 1 0 0 88 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 77) 0 0 10 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 77) 0 0 9 0 45 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 77) 199 13 38149 841 11274 3 0 0 450 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 77) 13 14 27171 401 11381 2 0 0 174 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 77) 0 0 4 0 7 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 77) 4 11 13854 356 38449 0 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 77) 11 13 18577 343 11577 1 0 0 153 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 77) 4 0 131 0 56 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 77) 3 0 2936 0 3678 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 77) 2 0 3681 0 3678 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 77) 1 0 31 0 47 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 77) 2 1 10904 3 16802 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 77) 1 1 2413 1 4186 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 77) 1 0 88 0 126 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 77) 1 0 92 0 146 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 77) 20 13 658407 1265 810418 0 0 0 579 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 77) 134 0 791174 0 2053094 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 77) 4 0 4095 0 3697 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 77) 5 25 48700 8108 111024 0 0 0 7526 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 77) 5 4016 231607 16925 491424 0 0 0 775 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 77) 3 0 570 0 2024 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 77) 8 7946 839886 64316 3040163 0 0 0 5409 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 77) 5 7 20665 836 15938 1 0 0 631 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 77) 14 725 296429 946 191814 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 77) 5 0 129682 0 231583 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 77) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 77) 5 1 3998 2 3911 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 77) 24 1 27068 4 3911 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 77) 2 0 125 0 89 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 77) 0 0 19 0 44 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 77) 15 21 300405 10537 99695 3 0 0 5572 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 78) 11 25 2841709 528 1513411 1 0 0 171 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 77) 4 6 1366 15 954 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 77) 8 10 158625 593 110818 1 0 0 261 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 77) 16 16693 206247 18075 228006 0 0 0 77 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 77) 4 24 241421 3456 771975 0 0 0 1342 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 77) 5 4 60829 6 108383 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 77) 6 23 234431 188 444928 0 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 77) 3 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 77) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/uipc_usrreq.c:1240 (sleep mutex:unp_mtx) 3 3 6709 10 17156 0 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 78) 2 6 2480 12 4449 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 78) 0 0 0 0 1 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:988 (spin mutex:sched lock 3) 1 0 103 0 145 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 78) 1 0 100 0 161 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 78) 21 24 650139 1464 807276 0 0 0 649 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 78) 123 0 809759 0 2036012 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 78) 3 1 3211 1 3702 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 78) 24 69 24513 74 3537 6 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 79) 6 12 49411 13808 112648 0 0 0 13264 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 78) 5 4540 235342 22593 501305 0 0 0 784 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 78) 1 1 644 1 2790 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 78) 12 12092 912804 68386 3300741 0 0 0 5431 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 78) 5 13 21060 1099 16228 1 0 0 857 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 78) 12 2598 310634 5097 195027 1 0 0 70 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 78) 5 0 135385 0 236275 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 78) 0 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 78) 3 0 4214 0 3886 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 78) 26 12 26852 12 3886 6 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:265 (spin mutex:sched lock 78) 3 0 383 0 187 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 78) 0 0 16 0 36 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_time.c:267 (spin mutex:sched lock 78) 22 24 696204 13637 243181 2 0 0 6902 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:907 (spin mutex:sched lock 79) 11 25 2103585 556 1513508 1 0 0 192 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 78) 22 6 1481 11 1011 1 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 78) 9 11 161577 734 112364 1 0 0 312 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 78) 12 378 208291 1283 232692 0 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 78) 5 27 239605 3664 768871 0 0 0 1378 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 78) 5 1 55538 4 112464 0 0 0 3 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 78) 6 12 219932 200 438000 0 0 0 84 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 78) 2 0 8 0 4 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 78) 22 9047 270651 11622 384502 0 0 0 220 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 78) 10 12 142355 151 254271 0 0 0 46 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 78) 5 6 54210 63 76600 0 0 0 32 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 78) 7 4586 165157 6523 403146 0 0 0 236 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 78) 16 42 572048 147 385153 1 0 0 36 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 78) 7 13 448893 243 235632 1 0 0 97 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 78) 0 0 11 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 78) 0 0 9 0 50 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 78) 386 12 432479 2410 145694 2 0 0 968 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:903 (spin mutex:sched lock 78) 25 102 323303 3460 145274 2 0 0 1390 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:906 (spin mutex:sched lock 78) 1 0 1 0 2 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 78) 3 23 14220 410 38409 0 0 0 162 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 78) 8 13 18512 323 11662 1 0 0 152 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 78) 3 0 122 0 57 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 78) 4 0 3016 0 3701 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 78) 2 0 3649 0 3701 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 78) 1 0 22 0 32 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1124 (spin mutex:sched lock 78) 1 0 3 0 3 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1211 (spin mutex:sched lock 78) 9 0 114655 0 232295 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2783 (spin mutex:sched lock 79) 0 0 1 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/x86/x86/mca.c:756 (spin mutex:sched lock 79) 3 1 3468 2 3537 0 0 0 2 /tank/users/mjg/src/freebsd/sys/kern/kern_thr.c:252 (spin mutex:sched lock 79) 2 0 81 0 62 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/vfs_subr.c:2308 (spin mutex:sched lock 79) 0 0 2 0 5 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:545 (spin mutex:sched lock 79) 13 26 2914225 526 1513504 1 0 0 196 /tank/users/mjg/src/freebsd/sys/kern/kern_clock.c:768 (spin mutex:sched lock 79) 2 12 1419 19 1006 1 0 0 5 /tank/users/mjg/src/freebsd/sys/kern/kern_intr.c:1441 (spin mutex:sched lock 79) 9 7 160251 647 111652 1 0 0 271 /tank/users/mjg/src/freebsd/sys/kern/kern_switch.c:241 (spin mutex:sched lock 79) 24 276 202760 701 228730 0 0 0 82 /tank/users/mjg/src/freebsd/sys/kern/kern_fork.c:500 (spin mutex:sched lock 79) 6 29 232944 3494 757690 0 0 0 1360 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:365 (spin mutex:sched lock 79) 5 6 71658 15 109434 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:401 (spin mutex:sched lock 79) 5 13 230878 172 431459 0 0 0 61 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:458 (spin mutex:sched lock 79) 1 0 12 0 7 1 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:511 (spin mutex:sched lock 79) 22 3141 269921 7985 379384 0 0 0 234 /tank/users/mjg/src/freebsd/sys/kern/kern_umtx.c:4559 (spin mutex:sched lock 79) 5 13 139322 128 251364 0 0 0 52 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:691 (spin mutex:sched lock 79) 4 13 53230 109 74867 0 0 0 34 /tank/users/mjg/src/freebsd/sys/kern/subr_sleepqueue.c:726 (spin mutex:sched lock 79) 6 459 148258 1797 397894 0 0 0 221 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:234 (spin mutex:sched lock 79) 11 272 601051 423 380921 1 0 0 46 /tank/users/mjg/src/freebsd/sys/kern/subr_trap.c:272 (spin mutex:sched lock 79) 7 13 436886 194 232270 1 0 0 85 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:594 (spin mutex:sched lock 79) 0 0 3 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2738 (spin mutex:sched lock 79) 0 0 3 0 20 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_sig.c:2762 (spin mutex:sched lock 79) 1 0 2 0 3 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:660 (spin mutex:sched lock 79) 5 12 13906 321 38652 0 0 0 161 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:732 (spin mutex:sched lock 79) 14 12 18405 323 11435 1 0 0 172 /tank/users/mjg/src/freebsd/sys/kern/subr_turnstile.c:897 (spin mutex:sched lock 79) 3 0 114 0 49 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_thread.c:1063 (spin mutex:sched lock 79) 2 7 2849 7 3778 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1090 (spin mutex:sched lock 79) 2 0 3673 0 3778 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1107 (spin mutex:sched lock 79) 4 6 10014 10 16675 0 0 0 4 /tank/users/mjg/src/freebsd/sys/kern/kern_resource.c:512 (spin mutex:sched lock 79) 1 12 2254 24 4464 0 0 0 8 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:918 (spin mutex:sched lock 79) 1 0 80 0 135 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1679 (spin mutex:sched lock 79) 1 0 55 0 102 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/kern_cpuset.c:1685 (spin mutex:sched lock 79) 23 26 680204 1403 796335 0 0 0 614 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:1946 (spin mutex:sched lock 79) 82 0 784135 0 2011433 0 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2000 (spin mutex:sched lock 79) 3 1 4041 1 3797 1 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2035 (spin mutex:sched lock 79) 4 13 46288 13308 111885 0 0 0 12917 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2218 (spin mutex:sched lock 79) 7 64444 230554 191461 490967 0 0 0 785 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2255 (spin mutex:sched lock 79) 0 0 487 0 1743 0 0 0 1 /tank/users/mjg/src/freebsd/sys/kern/sys_generic.c:1408 (spin mutex:sched lock 79) 8 41004 854864 105507 3002060 0 0 0 5395 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2613 (spin mutex:sched lock 79) 7 12 24087 1132 15800 1 0 0 818 /tank/users/mjg/src/freebsd/sys/kern/sched_ule.c:2674 (spin mutex:sched lock 79) 2 0 8 0 3 2 0 0 0 /tank/users/mjg/src/freebsd/sys/kern/subr_taskqueue.c:467 (spin mutex:mca) 13 97 312895 320 192693 1 0 0 66 /tank/users/mjg/src/freebsd/sys/kern/kern_synch.c:548 (spin mutex:sched lock 79)