# /usr/share/dtrace/toolkit/hotkernel Sampling... Hit Ctrl-C to end. ^C FUNCTION COUNT PCNT kernel`fdescfree 1 0.0% kernel`falloc_noinstall 1 0.0% kernel`rtalloc1_fib 1 0.0% kernel`vop_stdis_text 1 0.0% kernel`VOP_WRITE_APV 1 0.0% kernel`vm_radix_lookup_ge 1 0.0% zfs.ko`txg_rele_to_sync 1 0.0% zfs.ko`dmu_tx_count_write 1 0.0% kernel`cpu_idle_acpi 1 0.0% zfs.ko`arc_buf_thaw 1 0.0% kernel`g_disk_done_single 1 0.0% zfs.ko`metaslab_rangesize_compare 1 0.0% zfs.ko`dmu_zfetch_dofetch 1 0.0% kernel`closef 1 0.0% zfs.ko`metaslab_df_alloc 1 0.0% zfs.ko`avl_destroy_nodes 1 0.0% kernel`if_simloop 1 0.0% kernel`mac_pipe_check_read 1 0.0% kernel`strcmp 1 0.0% zfs.ko`zio_vdev_child_io 1 0.0% kernel`rijndaelKeySetupEnc 1 0.0% zfs.ko`arc_change_state 1 0.0% zfs.ko`spa_get_random 1 0.0% kernel`newnfs_timer 1 0.0% kernel`lim_cur 1 0.0% zfs.ko`metaslab_class_get_deferred 1 0.0% kernel`itimer_fire 1 0.0% zfs.ko`metaslab_alloc 1 0.0% kernel`netisr_queue 1 0.0% kernel`swi_sched 1 0.0% kernel`_cv_timedwait_sbt 1 0.0% kernel`vm_object_coalesce 1 0.0% zfs.ko`zio_checksum_generate 1 0.0% kernel`usb_needs_explore 1 0.0% kernel`vmem_xalloc 1 0.0% zfs.ko`vdev_space_update 1 0.0% kernel`m_tag_free_default 1 0.0% kernel`rijndael_makeKey 1 0.0% kernel`xpt_action 1 0.0% zfs.ko`vdev_mirror_io_done 1 0.0% kernel`icmp6_slowtimo 1 0.0% kernel`igb_update_link_status 1 0.0% kernel`vmem_size 1 0.0% kernel`mac_ifnet_create_mbuf 1 0.0% kernel`arpintr 1 0.0% kernel`VOP_ISLOCKED_APV 1 0.0% kernel`in_rtalloc_ign 1 0.0% zfs.ko`zio_dva_allocate 1 0.0% zfs.ko`zio_write_bp_init 1 0.0% kernel`mb_free_ext 1 0.0% kernel`vputx 1 0.0% kernel`uhci_roothub_exec 1 0.0% kernel`atkbd_timeout 1 0.0% kernel`usb_power_wdog 1 0.0% kernel`vdropl 1 0.0% kernel`atkbd_lock 1 0.0% zfs.ko`zio_vdev_io_done 1 0.0% kernel`pmap_pv_insert_pde 1 0.0% kernel`signotify 1 0.0% kernel`vop_stdislocked 1 0.0% kernel`frag6_slowtimo 1 0.0% zfs.ko`dmu_tx_hold_sa 1 0.0% kernel`mb_ctor_pack 1 0.0% kernel`taskqueue_thread_loop 1 0.0% zfs.ko`buf_hash_find 1 0.0% zfs.ko`vdev_mirror_child_done 1 0.0% zfs.ko`vdev_accessible 1 0.0% kernel`vget 1 0.0% kernel`uhci_set_hw_power 1 0.0% zfs.ko`metaslab_rt_remove 1 0.0% kernel`taskqueue_member 1 0.0% zfs.ko`dbuf_write_ready 1 0.0% zfs.ko`zio_compress_data 1 0.0% kernel`snprintf 1 0.0% kernel`faithprefix 1 0.0% kernel`random_harvest 1 0.0% zfs.ko`zfs_freebsd_close 1 0.0% kernel`mld_slowtimo 1 0.0% zfs.ko`zfs_freebsd_open 1 0.0% kernel`tcp_hc_getmtu 1 0.0% kernel`mfi_issue_cmd_ppc 1 0.0% zfs.ko`zio_nowait 1 0.0% kernel`ip6_savecontrol_v4 1 0.0% zfs.ko`zio_dva_free 1 0.0% kernel`igmp_fasttimo 1 0.0% zfs.ko`zfs_freebsd_access 1 0.0% kernel`random_yarrow_read 1 0.0% zfs.ko`dsl_dir_tempreserve_impl 1 0.0% zfs.ko`ddt_sync 1 0.0% kernel`devstat_start_transaction_bio 1 0.0% kernel`g_disk_start 1 0.0% kernel`in6_addrscope 1 0.0% kernel`in_pcbref 1 0.0% kernel`in6_pcblookup_hash 1 0.0% kernel`sbappendaddr_locked_internal 1 0.0% zfs.ko`arc_tempreserve_space 1 0.0% kernel`g_io_schedule_up 1 0.0% zfs.ko`range_tree_space 1 0.0% zfs.ko`spa_writeable 1 0.0% kernel`devstat_end_transaction 1 0.0% kernel`tcp_hc_lookup 1 0.0% kernel`icmp6_fasttimo 1 0.0% kernel`pcpu_find 1 0.0% zfs.ko`taskq_run_ent 1 0.0% zfs.ko`vdev_default_asize 1 0.0% kernel`mac_netinet6_nd6_send 1 0.0% kernel`cache_lookup 1 0.0% kernel`sigev_findtd 1 0.0% kernel`cursig 2 0.0% zfs.ko`vdev_allocatable 2 0.0% kernel`in6_lltable_lookup 2 0.0% zfs.ko`vdev_queue_io_done 2 0.0% kernel`zone_timeout 2 0.0% kernel`sx_downgrade_ 2 0.0% zfs.ko`dsl_dir_tempreserve_space 2 0.0% kernel`in6_selecthlim 2 0.0% kernel`bcmp 2 0.0% kernel`realtimer_expire 2 0.0% dtrace.ko`dtrace_ioctl 2 0.0% kernel`vm_page_free 2 0.0% zfs.ko`vdev_queue_offset_compare 2 0.0% zfs.ko`arc_write_physdone 2 0.0% zfs.ko`dmu_tx_commit 2 0.0% zfs.ko`range_tree_remove 2 0.0% kernel`swi_net 2 0.0% kernel`vn_start_write_locked 2 0.0% kernel`vm_mmap 2 0.0% kernel`mfi_data_cb 2 0.0% kernel`lim_cb 2 0.0% zfs.ko`buf_hash_insert 2 0.0% kernel`usb_bus_explore 2 0.0% kernel`rtfree 2 0.0% zfs.ko`avl_first 2 0.0% zfs.ko`avl_rotation 2 0.0% zfs.ko`dnode_block_freed 2 0.0% zfs.ko`zfs_freebsd_write 2 0.0% kernel`taskqueue_enqueue 2 0.0% kernel`pffasttimo 2 0.0% kernel`devstat_start_transaction 2 0.0% kernel`random_harvestq_internal 2 0.0% kernel`bounce_bus_dmamap_load_buffer 2 0.0% kernel`mfi_startio 2 0.0% kernel`g_std_done 2 0.0% kernel`ip6_getpmtu 2 0.0% zfs.ko`txg_list_remove 2 0.0% kernel`smp_rendezvous_cpus 2 0.0% zfs.ko`dbuf_dirty 2 0.0% kernel`sbappendaddr_locked 2 0.0% zfs.ko`range_tree_seg_compare 3 0.0% zfs.ko`zio_vdev_io_assess 3 0.0% kernel`unlock_mtx 3 0.0% kernel`acpi_cpu_idle 3 0.0% kernel`pipe_poll 3 0.0% kernel`udp6_input 3 0.0% kernel`rdtsc 3 0.0% kernel`sa6_recoverscope 3 0.0% kernel`looutput 3 0.0% kernel`ifa_ref 3 0.0% zfs.ko`vdev_queue_io_to_issue 3 0.0% zfs.ko`spa_get_dsl 3 0.0% kernel`vm_page_zero_idle_wakeup 3 0.0% kernel`cpu_tickrate 3 0.0% kernel`free_pv_entry 3 0.0% zfs.ko`dbuf_prefetch 3 0.0% kernel`_sx_sunlock_hard 3 0.0% kernel`rn_match 3 0.0% kernel`sendsig 3 0.0% kernel`mfi_intr 3 0.0% zfs.ko`ddt_get_dedup_stats 3 0.0% zfs.ko`avl_last 3 0.0% kernel`nd6_output_lle 4 0.0% kernel`pagecopy 4 0.0% kernel`mfi_disk_strategy 4 0.0% kernel`g_part_start 4 0.0% kernel`mfi_read_fw_status_ppc 4 0.0% kernel`in6_ifawithifp 4 0.0% kernel`vn_finished_write 4 0.0% zfs.ko`SHA256_Transform 5 0.0% zfs.ko`vdev_mirror_io_start 5 0.0% kernel`mfi_check_clear_intr_ppc 5 0.0% kernel`pfslowtimo 5 0.0% kernel`sx_try_upgrade_ 5 0.0% kernel`selectroute 5 0.0% kernel`ip6_input 5 0.0% kernel`softclock_call_cc 5 0.0% kernel`soreceive_dgram 6 0.0% dtrace.ko`dtrace_state_clean 6 0.0% kernel`tdsendsignal 6 0.0% kernel`lockstat_nsecs 6 0.0% kernel`udp6_send 6 0.0% kernel`uhci_root_intr 7 0.0% kernel`sosend_dgram 7 0.0% kernel`g_io_deliver 7 0.0% kernel`vm_radix_insert 7 0.0% zfs.ko`avl_find 7 0.0% kernel`scrn_timer 8 0.0% kernel`sys_poll 8 0.0% kernel`g_io_request 8 0.0% kernel`taskqueue_run_locked 8 0.0% kernel`smp_masked_invlpg 8 0.0% kernel`kbdc_data_ready 9 0.0% kernel`pmap_promote_pde 10 0.0% zfs.ko`avl_walk 10 0.0% kernel`vm_radix_lookup_le 10 0.0% kernel`SHA256_Transform 11 0.0% kernel`vm_reserv_free_page 11 0.0% kernel`cpu_activeclock 12 0.0% kernel`vm_page_busy_sleep 12 0.0% kernel`vm_page_xunbusy_hard 12 0.0% kernel`turnstile_chain_lock 12 0.0% kernel`intr_event_execute_handlers 14 0.0% kernel`turnstile_trywait 14 0.0% kernel`vm_page_remove 14 0.0% kernel`vm_map_entry_splay 15 0.0% kernel`vm_pageout_page_lock 15 0.0% kernel`callout_reset_sbt_on 15 0.0% zfs.ko`avl_nearest 17 0.0% kernel`ip6_output 17 0.0% kernel`ithread_loop 18 0.0% kernel`cpu_idleclock 21 0.0% kernel`igb_update_stats_counters 21 0.0% kernel`doreti_iret 22 0.0% kernel`tsc_get_timecount_low_lfence 23 0.0% kernel`binuptime 24 0.0% kernel`dump_drop_page 26 0.0% dtrace.ko`dtrace_dynvar_clean 26 0.0% kernel`vm_page_unwire 27 0.0% zfs.ko`zfs_range_compare 27 0.0% kernel`vm_reserv_alloc_page 31 0.0% kernel`smp_targeted_tlb_shootdown 34 0.0% zfs.ko`lzjb_compress 40 0.0% kernel`_pmap_unwire_ptp 40 0.0% zfs.ko`xva_getxoptattr 41 0.0% kernel`_sx_slock_hard 44 0.0% kernel`lock_destroy 45 0.0% kernel`vm_phys_alloc_pages 47 0.0% kernel`_pmap_allocpte 51 0.0% kernel`vm_page_requeue_locked 51 0.0% zfs.ko`list_destroy 55 0.0% kernel`pmap_invalidate_page 57 0.0% kernel`ast 57 0.0% kernel`wakeup 61 0.0% zfs.ko`dbuf_whichblock 61 0.0% kernel`sx_destroy 64 0.0% kernel`sleepq_wait_sig 64 0.0% kernel`cv_destroy 66 0.0% kernel`calltrap 75 0.0% kernel`prison_allow 78 0.0% kernel`fget_read 88 0.0% kernel`dump_add_page 90 0.0% opensolaris.ko`kmem_cache_free 90 0.0% kernel`ipcperm 91 0.0% zfs.ko`zrl_remove 95 0.0% zfs.ko`zio_root 97 0.0% kernel`vm_page_sleep_if_busy 99 0.0% zfs.ko`fletcher_4_native 101 0.0% zfs.ko`dnode_hold 103 0.0% kernel`cv_init 105 0.0% zfs.ko`avl_numnodes 109 0.0% kernel`vop_lock_post 118 0.0% kernel`vop_unlock_post 121 0.0% zfs.ko`dbuf_rele 123 0.0% zfs.ko`dbuf_hold 130 0.0% zfs.ko`dnode_rele 155 0.0% zfs.ko`list_head 157 0.0% kernel`vm_map_lookup_done 161 0.0% kernel`vm_pageout 163 0.0% zfs.ko`arc_access 164 0.0% kernel`mac_sysvsem_check_semop 172 0.0% kernel`cap_rights 175 0.0% zfs.ko`xva_init 181 0.0% kernel`selwakeuppri 183 0.0% kernel`sx_try_xlock_ 185 0.0% zfs.ko`dmu_buf_get_user 192 0.0% opensolaris.ko`zfs_kmem_free 194 0.0% kernel`vop_unlock_pre 201 0.0% zfs.ko`list_create 202 0.0% kernel`free_pv_chunk 204 0.0% kernel`cv_broadcastpri 206 0.0% zfs.ko`arc_buf_eviction_needed 215 0.0% kernel`vm_phys_alloc_domain_pages 219 0.0% zfs.ko`avl_add 221 0.0% zfs.ko`arc_released 223 0.0% kernel`vm_page_free_toq 225 0.0% kernel`vm_phys_free_pages 225 0.0% kernel`sbwait 231 0.0% zfs.ko`avl_insert 232 0.0% kernel`vop_lock_pre 233 0.0% zfs.ko`sa_object_size 238 0.0% zfs.ko`zfs_tstamp_update_setup 241 0.0% kernel`sx_init_flags 244 0.0% kernel`pagezero 251 0.0% kernel`getnanotime 253 0.0% opensolaris.ko`zfs_kmem_alloc 256 0.0% zfs.ko`zio_wait 258 0.0% kernel`get_advice 268 0.0% opensolaris.ko`kmem_cache_alloc 275 0.0% zfs.ko`list_insert_head 293 0.0% zfs.ko`zio_gang_tree_free 293 0.0% zfs.ko`add_reference 313 0.0% kernel`sleepq_lock 316 0.0% kernel`pmap_kextract 317 0.0% kernel`lock_init 321 0.0% kernel`mb_dtor_mbuf 329 0.0% zfs.ko`remove_reference 331 0.0% zfs.ko`sa_bulk_lookup 345 0.0% kernel`sys_select 355 0.0% kernel`vm_page_lookup 358 0.0% zfs.ko`arc_buf_freeze 376 0.0% zfs.ko`avl_remove 377 0.0% kernel`getbinuptime 391 0.0% kernel`dofileread 408 0.0% kernel`_fget 416 0.0% kernel`soreceive 423 0.0% kernel`vm_page_alloc 424 0.0% kernel`seltdwait 426 0.0% kernel`_mtx_trylock_flags_ 433 0.0% zfs.ko`zfs_fuid_map_ids 440 0.0% kernel`sys_read 444 0.0% kernel`atomic_fetchadd_int 464 0.0% kernel`vop_stdunlock 465 0.0% kernel`vm_object_set_writeable_dirty 473 0.0% zfs.ko`atomic_cas_32 487 0.0% zfs.ko`rrw_enter_read 498 0.0% zfs.ko`dmu_read_uio 506 0.0% zfs.ko`list_remove 517 0.0% kernel`syscall_thread_exit 520 0.0% kernel`soo_poll 554 0.0% kernel`sys_sendto 570 0.0% kernel`sys_semop 574 0.0% kernel`sopoll 576 0.0% kernel`sbunlock 588 0.0% kernel`uiomove 604 0.0% zfs.ko`zfs_range_unlock 608 0.0% kernel`kern_readv 617 0.0% kernel`mac_vnode_check_read 618 0.0% kernel`mb_ctor_mbuf 634 0.0% zfs.ko`zfs_range_lock 651 0.0% zfs.ko`rrw_exit 660 0.0% zfs.ko`dbuf_read 682 0.0% kernel`_sx_sunlock 694 0.0% kernel`vm_page_activate 696 0.0% zfs.ko`vdev_stat_update 722 0.0% kernel`_vm_map_unlock_read 763 0.0% kernel`vm_map_process_deferred 768 0.0% kernel`sys_recvfrom 775 0.0% kernel`mac_socket_check_poll 825 0.0% zfs.ko`dbuf_rele_and_unlock 829 0.0% zfs.ko`dmu_buf_hold_array_by_dnode 830 0.0% zfs.ko`zio_create 832 0.0% kernel`critical_enter 870 0.0% zfs.ko`zio_ready 876 0.0% kernel`fget 877 0.0% kernel`VOP_READ_APV 877 0.0% zfs.ko`zio_execute 885 0.1% kernel`vm_object_reference_locked 919 0.1% kernel`selfdfree 924 0.1% kernel`_cv_wait_sig 935 0.1% kernel`critical_exit 948 0.1% kernel`vop_stdlock 974 0.1% kernel`vn_io_fault 996 0.1% kernel`vn_read 1001 0.1% kernel`malloc 1013 0.1% kernel`spinlock_enter 1027 0.1% kernel`memcpy 1056 0.1% kernel`knote 1061 0.1% kernel`mac_socket_check_send 1070 0.1% kernel`selrecord 1077 0.1% kernel`syscall_thread_enter 1077 0.1% kernel`sosend 1091 0.1% kernel`mac_socket_check_receive 1102 0.1% kernel`wakeupshlk 1117 0.1% kernel`sendit 1139 0.1% kernel`vm_map_lookup_entry 1161 0.1% zfs.ko`arc_buf_remove_ref 1166 0.1% kernel`cap_check 1174 0.1% kernel`vm_fault 1175 0.1% kernel`bcopy 1179 0.1% kernel`copyin 1180 0.1% kernel`vm_object_pip_add 1185 0.1% zfs.ko`atomic_add_64_nv 1211 0.1% kernel`thread_lock_flags_ 1221 0.1% kernel`m_uiotombuf 1233 0.1% kernel`vm_object_pip_wakeup 1254 0.1% kernel`_sleep 1274 0.1% kernel`pmap_ts_referenced 1322 0.1% kernel`sbappend_locked 1361 0.1% zfs.ko`dbuf_hold_impl 1385 0.1% kernel`sys_lseek 1388 0.1% kernel`sowakeup 1440 0.1% kernel`foffset_unlock 1455 0.1% zfs.ko`dmu_object_size_from_db 1475 0.1% kernel`_mtx_lock_spin_cookie 1501 0.1% kernel`VOP_GETATTR_APV 1533 0.1% kernel`cap_rights_contains 1608 0.1% kernel`maybe_yield 1610 0.1% zfs.ko`zio_done 1619 0.1% kernel`mtx_pool_find 1670 0.1% kernel`PHYS_TO_VM_PAGE 1693 0.1% kernel`_sx_slock 1694 0.1% zfs.ko`dnode_hold_impl 1741 0.1% kernel`sbcompress 1808 0.1% kernel`sched_userret 1896 0.1% kernel`m_getm2 1900 0.1% zfs.ko`arc_buf_add_ref 1901 0.1% kernel`sblock 1922 0.1% zfs.ko`list_next 1940 0.1% kernel`sopoll_generic 2080 0.1% kernel`uiomove_faultflag 2084 0.1% kernel`VOP_UNLOCK_APV 2101 0.1% kernel`lock_mtx 2166 0.1% kernel`userret 2355 0.1% kernel`__cap_rights_is_set 2362 0.1% zfs.ko`zrl_add 2390 0.1% zfs.ko`zfs_freebsd_read 2591 0.1% kernel`cpu_set_syscall_retval 2798 0.2% kernel`kern_sendit 2798 0.2% kernel`unlock_and_deallocate 2859 0.2% kernel`free 2861 0.2% kernel`VOP_LOCK1_APV 2964 0.2% kernel`sched_idletd 3074 0.2% dtrace.ko`dtrace_trap 3114 0.2% kernel`vn_seek 3168 0.2% zfs.ko`dbuf_find 3195 0.2% kernel`fpudna 3319 0.2% kernel`foffset_lock 3333 0.2% kernel`vm_map_lookup 3363 0.2% kernel`kern_recvit 3481 0.2% kernel`vm_page_enqueue 3481 0.2% zfs.ko`sa_attr_op 3515 0.2% kernel`get_pv_entry 3623 0.2% kernel`_sx_xlock_hard 3648 0.2% kernel`uma_zfree_arg 3793 0.2% kernel`doselwakeup 3841 0.2% kernel`__cap_rights_init 3942 0.2% kernel`atomic_add_long 4204 0.2% kernel`sosend_generic 4396 0.2% kernel`vm_page_dequeue 4529 0.3% kernel`bzero 4571 0.3% kernel`uma_zalloc_arg 4719 0.3% kernel`trap_pfault 4960 0.3% kernel`pmap_enter_quick_locked 4992 0.3% kernel`pmap_try_insert_pv_entry 5075 0.3% kernel`_sx_xunlock 5138 0.3% kernel`cpu_fetch_syscall_args 5289 0.3% zfs.ko`dmu_zfetch 5536 0.3% kernel`vm_object_deallocate 5670 0.3% kernel`uipc_send 5900 0.3% kernel`kern_select 6010 0.3% kernel`__lockmgr_args 6212 0.4% kernel`uipc_rcvd 6244 0.4% kernel`trap 6253 0.4% zfs.ko`zfs_freebsd_getattr 6646 0.4% kernel`pmap_is_prefaultable 8444 0.5% kernel`pmap_enter 8784 0.5% kernel`soreceive_generic 9082 0.5% kernel`pmap_enter_quick 10371 0.6% kernel`fget_unlocked 11288 0.6% kernel`_sx_xlock 11872 0.7% kernel`__mtx_lock_sleep 15851 0.9% kernel`amd64_syscall 17201 1.0% kernel`_rw_runlock_cookie 17729 1.0% kernel`vm_fault_hold 18808 1.1% kernel`0xffffffff80 23666 1.3% kernel`copyout 26919 1.5% kernel`vm_radix_lookup 27766 1.6% kernel`pmap_remove_pages 28036 1.6% kernel`acpi_cpu_c1 31768 1.8% kernel`spinlock_exit 151794 8.6% kernel`__rw_rlock 227917 12.9% kernel`__rw_wlock_hard 329475 18.7% kernel`cpu_idle 492869 28.0%