Flame Graph
Reset Zoom
Search
__rw_wlock_hard (63,338 samples, 1.82%)
_..
__mtx_lock_sleep (12,318 samples, 0.35%)
__curthread (5,237 samples, 0.15%)
sched_pickcpu (1,667 samples, 0.05%)
_mtx_trylock_flags_ (308 samples, 0.01%)
pmclog_loop (35,537 samples, 1.02%)
cluster_callback (570 samples, 0.02%)
cpu_search (435 samples, 0.01%)
ftable_get (73,142 samples, 2.10%)
f..
sched_setcpu (1,747 samples, 0.05%)
mlx4_en_process_tx_cq (434 samples, 0.01%)
ia32_pause (670 samples, 0.02%)
lapic_ipi_vectored (499 samples, 0.01%)
drbr_enqueue (2,265 samples, 0.06%)
cpu_search (9,388 samples, 0.27%)
cluster_wbuild_wb (852 samples, 0.02%)
mi_switch (726 samples, 0.02%)
knote (1,363 samples, 0.04%)
mlx4_en_rx_que (74,133 samples, 2.13%)
m..
ether_output_frame (907 samples, 0.03%)
ether_input_internal (28,684 samples, 0.82%)
std::__1::__constrain_hash(unsigned long, unsigned long) (1,986 samples, 0.06%)
drbr_enqueue (567 samples, 0.02%)
kqueue_acquire (25,441 samples, 0.73%)
__recvfrom (2,746 samples, 0.08%)
sleepq_switch (424 samples, 0.01%)
__cap_rights_init (5,734 samples, 0.16%)
__mtx_lock_sleep (19,557 samples, 0.56%)
tsc_get_config (1,277 samples, 0.04%)
wakeup (108,707 samples, 3.12%)
wak..
idb_block_off (1,303 samples, 0.04%)
MsgState::RecvData(void) (10,151 samples, 0.29%)
cpu_search_lowest (736 samples, 0.02%)
uma_zdestroy (1,280 samples, 0.04%)
tcp_timer_active (698 samples, 0.02%)
std::__1::vector(Histogram::HistogramBucket, std::__1::allocator(Histogram::HistogramBucket) )::begin(void) (909 samples, 0.03%)
mlx4_en_transmit (4,388 samples, 0.13%)
idb_block_index (3,944 samples, 0.11%)
lapic_ipi_vectored (634 samples, 0.02%)
counter_u64_add (1,208 samples, 0.03%)
std::__1::__split_buffer(SocketThread**, std::__1::allocator(SocketThread**) )::begin(void) (525 samples, 0.02%)
soft_describe (580 samples, 0.02%)
random_process_event (2,673 samples, 0.08%)
atomic_cmpset_long (492 samples, 0.01%)
mlx4_en_hashmbuf (3,152 samples, 0.09%)
sched_pickcpu (5,274 samples, 0.15%)
mlx4_en_arm_cq (459 samples, 0.01%)
lla_lookup (1,933 samples, 0.06%)
atomic_cmpset_long (310 samples, 0.01%)
cpu_idle_mwait (919 samples, 0.03%)
get_eqe (640 samples, 0.02%)
tdq_setlowpri (1,499 samples, 0.04%)
turnstile_unpend (1,572 samples, 0.05%)
arpresolve (738 samples, 0.02%)
acpi_cpu_idle (695 samples, 0.02%)
cpu_search_lowest (1,538 samples, 0.04%)
ftable_get (7,590 samples, 0.22%)
mi_switch (942 samples, 0.03%)
knote_free (7,960 samples, 0.23%)
ftable_get_file (80,019 samples, 2.30%)
f..
adastart (3,193 samples, 0.09%)
sched_setcpu (380 samples, 0.01%)
sched_add (315 samples, 0.01%)
VOP_LOCK1_APV (614 samples, 0.02%)
lapic_id (306 samples, 0.01%)
sched_idle (581 samples, 0.02%)
mlx4_en_process_rx_cq (74,065 samples, 2.12%)
m..
_lockmgr_args_rw (630 samples, 0.02%)
userret (2,083 samples, 0.06%)
tcp_usr_rcvd (52,195 samples, 1.50%)
__mtx_lock_spin_flags (898 samples, 0.03%)
uma_zfree (694 samples, 0.02%)
uma_zfree (4,983 samples, 0.14%)
sched_switch (10,612 samples, 0.30%)
ffsl (523 samples, 0.02%)
in_matroute (483 samples, 0.01%)
bpf_peers_present (372 samples, 0.01%)
sleepq_catch_signals (47,739 samples, 1.37%)
atomic_cmpset_int (457 samples, 0.01%)
tcp_fields_to_host (528 samples, 0.02%)
__curthread (505 samples, 0.01%)
__independent_bits_engine (1,070 samples, 0.03%)
bzero (1,195 samples, 0.03%)
ether_output (4,382 samples, 0.13%)
ether_input (8,965 samples, 0.26%)
cpu_switch (2,029 samples, 0.06%)
sched_add (2,975 samples, 0.09%)
_rw_runlock_cookie (4,786 samples, 0.14%)
__curthread (581 samples, 0.02%)
SHA256_Update (335 samples, 0.01%)
sbunlock (2,818 samples, 0.08%)
ata_interrupt (413 samples, 0.01%)
uiomove_faultflag (13,567 samples, 0.39%)
cpu_search (5,803 samples, 0.17%)
wakeup (23,097 samples, 0.66%)
memcpy (953 samples, 0.03%)
atomic_cmpset_long (870 samples, 0.02%)
g_disk_done_single (460 samples, 0.01%)
pmap_invalidate_range (555 samples, 0.02%)
Xprot (3,280 samples, 0.09%)
idb_block_index (23,274 samples, 0.67%)
sched_lowest (10,710 samples, 0.31%)
__curthread (1,729 samples, 0.05%)
idb_block_off (15,531 samples, 0.45%)
sched_choose (5,842 samples, 0.17%)
_mtx_lock_spin_cookie (901 samples, 0.03%)
atomic_cmpset_long (2,197 samples, 0.06%)
__curthread (3,886 samples, 0.11%)
idb_block (61,857 samples, 1.77%)
wakeup_one (16,493 samples, 0.47%)
tcp_input (8,520 samples, 0.24%)
ip_output (53,174 samples, 1.53%)
refcount_release (316 samples, 0.01%)
wakeup_one (768 samples, 0.02%)
atomic_cmpset_long (625 samples, 0.02%)
__mtx_lock_sleep (1,488 samples, 0.04%)
MsgState::GetState(void) const (1,597 samples, 0.05%)
sched_userret (2,249 samples, 0.06%)
choosethread (5,810 samples, 0.17%)
turnstile_wait (414 samples, 0.01%)
in_pcbrele_wlocked (417 samples, 0.01%)
ata_interrupt (392 samples, 0.01%)
arpresolve (5,076 samples, 0.15%)
m_freem (848 samples, 0.02%)
sleepq_lock (441 samples, 0.01%)
ether_nh_input (231,171 samples, 6.63%)
ether_nh_..
setrunnable (1,008 samples, 0.03%)
sched_switch (7,236 samples, 0.21%)
adadone (5,121 samples, 0.15%)
ftable_get (17,376 samples, 0.50%)
__mtx_lock_sleep (785 samples, 0.02%)
sched_add (953 samples, 0.03%)
spinlock_exit (384 samples, 0.01%)
sleepq_signal (3,180 samples, 0.09%)
random_harvest (329 samples, 0.01%)
write_rflags (577 samples, 0.02%)
thread_lock_flags_ (371 samples, 0.01%)
binsfree (311 samples, 0.01%)
RequestClient::SendMsg(int, void*) (5,815 samples, 0.17%)
in_lltable_lookup (393 samples, 0.01%)
atomic_load_acq_int (14,617 samples, 0.42%)
__rw_wlock_hard (26,838 samples, 0.77%)
sendit (715,610 samples, 20.53%)
sendit
atomic_cmpset_long (408 samples, 0.01%)
cpu_search (16,198 samples, 0.46%)
tcp_timer_activate (479 samples, 0.01%)
ifa_free (1,628 samples, 0.05%)
getblk (2,451 samples, 0.07%)
memcpy (3,958 samples, 0.11%)
atomic_cmpset_long (804 samples, 0.02%)
__curthread (4,575 samples, 0.13%)
bdwrite (491 samples, 0.01%)
__curthread (914 samples, 0.03%)
m_demote (3,036 samples, 0.09%)
sbappendstream (14,755 samples, 0.42%)
Histogram::HistogramBucket::MatchesSample(unsigned long) const (909 samples, 0.03%)
bdwrite (2,275 samples, 0.07%)
ata_cam_begin_transaction (3,104 samples, 0.09%)
adastart (4,522 samples, 0.13%)
tdq_load_rem (317 samples, 0.01%)
__curthread (1,182 samples, 0.03%)
sendmsg (734 samples, 0.02%)
refcount_acquire (2,062 samples, 0.06%)
sys_sendto (716,279 samples, 20.55%)
sys_sendto
sysctl_sysctl_name2oid (476 samples, 0.01%)
__assert (328 samples, 0.01%)
tcp_timer_activate (2,028 samples, 0.06%)
ffs_write (26,186 samples, 0.75%)
_mtx_lock_spin_cookie (6,482 samples, 0.19%)
mlx4_cq_completion (378,985 samples, 10.87%)
mlx4_cq_completion
atomic_cmpset_long (3,325 samples, 0.10%)
bcopy (2,133 samples, 0.06%)
Xapic_isr2 (2,243 samples, 0.06%)
idb_block (6,255 samples, 0.18%)
m_free (1,338 samples, 0.04%)
SHA256_Transform (305 samples, 0.01%)
in_pcblookup_hash_locked (2,163 samples, 0.06%)
soreceive (417 samples, 0.01%)
cpu_search_lowest (888 samples, 0.03%)
__curthread (452 samples, 0.01%)
m_freem (802 samples, 0.02%)
callout_lock (809 samples, 0.02%)
thread_lock_block (659 samples, 0.02%)
getblk (303 samples, 0.01%)
__mtx_unlock_sleep (385 samples, 0.01%)
_mtx_lock_spin_cookie (424 samples, 0.01%)
getblk_locked (3,082 samples, 0.09%)
sleepq_lock (502 samples, 0.01%)
atomic_fetchadd_int (3,391 samples, 0.10%)
cpu_search (1,352 samples, 0.04%)
rtalloc1_fib (55,622 samples, 1.60%)
_fget (390,136 samples, 11.19%)
_fget
critical_exit (845 samples, 0.02%)
counter_u64_add (360 samples, 0.01%)
__curthread (349 samples, 0.01%)
mb_copy (1,366 samples, 0.04%)
vn_io_fault (30,077 samples, 0.86%)
refcount_release (3,391 samples, 0.10%)
rn_match (7,232 samples, 0.21%)
__rw_rlock (1,624 samples, 0.05%)
spinlock_enter (424 samples, 0.01%)
vfs_page_set_validclean (365 samples, 0.01%)
vm_page_percpu_alloc (542 samples, 0.02%)
__rw_wunlock_hard (5,052 samples, 0.14%)
spinlock_exit (515 samples, 0.01%)
vn_write (29,297 samples, 0.84%)
mlx4_en_transmit_locked (350 samples, 0.01%)
rtalloc_ign_fib (59,450 samples, 1.71%)
vm_page_grab_tracked (1,703 samples, 0.05%)
atomic_cmpset_long (9,447 samples, 0.27%)
uma_zfree (326 samples, 0.01%)
sched_pickcpu (804 samples, 0.02%)
fget_unlocked (141,614 samples, 4.06%)
fget..
__curthread (1,131 samples, 0.03%)
memcpy (3,205 samples, 0.09%)
std::__1::__hash_const_iterator(std::__1::__hash_node(SocketThread*, void*)*) std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::find(SocketThread*)(SocketThread* const&) const (2,250 samples, 0.06%)
knote_alloc (13,167 samples, 0.38%)
rtfree (680 samples, 0.02%)
sched_pctcpu_update (341 samples, 0.01%)
atomic_cmpset_int (17,831 samples, 0.51%)
runq_add (788 samples, 0.02%)
sched_pickcpu (2,240 samples, 0.06%)
drbr_enqueue (9,426 samples, 0.27%)
bzero (766 samples, 0.02%)
__sys_recvfrom (639 samples, 0.02%)
ia32_pause (4,372 samples, 0.13%)
mb_ctor_mbuf (489 samples, 0.01%)
rtalloc_ign_fib (3,534 samples, 0.10%)
uma_zfree_arg (2,210 samples, 0.06%)
setrunnable (91,254 samples, 2.62%)
se..
IncastClient::ReceivedResponse(unsigned long, int) (1,866 samples, 0.05%)
turnstile_wait (451 samples, 0.01%)
__mtx_lock_sleep (1,286 samples, 0.04%)
ether_output_frame (4,440 samples, 0.13%)
tcp_ts_getticks (591 samples, 0.02%)
tcp_ts_getticks (882 samples, 0.03%)
wakeup (1,736 samples, 0.05%)
tcp_xmit_timer (1,033 samples, 0.03%)
msleep_spin_sbt (10,645 samples, 0.31%)
cpu_search_highest (4,380 samples, 0.13%)
tcp_lro_rx_ipv4 (329 samples, 0.01%)
bcopy (407 samples, 0.01%)
BUF_PCTRIE_LOOKUP (367 samples, 0.01%)
__mtx_lock_sleep (1,280 samples, 0.04%)
netisr_dispatch_src (8,702 samples, 0.25%)
trap (5,767 samples, 0.17%)
rdtsc(void) (345 samples, 0.01%)
sched_setcpu (797 samples, 0.02%)
cpu_switch (942 samples, 0.03%)
atomic_cmpset_long (847 samples, 0.02%)
atomic_cmpset_long (654 samples, 0.02%)
atomic_cmpset_long (2,665 samples, 0.08%)
rt_tables_get_rnh (1,046 samples, 0.03%)
__mtx_lock_sleep (2,142 samples, 0.06%)
sowakeup (1,401 samples, 0.04%)
atomic_cmpset_long (450 samples, 0.01%)
mlx4_en_poll_rx_cq (371,674 samples, 10.66%)
mlx4_en_poll_rx..
__rw_rlock (6,278 samples, 0.18%)
sbcompress (1,001 samples, 0.03%)
pmc_hook_handler (1,260 samples, 0.04%)
_callout_stop_safe (1,881 samples, 0.05%)
tcp_lro_flush (236,552 samples, 6.79%)
tcp_lro_f..
cpu_search (2,332 samples, 0.07%)
m_init (856 samples, 0.02%)
sched_pickcpu (311 samples, 0.01%)
spinlock_exit (439 samples, 0.01%)
ffsl (331 samples, 0.01%)
mb_ctor_pack (9,131 samples, 0.26%)
std::__1::vector(kevent, std::__1::allocator(kevent) )::operator[](unsigned long) (912 samples, 0.03%)
runq_remove (2,386 samples, 0.07%)
spinlock_exit (1,106 samples, 0.03%)
atomic_load_acq_int (41,578 samples, 1.19%)
tcp_lro_flush (9,067 samples, 0.26%)
ata_begin_transaction (3,090 samples, 0.09%)
std::__1::__independent_bits_engine(std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E), unsigned long)::__eval(std::__1::integral_constant(bool, true, E)) (468 samples, 0.01%)
sched_sleep (810 samples, 0.02%)
idb_ents_per_block (1,240 samples, 0.04%)
refcount_release (2,782 samples, 0.08%)
soreceive_generic (314,783 samples, 9.03%)
soreceive_gen..
softclock (366 samples, 0.01%)
atomic_cmpset_long (343 samples, 0.01%)
sbspace (647 samples, 0.02%)
vnode_pager_setsize (334 samples, 0.01%)
sched_choose (864 samples, 0.02%)
sched_choose (601 samples, 0.02%)
tsc_get_timecount_low_lfence (561 samples, 0.02%)
cpu_switch (1,206 samples, 0.03%)
RequestClient::ReceivedResponse(void) (1,395 samples, 0.04%)
uma_find_refcnt (15,011 samples, 0.43%)
in_matroute (10,441 samples, 0.30%)
knote_enqueue (3,793 samples, 0.11%)
atomic_cmpset_long (779 samples, 0.02%)
sched_add (26,396 samples, 0.76%)
callout_reset_sbt_on (530 samples, 0.02%)
counter_u64_add (481 samples, 0.01%)
RequestClient::SendAllPings(void) (25,733 samples, 0.74%)
popwait (766 samples, 0.02%)
in_pseudo (483 samples, 0.01%)
g_mirror_worker (566 samples, 0.02%)
mlx4_en_select_queue (308 samples, 0.01%)
kqueue_fo_release (13,631 samples, 0.39%)
pmclog_get_buffer (2,181 samples, 0.06%)
tdq_runq_rem (1,942 samples, 0.06%)
_mtx_lock_spin_cookie (735 samples, 0.02%)
idb_ents_per_block (21,566 samples, 0.62%)
ia32_pause (633 samples, 0.02%)
cpu_search (23,436 samples, 0.67%)
mlx4_en_transmit_locked (377 samples, 0.01%)
arpresolve (20,623 samples, 0.59%)
mlx4_en_tx_que (9,358 samples, 0.27%)
spinlock_exit (344 samples, 0.01%)
m_freem (5,508 samples, 0.16%)
sched_idletd (99,707 samples, 2.86%)
sc..
tdq_choose (614 samples, 0.02%)
__iowrite64_copy (383 samples, 0.01%)
sendto (7,122 samples, 0.20%)
cpu_switch (4,256 samples, 0.12%)
sleepq_lookup (4,052 samples, 0.12%)
idb_ents_per_block (1,864 samples, 0.05%)
getmicrotime (332 samples, 0.01%)
in_pcblookup_hash (3,665 samples, 0.11%)
_mtx_lock_spin_cookie (502 samples, 0.01%)
atomic_fetchadd_int (1,560 samples, 0.04%)
sleepq_broadcast (343 samples, 0.01%)
__curthread (1,963 samples, 0.06%)
m_getcl (7,346 samples, 0.21%)
netisr_dispatch_src (28,903 samples, 0.83%)
std::__1::deque(SocketThread*, std::__1::allocator(SocketThread*) )::front(void) (692 samples, 0.02%)
unsigned long std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::__count_unique(SocketThread*)(SocketThread* const&) const (2,250 samples, 0.06%)
sleepq_wait_sig (52,224 samples, 1.50%)
tcp_timer_activate (497 samples, 0.01%)
bcopy (4,383 samples, 0.13%)
mlx4_en_xmit_poll (1,960 samples, 0.06%)
tcp_lro_csum_th (1,586 samples, 0.05%)
cpu_search_lowest (481 samples, 0.01%)
atomic_cmpset_long (6,625 samples, 0.19%)
_pthread_create (111,433 samples, 3.20%)
_pt..
mlx4_en_process_rx_cq (371,546 samples, 10.66%)
mlx4_en_process..
filt_soread (2,533 samples, 0.07%)
turnstile_unpend (4,403 samples, 0.13%)
cpu_search (6,887 samples, 0.20%)
RequestClient::ReshuffleUpcoming(void) (4,316 samples, 0.12%)
mb_ctor_mbuf (1,563 samples, 0.04%)
spinlock_enter (383 samples, 0.01%)
setrunnable (3,148 samples, 0.09%)
intr_restore (457 samples, 0.01%)
runq_findbit (404 samples, 0.01%)
_mtx_lock_spin_cookie (349 samples, 0.01%)
thread_lock_flags_ (1,447 samples, 0.04%)
atomic_cmpset_long (648 samples, 0.02%)
ia32_pause (10,363 samples, 0.30%)
ia32_pause (3,442 samples, 0.10%)
lapic_ipi_raw (374 samples, 0.01%)
g_up_procbody (1,318 samples, 0.04%)
__mtx_unlock_sleep (402 samples, 0.01%)
thread_lock_flags_ (588 samples, 0.02%)
mlx4_en_transmit (1,051 samples, 0.03%)
tdq_runq_rem (2,649 samples, 0.08%)
ffsl (2,689 samples, 0.08%)
thread_lock_flags_ (625 samples, 0.02%)
rtalloc1_fib (3,330 samples, 0.10%)
tdq_idled (91,346 samples, 2.62%)
td..
ia32_pause (3,136 samples, 0.09%)
kqueue_register (177,346 samples, 5.09%)
kqueue..
idb_get_entry (17,376 samples, 0.50%)
cpu_search_lowest (4,325 samples, 0.12%)
_cap_check (1,903 samples, 0.05%)
callout_lock (6,640 samples, 0.19%)
taskqueue_enqueue (3,671 samples, 0.11%)
idb_get_entry (31,813 samples, 0.91%)
hash32_buf (420 samples, 0.01%)
tdq_notify (1,160 samples, 0.03%)
buf_ring_peek (489 samples, 0.01%)
__curthread (1,253 samples, 0.04%)
VOP_WRITE_APV (26,479 samples, 0.76%)
sched_switch (1,692 samples, 0.05%)
uma_zfree (529 samples, 0.02%)
doreti (19,502 samples, 0.56%)
recvit (352,087 samples, 10.10%)
recvit
mlx4_en_rx_mb (78,784 samples, 2.26%)
m..
pctrie_lookup (349 samples, 0.01%)
taskqueue_enqueue (827 samples, 0.02%)
tcpip_fillheaders (1,446 samples, 0.04%)
cpu_search_lowest (438 samples, 0.01%)
cap_rights_vset (2,085 samples, 0.06%)
ether_input_internal (8,885 samples, 0.25%)
ia32_pause (372 samples, 0.01%)
atomic_cmpset_long (1,506 samples, 0.04%)
__curthread (4,054 samples, 0.12%)
__curthread (843 samples, 0.02%)
m_last (457 samples, 0.01%)
ether_demux (8,748 samples, 0.25%)
ata_dmaload (2,734 samples, 0.08%)
_sleep (95,527 samples, 2.74%)
_s..
idb_ents_per_block (10,339 samples, 0.30%)
sbspace (3,026 samples, 0.09%)
runq_findbit (615 samples, 0.02%)
refcount_acquire (1,175 samples, 0.03%)
ffs_alloccgblk (330 samples, 0.01%)
sched_add (8,411 samples, 0.24%)
m_demote (640 samples, 0.02%)
m_free (829 samples, 0.02%)
cpu_search_lowest (9,590 samples, 0.28%)
idb_get_entry (89,386 samples, 2.56%)
id..
atomic_cmpset_long (538 samples, 0.02%)
getnewbuf_scan (363 samples, 0.01%)
ia32_pause (355 samples, 0.01%)
__mtx_unlock_sleep (408 samples, 0.01%)
wakeup_one (567 samples, 0.02%)
idb_block_index (1,987 samples, 0.06%)
bus_dmamap_load_ccb (319 samples, 0.01%)
spinlock_enter (2,621 samples, 0.08%)
turnstile_unpend (311 samples, 0.01%)
critical_exit (438 samples, 0.01%)
m_init (526 samples, 0.02%)
bzero (712 samples, 0.02%)
__mtx_lock_sleep (11,880 samples, 0.34%)
sowakeup (30,337 samples, 0.87%)
ia32_pause (493 samples, 0.01%)
__curthread (370 samples, 0.01%)
sleepq_broadcast (21,706 samples, 0.62%)
iap_get_config (1,337 samples, 0.04%)
sys_kevent (798,915 samples, 22.92%)
sys_kevent
cpu_search_lowest (1,881 samples, 0.05%)
ip_output (2,392 samples, 0.07%)
__rw_rlock (2,606 samples, 0.07%)
fget_unlocked (33,467 samples, 0.96%)
wakeup (1,220 samples, 0.04%)
spinlock_exit (308 samples, 0.01%)
runq_clrbit (398 samples, 0.01%)
ia32_pause (829 samples, 0.02%)
getmicrouptime (350 samples, 0.01%)
sleepq_lock (4,486 samples, 0.13%)
g_down_procbody (3,553 samples, 0.10%)
get_real_size (312 samples, 0.01%)
__curthread (10,742 samples, 0.31%)
atomic_fetchadd_int (2,230 samples, 0.06%)
critical_exit (22,767 samples, 0.65%)
netisr_dispatch_src (9,214 samples, 0.26%)
__curthread (610 samples, 0.02%)
cpu_search (306 samples, 0.01%)
propagate_priority (2,843 samples, 0.08%)
filt_usertouch (376 samples, 0.01%)
atomic_cmpset_long (366 samples, 0.01%)
bcopy (4,175 samples, 0.12%)
__mtx_unlock_spin_flags (14,607 samples, 0.42%)
sched_choose (430 samples, 0.01%)
sched_switch (6,827 samples, 0.20%)
atomic_cmpset_long (593 samples, 0.02%)
_rw_runlock_cookie (1,156 samples, 0.03%)
kqueue_release (20,190 samples, 0.58%)
bzero (743 samples, 0.02%)
sleepq_broadcast (3,534 samples, 0.10%)
__rw_rlock (7,150 samples, 0.21%)
__mtx_lock_sleep (14,374 samples, 0.41%)
atomic_cmpset_long (780 samples, 0.02%)
tdq_load_add (933 samples, 0.03%)
cpu_search_lowest (805 samples, 0.02%)
cpu_search_lowest (13,559 samples, 0.39%)
atomic_cmpset_int (371 samples, 0.01%)
tcp_do_segment (7,417 samples, 0.21%)
pmap_kextract (447 samples, 0.01%)
__curthread (296 samples, 0.01%)
idb_block (173,289 samples, 4.97%)
idb_bl..
_callout_stop_safe (405 samples, 0.01%)
critical_exit (553 samples, 0.02%)
bcopy (561 samples, 0.02%)
refcount_release (409 samples, 0.01%)
sched_pickcpu (54,094 samples, 1.55%)
choosethread (514 samples, 0.01%)
runq_clrbit (1,640 samples, 0.05%)
buf_ring_enqueue (2,265 samples, 0.06%)
atomic_cmpset_long (1,514 samples, 0.04%)
sleepq_add (2,102 samples, 0.06%)
idb_block_index (926 samples, 0.03%)
sockbuf_pushsync (2,382 samples, 0.07%)
mlx4_en_poll_rx_cq (74,083 samples, 2.13%)
m..
brelse (783 samples, 0.02%)
netisr_dispatch_src (28,079 samples, 0.81%)
callout_reset_sbt_on (1,872 samples, 0.05%)
atomic_cmpset_long (750 samples, 0.02%)
std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) )::allocate(unsigned long, void const*) (5,109 samples, 0.15%)
ia32_pause (304 samples, 0.01%)
cpu_search_lowest (393 samples, 0.01%)
critical_exit (399 samples, 0.01%)
vm_page_insert_after (382 samples, 0.01%)
_mtx_lock_spin_cookie (512 samples, 0.01%)
idb_get_entry (73,142 samples, 2.10%)
i..
uma_zalloc_arg (6,922 samples, 0.20%)
idb_ents_per_block (7,799 samples, 0.22%)
_mtx_lock_spin_cookie (341 samples, 0.01%)
m_pkthdr_init (1,004 samples, 0.03%)
runq_add (2,770 samples, 0.08%)
__curthread (512 samples, 0.01%)
ia32_pause (30,705 samples, 0.88%)
in_matroute (1,349 samples, 0.04%)
ataaction (4,431 samples, 0.13%)
mb_ctor_clust (18,799 samples, 0.54%)
turnstile_trywait (302 samples, 0.01%)
rtalloc1_fib (715 samples, 0.02%)
ether_input (28,965 samples, 0.83%)
bzero (328 samples, 0.01%)
atomic_cmpset_long (388 samples, 0.01%)
__mtx_lock_spin_flags (1,022 samples, 0.03%)
std::__1::allocator_traits(std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) ))::allocate(std::__1::allocator_traits(std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) ))&, unsigned long) (5,109 samples, 0.15%)
VOP_WRITE (26,526 samples, 0.76%)
choosethread (481 samples, 0.01%)
hash32_buf (1,566 samples, 0.04%)
sched_choose (489 samples, 0.01%)
thread_lock_flags_ (3,599 samples, 0.10%)
adaschedule (3,241 samples, 0.09%)
refcount_release (1,560 samples, 0.04%)
__mtx_lock_sleep (13,428 samples, 0.39%)
knlist_mtx_lock (1,950 samples, 0.06%)
_mtx_lock_spin_cookie (7,052 samples, 0.20%)
softclock_call_cc (327 samples, 0.01%)
atomic_cmpset_long (2,499 samples, 0.07%)
syscallname (1,541 samples, 0.04%)
bcmp (588 samples, 0.02%)
in_pcblookup_hash (36,269 samples, 1.04%)
__curthread (3,769 samples, 0.11%)
__curthread (630 samples, 0.02%)
kqueue_wakeup (109,672 samples, 3.15%)
kqu..
cpu_set_syscall_retval (1,902 samples, 0.05%)
tdq_choose (2,497 samples, 0.07%)
std::__1::__murmur2_or_cityhash(unsigned long, 64E)::operator()(void const*, unsigned long) (312 samples, 0.01%)
sched_switch (1,152 samples, 0.03%)
MsgState::Recv(void) (8,933 samples, 0.26%)
runq_remove_idx (2,349 samples, 0.07%)
taskqueue_enqueue_locked (789 samples, 0.02%)
std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::__deallocate(std::__1::__hash_node(SocketThread*, void*)*) (4,630 samples, 0.13%)
taskqueue_enqueue_locked (334 samples, 0.01%)
RequestClient::HandleResponse(int) (6,075 samples, 0.17%)
thread_lock_flags_ (1,313 samples, 0.04%)
bsfq (339 samples, 0.01%)
ia32_pause (1,260 samples, 0.04%)
bufdone (519 samples, 0.01%)
_mtx_lock_spin_cookie (732 samples, 0.02%)
sbcompress (9,665 samples, 0.28%)
cpu_search (497 samples, 0.01%)
sbcompress (1,922 samples, 0.06%)
atomic_cmpset_long (567 samples, 0.02%)
__rw_wlock_hard (30,438 samples, 0.87%)
sleepq_wait (6,380 samples, 0.18%)
atomic_cmpset_long (398 samples, 0.01%)
knote (4,338 samples, 0.12%)
critical_enter (432 samples, 0.01%)
tdq_runq_add (630 samples, 0.02%)
_mtx_lock_spin_cookie (16,341 samples, 0.47%)
write_rflags (300 samples, 0.01%)
callout_reset_sbt_on (2,893 samples, 0.08%)
runq_choose (1,150 samples, 0.03%)
cpu_switch (14,097 samples, 0.40%)
bcopy (903 samples, 0.03%)
cpu_search (14,841 samples, 0.43%)
sbappendstream_locked (1,268 samples, 0.04%)
thread_lock_set (334 samples, 0.01%)
sched_add (3,436 samples, 0.10%)
ip_fastforward (458 samples, 0.01%)
rtalloc_ign_fib (16,800 samples, 0.48%)
sleepq_broadcast (982 samples, 0.03%)
curthread_pflags_set (1,093 samples, 0.03%)
memset (3,024 samples, 0.09%)
__curthread (3,361 samples, 0.10%)
__mtx_lock_spin_flags (36,171 samples, 1.04%)
realloc (541 samples, 0.02%)
idb_ents_per_block (4,239 samples, 0.12%)
getblk_locked (299 samples, 0.01%)
setrunnable (489 samples, 0.01%)
in_broadcast (298 samples, 0.01%)
__curthread (1,183 samples, 0.03%)
__curthread (313 samples, 0.01%)
bzero (790 samples, 0.02%)
m_free (514 samples, 0.01%)
__curthread (3,059 samples, 0.09%)
netisr_dispatch_src (8,944 samples, 0.26%)
mlx4_en_alloc_buf (71,491 samples, 2.05%)
m..
std::__1::shuffle(std::__1::__deque_iterator(SocketThread*, SocketThread**, SocketThread*&, SocketThread***, long, 512E), std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E) )(void, SocketThread*, std::__1::shuffle(std::__1::__deque_iterator(SocketThread*, SocketThread**, SocketThread*&, SocketThread***, long, 512E), std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E) ), SocketThread**&) (2,104 samples, 0.06%)
callout_lock (738 samples, 0.02%)
tcp_timer_active (625 samples, 0.02%)
critical_enter (3,137 samples, 0.09%)
knote (28,755 samples, 0.82%)
sched_lowest (6,654 samples, 0.19%)
std::__1::__deque_iterator(SocketThread*, SocketThread**, SocketThread*&, SocketThread***, long, 512E)::operator+(long) const (378 samples, 0.01%)
cluster_read (1,222 samples, 0.04%)
atomic_cmpset_int (440 samples, 0.01%)
atomic_load_acq_int (1,729 samples, 0.05%)
atomic_cmpset_long (887 samples, 0.03%)
bcopy (745 samples, 0.02%)
runq_choose (1,190 samples, 0.03%)
ia32_pause (1,007 samples, 0.03%)
PHYS_TO_VM_PAGE (475 samples, 0.01%)
sched_lowest (444 samples, 0.01%)
bcopy (2,419 samples, 0.07%)
mlx4_en_transmit_locked (765 samples, 0.02%)
uma_zfree_arg (498 samples, 0.01%)
gbincore (376 samples, 0.01%)
critical_exit (374 samples, 0.01%)
sched_add (465 samples, 0.01%)
atomic_cmpset_long (784 samples, 0.02%)
thread_lock_flags_ (450 samples, 0.01%)
intr_restore (1,573 samples, 0.05%)
runq_add (519 samples, 0.01%)
setrunnable (2,832 samples, 0.08%)
in_lltable_lookup (7,420 samples, 0.21%)
tdq_choose (2,162 samples, 0.06%)
knlist_mtx_unlock (1,221 samples, 0.04%)
uma_zalloc (9,344 samples, 0.27%)
ia32_pause (900 samples, 0.03%)
std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::__insert_unique(SocketThread* const&) (11,432 samples, 0.33%)
turnstile_wait (1,360 samples, 0.04%)
ether_nh_input (9,158 samples, 0.26%)
SHA256_Update (1,650 samples, 0.05%)
cpu_search (23,279 samples, 0.67%)
userland_sysctl (824 samples, 0.02%)
ServerSocket::SendPing(unsigned char*, unsigned long) (17,015 samples, 0.49%)
mlx4_en_process_tx_cq (1,323 samples, 0.04%)
_thr_cancel_enter (906 samples, 0.03%)
wakeup_one (3,389 samples, 0.10%)
cpu_search (10,537 samples, 0.30%)
sleepq_broadcast (102,114 samples, 2.93%)
sl..
build_inline_wqe (4,578 samples, 0.13%)
bcopy (563 samples, 0.02%)
buf_ring_enqueue (459 samples, 0.01%)
std::__1::unordered_set(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::clear(void) (4,993 samples, 0.14%)
xpt_done_process (5,218 samples, 0.15%)
callout_reset_sbt_on (16,893 samples, 0.48%)
copyin (2,085 samples, 0.06%)
tcp_output (10,536 samples, 0.30%)
atomic_load_acq_int (25,760 samples, 0.74%)
mlx4_en_xmit_poll (413 samples, 0.01%)
mi_switch (40,892 samples, 1.17%)
SocketThread::ReadSocket(void) (23,109 samples, 0.66%)
ipi_send_cpu (536 samples, 0.02%)
atomic_add_barr_int (1,175 samples, 0.03%)
tcp_dooptions (1,216 samples, 0.03%)
ipi_cpu (578 samples, 0.02%)
taskqueue_enqueue (368 samples, 0.01%)
Histogram::AddSample(unsigned long) (2,923 samples, 0.08%)
uma_zfree (355 samples, 0.01%)
ataaction (3,114 samples, 0.09%)
sched_lowest (4,834 samples, 0.14%)
std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::clear(void) (4,993 samples, 0.14%)
__curthread (3,405 samples, 0.10%)
sleepq_switch (2,500 samples, 0.07%)
lapic_handle_intr (37,064 samples, 1.06%)
__curthread (367 samples, 0.01%)
lapic_ipi_raw (479 samples, 0.01%)
SHA256_Transform (1,542 samples, 0.04%)
cpu_search_lowest (10,628 samples, 0.30%)
turnstile_wait (442 samples, 0.01%)
atomic_load_acq_long (5,139 samples, 0.15%)
__curthread (327 samples, 0.01%)
mlx4_en_xmit (22,996 samples, 0.66%)
critical_exit (349 samples, 0.01%)
choosethread (1,670 samples, 0.05%)
_mtx_trylock_flags_ (6,154 samples, 0.18%)
bcopy (3,085 samples, 0.09%)
thread_lock_block (464 samples, 0.01%)
bzero (1,239 samples, 0.04%)
netisr_dispatch_src (223,617 samples, 6.42%)
netisr_d..
sched_preempt (4,348 samples, 0.12%)
critical_exit (433 samples, 0.01%)
spinlock_enter (311 samples, 0.01%)
Histogram::HistogramBucket::MatchesSample(unsigned long) const (2,633 samples, 0.08%)
bcopy (1,250 samples, 0.04%)
ia32_pause (5,048 samples, 0.14%)
kqueue_fo_find (23,415 samples, 0.67%)
hardclock_cnt (1,351 samples, 0.04%)
drbr_enqueue (2,355 samples, 0.07%)
_mtx_lock_spin_cookie (534 samples, 0.02%)
__mtx_lock_sleep (480 samples, 0.01%)
rtalloc_ign_fib (766 samples, 0.02%)
std::__1::__murmur2_or_cityhash(unsigned long, 64E)::__hash_len_0_to_16(char const*, unsigned long) (312 samples, 0.01%)
ia32_pause (1,046 samples, 0.03%)
mlx4_en_select_queue (3,980 samples, 0.11%)
bqrelse (712 samples, 0.02%)
bsfq (851 samples, 0.02%)
_mtx_lock_spin_cookie (1,553 samples, 0.04%)
tcp_do_segment (175,783 samples, 5.04%)
tcp_do..
mb_dtor_pack (915 samples, 0.03%)
eintr (359 samples, 0.01%)
ether_input (233,551 samples, 6.70%)
ether_input
cpu_search_lowest (7,313 samples, 0.21%)
atomic_fetchadd_int (409 samples, 0.01%)
atomic_cmpset_long (924 samples, 0.03%)
Xapic_isr3 (988 samples, 0.03%)
_BUF_TIMELOCK (727 samples, 0.02%)
cpu_search (459 samples, 0.01%)
sched_add (18,645 samples, 0.53%)
bqrelse (623 samples, 0.02%)
_mtx_lock_spin_cookie (3,308 samples, 0.09%)
idb_block_off (5,535 samples, 0.16%)
std::__1::deque(SocketThread*, std::__1::allocator(SocketThread*) )::empty(void) const (419 samples, 0.01%)
tcp_lro_rx_csum_fixup (1,093 samples, 0.03%)
kevent_copyin (396 samples, 0.01%)
thread_lock_flags_ (577 samples, 0.02%)
cap_rights_vset (659 samples, 0.02%)
mlx4_en_xmit (1,124 samples, 0.03%)
cpu_search (1,005 samples, 0.03%)
rt_tables_get_rnh (425 samples, 0.01%)
sched_lowest (1,617 samples, 0.05%)
ia32_pause (8,122 samples, 0.23%)
idb_is_flat (1,780 samples, 0.05%)
__mtx_unlock_spin_flags (683 samples, 0.02%)
__cap_rights_init (582 samples, 0.02%)
ifa_free (6,797 samples, 0.20%)
xpt_done_td (5,314 samples, 0.15%)
atomic_cmpset_int (1,988 samples, 0.06%)
bucket_alloc (544 samples, 0.02%)
cap_check (994 samples, 0.03%)
sched_lowest (1,555 samples, 0.04%)
_mtx_lock_spin_cookie (1,206 samples, 0.03%)
__rw_rlock (1,634 samples, 0.05%)
cpu_search_lowest (325 samples, 0.01%)
MsgState::Recv(void) (4,483 samples, 0.13%)
next_eqe_sw (2,664 samples, 0.08%)
atomic_load_acq_int (2,210 samples, 0.06%)
ether_input_internal (230,948 samples, 6.63%)
ether_inp..
rn_match (1,814 samples, 0.05%)
binuptime (2,617 samples, 0.08%)
callout_lock (1,322 samples, 0.04%)
ffsl (425 samples, 0.01%)
ia32_pause (1,770 samples, 0.05%)
atomic_cmpset_long (417 samples, 0.01%)
sched_highest (24,100 samples, 0.69%)
callout_cc_add (499 samples, 0.01%)
netisr_dispatch_src (232,983 samples, 6.68%)
netisr_di..
atomic_cmpset_long (637 samples, 0.02%)
write_rflags (457 samples, 0.01%)
getblk_locked (954 samples, 0.03%)
tcp_timer_active (4,066 samples, 0.12%)
idb_ents_per_block (2,632 samples, 0.08%)
knote_enqueue (23,556 samples, 0.68%)
_kevent (1,231 samples, 0.04%)
drbr_peek (489 samples, 0.01%)
ip_input (222,976 samples, 6.40%)
ip_input
uma_zalloc_arg (5,243 samples, 0.15%)
sched_setcpu (21,815 samples, 0.63%)
sosend (1,180 samples, 0.03%)
syscall_thread_enter (351 samples, 0.01%)
fget (390,687 samples, 11.21%)
fget
bdwrite (341 samples, 0.01%)
foffset_unlock_uio (414 samples, 0.01%)
spinlock_enter (448 samples, 0.01%)
is_inline (357 samples, 0.01%)
mi_switch (20,279 samples, 0.58%)
cap_rights_is_vset (563 samples, 0.02%)
ata_begin_transaction (4,389 samples, 0.13%)
m_init (410 samples, 0.01%)
ip_output (2,547 samples, 0.07%)
kqueue_wakeup (1,047 samples, 0.03%)
ia32_pause (41,185 samples, 1.18%)
mlx4_en_xmit_poll (10,435 samples, 0.30%)
idb_block (26,155 samples, 0.75%)
buf_ring_enqueue (567 samples, 0.02%)
tsc_describe (404 samples, 0.01%)
__curthread (424 samples, 0.01%)
tdq_add (475 samples, 0.01%)
ffs_lock (379 samples, 0.01%)
idb_ents_per_block (3,681 samples, 0.11%)
tcp_lro_rx_csum_fixup (4,534 samples, 0.13%)
idb_block (14,729 samples, 0.42%)
sched_add (1,873 samples, 0.05%)
cpu_switch (1,395 samples, 0.04%)
taskqueue_enqueue_locked (596 samples, 0.02%)
std::__1::unordered_set(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::count(SocketThread* const&) const (2,250 samples, 0.06%)
foffset_unlock (386 samples, 0.01%)
sched_pickcpu (1,132 samples, 0.03%)
curthread_pflags_restore (3,644 samples, 0.10%)
critical_exit (561 samples, 0.02%)
__curthread (409 samples, 0.01%)
fork_exit (653,456 samples, 18.75%)
fork_exit
atomic_cmpset_long (724 samples, 0.02%)
m_getjcl (21,070 samples, 0.60%)
bzero (565 samples, 0.02%)
netisr_dispatch_src (8,936 samples, 0.26%)
fget_unlocked (387,757 samples, 11.12%)
fget_unlocked
SocketThread::SendPing(unsigned char*, unsigned long, unsigned long) (861 samples, 0.02%)
refcount_acquire (4,304 samples, 0.12%)
std::__1::__constrain_hash(unsigned long, unsigned long) (1,245 samples, 0.04%)
prison_flag (437 samples, 0.01%)
mb_ctor_clust (6,924 samples, 0.20%)
ffs_alloccg (1,152 samples, 0.03%)
vtoslab (6,961 samples, 0.20%)
rtalloc1_fib (2,068 samples, 0.06%)
atomic_cmpset_long (3,284 samples, 0.09%)
knote_enqueue (111,487 samples, 3.20%)
kno..
uma_zfree_arg (2,201 samples, 0.06%)
m_get2 (694 samples, 0.02%)
m_adj (811 samples, 0.02%)
__independent_bits_engine (1,115 samples, 0.03%)
tdq_runq_rem (412 samples, 0.01%)
spinlock_enter (453 samples, 0.01%)
memcpy (380 samples, 0.01%)
idb_block_index (11,203 samples, 0.32%)
ip_output (7,782 samples, 0.22%)
atomic_fetchadd_int (6,538 samples, 0.19%)
knote_free (4,250 samples, 0.12%)
__cap_rights_set (2,342 samples, 0.07%)
RequestClient::SendRequest(void) (23,034 samples, 0.66%)
ether_output (1,232 samples, 0.04%)
atomic_cmpset_long (619 samples, 0.02%)
setrunnable (8,763 samples, 0.25%)
__mtx_unlock_sleep (403 samples, 0.01%)
cpu_search_lowest (608 samples, 0.02%)
uma_zfree_arg (3,976 samples, 0.11%)
_thr_cancel_leave (1,303 samples, 0.04%)
name2oid (313 samples, 0.01%)
idb_block_index (8,352 samples, 0.24%)
mb_copy (331 samples, 0.01%)
intr_disable (1,070 samples, 0.03%)
copyout (333 samples, 0.01%)
cc_ecnpkt_handler (372 samples, 0.01%)
m_adj (407 samples, 0.01%)
tcp_lro_csum_th (438 samples, 0.01%)
mlx4_eq_int (384,613 samples, 11.03%)
mlx4_eq_int
m_demote (463 samples, 0.01%)
lla_lookup (7,549 samples, 0.22%)
ia32_pause (2,198 samples, 0.06%)
sbsndptr (1,735 samples, 0.05%)
wakeup (7,348 samples, 0.21%)
malloc (3,939 samples, 0.11%)
isi_swatchdog_hardclock (6,986 samples, 0.20%)
VOP_UNLOCK (593 samples, 0.02%)
runq_choose (439 samples, 0.01%)
sleepq_resume_thread (343 samples, 0.01%)
cpu_search (755 samples, 0.02%)
atomic_cmpset_long (2,356 samples, 0.07%)
knote (1,233 samples, 0.04%)
sosend_generic (561,476 samples, 16.11%)
sosend_generic
tcp_do_segment (23,432 samples, 0.67%)
cpu_search_lowest (5,220 samples, 0.15%)
ffsl (1,156 samples, 0.03%)
tdq_load_rem (929 samples, 0.03%)
thread_lock_flags_ (1,431 samples, 0.04%)
runq_remove (346 samples, 0.01%)
bzero (854 samples, 0.02%)
sched_switch (21,339 samples, 0.61%)
intr_event_schedule_thread (34,053 samples, 0.98%)
spinlock_exit (1,565 samples, 0.04%)
runq_setbit (636 samples, 0.02%)
atomic_cmpset_long (3,132 samples, 0.09%)
tdq_runq_rem (355 samples, 0.01%)
cpu_search (1,583 samples, 0.05%)
cpu_switch (8,610 samples, 0.25%)
__rw_wlock_hard (2,705 samples, 0.08%)
mlx4_en_stamp_wqe (444 samples, 0.01%)
sbinuptime (2,704 samples, 0.08%)
ftable_get (31,853 samples, 0.91%)
ifa_ref (4,441 samples, 0.13%)
kqueue_wakeup (3,762 samples, 0.11%)
_rw_runlock_cookie (1,142 samples, 0.03%)
_mtx_lock_spin_cookie (326 samples, 0.01%)
tcp_addoptions (2,611 samples, 0.07%)
__cap_rights_is_set (2,510 samples, 0.07%)
tcpip_fillheaders (657 samples, 0.02%)
atomic_cmpset_long (329 samples, 0.01%)
atomic_cmpset_long (2,210 samples, 0.06%)
popstart (1,029 samples, 0.03%)
atomic_cmpset_long (517 samples, 0.01%)
sched_pickcpu (7,256 samples, 0.21%)
sched_setcpu (5,182 samples, 0.15%)
pctrie_lookup (528 samples, 0.02%)
VOP_UNLOCK_APV (571 samples, 0.02%)
ia32_pause (509 samples, 0.01%)
spinlock_exit (378 samples, 0.01%)
bcopy (1,861 samples, 0.05%)
write_rflags (334 samples, 0.01%)
mlx4_en_xmit (841 samples, 0.02%)
atomic_cmpset_long (341 samples, 0.01%)
sbcut_internal (1,876 samples, 0.05%)
uma_zalloc_arg (4,695 samples, 0.13%)
__curthread (2,975 samples, 0.09%)
sched_add (10,420 samples, 0.30%)
pmc_hook_handler (405 samples, 0.01%)
atomic_add_barr_int (2,062 samples, 0.06%)
runq_remove (966 samples, 0.03%)
tdq_add (4,567 samples, 0.13%)
tdq_lock_pair (12,865 samples, 0.37%)
atomic_cmpset_long (89,758 samples, 2.58%)
at..
ether_output (28,335 samples, 0.81%)
mi_switch (2,798 samples, 0.08%)
sleepq_lock (789 samples, 0.02%)
mlx4_en_transmit (3,261 samples, 0.09%)
curthread_pflags_set (764 samples, 0.02%)
sleepq_resume_thread (3,075 samples, 0.09%)
intr_restore (577 samples, 0.02%)
ia32_pause (22,859 samples, 0.66%)
atomic_load_acq_int (389,165 samples, 11.17%)
atomic_load_acq_..
__mtx_lock_sleep (1,060 samples, 0.03%)
statclock_cnt (343 samples, 0.01%)
Xipi_intr_bitmap_handler (899 samples, 0.03%)
m_gethdr (1,764 samples, 0.05%)
runq_add (391 samples, 0.01%)
write_rflags (654 samples, 0.02%)
kern_recvit (351,687 samples, 10.09%)
kern_recvit
_mtx_lock_spin_cookie (511,851 samples, 14.68%)
_mtx_lock_spin_cookie
xpt_run_devq (4,469 samples, 0.13%)
ftable_get_file (224,845 samples, 6.45%)
ftable_g..
mlx4_en_process_tx_cq (9,648 samples, 0.28%)
cpu_search (4,748 samples, 0.14%)
m_getjcl (66,482 samples, 1.91%)
m..
cpu_search (587 samples, 0.02%)
sblock (5,154 samples, 0.15%)
tcp_do_segment (7,545 samples, 0.22%)
pmc_process_samples (1,232 samples, 0.04%)
isi_kern_openat (335 samples, 0.01%)
hhook_run_tcp_est_out (961 samples, 0.03%)
tc_delta (1,392 samples, 0.04%)
cpu_switch (448 samples, 0.01%)
ip_output (211,136 samples, 6.06%)
ip_output
bzero (1,778 samples, 0.05%)
_mtx_lock_spin_cookie (331 samples, 0.01%)
setrunnable (19,507 samples, 0.56%)
ffsl (1,093 samples, 0.03%)
mi_switch (13,219 samples, 0.38%)
spinlock_enter (425 samples, 0.01%)
cpu_search (822 samples, 0.02%)
thread_lock_flags_ (3,634 samples, 0.10%)
getmicrouptime (518 samples, 0.01%)
__sys_nanosleep (909 samples, 0.03%)
cpu_activeclock (1,568 samples, 0.04%)
ata_generic_command (373 samples, 0.01%)
cpu_search (4,240 samples, 0.12%)
uma_zfree (4,034 samples, 0.12%)
cc_ack_received (3,049 samples, 0.09%)
thread_lock_flags_ (768 samples, 0.02%)
ifa_ref (1,212 samples, 0.03%)
ifa_free (327 samples, 0.01%)
tdq_runq_rem (744 samples, 0.02%)
mb_ctor_pack (3,067 samples, 0.09%)
std::__1::uniform_int_distribution(long)::operator()(std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E) )(long, long&, std::__1::uniform_int_distribution(long)::param_type const&) (3,349 samples, 0.10%)
loadtimer (1,723 samples, 0.05%)
std::__1::deque(SocketThread*, std::__1::allocator(SocketThread*) )::push_back(SocketThread* const&) (392 samples, 0.01%)
sched_switch (298 samples, 0.01%)
__mtx_lock_sleep (3,572 samples, 0.10%)
should_yield (799 samples, 0.02%)
spinlock_exit (883 samples, 0.03%)
cap_rights (7,611 samples, 0.22%)
runq_remove_idx (935 samples, 0.03%)
sleepq_wait_sig (4,334 samples, 0.12%)
bcmp (2,474 samples, 0.07%)
sbappendstream_locked (2,629 samples, 0.08%)
turnstile_unpend (358 samples, 0.01%)
std::__1::vector(kevent, std::__1::allocator(kevent) )::__append(unsigned long) (1,049 samples, 0.03%)
acpi_cpu_c1 (470 samples, 0.01%)
tdq_add (1,528 samples, 0.04%)
mb_free_ext (15,178 samples, 0.44%)
cpu_search_lowest (6,604 samples, 0.19%)
invalid_cqe (775 samples, 0.02%)
setrunnable (10,913 samples, 0.31%)
bsfq (714 samples, 0.02%)
spinlock_exit (351 samples, 0.01%)
atomic_cmpset_long (661 samples, 0.02%)
bdirty (463 samples, 0.01%)
lla_lookup (401 samples, 0.01%)
cpu_search_lowest (5,988 samples, 0.17%)
uma_zalloc_arg (1,568 samples, 0.04%)
kern_open (336 samples, 0.01%)
ether_output_frame (89,451 samples, 2.57%)
et..
m_freem (1,338 samples, 0.04%)
ata_cam_begin_transaction (4,419 samples, 0.13%)
ether_input (9,233 samples, 0.26%)
dma_map_single_attrs (612 samples, 0.02%)
_vn_lock (763 samples, 0.02%)
__curthread (2,518 samples, 0.07%)
atomic_cmpset_long (34,645 samples, 0.99%)
sbappendstream_locked (11,295 samples, 0.32%)
atomic_cmpset_long (738 samples, 0.02%)
mlx4_en_complete_rx_desc (23,858 samples, 0.68%)
callout_cc_add (587 samples, 0.02%)
cpu_search_highest (16,880 samples, 0.48%)
mlx4_en_xmit (5,560 samples, 0.16%)
sched_pickcpu (11,670 samples, 0.33%)
mb_ctor_mbuf (679 samples, 0.02%)
tcp_timer_activate (576 samples, 0.02%)
atomic_cmpset_long (3,560 samples, 0.10%)
tdq_runq_rem (2,650 samples, 0.08%)
sched_add (2,712 samples, 0.08%)
copyout (605 samples, 0.02%)
tcp_timer_activate (19,769 samples, 0.57%)
cpu_search_lowest (14,924 samples, 0.43%)
atomic_load_acq_int (9,138 samples, 0.26%)
Xinvlrng (3,477 samples, 0.10%)
ether_output_frame (3,281 samples, 0.09%)
tcp_output (18,787 samples, 0.54%)
tcp_output (3,429 samples, 0.10%)
bzero (394 samples, 0.01%)
m_copydata (1,905 samples, 0.05%)
ia32_pause (1,550 samples, 0.04%)
all (3,485,563 samples, 100%)
sched_setcpu (324 samples, 0.01%)
in_pcblookup_hash (1,028 samples, 0.03%)
__rw_rlock (1,900 samples, 0.05%)
ata_interrupt_locked (388 samples, 0.01%)
cpu_search_highest (23,832 samples, 0.68%)
__rw_wlock_hard (720 samples, 0.02%)
pmc_hook_handler (625,918 samples, 17.96%)
pmc_hook_handler
choosethread (333 samples, 0.01%)
amd64_syscall (1,921,475 samples, 55.13%)
amd64_syscall
std::__1::__hash_const_iterator(std::__1::__hash_node(SocketThread*, void*)*) std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::find(SocketThread*)(SocketThread* const&) const (392 samples, 0.01%)
SocketThread::ResponseFinished(void) (8,309 samples, 0.24%)
getsock_cap (142,110 samples, 4.08%)
gets..
sched_add (809 samples, 0.02%)
syscallenter (1,908,144 samples, 54.74%)
syscallenter
tdq_add (3,028 samples, 0.09%)
readv (824 samples, 0.02%)
ether_nh_input (8,894 samples, 0.26%)
uiomove_faultflag (3,607 samples, 0.10%)
sysctl_root (639 samples, 0.02%)
tcp_timer_active (320 samples, 0.01%)
critical_exit (1,264 samples, 0.04%)
sx_try_xlock_ (919 samples, 0.03%)
tdq_runq_add (437 samples, 0.01%)
_thr_cancel_leave (301 samples, 0.01%)
uma_zalloc_arg (5,485 samples, 0.16%)
m_init (1,479 samples, 0.04%)
ata_dmaload (3,885 samples, 0.11%)
idb_ents_per_block (14,708 samples, 0.42%)
buf_ring_enqueue (330 samples, 0.01%)
sleepq_switch (431 samples, 0.01%)
tcp_timer_activate (4,649 samples, 0.13%)
sched_switch (2,769 samples, 0.08%)
gbincore (590 samples, 0.02%)
random_harvestq_internal (749 samples, 0.02%)
m_pkthdr_init (2,115 samples, 0.06%)
filt_soread (463 samples, 0.01%)
propagate_priority (546 samples, 0.02%)
callout_process (679 samples, 0.02%)
std::__1::__deque_base(SocketThread*, std::__1::allocator(SocketThread*) )::clear(void) (429 samples, 0.01%)
counter_u64_add (807 samples, 0.02%)
Xfast_syscall (9,757 samples, 0.28%)
ia32_pause (492 samples, 0.01%)
sched_lowest (49,852 samples, 1.43%)
memset (1,122 samples, 0.03%)
vtoslab (2,691 samples, 0.08%)
cpu_search (1,442 samples, 0.04%)
drbr_enqueue (330 samples, 0.01%)
m_freem (540 samples, 0.02%)
__curthread (861 samples, 0.02%)
mi_switch (565 samples, 0.02%)
spinlock_exit (1,672 samples, 0.05%)
mlx4_en_free_tx_desc (6,353 samples, 0.18%)
in_pseudo (574 samples, 0.02%)
write_rflags (550 samples, 0.02%)
runq_choose_fuzz (1,119 samples, 0.03%)
copyout (5,023 samples, 0.14%)
iosched_enqueue (3,411 samples, 0.10%)
uma_zfree (2,244 samples, 0.06%)
spinlock_exit (518 samples, 0.01%)
mlx4_en_xmit (581 samples, 0.02%)
buf_ring_advance_sc (374 samples, 0.01%)
m_get (5,140 samples, 0.15%)
propagate_priority (312 samples, 0.01%)
getsock_cap (33,584 samples, 0.96%)
m_free (802 samples, 0.02%)
tcp_output (297,031 samples, 8.52%)
tcp_output
read_rflags (842 samples, 0.02%)
atomic_sub_return (2,230 samples, 0.06%)
xpt_run_devq (3,135 samples, 0.09%)
bsfq (299 samples, 0.01%)
cpu_search_lowest (1,463 samples, 0.04%)
_kevent (1,537 samples, 0.04%)
spinlock_exit (434 samples, 0.01%)
sched_lowest (1,027 samples, 0.03%)
handleevents (653,585 samples, 18.75%)
handleevents
drbr_enqueue (459 samples, 0.01%)
timercb (657,207 samples, 18.86%)
timercb
hhook_run_tcp_est_in (394 samples, 0.01%)
__cap_rights_init (2,502 samples, 0.07%)
__curthread (1,041 samples, 0.03%)
atomic_cmpset_int (8,009 samples, 0.23%)
dctcp_ack_received (1,769 samples, 0.05%)
idb_get_entry (205,728 samples, 5.90%)
idb_get..
sched_lowest (694 samples, 0.02%)
intr_event_execute_handlers (387,696 samples, 11.12%)
intr_event_execu..
cap_rights_vset (800 samples, 0.02%)
__curthread (671 samples, 0.02%)
taskqueue_thread_loop (97,596 samples, 2.80%)
ta..
__curthread (924 samples, 0.03%)
cpu_pcpu_init (1,371 samples, 0.04%)
__curthread (337 samples, 0.01%)
RequestClient::ReshuffleUpcoming(void) (2,173 samples, 0.06%)
cpu_search_lowest (921 samples, 0.03%)
sleepq_lock (1,017 samples, 0.03%)
rn_match (442 samples, 0.01%)
ftable_get_file (19,064 samples, 0.55%)
critical_exit (349 samples, 0.01%)
sched_lowest (1,893 samples, 0.05%)
copyin (2,762 samples, 0.08%)
critical_enter (524 samples, 0.02%)
pmclog_reserve (993 samples, 0.03%)
random_kthread (2,711 samples, 0.08%)
sbappendstream_locked (1,113 samples, 0.03%)
bufdone (592 samples, 0.02%)
bzero (1,487 samples, 0.04%)
m_uiotombuf (15,136 samples, 0.43%)
_sx_xlock_hard (126,470 samples, 3.63%)
_sx_..
cluster_write (1,268 samples, 0.04%)
bzero (715 samples, 0.02%)
wakeup_one (575 samples, 0.02%)
sched_add (87,291 samples, 2.50%)
sc..
ia32_pause (875 samples, 0.03%)
VOP_OPLOCK_INC_TIMEOUT (310 samples, 0.01%)
_rw_runlock_cookie (4,010 samples, 0.12%)
std::__1::vector(Histogram::HistogramBucket, std::__1::allocator(Histogram::HistogramBucket) )::begin(void) (359 samples, 0.01%)
g_mirror_register_request (318 samples, 0.01%)
ether_nh_input (28,714 samples, 0.82%)
idb_ents_per_block (5,255 samples, 0.15%)
cpu_thread_free (632 samples, 0.02%)
critical_enter (316 samples, 0.01%)
idb_block_off (31,916 samples, 0.92%)
tdq_runq_rem (2,708 samples, 0.08%)
_callout_stop_safe (1,318 samples, 0.04%)
g_io_schedule_down (3,553 samples, 0.10%)
_cap_check (759 samples, 0.02%)
mlx4_en_process_tx_cq (2,251 samples, 0.06%)
__rw_wlock_hard (727 samples, 0.02%)
cpu_switch (15,649 samples, 0.45%)
ip_input (28,023 samples, 0.80%)
rtalloc1_fib (16,007 samples, 0.46%)
sched_pickcpu (604 samples, 0.02%)
cpu_search (698 samples, 0.02%)
ServerSocket::HandleHeader(void) (536 samples, 0.02%)
sched_rem (7,088 samples, 0.20%)
atomic_cmpset_long (379 samples, 0.01%)
atomic_cmpset_long (2,517 samples, 0.07%)
bcopy (3,704 samples, 0.11%)
critical_enter (300 samples, 0.01%)
MsgState::ReadHeader(void) (14,360 samples, 0.41%)
cpu_search_lowest (25,026 samples, 0.72%)
tcp_output (74,201 samples, 2.13%)
t..
allocbuf_flags (1,913 samples, 0.05%)
m_free (5,504 samples, 0.16%)
cap_rights (31,906 samples, 0.92%)
sched_switch (379 samples, 0.01%)
vm_page_alloc (1,386 samples, 0.04%)
ipi_cpu (540 samples, 0.02%)
vfs_bio_clrbuf (449 samples, 0.01%)
MsgState::PayloadDone(void) (722 samples, 0.02%)
biodone (597 samples, 0.02%)
mlx4_en_transmit_locked (9,016 samples, 0.26%)
cpu_search (678 samples, 0.02%)
cpu_search (897 samples, 0.03%)
cpu_search (1,860 samples, 0.05%)
std::__1::hash(SocketThread*)::operator()(SocketThread*) const (312 samples, 0.01%)
atomic_cmpset_long (1,905 samples, 0.05%)
Thread::RunThread(void*) (111,433 samples, 3.20%)
Thr..
mi_switch (3,420 samples, 0.10%)
tdq_add (1,055 samples, 0.03%)
tdq_runq_add (3,015 samples, 0.09%)
et_init (302 samples, 0.01%)
getblk (974 samples, 0.03%)
maybe_yield (1,353 samples, 0.04%)
ia32_pause (967 samples, 0.03%)
atomic_cmpset_long (960 samples, 0.03%)
std::__1::deque(SocketThread*, std::__1::allocator(SocketThread*) )::clear(void) (448 samples, 0.01%)
_mtx_trylock_flags_ (1,313 samples, 0.04%)
atomic_add_barr_int (4,304 samples, 0.12%)
cap_rights_contains (531 samples, 0.02%)
cpu_search (2,914 samples, 0.08%)
cpu_search_lowest (2,479 samples, 0.07%)
std::__1::allocator_traits(std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) ))::deallocate(std::__1::allocator_traits(std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) ))&, std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) )*, unsigned long) (3,767 samples, 0.11%)
std::__1::unordered_set(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::insert(SocketThread* const&) (11,974 samples, 0.34%)
atomic_fetchadd_int (1,070 samples, 0.03%)
sys___sysctl (863 samples, 0.02%)
__mtx_lock_sleep (4,648 samples, 0.13%)
spinlock_enter (415 samples, 0.01%)
taskqueue_run_locked (86,657 samples, 2.49%)
ta..
__independent_bits_engine (1,958 samples, 0.06%)
m_init (3,133 samples, 0.09%)
atomic_load_acq_int (23,138 samples, 0.66%)
runq_setbit (441 samples, 0.01%)
atomic_cmpset_long (605 samples, 0.02%)
sched_wakeup (1,431 samples, 0.04%)
turnstile_trywait (902 samples, 0.03%)
std::__1::__lce_ta(48271E, 0E, 2147483647E, 4294967295E, true, E)::next(unsigned int) (368 samples, 0.01%)
__curthread (4,051 samples, 0.12%)
lapic_eoi (397 samples, 0.01%)
critical_enter (1,728 samples, 0.05%)
atomic_swap_int (1,491 samples, 0.04%)
runq_remove_idx (321 samples, 0.01%)
idb_ents_per_block (11,012 samples, 0.32%)
knote_enqueue (1,055 samples, 0.03%)
build_inline_wqe (1,069 samples, 0.03%)
_vn_open (300 samples, 0.01%)
intr_restore (300 samples, 0.01%)
critical_enter (512 samples, 0.01%)
wakeup (1,031 samples, 0.03%)
write_rflags (386 samples, 0.01%)
atomic_cmpset_long (811 samples, 0.02%)
atomic_load_acq_long (14,368 samples, 0.41%)
maybe_yield (1,008 samples, 0.03%)
cpu_search (1,675 samples, 0.05%)
Xtimerint (815 samples, 0.02%)
m_free (536 samples, 0.02%)
_rw_runlock_cookie (987 samples, 0.03%)
sleepq_catch_signals (3,916 samples, 0.11%)
__rw_rlock (319 samples, 0.01%)
ipi_bitmap_handler (30,455 samples, 0.87%)
ether_output_frame (20,765 samples, 0.60%)
mlx4_en_xmit_poll (2,481 samples, 0.07%)
_vn_open_cred (299 samples, 0.01%)
fpurestore (1,783 samples, 0.05%)
Xinvlcache (4,893 samples, 0.14%)
atomic_cmpset_long (3,140 samples, 0.09%)
kqueue_task (634 samples, 0.02%)
rdtsc32 (407 samples, 0.01%)
__curthread (306 samples, 0.01%)
arpresolve (1,058 samples, 0.03%)
sched_pickcpu (16,466 samples, 0.47%)
mlx4_en_alloc_buf (22,819 samples, 0.65%)
taskqueue_enqueue_locked (3,505 samples, 0.10%)
m_get2 (355 samples, 0.01%)
cpu_search_lowest (1,721 samples, 0.05%)
ata_generic_intr (417 samples, 0.01%)
turnstile_trywait (1,617 samples, 0.05%)
runq_setbit (1,287 samples, 0.04%)
sleepq_signal (12,456 samples, 0.36%)
mlx4_en_transmit (20,553 samples, 0.59%)
reassignbuf (384 samples, 0.01%)
critical_exit (3,033 samples, 0.09%)
uma_zfree_arg (324 samples, 0.01%)
thread_lock_flags_ (5,857 samples, 0.17%)
ia32_pause (4,261 samples, 0.12%)
kqueue_scan (162,222 samples, 4.65%)
kqueu..
taskqueue_enqueue (17,879 samples, 0.51%)
choosethread (631 samples, 0.02%)
_mtx_lock_spin_cookie (3,570 samples, 0.10%)
tdq_add (636 samples, 0.02%)
cpu_search_lowest (49,382 samples, 1.42%)
uma_zalloc_arg (17,735 samples, 0.51%)
sblock (1,244 samples, 0.04%)
atomic_cmpset_long (16,876 samples, 0.48%)
ether_output (119,073 samples, 3.42%)
eth..
turnstile_wait (3,964 samples, 0.11%)
bounce_bus_dmamap_load_buffer (297 samples, 0.01%)
_mtx_lock_spin_cookie (3,139 samples, 0.09%)
critical_exit (1,027 samples, 0.03%)
__free (2,941 samples, 0.08%)
ia32_pause (799 samples, 0.02%)
xrstor (1,734 samples, 0.05%)
vfs_clean_pages_dirty_buf (811 samples, 0.02%)
ipi_send_cpu (565 samples, 0.02%)
sbspace (1,265 samples, 0.04%)
sched_lowest (15,046 samples, 0.43%)
mlx4_en_complete_rx_desc (75,037 samples, 2.15%)
m..
VOP_LOCK1 (695 samples, 0.02%)
callout_cc_add (4,448 samples, 0.13%)
atomic_cmpset_long (700 samples, 0.02%)
mlx4_en_xmit_poll (486 samples, 0.01%)
intr_execute_handlers (36,754 samples, 1.05%)
__mtx_unlock_flags (501 samples, 0.01%)
SocketThread::Run(void) (44,796 samples, 1.29%)
setrunnable (866 samples, 0.02%)
cpu_search (4,171 samples, 0.12%)
critical_exit (368 samples, 0.01%)
__curthread (6,200 samples, 0.18%)
__curthread (1,743 samples, 0.05%)
copyout (151,102 samples, 4.34%)
copyout
atomic_cmpset_long (663 samples, 0.02%)
std::__1::deque(SocketThread*, std::__1::allocator(SocketThread*) )::begin(void) (1,681 samples, 0.05%)
__curthread (2,677 samples, 0.08%)
mlx4_en_free_tx_desc (1,532 samples, 0.04%)
mlx4_en_free_tx_desc (924 samples, 0.03%)
__curthread (1,015 samples, 0.03%)
cc_init (333 samples, 0.01%)
critical_exit (1,593 samples, 0.05%)
rtalloc_ign_fib (763 samples, 0.02%)
_sx_xunlock_hard (10,192 samples, 0.29%)
memcpy (3,519 samples, 0.10%)
cpu_switch (300 samples, 0.01%)
sched_switch (863 samples, 0.02%)
ithread_execute_handlers (389,165 samples, 11.17%)
ithread_execute_..
write_rflags (1,573 samples, 0.05%)
sched_setcpu (2,086 samples, 0.06%)
sleepq_broadcast (1,144 samples, 0.03%)
dctcp_conn_init (372 samples, 0.01%)
getblk (3,088 samples, 0.09%)
_mtx_lock_spin_cookie (610 samples, 0.02%)
idb_ents_per_block (2,449 samples, 0.07%)
in_broadcast (1,214 samples, 0.03%)
m_getcl (28,102 samples, 0.81%)
breadn_flags (2,686 samples, 0.08%)
bcopy (3,405 samples, 0.10%)
atomic_cmpset_long (2,667 samples, 0.08%)
turnstile_wait (355 samples, 0.01%)
spinlock_exit (2,433 samples, 0.07%)
send (330 samples, 0.01%)
mlx4_bf_copy (389 samples, 0.01%)
mlx4_en_process_tx_cq (365 samples, 0.01%)
sleepq_lookup (496 samples, 0.01%)
__cap_rights_is_set (950 samples, 0.03%)
atomic_load_acq_int (5,489 samples, 0.16%)
spinlock_exit (1,790 samples, 0.05%)
__sys_getpeername (605 samples, 0.02%)
uma_zfree_arg (516 samples, 0.01%)
cpu_search_lowest (45,035 samples, 1.29%)
refcount_release (6,538 samples, 0.19%)
bzero (3,035 samples, 0.09%)
sleepq_resume_thread (356 samples, 0.01%)
ether_demux (28,268 samples, 0.81%)
uma_zalloc_arg (12,627 samples, 0.36%)
__curthread (1,725 samples, 0.05%)
ip_input (8,678 samples, 0.25%)
__mtx_unlock_sleep (324 samples, 0.01%)
spinlock_exit (514 samples, 0.01%)
__mtx_lock_sleep (4,108 samples, 0.12%)
atomic_cmpset_long (2,164 samples, 0.06%)
intr_restore (386 samples, 0.01%)
getnextcpuevent (408 samples, 0.01%)
mlx4_bf_copy (1,559 samples, 0.04%)
g_io_schedule_up (1,317 samples, 0.04%)
in_matroute (2,310 samples, 0.07%)
mlx4_en_hashmbuf (937 samples, 0.03%)
ffsl (419 samples, 0.01%)
spinlock_exit (3,283 samples, 0.09%)
RequestClient::Run(void) (58,701 samples, 1.68%)
tcp_addoptions (1,141 samples, 0.03%)
sched_choose (5,227 samples, 0.15%)
sleepq_resume_thread (606 samples, 0.02%)
choosethread (896 samples, 0.03%)
ether_output (6,020 samples, 0.17%)
bzero (2,263 samples, 0.06%)
buf_ring_enqueue (2,354 samples, 0.07%)
lapic_handle_timer (661,524 samples, 18.98%)
lapic_handle_timer
lock_mtx (4,724 samples, 0.14%)
bcopy (472 samples, 0.01%)
atomic_load_acq_long (11,748 samples, 0.34%)
sbcompress (874 samples, 0.03%)
atomic_cmpset_long (3,291 samples, 0.09%)
__mtx_lock_sleep (3,353 samples, 0.10%)
handleevents (1,461 samples, 0.04%)
_mtx_lock_spin_cookie (1,235 samples, 0.04%)
sleepq_add (939 samples, 0.03%)
uma_zalloc (5,573 samples, 0.16%)
__mtx_unlock_sleep (1,782 samples, 0.05%)
uma_zfree (528 samples, 0.02%)
__lockmgr_args (615 samples, 0.02%)
idb_ents_per_block (31,587 samples, 0.91%)
pmclog_reserve (559,176 samples, 16.04%)
pmclog_reserve
sched_add (1,325 samples, 0.04%)
critical_enter (381 samples, 0.01%)
spinlock_enter (372 samples, 0.01%)
runq_choose_from (368 samples, 0.01%)
runq_steal (4,553 samples, 0.13%)
turnstile_wait (487 samples, 0.01%)
cpu_search (13,204 samples, 0.38%)
runq_choose (1,565 samples, 0.04%)
__mtx_lock_sleep (736 samples, 0.02%)
ffs_alloc (1,321 samples, 0.04%)
sleepq_lookup (2,525 samples, 0.07%)
__curthread (1,615 samples, 0.05%)
tcp_output (3,233 samples, 0.09%)
idb_ents_per_block (12,093 samples, 0.35%)
tcp_input (216,429 samples, 6.21%)
tcp_input
m_getm2 (6,763 samples, 0.19%)
hardclock_cnt (645,041 samples, 18.51%)
hardclock_cnt
memcpy (550 samples, 0.02%)
atomic_cmpset_long (3,229 samples, 0.09%)
callout_lock (725 samples, 0.02%)
__independent_bits_engine (1,846 samples, 0.05%)
uma_zalloc_arg (4,160 samples, 0.12%)
sleepq_add (13,662 samples, 0.39%)
reseed (706 samples, 0.02%)
turnstile_trywait (996 samples, 0.03%)
ffs_hashalloc (1,171 samples, 0.03%)
pmclog_process_callchain (565,382 samples, 16.22%)
pmclog_process_callchain
sleepq_lock (434 samples, 0.01%)
idb_ents_per_block (1,074 samples, 0.03%)
atomic_load_acq_long (2,829 samples, 0.08%)
mlx4_en_transmit_locked (37,681 samples, 1.08%)
uma_zfree_arg (3,921 samples, 0.11%)
kqueue_wakeup (1,233 samples, 0.04%)
_mtx_lock_spin_cookie (1,940 samples, 0.06%)
tdq_load_add (1,519 samples, 0.04%)
trap_check (370 samples, 0.01%)
spinlock_exit (2,258 samples, 0.06%)
std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E)::operator()(void) (382 samples, 0.01%)
cc_ecnpkt_handler (3,231 samples, 0.09%)
__rw_rlock (1,889 samples, 0.05%)
atomic_load_acq_int (63,842 samples, 1.83%)
a..
__curthread (712 samples, 0.02%)
counter_u64_add (524 samples, 0.02%)
atomic_cmpset_long (902 samples, 0.03%)
sched_setcpu (528 samples, 0.02%)
unlock_mtx (1,166 samples, 0.03%)
turnstile_wait (306 samples, 0.01%)
bdwrite (345 samples, 0.01%)
alltraps (703 samples, 0.02%)
pmc_process_samples (622,766 samples, 17.87%)
pmc_process_samples
cpu_search (6,569 samples, 0.19%)
runq_add (924 samples, 0.03%)
ia32_pause (339 samples, 0.01%)
should_yield (1,157 samples, 0.03%)
idb_ents_per_block (854 samples, 0.02%)
bufdone_finish (300 samples, 0.01%)
idb_block (73,571 samples, 2.11%)
i..
uma_zone_exhausted_nolock (666 samples, 0.02%)
mlx4_en_rx_mb (24,282 samples, 0.70%)
std::__1::__deque_base(SocketThread*, std::__1::allocator(SocketThread*) )::end(void) (817 samples, 0.02%)
std::__1::uniform_int_distribution(long)::operator()(std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E) )(long, long&, std::__1::uniform_int_distribution(long)::param_type const&) (1,771 samples, 0.05%)
ftable_get (205,728 samples, 5.90%)
ftable_..
ia32_pause (372 samples, 0.01%)
cpu_search_lowest (552 samples, 0.02%)
sched_pickcpu (483 samples, 0.01%)
atomic_fetchadd_int (316 samples, 0.01%)
buf_ring_enqueue (9,426 samples, 0.27%)
intr_restore (654 samples, 0.02%)
cpu_search_lowest (3,066 samples, 0.09%)
MsgState::BytesAvail(void) const (1,904 samples, 0.05%)
spinlock_exit (533 samples, 0.02%)
knote_enqueue (1,250 samples, 0.04%)
in_pcblookup_hash (980 samples, 0.03%)
tdq_notify (5,368 samples, 0.15%)
__rw_wunlock_hard (361 samples, 0.01%)
knote_alloc (6,128 samples, 0.18%)
cpu_search_lowest (4,790 samples, 0.14%)
critical_exit (555 samples, 0.02%)
mlx4_en_transmit (904 samples, 0.03%)
in_pcbref (2,062 samples, 0.06%)
atomic_cmpset_long (2,655 samples, 0.08%)
uma_zdestroy (7,301 samples, 0.21%)
mlx4_en_transmit (88,868 samples, 2.55%)
ml..
tcp_update_sack_list (304 samples, 0.01%)
_kevent (6,658 samples, 0.19%)
turnstile_wait (611 samples, 0.02%)
taskqueue_enqueue (627 samples, 0.02%)
newreno_ack_received (384 samples, 0.01%)
getblk_locked (2,412 samples, 0.07%)
sleepq_lock (4,942 samples, 0.14%)
ia32_pause (325 samples, 0.01%)
mi_switch (5,454 samples, 0.16%)
mi_switch (627 samples, 0.02%)
refcount_release (859 samples, 0.02%)
m_pkthdr_init (601 samples, 0.02%)
critical_exit (440 samples, 0.01%)
sleepq_broadcast (9,756 samples, 0.28%)
sleepq_signal (533 samples, 0.02%)
pmclog_process_callchain (1,017 samples, 0.03%)
turnstile_unpend (360 samples, 0.01%)
cpu_search (4,767 samples, 0.14%)
sys_open (336 samples, 0.01%)
tcp_input (27,447 samples, 0.79%)
uma_zfree (4,237 samples, 0.12%)
__mtx_lock_sleep (6,524 samples, 0.19%)
tdq_load_rem (689 samples, 0.02%)
dblfault_handler (323 samples, 0.01%)
sched_choose (1,496 samples, 0.04%)
atomic_cmpset_long (353 samples, 0.01%)
cpu_idle (3,489 samples, 0.10%)
__assert (1,256 samples, 0.04%)
cpu_search (43,835 samples, 1.26%)
choosethread (4,409 samples, 0.13%)
std::__1::__independent_bits_engine(std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E), unsigned long)::operator()(void) (3,013 samples, 0.09%)
__curthread (2,719 samples, 0.08%)
write_rflags (313 samples, 0.01%)
bzero (856 samples, 0.02%)
soft_get_config (3,427 samples, 0.10%)
sys_sendmsg (331 samples, 0.01%)
Xapic_isr7 (8,009 samples, 0.23%)
__mtx_lock_sleep (411 samples, 0.01%)
pagezero (3,896 samples, 0.11%)
intr_restore (313 samples, 0.01%)
atomic_load_acq_int (3,552 samples, 0.10%)
tdq_notify (1,841 samples, 0.05%)
idb_is_flat (4,315 samples, 0.12%)
bzero (2,135 samples, 0.06%)
taskqueue_enqueue_locked (17,151 samples, 0.49%)
tdq_runq_add (1,189 samples, 0.03%)
atomic_cmpset_long (2,089 samples, 0.06%)
sleepq_broadcast (1,567 samples, 0.04%)
ia32_pause (319 samples, 0.01%)
idb_block_off (11,072 samples, 0.32%)
sched_wakeup (311 samples, 0.01%)
__mtx_lock_sleep (2,165 samples, 0.06%)
atomic_fetchadd_int (859 samples, 0.02%)
smp_tlb_shootdown (362 samples, 0.01%)
cpu_fetch_syscall_args (8,971 samples, 0.26%)
sched_switch (371 samples, 0.01%)
kqueue_wakeup (23,310 samples, 0.67%)
__rw_rlock (307 samples, 0.01%)
sched_pctcpu_update (879 samples, 0.03%)
__mtx_lock_sleep (5,441 samples, 0.16%)
ata_interrupt_locked (412 samples, 0.01%)
spinlock_exit (494 samples, 0.01%)
idb_get_entry (7,583 samples, 0.22%)
cpu_search_lowest (687 samples, 0.02%)
sbappendstream_locked (15,896 samples, 0.46%)
m_gethdr (5,465 samples, 0.16%)
atomic_cmpset_long (1,984 samples, 0.06%)
operator new(unsigned long) (4,905 samples, 0.14%)
sleepq_signal (565 samples, 0.02%)
tdq_runq_add (300 samples, 0.01%)
__curthread (875 samples, 0.03%)
sleepq_lookup (1,284 samples, 0.04%)
ip_input (8,910 samples, 0.26%)
spinlock_exit (3,105 samples, 0.09%)
in_lltable_lookup (1,907 samples, 0.05%)
bcmp (1,086 samples, 0.03%)
adastrategy (3,266 samples, 0.09%)
atomic_fetchadd_int (2,782 samples, 0.08%)
cpu_search (549 samples, 0.02%)
tdq_choose (583 samples, 0.02%)
mi_switch (24,635 samples, 0.71%)
__curthread (1,810 samples, 0.05%)
ast (495 samples, 0.01%)
uiomove_fromphys (690 samples, 0.02%)
bsfq (495 samples, 0.01%)
tcp_input (8,707 samples, 0.25%)
callout_reset_sbt_on (425 samples, 0.01%)
sendto (658 samples, 0.02%)
sbcompress (12,218 samples, 0.35%)
std::__1::__independent_bits_engine(std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E), unsigned long)::operator()(void) (1,621 samples, 0.05%)
ether_output_frame (1,058 samples, 0.03%)
__curthread (484 samples, 0.01%)
_bus_dmamap_load_ccb (303 samples, 0.01%)
atomic_cmpset_long (484 samples, 0.01%)
tdq_load_add (453 samples, 0.01%)
tdq_choose (1,234 samples, 0.04%)
atomic_cmpset_int (364 samples, 0.01%)
tcp_lro_rx (18,081 samples, 0.52%)
cluster_wbuild (848 samples, 0.02%)
drbr_advance (374 samples, 0.01%)
fpudna (3,599 samples, 0.10%)
ffsl (732 samples, 0.02%)
cpu_search (381 samples, 0.01%)
sched_setcpu (4,497 samples, 0.13%)
breadn_flags (315 samples, 0.01%)
atomic_cmpset_int (1,866 samples, 0.05%)
wakeup (3,726 samples, 0.11%)
tcp_usr_send (392,573 samples, 11.26%)
tcp_usr_send
xpt_run_allocq (4,570 samples, 0.13%)
__curthread (2,153 samples, 0.06%)
tdq_move (16,759 samples, 0.48%)
__iowrite64_copy (1,539 samples, 0.04%)
kevent_copyout (2,044 samples, 0.06%)
__curthread (6,333 samples, 0.18%)
__curthread (3,011 samples, 0.09%)
ip_output (11,283 samples, 0.32%)
rtalloc1_fib (730 samples, 0.02%)
turnstile_unpend (326 samples, 0.01%)
tdq_runq_add (699 samples, 0.02%)
ia32_pause (398 samples, 0.01%)
doselwakeup (451 samples, 0.01%)
m_adj (373 samples, 0.01%)
getnewbuf (576 samples, 0.02%)
_thr_cancel_enter (716 samples, 0.02%)
atomic_cmpset_long (3,924 samples, 0.11%)
tsc_get_timecount_lfence (619 samples, 0.02%)
cap_rights_contains (1,328 samples, 0.04%)
thread_lock_flags_ (1,284 samples, 0.04%)
__curthread (308 samples, 0.01%)
thread_lock_flags_ (8,168 samples, 0.23%)
xpt_action_default (4,486 samples, 0.13%)
setrunnable (491 samples, 0.01%)
kern_kevent (796,219 samples, 22.84%)
kern_kevent
mlx4_en_transmit_locked (460 samples, 0.01%)
std::__1::__hash_table(SocketThread*, std::__1::hash(SocketThread*), std::__1::equal_to(SocketThread*), std::__1::allocator(SocketThread*) )::__construct_node(SocketThread* const&, unsigned long) (5,223 samples, 0.15%)
RequestClient::RefillUpcoming(void) (7,000 samples, 0.20%)
__curthread (8,446 samples, 0.24%)
_rw_runlock_cookie (469 samples, 0.01%)
atomic_load_acq_int (3,021 samples, 0.09%)
syscall_thread_exit (612 samples, 0.02%)
ffs_balloc_ufs2 (16,144 samples, 0.46%)
kern_openat (336 samples, 0.01%)
cpu_search_lowest (1,391 samples, 0.04%)
BUF_PCTRIE_LOOKUP (567 samples, 0.02%)
xpt_action_default (3,148 samples, 0.09%)
runq_add (567 samples, 0.02%)
memmove (645 samples, 0.02%)
idb_is_flat (21,000 samples, 0.60%)
cap_rights (89,668 samples, 2.57%)
ca..
std::__1::allocator(std::__1::__hash_node(SocketThread*, void*) )::deallocate(std::__1::__hash_node(SocketThread*, void*)*, unsigned long) (3,767 samples, 0.11%)
TQ_SLEEP (10,753 samples, 0.31%)
dctcp_ecnpkt_handler (2,003 samples, 0.06%)
MsgState::ReadPayload(void) (6,526 samples, 0.19%)
atomic_cmpset_long (572 samples, 0.02%)
atomic_inc (1,070 samples, 0.03%)
bsfq (1,776 samples, 0.05%)
ufs_getlbns (430 samples, 0.01%)
memcpy (1,001 samples, 0.03%)
m_init (490 samples, 0.01%)
std::__1::__deque_base(SocketThread*, std::__1::allocator(SocketThread*) )::end(void) (414 samples, 0.01%)
iosched_dequeue_cluster (3,314 samples, 0.10%)
critical_enter (873 samples, 0.03%)
mi_switch (1,990 samples, 0.06%)
cpu_search_lowest (506 samples, 0.01%)
sched_choose (4,267 samples, 0.12%)
m_free (37,558 samples, 1.08%)
ether_output (1,403 samples, 0.04%)
tcp_ts_getticks (331 samples, 0.01%)
ftable_get (89,523 samples, 2.57%)
ft..
idb_ents_per_block (10,548 samples, 0.30%)
wakeup_one (305 samples, 0.01%)
mlx4_en_gethdr (469 samples, 0.01%)
sleepq_lock (387 samples, 0.01%)
critical_enter (1,219 samples, 0.03%)
cap_check (2,683 samples, 0.08%)
mlx4_en_transmit_locked (1,824 samples, 0.05%)
xpt_run_allocq (3,238 samples, 0.09%)
sys_recvfrom (352,330 samples, 10.11%)
sys_recvfrom
intr_restore (334 samples, 0.01%)
critical_enter (411 samples, 0.01%)
sleepq_lookup (515 samples, 0.01%)
uma_zfree (2,254 samples, 0.06%)
critical_exit (792 samples, 0.02%)
idb_block_off (2,594 samples, 0.07%)
cpu_search_lowest (1,594 samples, 0.05%)
mlx4_msi_x_interrupt (385,506 samples, 11.06%)
mlx4_msi_x_inter..
__mtx_lock_sleep (1,714 samples, 0.05%)
rtalloc_ign_fib (2,214 samples, 0.06%)
m_free (4,168 samples, 0.12%)
idb_ents_per_block (30,402 samples, 0.87%)
turnstile_unpend (337 samples, 0.01%)
memcpy (4,127 samples, 0.12%)
tdq_runq_add (917 samples, 0.03%)
ether_input_internal (9,149 samples, 0.26%)
intr_restore (550 samples, 0.02%)
eq_set_ci (1,762 samples, 0.05%)
sowakeup (1,302 samples, 0.04%)
atomic_cmpset_long (790 samples, 0.02%)
RequestClient::FillCurrentReq(void) (13,289 samples, 0.38%)
ia32_pause (1,878 samples, 0.05%)
uma_zalloc_arg (34,914 samples, 1.00%)
cpu_search (49,051 samples, 1.41%)
atomic_load_acq_long (33,360 samples, 0.96%)
__curthread (394 samples, 0.01%)
recv (458 samples, 0.01%)
ia32_pause (4,021 samples, 0.12%)
thread_lock_flags_ (1,107 samples, 0.03%)
sched_lowest (557 samples, 0.02%)
sleepq_lock (4,183 samples, 0.12%)
std::__1::shuffle(std::__1::__deque_iterator(SocketThread*, SocketThread**, SocketThread*&, SocketThread***, long, 512E), std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E) )(void, SocketThread*, std::__1::shuffle(std::__1::__deque_iterator(SocketThread*, SocketThread**, SocketThread*&, SocketThread***, long, 512E), std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E) ), SocketThread**&) (4,222 samples, 0.12%)
__jemalloc_arenas_cleanup (482 samples, 0.01%)
sched_add (470 samples, 0.01%)
iaf_get_config (762 samples, 0.02%)
atomic_cmpset_long (1,490 samples, 0.04%)
Xill (2,927 samples, 0.08%)
spinlock_exit (427 samples, 0.01%)
ether_demux (225,773 samples, 6.48%)
ether_de..
syscallret (11,264 samples, 0.32%)
__rw_rlock (6,979 samples, 0.20%)
bzero (1,332 samples, 0.04%)
cpu_search (1,522 samples, 0.04%)
critical_exit (723 samples, 0.02%)
idb_is_flat (7,437 samples, 0.21%)
atomic_cmpset_long (2,532 samples, 0.07%)
in_matroute (35,686 samples, 1.02%)
sched_switch (299 samples, 0.01%)
uma_zdestroy (1,538 samples, 0.04%)
tdq_notify (456 samples, 0.01%)
MsgState::RecvData(void) (5,587 samples, 0.16%)
ithread_loop (17,949 samples, 0.51%)
tcp_lro_flush (29,319 samples, 0.84%)
__curthread (655 samples, 0.02%)
idb_is_flat (51,348 samples, 1.47%)
cpu_search_lowest (1,017 samples, 0.03%)
cap_rights_is_vset (1,582 samples, 0.05%)
std::__1::__independent_bits_engine(std::__1::linear_congruential_engine(unsigned int, 48271E, 0E, 2147483647E), unsigned long)::__eval(std::__1::integral_constant(bool, true, E)) (934 samples, 0.03%)
atomic_load_acq_long (1,225 samples, 0.04%)
intr_event_handle (36,108 samples, 1.04%)
cpu_idle_acpi (759 samples, 0.02%)
kern_sendit (713,687 samples, 20.48%)
kern_sendit
mi_switch (388 samples, 0.01%)
choosethread (6,674 samples, 0.19%)
mlx4_en_transmit_locked (1,382 samples, 0.04%)
uma_find_refcnt (5,309 samples, 0.15%)
in_matroute (496 samples, 0.01%)
__mtx_lock_sleep (310 samples, 0.01%)
sched_setcpu (740 samples, 0.02%)
mlx4_en_rx_irq (372,775 samples, 10.69%)
mlx4_en_rx_irq
turnstile_trywait (606 samples, 0.02%)
std::__1::vector(kevent, std::__1::allocator(kevent) )::operator[](unsigned long) (1,922 samples, 0.06%)
sched_lend_user_prio (865 samples, 0.02%)
ether_demux (8,988 samples, 0.26%)
tcp_lro_rx (42,681 samples, 1.22%)
idb_is_flat (18,181 samples, 0.52%)
mb_ctor_mbuf (650 samples, 0.02%)
atomic_cmpset_long (9,646 samples, 0.28%)
intr_disable (308 samples, 0.01%)
uma_zfree_arg (4,856 samples, 0.14%)
tcp_lro_flush (9,334 samples, 0.27%)
runq_setbit (338 samples, 0.01%)
__rw_rlock (308 samples, 0.01%)
__curthread (5,043 samples, 0.14%)
mlx4_en_select_queue (1,164 samples, 0.03%)
mi_switch (315 samples, 0.01%)
tdq_steal (4,608 samples, 0.13%)
sched_pickcpu (1,770 samples, 0.05%)
uma_zfree_arg (22,016 samples, 0.63%)
sowakeup (4,504 samples, 0.13%)
atomic_cmpset_long (1,006 samples, 0.03%)
__curthread (2,138 samples, 0.06%)
cpu_switch (595 samples, 0.02%)