/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/debug/ |
H A D | assert.h | 26 if (!ucs_likely(_expression)) { \ 38 if (!ucs_likely(_expression)) { \
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/tag/ |
H A D | tag_send.c | 24 if (ucs_likely((_status) != UCS_ERR_NO_RESOURCE)) { \ 69 ucs_likely(UCP_MEM_IS_ACCESSIBLE_FROM_CPU(req->send.mem_type))) { in ucp_tag_send_req() 159 return (ucs_likely(length <= max_eager_short->memtype_off) || in ucp_tag_eager_is_inline() 219 if (ucs_likely(status == UCS_OK)) { 264 if (ucs_likely(attr_mask == 0)) { 270 if (ucs_likely(UCP_DT_IS_CONTIG(datatype))) {
|
H A D | tag_recv.c | 44 if (ucs_likely((rdesc != NULL) && (rdesc->flags & UCP_RECV_DESC_FLAG_EAGER_ONLY))) { in ucp_tag_recv_common() 243 if (ucs_likely(req != NULL)) {
|
H A D | offload.h | 151 if (ucs_likely(hash_it != kh_end(&worker->tm.offload.tag_hash))) { in ucp_tag_offload_unexp()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/rocm/gdr/ |
H A D | rocm_gdr_ep.c | 46 if (ucs_likely(length)) { in uct_rocm_gdr_ep_put_short() 66 if (ucs_likely(length)) { in uct_rocm_gdr_ep_get_short()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/time/ |
H A D | timer_wheel.h | 120 if (ucs_likely(timer->is_active)) { in ucs_wtimer_add() 137 if (ucs_likely(timer->is_active)) { in ucs_wtimer_remove()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/rma/ |
H A D | rma_send.c | 95 if (ucs_likely(req->send.state.uct_comp.count == 0)) { in ucp_rma_request_advance() 112 if (ucs_likely(req->send.length == req->send.state.dt.offset)) { in ucp_rma_request_bcopy_completion() 123 if (ucs_likely(req->send.length == req->send.state.dt.offset)) { in ucp_rma_request_zcopy_completion() 233 if (ucs_likely(!(param->op_attr_mask & UCP_OP_ATTR_FLAG_NO_IMM_CMPL) && in ucp_put_nbx() 237 if (ucs_likely(status != UCS_ERR_NO_RESOURCE)) { in ucp_put_nbx()
|
H A D | rma_basic.c | 41 } else if (ucs_likely(req->send.length < rma_config->put_zcopy_thresh)) { in ucp_rma_basic_progress_put() 89 if (ucs_likely(req->send.length < rma_config->get_zcopy_thresh)) { in ucp_rma_basic_progress_get()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/stream/ |
H A D | stream_recv.c | 170 if (ucs_likely(status == UCS_OK)) { in ucp_stream_rdata_unpack() 189 } else if (ucs_likely(offset == rdesc->length)) { in ucp_stream_rdesc_advance() 213 unpacked = ucs_likely(status == UCS_OK) ? length : status; in ucp_stream_process_rdesc_inplace() 253 req->recv.length = ucs_likely(!UCP_DT_IS_GENERIC(datatype)) ? length : in ucp_stream_recv_request_init() 310 if (ucs_likely(attr_mask == 0)) { 313 if (ucs_likely(ucp_stream_recv_nb_is_inplace(ep_ext, count))) { 438 if (ucs_likely(!(am_flags & UCT_CB_PARAM_FLAG_DESC))) { in ucp_stream_am_data_process()
|
H A D | stream_send.c | 22 if (ucs_likely((_status) != UCS_ERR_NO_RESOURCE)) { \ 108 if (ucs_likely((ssize_t)length <= ucp_ep_config(ep)->am.max_short)) { in ucp_stream_send_nbx_am_short() 153 if (ucs_likely(attr_mask == 0)) { 198 if (ucs_likely(status == UCS_OK)) { in ucp_stream_contig_am_short()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/cuda/gdr_copy/ |
H A D | gdr_copy_ep.c | 50 if (ucs_likely(length)) { 85 if (ucs_likely(length)) {
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/datastruct/ |
H A D | ptr_array.h | 240 if ((ucs_likely(!__ucs_ptr_array_is_free( \ 431 if ((ucs_likely(!__ucs_ptr_array_is_free( \
|
H A D | frag_list.h | 192 if (ucs_likely(UCS_FRAG_LIST_SN_CMP(sn, ==, head->head_sn + 1) && (head->elem_count == 0))) { in ucs_frag_list_insert()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/rc/verbs/ |
H A D | rc_verbs_impl.h | 46 if (ucs_likely(fill == 0)) { in uct_rc_verbs_iface_post_recv_common() 64 if (ucs_likely(wc->wr_id != RC_UNSIGNALED_INF)) { in uct_rc_verbs_txcq_get_comp_count() 99 if (ucs_likely(status == UCS_OK)) { in uct_rc_verbs_iface_handle_am()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/ud/base/ |
H A D | ud_iface.h | 475 if (ucs_likely((gid_len == iface->gid_table.last_len) && in uct_ud_iface_check_grh() 483 if (ucs_likely(khiter != kh_end(&iface->gid_table.hash))) { in uct_ud_iface_check_grh() 594 if (ucs_likely(ucs_queue_is_empty(&iface->rx.pending_q))) { in uct_ud_iface_dispatch_pending_rx() 604 if (ucs_likely(ucs_queue_is_empty(&iface->tx.async_comp_q))) { in uct_ud_iface_dispatch_async_comps()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/tools/perf/lib/ |
H A D | ucp_tests.cc | 114 return ucs_likely(status == UCS_OK) ? length : status; in wait_stream_recv() 187 if (ucs_likely(!UCS_PTR_IS_PTR(request))) { in send() 255 if (ucs_likely(!UCS_PTR_IS_PTR(request))) { in recv() 480 if (ucs_likely(UCS_PTR_IS_PTR(data))) { in recv_stream_data() 502 if (ucs_likely(rreq == NULL)) { in recv_stream()
|
H A D | uct_tests.cc | 132 if (ucs_likely(m_perf.allocator->mem_type == UCS_MEMORY_TYPE_HOST)) { in set_sn() 144 if (ucs_likely(mem_type == UCS_MEMORY_TYPE_HOST)) { in get_sn() 344 if (ucs_likely(status == UCS_OK)) { in send_b()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/cuda/cuda_ipc/ |
H A D | cuda_ipc_cache.c | 160 if (ucs_likely(pgt_region != NULL)) { 196 if (ucs_likely(status == UCS_ERR_ALREADY_EXISTS)) { 203 if (ucs_likely(status == UCS_ERR_ALREADY_EXISTS)) {
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucg/builtin/ops/ |
H A D | builtin_control.c | 158 if (ucs_likely(length <= phase->max_short_one)) { in ucg_builtin_step_send_flags() 162 } else if (ucs_likely(length <= phase->max_short_max)) { in ucg_builtin_step_send_flags() 178 if (ucs_likely(length < phase->max_zcopy_one)) { in ucg_builtin_step_send_flags() 195 } else if (ucs_likely(length <= phase->max_bcopy_one)) { in ucg_builtin_step_send_flags()
|
H A D | builtin_ops.c | 69 if (ucs_likely(length_left > frag_size)) { in ucg_builtin_step_am_short_max() 158 if (ucs_likely(length_left > frag_size)) { in ucg_builtin_step_am_bcopy_max() 234 if (ucs_likely(length_left > frag_size)) { in ucg_builtin_step_am_zcopy_max() 500 if (ucs_likely(ucs_list_is_empty(&slot->msg_head))) { 515 if (ucs_likely(desc->header.local_id == local_id)) {
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/core/ |
H A D | ucp_am.c | 277 if (ucs_likely(status == UCS_OK)) { in ucp_am_contig_short() 448 if (ucs_likely(!(flags & UCP_AM_SEND_REPLY)) && 449 (ucs_likely(UCP_DT_IS_CONTIG(datatype)))) { 452 if (ucs_likely((ssize_t)length <= ucp_ep_config(ep)->am.max_short)) { 454 if (ucs_likely(status != UCS_ERR_NO_RESOURCE)) {
|
H A D | ucp_context.h | 436 if (ucs_likely(context->num_mem_type_detect_mds == 0)) { in ucp_memory_type_detect() 440 if (ucs_likely(context->memtype_cache != NULL)) { in ucp_memory_type_detect()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/sm/base/ |
H A D | sm_ep.c | 23 if (ucs_likely(length != 0)) { in uct_sm_ep_put_short() 51 if (ucs_likely(0 != length)) { in uct_sm_ep_get_bcopy()
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/sys/ |
H A D | compiler_def.h | 180 #define ucs_likely(x) __builtin_expect(x, 1) macro
|
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucg/builtin/ |
H A D | builtin.c | 149 if (ucs_likely(slot->cb && (header->msg.local_id == slot->req.latest.local_id))) { 180 if (ucs_likely(ret != UCS_ERR_NO_MEMORY)) { 353 if (ucs_likely(resend_slots == 0)) { in ucg_builtin_progress()
|