Home
last modified time | relevance | path

Searched refs:ucs_likely (Results 1 – 25 of 55) sorted by relevance

123

/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/debug/
H A Dassert.h26 if (!ucs_likely(_expression)) { \
38 if (!ucs_likely(_expression)) { \
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/tag/
H A Dtag_send.c24 if (ucs_likely((_status) != UCS_ERR_NO_RESOURCE)) { \
69 ucs_likely(UCP_MEM_IS_ACCESSIBLE_FROM_CPU(req->send.mem_type))) { in ucp_tag_send_req()
159 return (ucs_likely(length <= max_eager_short->memtype_off) || in ucp_tag_eager_is_inline()
219 if (ucs_likely(status == UCS_OK)) {
264 if (ucs_likely(attr_mask == 0)) {
270 if (ucs_likely(UCP_DT_IS_CONTIG(datatype))) {
H A Dtag_recv.c44 if (ucs_likely((rdesc != NULL) && (rdesc->flags & UCP_RECV_DESC_FLAG_EAGER_ONLY))) { in ucp_tag_recv_common()
243 if (ucs_likely(req != NULL)) {
H A Doffload.h151 if (ucs_likely(hash_it != kh_end(&worker->tm.offload.tag_hash))) { in ucp_tag_offload_unexp()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/rocm/gdr/
H A Drocm_gdr_ep.c46 if (ucs_likely(length)) { in uct_rocm_gdr_ep_put_short()
66 if (ucs_likely(length)) { in uct_rocm_gdr_ep_get_short()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/time/
H A Dtimer_wheel.h120 if (ucs_likely(timer->is_active)) { in ucs_wtimer_add()
137 if (ucs_likely(timer->is_active)) { in ucs_wtimer_remove()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/rma/
H A Drma_send.c95 if (ucs_likely(req->send.state.uct_comp.count == 0)) { in ucp_rma_request_advance()
112 if (ucs_likely(req->send.length == req->send.state.dt.offset)) { in ucp_rma_request_bcopy_completion()
123 if (ucs_likely(req->send.length == req->send.state.dt.offset)) { in ucp_rma_request_zcopy_completion()
233 if (ucs_likely(!(param->op_attr_mask & UCP_OP_ATTR_FLAG_NO_IMM_CMPL) && in ucp_put_nbx()
237 if (ucs_likely(status != UCS_ERR_NO_RESOURCE)) { in ucp_put_nbx()
H A Drma_basic.c41 } else if (ucs_likely(req->send.length < rma_config->put_zcopy_thresh)) { in ucp_rma_basic_progress_put()
89 if (ucs_likely(req->send.length < rma_config->get_zcopy_thresh)) { in ucp_rma_basic_progress_get()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/stream/
H A Dstream_recv.c170 if (ucs_likely(status == UCS_OK)) { in ucp_stream_rdata_unpack()
189 } else if (ucs_likely(offset == rdesc->length)) { in ucp_stream_rdesc_advance()
213 unpacked = ucs_likely(status == UCS_OK) ? length : status; in ucp_stream_process_rdesc_inplace()
253 req->recv.length = ucs_likely(!UCP_DT_IS_GENERIC(datatype)) ? length : in ucp_stream_recv_request_init()
310 if (ucs_likely(attr_mask == 0)) {
313 if (ucs_likely(ucp_stream_recv_nb_is_inplace(ep_ext, count))) {
438 if (ucs_likely(!(am_flags & UCT_CB_PARAM_FLAG_DESC))) { in ucp_stream_am_data_process()
H A Dstream_send.c22 if (ucs_likely((_status) != UCS_ERR_NO_RESOURCE)) { \
108 if (ucs_likely((ssize_t)length <= ucp_ep_config(ep)->am.max_short)) { in ucp_stream_send_nbx_am_short()
153 if (ucs_likely(attr_mask == 0)) {
198 if (ucs_likely(status == UCS_OK)) { in ucp_stream_contig_am_short()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/cuda/gdr_copy/
H A Dgdr_copy_ep.c50 if (ucs_likely(length)) {
85 if (ucs_likely(length)) {
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/datastruct/
H A Dptr_array.h240 if ((ucs_likely(!__ucs_ptr_array_is_free( \
431 if ((ucs_likely(!__ucs_ptr_array_is_free( \
H A Dfrag_list.h192 if (ucs_likely(UCS_FRAG_LIST_SN_CMP(sn, ==, head->head_sn + 1) && (head->elem_count == 0))) { in ucs_frag_list_insert()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/rc/verbs/
H A Drc_verbs_impl.h46 if (ucs_likely(fill == 0)) { in uct_rc_verbs_iface_post_recv_common()
64 if (ucs_likely(wc->wr_id != RC_UNSIGNALED_INF)) { in uct_rc_verbs_txcq_get_comp_count()
99 if (ucs_likely(status == UCS_OK)) { in uct_rc_verbs_iface_handle_am()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/ud/base/
H A Dud_iface.h475 if (ucs_likely((gid_len == iface->gid_table.last_len) && in uct_ud_iface_check_grh()
483 if (ucs_likely(khiter != kh_end(&iface->gid_table.hash))) { in uct_ud_iface_check_grh()
594 if (ucs_likely(ucs_queue_is_empty(&iface->rx.pending_q))) { in uct_ud_iface_dispatch_pending_rx()
604 if (ucs_likely(ucs_queue_is_empty(&iface->tx.async_comp_q))) { in uct_ud_iface_dispatch_async_comps()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/tools/perf/lib/
H A Ducp_tests.cc114 return ucs_likely(status == UCS_OK) ? length : status; in wait_stream_recv()
187 if (ucs_likely(!UCS_PTR_IS_PTR(request))) { in send()
255 if (ucs_likely(!UCS_PTR_IS_PTR(request))) { in recv()
480 if (ucs_likely(UCS_PTR_IS_PTR(data))) { in recv_stream_data()
502 if (ucs_likely(rreq == NULL)) { in recv_stream()
H A Duct_tests.cc132 if (ucs_likely(m_perf.allocator->mem_type == UCS_MEMORY_TYPE_HOST)) { in set_sn()
144 if (ucs_likely(mem_type == UCS_MEMORY_TYPE_HOST)) { in get_sn()
344 if (ucs_likely(status == UCS_OK)) { in send_b()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/cuda/cuda_ipc/
H A Dcuda_ipc_cache.c160 if (ucs_likely(pgt_region != NULL)) {
196 if (ucs_likely(status == UCS_ERR_ALREADY_EXISTS)) {
203 if (ucs_likely(status == UCS_ERR_ALREADY_EXISTS)) {
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucg/builtin/ops/
H A Dbuiltin_control.c158 if (ucs_likely(length <= phase->max_short_one)) { in ucg_builtin_step_send_flags()
162 } else if (ucs_likely(length <= phase->max_short_max)) { in ucg_builtin_step_send_flags()
178 if (ucs_likely(length < phase->max_zcopy_one)) { in ucg_builtin_step_send_flags()
195 } else if (ucs_likely(length <= phase->max_bcopy_one)) { in ucg_builtin_step_send_flags()
H A Dbuiltin_ops.c69 if (ucs_likely(length_left > frag_size)) { in ucg_builtin_step_am_short_max()
158 if (ucs_likely(length_left > frag_size)) { in ucg_builtin_step_am_bcopy_max()
234 if (ucs_likely(length_left > frag_size)) { in ucg_builtin_step_am_zcopy_max()
500 if (ucs_likely(ucs_list_is_empty(&slot->msg_head))) {
515 if (ucs_likely(desc->header.local_id == local_id)) {
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/core/
H A Ducp_am.c277 if (ucs_likely(status == UCS_OK)) { in ucp_am_contig_short()
448 if (ucs_likely(!(flags & UCP_AM_SEND_REPLY)) &&
449 (ucs_likely(UCP_DT_IS_CONTIG(datatype)))) {
452 if (ucs_likely((ssize_t)length <= ucp_ep_config(ep)->am.max_short)) {
454 if (ucs_likely(status != UCS_ERR_NO_RESOURCE)) {
H A Ducp_context.h436 if (ucs_likely(context->num_mem_type_detect_mds == 0)) { in ucp_memory_type_detect()
440 if (ucs_likely(context->memtype_cache != NULL)) { in ucp_memory_type_detect()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/sm/base/
H A Dsm_ep.c23 if (ucs_likely(length != 0)) { in uct_sm_ep_put_short()
51 if (ucs_likely(0 != length)) { in uct_sm_ep_get_bcopy()
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/sys/
H A Dcompiler_def.h180 #define ucs_likely(x) __builtin_expect(x, 1) macro
/dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucg/builtin/
H A Dbuiltin.c149 if (ucs_likely(slot->cb && (header->msg.local_id == slot->req.latest.local_id))) {
180 if (ucs_likely(ret != UCS_ERR_NO_MEMORY)) {
353 if (ucs_likely(resend_slots == 0)) { in ucg_builtin_progress()

123