/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/src/ |
H A D | ch4r_callbacks.c | 63 MPIDIG_REQUEST(req, req->request) = req; in MPIDIG_check_cmpl_order() 160 if (MPIDIG_REQUEST(rreq, count) > dt_sz * MPIDIG_REQUEST(match_req, count)) { in handle_unexp_cmpl() 205 if (MPIDIG_REQUEST(rreq, buffer)) { in handle_unexp_cmpl() 341 MPIDIG_REQUEST(rreq, datatype) = MPI_BYTE; in MPIDIG_send_target_msg_cb() 342 MPIDIG_REQUEST(rreq, count) = hdr->data_sz; in MPIDIG_send_target_msg_cb() 350 MPIDIG_REQUEST(rreq, buffer) = NULL; in MPIDIG_send_target_msg_cb() 352 MPIDIG_REQUEST(rreq, rank) = hdr->src_rank; in MPIDIG_send_target_msg_cb() 353 MPIDIG_REQUEST(rreq, tag) = hdr->tag; in MPIDIG_send_target_msg_cb() 405 MPIDIG_REQUEST(rreq, rank) = hdr->src_rank; in MPIDIG_send_target_msg_cb() 406 MPIDIG_REQUEST(rreq, tag) = hdr->tag; in MPIDIG_send_target_msg_cb() [all …]
|
H A D | ch4r_rma_target_callbacks.c | 571 MPIDIG_REQUEST(rreq, req->areq.origin_count) = MPIDIG_REQUEST(rreq, req->areq.target_count); in handle_acc_cmpl() 639 MPIDIG_REQUEST(rreq, req->areq.origin_count) = MPIDIG_REQUEST(rreq, req->areq.target_count); in handle_get_acc_cmpl() 652 MPIDIG_REQUEST(rreq, req->areq.target_count), MPIDIG_REQUEST(rreq, in handle_get_acc_cmpl() 778 MPIDIG_REQUEST(rreq, req->greq.dt) = dt; in get_target_cmpl_cb() 817 if (MPIDIG_REQUEST(rreq, req->preq.dt)) in put_target_cmpl_cb() 1179 MPIDIG_REQUEST(rreq, buffer) = MPIDIG_REQUEST(rreq, req->areq.result_addr); in MPIDIG_get_acc_ack_target_msg_cb() 1180 MPIDIG_REQUEST(rreq, count) = MPIDIG_REQUEST(rreq, req->areq.result_count); in MPIDIG_get_acc_ack_target_msg_cb() 1181 MPIDIG_REQUEST(rreq, datatype) = MPIDIG_REQUEST(rreq, req->areq.result_datatype); in MPIDIG_get_acc_ack_target_msg_cb() 2040 MPIDIG_REQUEST(rreq, buffer) = MPIDIG_REQUEST(rreq, req->greq.addr); in MPIDIG_get_ack_target_msg_cb() 2041 MPIDIG_REQUEST(rreq, count) = MPIDIG_REQUEST(rreq, req->greq.count); in MPIDIG_get_ack_target_msg_cb() [all …]
|
H A D | ch4r_recv.h | 17 ack_msg.sreq_ptr = MPIDIG_REQUEST(rreq, req->rreq.peer_req_ptr); in MPIDIG_reply_ssend() 22 MPIDI_SHM_am_send_hdr_reply(MPIDIG_REQUEST(rreq, context_id), in MPIDIG_reply_ssend() 29 MPIDI_NM_am_send_hdr_reply(MPIDIG_REQUEST(rreq, context_id), in MPIDIG_reply_ssend() 58 rreq->status.MPI_SOURCE = MPIDIG_REQUEST(rreq, rank); in MPIDIG_handle_unexp_mrecv() 59 rreq->status.MPI_TAG = MPIDIG_REQUEST(rreq, tag); in MPIDIG_handle_unexp_mrecv() 61 buf = MPIDIG_REQUEST(rreq, req->rreq.mrcv_buffer); in MPIDIG_handle_unexp_mrecv() 62 count = MPIDIG_REQUEST(rreq, req->rreq.mrcv_count); in MPIDIG_handle_unexp_mrecv() 63 datatype = MPIDIG_REQUEST(rreq, req->rreq.mrcv_datatype); in MPIDIG_handle_unexp_mrecv() 65 message_sz = MPIDIG_REQUEST(rreq, count); in MPIDIG_handle_unexp_mrecv() 100 MPIDIG_REQUEST(rreq, buffer)); in MPIDIG_handle_unexp_mrecv() [all …]
|
H A D | ch4r_probe.h | 30 unexp_req->status.MPI_SOURCE = MPIDIG_REQUEST(unexp_req, rank); in MPIDIG_mpi_iprobe() 31 unexp_req->status.MPI_TAG = MPIDIG_REQUEST(unexp_req, tag); in MPIDIG_mpi_iprobe() 32 MPIR_STATUS_SET_COUNT(unexp_req->status, MPIDIG_REQUEST(unexp_req, count)); in MPIDIG_mpi_iprobe() 74 unexp_req->status.MPI_SOURCE = MPIDIG_REQUEST(unexp_req, rank); in MPIDIG_mpi_improbe() 75 unexp_req->status.MPI_TAG = MPIDIG_REQUEST(unexp_req, tag); in MPIDIG_mpi_improbe() 76 MPIR_STATUS_SET_COUNT(unexp_req->status, MPIDIG_REQUEST(unexp_req, count)); in MPIDIG_mpi_improbe() 77 MPIDIG_REQUEST(unexp_req, req->status) |= MPIDIG_REQ_UNEXP_DQUED; in MPIDIG_mpi_improbe()
|
H A D | ch4r_rma.h | 68 MPIDIG_REQUEST(sreq, req->preq.win_ptr) = win; in MPIDIG_do_put() 89 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_put() 227 MPIDIG_REQUEST(sreq, req->greq.win_ptr) = win; in MPIDIG_do_get() 232 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_get() 357 MPIDIG_REQUEST(sreq, req->areq.win_ptr) = win; in MPIDIG_do_accumulate() 388 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_accumulate() 541 MPIDIG_REQUEST(sreq, req->areq.win_ptr) = win; in MPIDIG_do_get_accumulate() 578 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_get_accumulate() 891 MPIDIG_REQUEST(sreq, req->creq.win_ptr) = win; in MPIDIG_mpi_compare_and_swap() 895 MPIDIG_REQUEST(sreq, req->creq.data) = p_data; in MPIDIG_mpi_compare_and_swap() [all …]
|
H A D | ch4r_request.h | 44 (void **) &MPIDIG_REQUEST(req, req)); in MPIDIG_request_create() 45 MPIR_Assert(MPIDIG_REQUEST(req, req)); in MPIDIG_request_create() 46 MPIDIG_REQUEST(req, req->status) = 0; in MPIDIG_request_create() 72 (void **) &MPIDIG_REQUEST(req, req)); in MPIDIG_request_init() 73 MPIR_Assert(MPIDIG_REQUEST(req, req)); in MPIDIG_request_init() 74 MPIDIG_REQUEST(req, req->status) = 0; in MPIDIG_request_init()
|
H A D | ch4r_recvq.h | 26 return (rank == MPIDIG_REQUEST(req, rank) || MPIDIG_REQUEST(req, rank) == MPI_ANY_SOURCE) && in MPIDIG_match_posted() 27 (tag == MPIR_TAG_MASK_ERROR_BITS(MPIDIG_REQUEST(req, tag)) || in MPIDIG_match_posted() 28 MPIDIG_REQUEST(req, tag) == MPI_ANY_TAG) && context_id == MPIDIG_REQUEST(req, context_id); in MPIDIG_match_posted() 34 return (rank == MPIDIG_REQUEST(req, rank) || rank == MPI_ANY_SOURCE) && in MPIDIG_match_unexp() 35 (tag == MPIR_TAG_MASK_ERROR_BITS(MPIDIG_REQUEST(req, tag)) || in MPIDIG_match_unexp() 45 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_posted() 55 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_unexp() 83 if (!(MPIDIG_REQUEST(req, req->status) & MPIDIG_REQ_BUSY) && in MPIDIG_dequeue_unexp_strict() 207 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_posted() 217 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_unexp() [all …]
|
H A D | ch4r_rma_origin_callbacks.c | 38 MPL_free(MPIDIG_REQUEST(req, req->areq.data)); in MPIDIG_get_acc_ack_origin_cb() 52 MPL_free(MPIDIG_REQUEST(req, req->creq.data)); in MPIDIG_cswap_ack_origin_cb() 66 MPL_free(MPIDIG_REQUEST(req, req->greq.flattened_dt)); in MPIDIG_get_ack_origin_cb() 67 if (MPIDIG_REQUEST(req, req->greq.dt)) in MPIDIG_get_ack_origin_cb() 68 MPIR_Datatype_ptr_release(MPIDIG_REQUEST(req, req->greq.dt)); in MPIDIG_get_ack_origin_cb()
|
H A D | ch4_request.h | 92 if (MPIDIG_REQUEST(req, req)) { in MPID_Request_complete() 93 MPIDU_genq_private_pool_free_cell(MPIDI_global.request_pool, MPIDIG_REQUEST(req, req)); in MPID_Request_complete() 94 MPIDIG_REQUEST(req, req) = NULL; in MPID_Request_complete()
|
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/generic/am/ |
H A D | mpidig_am_recv.h | 21 MPIDIG_REQUEST(rreq, rank) = rank; in MPIDIG_prepare_recv_req() 22 MPIDIG_REQUEST(rreq, tag) = tag; in MPIDIG_prepare_recv_req() 23 MPIDIG_REQUEST(rreq, context_id) = context_id; in MPIDIG_prepare_recv_req() 24 MPIDIG_REQUEST(rreq, datatype) = datatype; in MPIDIG_prepare_recv_req() 25 MPIDIG_REQUEST(rreq, buffer) = (char *) buf; in MPIDIG_prepare_recv_req() 26 MPIDIG_REQUEST(rreq, count) = count; in MPIDIG_prepare_recv_req() 46 in_data_sz = MPIDIG_REQUEST(rreq, count); in MPIDIG_handle_unexpected() 61 MPIDIG_REQUEST(rreq, datatype) = datatype; in MPIDIG_handle_unexpected() 62 MPIDIG_REQUEST(rreq, count) = nbytes; in MPIDIG_handle_unexpected() 95 rreq->status.MPI_TAG = MPIDIG_REQUEST(rreq, tag); in MPIDIG_handle_unexpected() [all …]
|
H A D | mpidig_am_recv_utils.h | 31 max_data_size *= MPIDIG_REQUEST(rreq, count); in MPIDIG_recv_type_init() 57 MPL_free(MPIDIG_REQUEST(rreq, req->iov)); in MPIDIG_recv_finish() 91 MPIR_Typerep_iov_len(MPIDIG_REQUEST(rreq, count), MPIDIG_REQUEST(rreq, datatype), in MPIDIG_get_recv_iov_count() 113 MPIDIG_REQUEST(rreq, buffer), in MPIDIG_recv_copy() 114 MPIDIG_REQUEST(rreq, count), in MPIDIG_recv_copy() 213 MPIDIG_REQUEST(rreq, buffer), in MPIDIG_recv_copy_seg() 214 MPIDIG_REQUEST(rreq, count), in MPIDIG_recv_copy_seg() 270 MPIDI_Datatype_get_info(MPIDIG_REQUEST(rreq, count), MPIDIG_REQUEST(rreq, datatype), in MPIDIG_convert_datatype() 281 MPIR_Typerep_iov_len(MPIDIG_REQUEST(rreq, count), MPIDIG_REQUEST(rreq, datatype), in MPIDIG_convert_datatype() 288 MPIDIG_REQUEST(rreq, req->iov) = iov; in MPIDIG_convert_datatype() [all …]
|
H A D | mpidig_am_send_utils.h | 17 MPIDIG_sreq_async_t *send_async = &MPIDIG_REQUEST(sreq, req->send_async); in MPIDIG_am_send_async_init() 35 return MPIDIG_REQUEST(sreq, req->send_async).data_sz_left; in MPIDIG_am_send_async_get_data_sz_left() 40 return MPIDIG_REQUEST(sreq, req->send_async).offset; in MPIDIG_am_send_async_get_offset() 45 return MPIDIG_REQUEST(sreq, req->send_async).data_sz_left == 0; in MPIDIG_am_send_async_is_done() 52 MPIDIG_sreq_async_t *send_async = &MPIDIG_REQUEST(sreq, req->send_async); in MPIDIG_am_send_async_issue_seg() 71 MPIDIG_sreq_async_t *send_async = &MPIDIG_REQUEST(sreq, req->send_async); in MPIDIG_am_send_async_finish_seg()
|
H A D | mpidig_am_send.h | 70 MPIDIG_REQUEST(sreq, datatype) = datatype; in MPIDIG_isend_impl() 71 MPIDIG_REQUEST(sreq, buffer) = (char *) buf; in MPIDIG_isend_impl() 72 MPIDIG_REQUEST(sreq, count) = count; in MPIDIG_isend_impl() 78 MPIDIG_REQUEST(sreq, req->sreq).src_buf = buf; in MPIDIG_isend_impl() 79 MPIDIG_REQUEST(sreq, req->sreq).count = count; in MPIDIG_isend_impl() 80 MPIDIG_REQUEST(sreq, req->sreq).datatype = datatype; in MPIDIG_isend_impl() 81 MPIDIG_REQUEST(sreq, req->sreq).rank = am_hdr.src_rank; in MPIDIG_isend_impl() 82 MPIDIG_REQUEST(sreq, req->sreq).context_id = am_hdr.context_id; in MPIDIG_isend_impl() 83 MPIDIG_REQUEST(sreq, rank) = rank; in MPIDIG_isend_impl()
|
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/shm/ipc/src/ |
H A D | ipc_p2p.h | 47 MPIDIG_REQUEST(sreq, buffer) = (void *) buf; in MPIDI_IPCI_send_contig_lmt() 48 MPIDIG_REQUEST(sreq, datatype) = datatype; in MPIDI_IPCI_send_contig_lmt() 49 MPIDIG_REQUEST(sreq, rank) = rank; in MPIDI_IPCI_send_contig_lmt() 50 MPIDIG_REQUEST(sreq, count) = count; in MPIDI_IPCI_send_contig_lmt() 105 MPIDI_Datatype_check_size(MPIDIG_REQUEST(rreq, datatype), MPIDIG_REQUEST(rreq, count), data_sz); in MPIDI_IPCI_handle_lmt_recv() 114 rreq->status.MPI_SOURCE = MPIDIG_REQUEST(rreq, rank); in MPIDI_IPCI_handle_lmt_recv() 115 rreq->status.MPI_TAG = MPIDIG_REQUEST(rreq, tag); in MPIDI_IPCI_handle_lmt_recv() 118 MPIR_GPU_query_pointer_attr(MPIDIG_REQUEST(rreq, buffer), &attr); in MPIDI_IPCI_handle_lmt_recv() 141 MPIDIG_REQUEST(rreq, rank), MPIDIG_REQUEST(rreq, tag), in MPIDI_IPCI_handle_lmt_recv() 142 MPIDIG_REQUEST(rreq, context_id), (char *) MPIDIG_REQUEST(rreq, buffer), in MPIDI_IPCI_handle_lmt_recv() [all …]
|
H A D | ipc_control.c | 22 MPIR_Datatype_release_if_not_builtin(MPIDIG_REQUEST(sreq, datatype)); in MPIDI_IPCI_send_contig_lmt_fin_cb() 62 MPIR_Datatype_release_if_not_builtin(MPIDIG_REQUEST(rreq, datatype)); in MPIDI_IPCI_send_contig_lmt_rts_cb() 77 MPIDIG_REQUEST(rreq, rank) = slmt_rts_hdr->src_rank; in MPIDI_IPCI_send_contig_lmt_rts_cb() 78 MPIDIG_REQUEST(rreq, tag) = slmt_rts_hdr->tag; in MPIDI_IPCI_send_contig_lmt_rts_cb() 79 MPIDIG_REQUEST(rreq, context_id) = slmt_rts_hdr->context_id; in MPIDI_IPCI_send_contig_lmt_rts_cb() 92 MPIDIG_REQUEST(rreq, buffer) = NULL; in MPIDI_IPCI_send_contig_lmt_rts_cb() 93 MPIDIG_REQUEST(rreq, datatype) = MPI_BYTE; in MPIDI_IPCI_send_contig_lmt_rts_cb() 94 MPIDIG_REQUEST(rreq, count) = slmt_rts_hdr->data_sz; in MPIDI_IPCI_send_contig_lmt_rts_cb() 95 MPIDIG_REQUEST(rreq, rank) = slmt_rts_hdr->src_rank; in MPIDI_IPCI_send_contig_lmt_rts_cb() 96 MPIDIG_REQUEST(rreq, tag) = slmt_rts_hdr->tag; in MPIDI_IPCI_send_contig_lmt_rts_cb() [all …]
|
H A D | ipc_recv.h | 33 MPIDIG_REQUEST(message, datatype) = datatype; in MPIDI_IPCI_try_matched_recv() 34 MPIDIG_REQUEST(message, buffer) = (char *) buf; in MPIDI_IPCI_try_matched_recv() 35 MPIDIG_REQUEST(message, count) = count; in MPIDI_IPCI_try_matched_recv() 115 MPIDIG_REQUEST(unexp_req, req->status) |= MPIDIG_REQ_UNEXP_DQUED | MPIDIG_REQ_IN_PROGRESS; in MPIDI_IPC_mpi_irecv()
|
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/netmod/ofi/ |
H A D | ofi_am_events.h | 136 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in MPIDI_OFI_handle_pipeline() 251 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in MPIDI_OFI_do_handle_long_am() 421 MPI_Aint remain = MPIDIG_REQUEST(rreq, req->recv_async).in_data_sz; in do_long_am_recv_unpack() 435 MPI_Aint remain = MPIDIG_REQUEST(rreq, req->recv_async).in_data_sz; in MPIDI_OFI_am_lmt_unpack_event() 436 MPI_Aint offset = MPIDIG_REQUEST(rreq, req->recv_async).offset; in MPIDI_OFI_am_lmt_unpack_event()
|
H A D | ofi_events.c | 734 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in am_read_event()
|
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/shm/posix/ |
H A D | posix_progress.c | 91 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in progress_recv() 107 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in progress_recv()
|
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/include/ |
H A D | mpidpost.h | 17 MPIDIG_REQUEST(req, req) = NULL; in MPID_Request_create_hook()
|
H A D | mpidpre.h | 258 #define MPIDIG_REQUEST(req,field) (((req)->dev.ch4.am).field) macro
|