Home
last modified time | relevance | path

Searched refs:MPIDIG_REQUEST (Results 1 – 21 of 21) sorted by relevance

/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/src/
H A Dch4r_callbacks.c63 MPIDIG_REQUEST(req, req->request) = req; in MPIDIG_check_cmpl_order()
160 if (MPIDIG_REQUEST(rreq, count) > dt_sz * MPIDIG_REQUEST(match_req, count)) { in handle_unexp_cmpl()
205 if (MPIDIG_REQUEST(rreq, buffer)) { in handle_unexp_cmpl()
341 MPIDIG_REQUEST(rreq, datatype) = MPI_BYTE; in MPIDIG_send_target_msg_cb()
342 MPIDIG_REQUEST(rreq, count) = hdr->data_sz; in MPIDIG_send_target_msg_cb()
350 MPIDIG_REQUEST(rreq, buffer) = NULL; in MPIDIG_send_target_msg_cb()
352 MPIDIG_REQUEST(rreq, rank) = hdr->src_rank; in MPIDIG_send_target_msg_cb()
353 MPIDIG_REQUEST(rreq, tag) = hdr->tag; in MPIDIG_send_target_msg_cb()
405 MPIDIG_REQUEST(rreq, rank) = hdr->src_rank; in MPIDIG_send_target_msg_cb()
406 MPIDIG_REQUEST(rreq, tag) = hdr->tag; in MPIDIG_send_target_msg_cb()
[all …]
H A Dch4r_rma_target_callbacks.c571 MPIDIG_REQUEST(rreq, req->areq.origin_count) = MPIDIG_REQUEST(rreq, req->areq.target_count); in handle_acc_cmpl()
639 MPIDIG_REQUEST(rreq, req->areq.origin_count) = MPIDIG_REQUEST(rreq, req->areq.target_count); in handle_get_acc_cmpl()
652 MPIDIG_REQUEST(rreq, req->areq.target_count), MPIDIG_REQUEST(rreq, in handle_get_acc_cmpl()
778 MPIDIG_REQUEST(rreq, req->greq.dt) = dt; in get_target_cmpl_cb()
817 if (MPIDIG_REQUEST(rreq, req->preq.dt)) in put_target_cmpl_cb()
1179 MPIDIG_REQUEST(rreq, buffer) = MPIDIG_REQUEST(rreq, req->areq.result_addr); in MPIDIG_get_acc_ack_target_msg_cb()
1180 MPIDIG_REQUEST(rreq, count) = MPIDIG_REQUEST(rreq, req->areq.result_count); in MPIDIG_get_acc_ack_target_msg_cb()
1181 MPIDIG_REQUEST(rreq, datatype) = MPIDIG_REQUEST(rreq, req->areq.result_datatype); in MPIDIG_get_acc_ack_target_msg_cb()
2040 MPIDIG_REQUEST(rreq, buffer) = MPIDIG_REQUEST(rreq, req->greq.addr); in MPIDIG_get_ack_target_msg_cb()
2041 MPIDIG_REQUEST(rreq, count) = MPIDIG_REQUEST(rreq, req->greq.count); in MPIDIG_get_ack_target_msg_cb()
[all …]
H A Dch4r_recv.h17 ack_msg.sreq_ptr = MPIDIG_REQUEST(rreq, req->rreq.peer_req_ptr); in MPIDIG_reply_ssend()
22 MPIDI_SHM_am_send_hdr_reply(MPIDIG_REQUEST(rreq, context_id), in MPIDIG_reply_ssend()
29 MPIDI_NM_am_send_hdr_reply(MPIDIG_REQUEST(rreq, context_id), in MPIDIG_reply_ssend()
58 rreq->status.MPI_SOURCE = MPIDIG_REQUEST(rreq, rank); in MPIDIG_handle_unexp_mrecv()
59 rreq->status.MPI_TAG = MPIDIG_REQUEST(rreq, tag); in MPIDIG_handle_unexp_mrecv()
61 buf = MPIDIG_REQUEST(rreq, req->rreq.mrcv_buffer); in MPIDIG_handle_unexp_mrecv()
62 count = MPIDIG_REQUEST(rreq, req->rreq.mrcv_count); in MPIDIG_handle_unexp_mrecv()
63 datatype = MPIDIG_REQUEST(rreq, req->rreq.mrcv_datatype); in MPIDIG_handle_unexp_mrecv()
65 message_sz = MPIDIG_REQUEST(rreq, count); in MPIDIG_handle_unexp_mrecv()
100 MPIDIG_REQUEST(rreq, buffer)); in MPIDIG_handle_unexp_mrecv()
[all …]
H A Dch4r_probe.h30 unexp_req->status.MPI_SOURCE = MPIDIG_REQUEST(unexp_req, rank); in MPIDIG_mpi_iprobe()
31 unexp_req->status.MPI_TAG = MPIDIG_REQUEST(unexp_req, tag); in MPIDIG_mpi_iprobe()
32 MPIR_STATUS_SET_COUNT(unexp_req->status, MPIDIG_REQUEST(unexp_req, count)); in MPIDIG_mpi_iprobe()
74 unexp_req->status.MPI_SOURCE = MPIDIG_REQUEST(unexp_req, rank); in MPIDIG_mpi_improbe()
75 unexp_req->status.MPI_TAG = MPIDIG_REQUEST(unexp_req, tag); in MPIDIG_mpi_improbe()
76 MPIR_STATUS_SET_COUNT(unexp_req->status, MPIDIG_REQUEST(unexp_req, count)); in MPIDIG_mpi_improbe()
77 MPIDIG_REQUEST(unexp_req, req->status) |= MPIDIG_REQ_UNEXP_DQUED; in MPIDIG_mpi_improbe()
H A Dch4r_rma.h68 MPIDIG_REQUEST(sreq, req->preq.win_ptr) = win; in MPIDIG_do_put()
89 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_put()
227 MPIDIG_REQUEST(sreq, req->greq.win_ptr) = win; in MPIDIG_do_get()
232 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_get()
357 MPIDIG_REQUEST(sreq, req->areq.win_ptr) = win; in MPIDIG_do_accumulate()
388 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_accumulate()
541 MPIDIG_REQUEST(sreq, req->areq.win_ptr) = win; in MPIDIG_do_get_accumulate()
578 MPIDIG_REQUEST(sreq, rank) = target_rank; in MPIDIG_do_get_accumulate()
891 MPIDIG_REQUEST(sreq, req->creq.win_ptr) = win; in MPIDIG_mpi_compare_and_swap()
895 MPIDIG_REQUEST(sreq, req->creq.data) = p_data; in MPIDIG_mpi_compare_and_swap()
[all …]
H A Dch4r_request.h44 (void **) &MPIDIG_REQUEST(req, req)); in MPIDIG_request_create()
45 MPIR_Assert(MPIDIG_REQUEST(req, req)); in MPIDIG_request_create()
46 MPIDIG_REQUEST(req, req->status) = 0; in MPIDIG_request_create()
72 (void **) &MPIDIG_REQUEST(req, req)); in MPIDIG_request_init()
73 MPIR_Assert(MPIDIG_REQUEST(req, req)); in MPIDIG_request_init()
74 MPIDIG_REQUEST(req, req->status) = 0; in MPIDIG_request_init()
H A Dch4r_recvq.h26 return (rank == MPIDIG_REQUEST(req, rank) || MPIDIG_REQUEST(req, rank) == MPI_ANY_SOURCE) && in MPIDIG_match_posted()
27 (tag == MPIR_TAG_MASK_ERROR_BITS(MPIDIG_REQUEST(req, tag)) || in MPIDIG_match_posted()
28 MPIDIG_REQUEST(req, tag) == MPI_ANY_TAG) && context_id == MPIDIG_REQUEST(req, context_id); in MPIDIG_match_posted()
34 return (rank == MPIDIG_REQUEST(req, rank) || rank == MPI_ANY_SOURCE) && in MPIDIG_match_unexp()
35 (tag == MPIR_TAG_MASK_ERROR_BITS(MPIDIG_REQUEST(req, tag)) || in MPIDIG_match_unexp()
45 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_posted()
55 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_unexp()
83 if (!(MPIDIG_REQUEST(req, req->status) & MPIDIG_REQ_BUSY) && in MPIDIG_dequeue_unexp_strict()
207 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_posted()
217 MPIDIG_REQUEST(req, req->rreq.request) = req; in MPIDIG_enqueue_unexp()
[all …]
H A Dch4r_rma_origin_callbacks.c38 MPL_free(MPIDIG_REQUEST(req, req->areq.data)); in MPIDIG_get_acc_ack_origin_cb()
52 MPL_free(MPIDIG_REQUEST(req, req->creq.data)); in MPIDIG_cswap_ack_origin_cb()
66 MPL_free(MPIDIG_REQUEST(req, req->greq.flattened_dt)); in MPIDIG_get_ack_origin_cb()
67 if (MPIDIG_REQUEST(req, req->greq.dt)) in MPIDIG_get_ack_origin_cb()
68 MPIR_Datatype_ptr_release(MPIDIG_REQUEST(req, req->greq.dt)); in MPIDIG_get_ack_origin_cb()
H A Dch4_request.h92 if (MPIDIG_REQUEST(req, req)) { in MPID_Request_complete()
93 MPIDU_genq_private_pool_free_cell(MPIDI_global.request_pool, MPIDIG_REQUEST(req, req)); in MPID_Request_complete()
94 MPIDIG_REQUEST(req, req) = NULL; in MPID_Request_complete()
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/generic/am/
H A Dmpidig_am_recv.h21 MPIDIG_REQUEST(rreq, rank) = rank; in MPIDIG_prepare_recv_req()
22 MPIDIG_REQUEST(rreq, tag) = tag; in MPIDIG_prepare_recv_req()
23 MPIDIG_REQUEST(rreq, context_id) = context_id; in MPIDIG_prepare_recv_req()
24 MPIDIG_REQUEST(rreq, datatype) = datatype; in MPIDIG_prepare_recv_req()
25 MPIDIG_REQUEST(rreq, buffer) = (char *) buf; in MPIDIG_prepare_recv_req()
26 MPIDIG_REQUEST(rreq, count) = count; in MPIDIG_prepare_recv_req()
46 in_data_sz = MPIDIG_REQUEST(rreq, count); in MPIDIG_handle_unexpected()
61 MPIDIG_REQUEST(rreq, datatype) = datatype; in MPIDIG_handle_unexpected()
62 MPIDIG_REQUEST(rreq, count) = nbytes; in MPIDIG_handle_unexpected()
95 rreq->status.MPI_TAG = MPIDIG_REQUEST(rreq, tag); in MPIDIG_handle_unexpected()
[all …]
H A Dmpidig_am_recv_utils.h31 max_data_size *= MPIDIG_REQUEST(rreq, count); in MPIDIG_recv_type_init()
57 MPL_free(MPIDIG_REQUEST(rreq, req->iov)); in MPIDIG_recv_finish()
91 MPIR_Typerep_iov_len(MPIDIG_REQUEST(rreq, count), MPIDIG_REQUEST(rreq, datatype), in MPIDIG_get_recv_iov_count()
113 MPIDIG_REQUEST(rreq, buffer), in MPIDIG_recv_copy()
114 MPIDIG_REQUEST(rreq, count), in MPIDIG_recv_copy()
213 MPIDIG_REQUEST(rreq, buffer), in MPIDIG_recv_copy_seg()
214 MPIDIG_REQUEST(rreq, count), in MPIDIG_recv_copy_seg()
270 MPIDI_Datatype_get_info(MPIDIG_REQUEST(rreq, count), MPIDIG_REQUEST(rreq, datatype), in MPIDIG_convert_datatype()
281 MPIR_Typerep_iov_len(MPIDIG_REQUEST(rreq, count), MPIDIG_REQUEST(rreq, datatype), in MPIDIG_convert_datatype()
288 MPIDIG_REQUEST(rreq, req->iov) = iov; in MPIDIG_convert_datatype()
[all …]
H A Dmpidig_am_send_utils.h17 MPIDIG_sreq_async_t *send_async = &MPIDIG_REQUEST(sreq, req->send_async); in MPIDIG_am_send_async_init()
35 return MPIDIG_REQUEST(sreq, req->send_async).data_sz_left; in MPIDIG_am_send_async_get_data_sz_left()
40 return MPIDIG_REQUEST(sreq, req->send_async).offset; in MPIDIG_am_send_async_get_offset()
45 return MPIDIG_REQUEST(sreq, req->send_async).data_sz_left == 0; in MPIDIG_am_send_async_is_done()
52 MPIDIG_sreq_async_t *send_async = &MPIDIG_REQUEST(sreq, req->send_async); in MPIDIG_am_send_async_issue_seg()
71 MPIDIG_sreq_async_t *send_async = &MPIDIG_REQUEST(sreq, req->send_async); in MPIDIG_am_send_async_finish_seg()
H A Dmpidig_am_send.h70 MPIDIG_REQUEST(sreq, datatype) = datatype; in MPIDIG_isend_impl()
71 MPIDIG_REQUEST(sreq, buffer) = (char *) buf; in MPIDIG_isend_impl()
72 MPIDIG_REQUEST(sreq, count) = count; in MPIDIG_isend_impl()
78 MPIDIG_REQUEST(sreq, req->sreq).src_buf = buf; in MPIDIG_isend_impl()
79 MPIDIG_REQUEST(sreq, req->sreq).count = count; in MPIDIG_isend_impl()
80 MPIDIG_REQUEST(sreq, req->sreq).datatype = datatype; in MPIDIG_isend_impl()
81 MPIDIG_REQUEST(sreq, req->sreq).rank = am_hdr.src_rank; in MPIDIG_isend_impl()
82 MPIDIG_REQUEST(sreq, req->sreq).context_id = am_hdr.context_id; in MPIDIG_isend_impl()
83 MPIDIG_REQUEST(sreq, rank) = rank; in MPIDIG_isend_impl()
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/shm/ipc/src/
H A Dipc_p2p.h47 MPIDIG_REQUEST(sreq, buffer) = (void *) buf; in MPIDI_IPCI_send_contig_lmt()
48 MPIDIG_REQUEST(sreq, datatype) = datatype; in MPIDI_IPCI_send_contig_lmt()
49 MPIDIG_REQUEST(sreq, rank) = rank; in MPIDI_IPCI_send_contig_lmt()
50 MPIDIG_REQUEST(sreq, count) = count; in MPIDI_IPCI_send_contig_lmt()
105 MPIDI_Datatype_check_size(MPIDIG_REQUEST(rreq, datatype), MPIDIG_REQUEST(rreq, count), data_sz); in MPIDI_IPCI_handle_lmt_recv()
114 rreq->status.MPI_SOURCE = MPIDIG_REQUEST(rreq, rank); in MPIDI_IPCI_handle_lmt_recv()
115 rreq->status.MPI_TAG = MPIDIG_REQUEST(rreq, tag); in MPIDI_IPCI_handle_lmt_recv()
118 MPIR_GPU_query_pointer_attr(MPIDIG_REQUEST(rreq, buffer), &attr); in MPIDI_IPCI_handle_lmt_recv()
141 MPIDIG_REQUEST(rreq, rank), MPIDIG_REQUEST(rreq, tag), in MPIDI_IPCI_handle_lmt_recv()
142 MPIDIG_REQUEST(rreq, context_id), (char *) MPIDIG_REQUEST(rreq, buffer), in MPIDI_IPCI_handle_lmt_recv()
[all …]
H A Dipc_control.c22 MPIR_Datatype_release_if_not_builtin(MPIDIG_REQUEST(sreq, datatype)); in MPIDI_IPCI_send_contig_lmt_fin_cb()
62 MPIR_Datatype_release_if_not_builtin(MPIDIG_REQUEST(rreq, datatype)); in MPIDI_IPCI_send_contig_lmt_rts_cb()
77 MPIDIG_REQUEST(rreq, rank) = slmt_rts_hdr->src_rank; in MPIDI_IPCI_send_contig_lmt_rts_cb()
78 MPIDIG_REQUEST(rreq, tag) = slmt_rts_hdr->tag; in MPIDI_IPCI_send_contig_lmt_rts_cb()
79 MPIDIG_REQUEST(rreq, context_id) = slmt_rts_hdr->context_id; in MPIDI_IPCI_send_contig_lmt_rts_cb()
92 MPIDIG_REQUEST(rreq, buffer) = NULL; in MPIDI_IPCI_send_contig_lmt_rts_cb()
93 MPIDIG_REQUEST(rreq, datatype) = MPI_BYTE; in MPIDI_IPCI_send_contig_lmt_rts_cb()
94 MPIDIG_REQUEST(rreq, count) = slmt_rts_hdr->data_sz; in MPIDI_IPCI_send_contig_lmt_rts_cb()
95 MPIDIG_REQUEST(rreq, rank) = slmt_rts_hdr->src_rank; in MPIDI_IPCI_send_contig_lmt_rts_cb()
96 MPIDIG_REQUEST(rreq, tag) = slmt_rts_hdr->tag; in MPIDI_IPCI_send_contig_lmt_rts_cb()
[all …]
H A Dipc_recv.h33 MPIDIG_REQUEST(message, datatype) = datatype; in MPIDI_IPCI_try_matched_recv()
34 MPIDIG_REQUEST(message, buffer) = (char *) buf; in MPIDI_IPCI_try_matched_recv()
35 MPIDIG_REQUEST(message, count) = count; in MPIDI_IPCI_try_matched_recv()
115 MPIDIG_REQUEST(unexp_req, req->status) |= MPIDIG_REQ_UNEXP_DQUED | MPIDIG_REQ_IN_PROGRESS; in MPIDI_IPC_mpi_irecv()
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/netmod/ofi/
H A Dofi_am_events.h136 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in MPIDI_OFI_handle_pipeline()
251 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in MPIDI_OFI_do_handle_long_am()
421 MPI_Aint remain = MPIDIG_REQUEST(rreq, req->recv_async).in_data_sz; in do_long_am_recv_unpack()
435 MPI_Aint remain = MPIDIG_REQUEST(rreq, req->recv_async).in_data_sz; in MPIDI_OFI_am_lmt_unpack_event()
436 MPI_Aint offset = MPIDIG_REQUEST(rreq, req->recv_async).offset; in MPIDI_OFI_am_lmt_unpack_event()
H A Dofi_events.c734 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in am_read_event()
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/shm/posix/
H A Dposix_progress.c91 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in progress_recv()
107 MPIDIG_REQUEST(rreq, req->target_cmpl_cb) (rreq); in progress_recv()
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/include/
H A Dmpidpost.h17 MPIDIG_REQUEST(req, req) = NULL; in MPID_Request_create_hook()
H A Dmpidpre.h258 #define MPIDIG_REQUEST(req,field) (((req)->dev.ch4.am).field) macro