/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/sockets/src/ |
H A D | sock_rma.c | 97 msg->rma_iov_count > SOCK_EP_MAX_IOV_LIMIT) in sock_ep_rma_readmsg() 130 tx_op.src_iov_len = msg->rma_iov_count; in sock_ep_rma_readmsg() 139 for (i = 0; i < msg->rma_iov_count; i++) { in sock_ep_rma_readmsg() 188 .rma_iov_count = 1, in sock_ep_rma_read() 212 .rma_iov_count = 1, in sock_ep_rma_readv() 280 tx_op.dest_iov_len = msg->rma_iov_count; in sock_ep_rma_writemsg() 370 .rma_iov_count = 1, in sock_ep_rma_write() 393 .rma_iov_count = 1, in sock_ep_rma_writev() 420 .rma_iov_count = 1, in sock_ep_rma_writedata() 447 .rma_iov_count = 1, in sock_ep_rma_inject() [all …]
|
H A D | sock_atomic.c | 97 msg->rma_iov_count > SOCK_EP_MAX_IOV_LIMIT) in sock_ep_tx_atomic() 140 (msg->rma_iov_count * sizeof(union sock_iov)) + in sock_ep_tx_atomic() 151 tx_op.dest_iov_len = msg->rma_iov_count; in sock_ep_tx_atomic() 212 for (i = 0; i < msg->rma_iov_count; i++) { in sock_ep_tx_atomic() 293 .rma_iov_count = 1, in sock_ep_atomic_writev() 338 .rma_iov_count = 1, in sock_ep_atomic_inject() 395 .rma_iov_count = 1, in sock_ep_atomic_readwritev() 475 .rma_iov_count = 1, in sock_ep_atomic_compwritev()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/rxr/ |
H A D | rxr_read.c | 61 int rxr_locate_rma_iov_pos(struct fi_rma_iov *rma_iov, int rma_iov_count, size_t offset, in rxr_locate_rma_iov_pos() argument 68 for (i = 0; i < rma_iov_count; ++i) { in rxr_locate_rma_iov_pos() 111 read_entry->rma_iov_count = tx_entry->rma_iov_count; in rxr_read_alloc_entry() 115 total_rma_iov_len = ofi_total_rma_iov_len(tx_entry->rma_iov, tx_entry->rma_iov_count); in rxr_read_alloc_entry() 129 read_entry->rma_iov_count = rx_entry->rma_iov_count; in rxr_read_alloc_entry() 134 total_rma_iov_len = ofi_total_rma_iov_len(rx_entry->rma_iov, rx_entry->rma_iov_count); in rxr_read_alloc_entry() 175 for (i = 0; i < read_entry->rma_iov_count; ++i) in rxr_read_alloc_entry() 311 assert(read_entry->rma_iov_count > 0); in rxr_read_post() 331 ret = rxr_locate_rma_iov_pos(read_entry->rma_iov, read_entry->rma_iov_count, in rxr_read_post() 343 assert(rma_iov_idx < read_entry->rma_iov_count); in rxr_read_post() [all …]
|
H A D | rxr_pkt_type_req.c | 1063 rtw_hdr->rma_iov_count = tx_entry->rma_iov_count; in rxr_pkt_init_eager_rtw() 1078 rtw_hdr->rma_iov_count = tx_entry->rma_iov_count; in rxr_pkt_init_long_rtw() 1098 rtw_hdr->rma_iov_count = tx_entry->rma_iov_count; in rxr_pkt_init_read_rtw() 1209 rx_entry->iov_count = rtw_hdr->rma_iov_count; in rxr_pkt_handle_eager_rtw_recv() 1265 rx_entry->iov_count = rtw_hdr->rma_iov_count; in rxr_pkt_handle_long_rtw_recv() 1329 rx_entry->iov_count = rtw_hdr->rma_iov_count; in rxr_pkt_handle_read_rtw_recv() 1377 rtr_hdr->rma_iov_count = tx_entry->rma_iov_count; in rxr_pkt_init_rtr() 1466 rx_entry->iov_count = rtr_hdr->rma_iov_count; in rxr_pkt_handle_rtr_recv() 1514 rta_hdr->rma_iov_count = tx_entry->rma_iov_count; in rxr_pkt_init_rta() 1521 for (i=0; i < tx_entry->rma_iov_count; ++i) { in rxr_pkt_init_rta() [all …]
|
H A D | rxr_atomic.c | 47 assert(msg->rma_iov_count <= RXR_IOV_LIMIT); in rxr_atomic_copy_shm_msg() 51 sizeof(*msg->rma_iov) * msg->rma_iov_count); in rxr_atomic_copy_shm_msg() 52 for (i = 0; i < msg->rma_iov_count; i++) in rxr_atomic_copy_shm_msg() 88 assert(msg_atomic->rma_iov_count > 0); in rxr_atomic_alloc_tx_entry() 90 tx_entry->rma_iov_count = msg_atomic->rma_iov_count; in rxr_atomic_alloc_tx_entry() 93 msg_atomic->rma_iov_count, in rxr_atomic_alloc_tx_entry() 193 msg.rma_iov_count = 1; in rxr_atomic_inject() 247 msg.rma_iov_count = 1; in rxr_atomic_writev() 325 msg.rma_iov_count = 1; in rxr_atomic_readwritev() 413 msg.rma_iov_count = 1; in rxr_atomic_compwritev()
|
H A D | rxr_rma.c | 145 assert(msg_rma->rma_iov_count > 0); in rxr_rma_alloc_tx_entry() 147 tx_entry->rma_iov_count = msg_rma->rma_iov_count; in rxr_rma_alloc_tx_entry() 149 sizeof(struct fi_rma_iov) * msg_rma->rma_iov_count); in rxr_rma_alloc_tx_entry() 182 msg.rma_iov_count = tx_entry->rma_iov_count; in rxr_rma_post_shm_write() 367 msg.rma_iov_count = 1; in rxr_rma_readv() 470 msg.rma_iov_count = 1; in rxr_rma_writev() 507 msg.rma_iov_count = 1; in rxr_rma_writedata() 530 msg.rma_iov_count = 1; in rxr_rma_inject_write() 554 msg.rma_iov_count = 1; in rxr_rma_inject_writedata()
|
H A D | rxr_pkt_type_req.h | 363 uint32_t rma_iov_count; member 377 uint32_t rma_iov_count; member 386 uint32_t rma_iov_count; member 398 uint32_t rma_iov_count; member 482 uint32_t rma_iov_count; member 535 uint32_t rma_iov_count; member
|
H A D | rxr_read.h | 67 size_t rma_iov_count; member
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/tcp/src/ |
H A D | tcpx_rma.c | 62 send_entry->hdr.base_hdr.rma_iov_cnt = msg->rma_iov_count; in tcpx_rma_read_send_entry_fill() 64 msg->rma_iov_count * sizeof(msg->rma_iov[0])); in tcpx_rma_read_send_entry_fill() 66 offset += (msg->rma_iov_count * sizeof(*rma_iov)); in tcpx_rma_read_send_entry_fill() 106 assert(msg->rma_iov_count <= TCPX_IOV_LIMIT); in tcpx_rma_readmsg() 144 .rma_iov_count = 1, in tcpx_rma_read() 167 .rma_iov_count = 1, in tcpx_rma_readv() 197 assert(msg->rma_iov_count <= TCPX_IOV_LIMIT); in tcpx_rma_writemsg() 213 msg->rma_iov_count * sizeof(msg->rma_iov[0])); in tcpx_rma_writemsg() 272 .rma_iov_count = 1, in tcpx_rma_write() 295 .rma_iov_count = 1, in tcpx_rma_writev() [all …]
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxm/src/ |
H A D | rxm_rma.c | 74 assert(msg->rma_iov_count <= rxm_ep->rxm_info->tx_attr->rma_iov_limit); in rxm_ep_rma_common() 140 .rma_iov_count = 1, in rxm_ep_readv() 168 .rma_iov_count = 1, in rxm_ep_read() 196 rxm_msg->rma_iov_count = orig_msg->rma_iov_count; in rxm_ep_format_rma_msg() 208 assert(msg->rma_iov_count <= rxm_ep->rxm_info->tx_attr->rma_iov_limit); in rxm_ep_rma_emulate_inject_msg() 251 .rma_iov_count = 1, in rxm_ep_rma_emulate_inject() 277 (msg->rma_iov_count > 1)) { in rxm_ep_rma_inject_common() 344 .rma_iov_count = 1, in rxm_ep_writev() 374 .rma_iov_count = 1, in rxm_ep_writedata() 404 .rma_iov_count = 1, in rxm_ep_write()
|
H A D | rxm_atomic.c | 106 msg->rma_iov_count <= RXM_IOV_LIMIT); in rxm_ep_atomic_common() 154 msg->rma_iov, msg->rma_iov_count); in rxm_ep_atomic_common() 231 .rma_iov_count = 1, in rxm_ep_atomic_writev() 279 .rma_iov_count = 1, in rxm_ep_atomic_inject() 348 .rma_iov_count = 1, in rxm_ep_atomic_readwritev() 447 .rma_iov_count = 1, in rxm_ep_atomic_compwritev()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/src/ |
H A D | iov.c | 99 void ofi_consume_rma_iov(struct fi_rma_iov *rma_iov, size_t *rma_iov_count, in ofi_consume_rma_iov() argument 104 if (*rma_iov_count == 1) in ofi_consume_rma_iov() 107 for (i = 0; i < *rma_iov_count; i++) { in ofi_consume_rma_iov() 113 sizeof(*rma_iov) * (*rma_iov_count - i)); in ofi_consume_rma_iov() 114 *rma_iov_count -= i; in ofi_consume_rma_iov()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/mrail/src/ |
H A D | mrail_rma.c | 54 for (i = 0; i < subreq->rma_iov_count; ++i) { in mrail_subreq_to_rail() 84 msg.rma_iov_count = subreq->rma_iov_count; in mrail_post_subreq() 235 ret = ofi_copy_rma_iov(subreq->rma_iov, &subreq->rma_iov_count, in mrail_prepare_rma_subreqs() 237 msg->rma_iov_count, &rma_iov_index, in mrail_prepare_rma_subreqs() 339 .rma_iov_count = 1, in mrail_ep_read() 375 .rma_iov_count = 1, in mrail_ep_write()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/netdir/src/ |
H A D | netdir_ep_rma.c | 130 .rma_iov_count = 1, in ofi_nd_ep_readv() 169 for (i = 0; i < msg->rma_iov_count; i++) { in ofi_nd_ep_readmsg() 179 msg->rma_iov_count > ND_MSG_IOV_LIMIT) || in ofi_nd_ep_readmsg() 205 ofi_nd_split_msg_iov_2_rma_iov(msg->rma_iov, msg->rma_iov_count, in ofi_nd_ep_readmsg() 298 .rma_iov_count = 1, in ofi_nd_ep_writev() 342 for (i = 0; i < msg->rma_iov_count; i++) { in ofi_nd_ep_writemsg() 352 msg->rma_iov_count > ND_MSG_IOV_LIMIT)) || in ofi_nd_ep_writemsg() 435 for (i = 0; i < msg->rma_iov_count; i++) { in ofi_nd_ep_writemsg() 492 .rma_iov_count = 1, in ofi_nd_ep_inject() 522 .rma_iov_count = 1, in ofi_nd_ep_writedata() [all …]
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/bgq/include/rdma/ |
H A D | fi_direct_atomic.h | 502 const size_t rma_iov_count = msg->rma_iov_count; in fi_bgq_atomic_writemsg_generic() local 536 if ((rma_iov_dtcount == 0) && ((rma_iov_index+1) < rma_iov_count)) { in fi_bgq_atomic_writemsg_generic() 582 const size_t rma_iov_count = msg->rma_iov_count; in fi_bgq_atomic_readwritemsg_generic() local 624 if ((rma_iov_dtcount == 0) && ((rma_iov_index+1) < rma_iov_count)) { in fi_bgq_atomic_readwritemsg_generic() 661 if ((rma_iov_dtcount == 0) && ((rma_iov_index+1) < rma_iov_count)) { in fi_bgq_atomic_readwritemsg_generic() 719 const size_t rma_iov_count = msg->rma_iov_count; in fi_bgq_atomic_compwritemsg_generic() local 765 if ((rma_iov_dtcount == 0) && ((rma_iov_index+1) < rma_iov_count)) { in fi_bgq_atomic_compwritemsg_generic()
|
H A D | fi_direct_rma.h | 686 const size_t rma_iov_count = msg->rma_iov_count; in fi_bgq_writemsg_generic() local 723 if ((rma_iov_bytes == 0) && ((rma_iov_index+1) < rma_iov_count)) { in fi_bgq_writemsg_generic() 858 const size_t src_iov_count = msg->rma_iov_count; in fi_bgq_readmsg_generic()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/ |
H A D | efa_rma.c | 54 if (OFI_UNLIKELY(msg->rma_iov_count > ep->domain->info->tx_attr->rma_iov_limit)) { in efa_rma_post_read() 115 msg.rma_iov_count = 1; in efa_rma_readv()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/fabtests/ubertest/ |
H A D | xfer.c | 313 msg.rma_iov_count = 1; in ft_post_send_rma() 343 msg.rma_iov_count = 1; in ft_post_send_rma() 420 msg.rma_iov_count = 1; in ft_post_send_atomic() 460 msg.rma_iov_count = 1; in ft_post_send_atomic() 505 msg.rma_iov_count = 1; in ft_post_send_atomic() 646 msg.rma_iov_count = 1; in ft_rma_sync()
|
/dports/net/mpich/mpich-3.4.3/src/mpid/ch4/netmod/ofi/ |
H A D | ofi_rma.h | 258 msg.rma_iov_count = 1; in MPIDI_OFI_do_put() 419 msg.rma_iov_count = 1; in MPIDI_OFI_do_get() 634 msg.rma_iov_count = 1; in MPIDI_NM_mpi_compare_and_swap() 754 msg.rma_iov_count = 1; in MPIDI_OFI_do_accumulate() 894 msg.rma_iov_count = 1; in MPIDI_OFI_do_get_accumulate() 1119 msg.rma_iov_count = 1; in MPIDI_NM_mpi_fetch_and_op()
|
H A D | ofi_rma.c | 138 msg.rma_iov_count = 1; in MPIDI_OFI_nopack_putget() 232 msg.rma_iov_count = 1; in issue_packed_put() 314 msg.rma_iov_count = 1; in issue_packed_get()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxd/src/ |
H A D | rxd_atomic.c | 165 msg->rma_iov, msg->rma_iov_count, msg->data, in rxd_atomic_writemsg() 269 msg->rma_iov, msg->rma_iov_count, msg->data, in rxd_atomic_readwritemsg() 339 msg->rma_iov, msg->rma_iov_count, msg->data, in rxd_atomic_compwritemsg()
|
H A D | rxd_rma.c | 223 msg->rma_iov, msg->rma_iov_count, in rxd_readmsg() 276 msg->rma_iov, msg->rma_iov_count, in rxd_writemsg()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/gni/test/ |
H A D | rdm_dgram_rma.c | 1221 msg.rma_iov_count = 1; in do_writemsg() 1351 msg.rma_iov_count = 1; in do_writemsg_more() 1360 msg2.rma_iov_count = 1; in do_writemsg_more() 1471 msg.rma_iov_count = 1; in do_mixed_more() 1572 msg.rma_iov_count = 1; in do_write_fence() 2251 msg.rma_iov_count = 1; in do_readmsg() 2286 msg.rma_iov_count = 1; in do_readmsg() 2358 msg.rma_iov_count = 1; in do_readmsg_more() 2374 msg2.rma_iov_count = 1; in do_readmsg_more() 2562 msg.rma_iov_count = 1; in inject_common() [all …]
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/shm/src/ |
H A D | smr_atomic.c | 260 msg->rma_iov, msg->rma_iov_count, in smr_atomic_writemsg() 384 msg->rma_iov, msg->rma_iov_count, in smr_atomic_readwritemsg() 454 msg->rma_iov, msg->rma_iov_count, in smr_atomic_compwritemsg()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/include/rdma/ |
H A D | fi_rma.h | 61 size_t rma_iov_count; member
|