| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/gni/test/ |
| H A D | rdm_atomic.c | 122 hints->caps |= FI_ATOMIC | FI_READ | FI_REMOTE_READ | in common_atomic_setup()
1730 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_WRITE, 0); in do_min_buf()
1764 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_WRITE, 0); in do_min_buf()
1799 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_WRITE, 0); in do_min_buf()
3653 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_READ, 0); in do_fetch_min_buf()
3689 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_READ, 0); in do_fetch_min_buf()
3729 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_READ, 0); in do_fetch_min_buf()
3766 rdm_atomic_check_tcqe(&cqe, t, FI_ATOMIC | FI_READ, 0); in do_fetch_min_buf()
5369 cr_assert(err_cqe.flags == (FI_ATOMIC | FI_WRITE)); in Test()
5419 cr_assert(err_cqe.flags == (FI_ATOMIC | FI_READ)); in Test()
[all …]
|
| H A D | api.c | 1045 if (read_allowed(FI_ATOMIC, fi[0]->caps, fi[1]->caps)) { in do_atomic_write_fetch()
1058 hints[0]->caps = FI_ATOMIC; in __amo_write_read()
1059 hints[1]->caps = FI_ATOMIC; in __amo_write_read()
1076 hints[0]->caps = FI_ATOMIC | FI_WRITE; in __amo_write_only()
1077 hints[1]->caps = FI_ATOMIC | FI_REMOTE_WRITE; in __amo_write_only()
1094 hints[0]->caps = FI_ATOMIC | FI_WRITE; in __amo_write_no_remote()
1095 hints[1]->caps = FI_ATOMIC | FI_WRITE; in __amo_write_no_remote()
1112 hints[0]->caps = FI_ATOMIC | FI_READ; in __amo_read_only()
1113 hints[1]->caps = FI_ATOMIC | FI_REMOTE_READ; in __amo_read_only()
1130 hints[0]->caps = FI_ATOMIC | FI_READ; in __amo_read_no_remote()
[all …]
|
| H A D | sep.c | 110 hints->caps = FI_RMA_EVENT | FI_ATOMIC | FI_RMA | FI_MSG | in sep_setup_common()
428 hints->caps = FI_ATOMIC | FI_RMA | FI_MSG | FI_NAMED_RX_CTX | FI_TAGGED; in sep_setup_context()
1692 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_WRITE, 0, tx_ep[0][index]); in sep_atomic()
1729 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_WRITE, 0, tx_ep[0][index]); in sep_atomic_v()
1781 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_WRITE, 0, tx_ep[0][index]); in sep_atomic_msg()
1846 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_READ, 0, tx_ep[0][index]); in sep_atomic_rw()
1888 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_READ, 0, tx_ep[0][index]); in sep_atomic_rwv()
1943 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_READ, 0, tx_ep[0][index]); in sep_atomic_rwmsg()
1984 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_READ, 0, tx_ep[0][index]); in sep_atomic_compwrite()
2037 sep_check_tcqe(&cqe, target, FI_ATOMIC | FI_READ, 0, tx_ep[0][index]); in sep_atomic_compwritev()
[all …]
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxm/src/ |
| H A D | rxm_init.c | 103 if (hints->caps & (FI_ATOMIC | FI_TAGGED)) in rxm_info_to_core()
223 FI_ATOMIC); in rxm_alter_info()
224 cur->tx_attr->caps &= ~(FI_ATOMIC); in rxm_alter_info()
225 cur->rx_attr->caps &= ~(FI_DIRECTED_RECV | FI_ATOMIC | in rxm_alter_info()
241 if (hints->caps & FI_ATOMIC) { in rxm_alter_info()
250 cur->caps &= ~FI_ATOMIC; in rxm_alter_info()
251 cur->tx_attr->caps &= ~FI_ATOMIC; in rxm_alter_info()
252 cur->rx_attr->caps &= ~FI_ATOMIC; in rxm_alter_info()
285 if (!hints || !(hints->caps & FI_ATOMIC)) in rxm_validate_atomic_hints()
|
| H A D | rxm_domain.c | 143 if (rxm_mr->domain->util_domain.info_domain_caps & FI_ATOMIC) in rxm_mr_close()
271 if (rxm_domain->util_domain.info_domain_caps & FI_ATOMIC) { in rxm_mr_regattr()
323 if (rxm_domain->util_domain.info_domain_caps & FI_ATOMIC) { in rxm_mr_regv()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/gni/include/ |
| H A D | gnix_atomic.h | 37 #define GNIX_ATOMIC_WRITE_FLAGS_DEF (FI_ATOMIC | FI_WRITE)
38 #define GNIX_ATOMIC_READ_FLAGS_DEF (FI_ATOMIC | FI_READ)
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/rxr/ |
| H A D | rxr_attr.c | 46 FI_ATOMIC | EFA_HMEM_CAP)
49 FI_ATOMIC | EFA_HMEM_CAP)
|
| H A D | rxr_cntr.c | 143 flags = flags & (FI_SEND | FI_READ | FI_WRITE | FI_ATOMIC | in efa_cntr_report_error()
148 if (flags == FI_WRITE || flags == FI_ATOMIC) in efa_cntr_report_error()
|
| H A D | rxr_ep.c | 106 rx_entry->cq_entry.flags = (FI_REMOTE_WRITE | FI_ATOMIC); in rxr_ep_rx_entry_init()
110 rx_entry->cq_entry.flags = (FI_REMOTE_READ | FI_ATOMIC); in rxr_ep_rx_entry_init()
406 tx_entry->cq_entry.flags = (FI_WRITE | FI_ATOMIC); in rxr_tx_entry_init()
410 tx_entry->cq_entry.flags = (FI_READ | FI_ATOMIC); in rxr_tx_entry_init()
1401 if (is_shm_cq && (cq_entry.flags & (FI_ATOMIC | FI_REMOTE_CQ_DATA))) { in rxr_ep_poll_cq()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/man/ |
| H A D | fi_rxm.7.md | 47 The RxM provider currently supports *FI_MSG*, *FI_TAGGED*, *FI_RMA* and *FI_ATOMIC* capabilities.
53 : The following data transfer interface is supported: *FI_MSG*, *FI_TAGGED*, *FI_RMA*, *FI_ATOMIC*.
108 ## FI_ATOMIC limitations
110 The FI_ATOMIC capability will only be listed in the fi_info if the fi_info
111 hints parameter specifies FI_ATOMIC. If FI_ATOMIC is requested, message order
|
| H A D | fi_bgq.7.md | 35 *FI_ATOMIC*, *FI_NAMED_RX_CTX*, *FI_READ*, *FI_WRITE*, *FI_SEND*, *FI_RECV*,
54 supporting FI_ATOMIC, FI_READ, FI_WRITE, FI_REMOTE_READ, and FI_REMOTE_WRITE
|
| H A D | fi_mrail.7.md | 58 * FI_ATOMIC
|
| H A D | fi_getinfo.3.md | 257 *FI_ATOMIC*
261 FI_ATOMIC implies the ability to initiate and be the target of
323 and/or FI_ATOMIC be set.
340 that FI_RMA and/or FI_ATOMIC be set.
345 that FI_RMA and/or FI_ATOMIC be set.
425 and/or FI_ATOMIC be set.
442 Primary capabilities: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_MULTICAST,
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/bgq/src/ |
| H A D | fi_bgq_info.c | 62 .caps = FI_RMA | FI_ATOMIC | FI_TRANSMIT_COMPLETE, in fi_bgq_set_default_info()
75 .caps = FI_RMA | FI_ATOMIC | FI_NAMED_RX_CTX, in fi_bgq_set_default_info()
|
| H A D | fi_bgq_sep.c | 113 if ((caps & FI_RMA || caps & FI_ATOMIC) && (caps & FI_REMOTE_READ || caps & FI_REMOTE_WRITE)) { in fi_bgq_tx_ctx()
124 if (caps & FI_RMA || caps & FI_ATOMIC) { in fi_bgq_tx_ctx()
219 if ((caps & FI_RMA || caps & FI_ATOMIC) && (caps & FI_READ || caps & FI_WRITE)) { in fi_bgq_rx_ctx()
230 if (caps & FI_RMA || caps & FI_ATOMIC) { in fi_bgq_rx_ctx()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/fabtests/ubertest/ |
| H A D | test_ctrl.c | 432 if (test_info.test_class & FI_ATOMIC) { in ft_pingpong_rma()
491 if (test_info.test_class & (FI_RMA | FI_ATOMIC)) in ft_pingpong()
572 if (test_info.test_class & (FI_RMA | FI_ATOMIC)) { in ft_run_latency()
618 if (test_info.test_class & FI_ATOMIC) { in ft_bw_rma()
660 if (test_info.test_class & (FI_RMA | FI_ATOMIC)) in ft_bw()
750 if (test_info.test_class & (FI_RMA | FI_ATOMIC)) { in ft_run_bandwidth()
882 else if (test_info.test_class & FI_ATOMIC) in ft_unit()
926 if (test_info.test_class & (FI_RMA | FI_ATOMIC)) { in ft_run_unit()
|
| H A D | verify.c | 90 if (test_info.caps & FI_ATOMIC) { in ft_sync_fill_bufs()
154 if (test_info.caps & FI_ATOMIC) in ft_verify_bufs()
|
| H A D | domain.c | 277 if (!(fabric_info->caps & (FI_RMA | FI_ATOMIC))) in ft_setup_mr_control()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/util/src/ |
| H A D | util_cq.c | 683 [ofi_op_atomic] = FI_ATOMIC | FI_REMOTE_WRITE,
684 [ofi_op_atomic_fetch] = FI_ATOMIC | FI_REMOTE_READ,
685 [ofi_op_atomic_compare] = FI_ATOMIC | FI_REMOTE_READ,
696 [ofi_op_atomic] = FI_ATOMIC | FI_WRITE,
697 [ofi_op_atomic_fetch] = FI_ATOMIC | FI_READ,
698 [ofi_op_atomic_compare] = FI_ATOMIC | FI_READ,
|
| H A D | util_attr.c | 696 if (user_info->caps & (FI_RMA | FI_ATOMIC)) { in ofi_check_ep_attr()
820 if (base_caps & (FI_RMA | FI_ATOMIC)) { in ofi_check_attr_subset()
1110 if (info_caps & (FI_RMA | FI_ATOMIC)) { in fi_alter_ep_attr()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/psm2/src/ |
| H A D | psmx2_atomic.c | 693 cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_self()
715 cq_flags = FI_READ | FI_ATOMIC; in psmx2_atomic_self()
717 cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_self()
738 cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_self()
867 req->cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_write_generic()
976 req->cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_writev_generic()
1160 req->cq_flags = FI_READ | FI_ATOMIC; in psmx2_atomic_readwrite_generic()
1162 req->cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_readwrite_generic()
1333 req->cq_flags = FI_READ | FI_ATOMIC; in psmx2_atomic_readwritev_generic()
1542 req->cq_flags = FI_WRITE | FI_ATOMIC; in psmx2_atomic_compwrite_generic()
[all …]
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/psm/src/ |
| H A D | psmx_atomic.c | 638 cq_flags = FI_WRITE | FI_ATOMIC; in psmx_atomic_self()
660 cq_flags = FI_READ | FI_ATOMIC; in psmx_atomic_self()
662 cq_flags = FI_WRITE | FI_ATOMIC; in psmx_atomic_self()
683 cq_flags = FI_WRITE | FI_ATOMIC; in psmx_atomic_self()
842 req->cq_flags = FI_WRITE | FI_ATOMIC; in _psmx_atomic_write()
1031 req->cq_flags = FI_READ | FI_ATOMIC; in _psmx_atomic_readwrite()
1033 req->cq_flags = FI_WRITE | FI_ATOMIC; in _psmx_atomic_readwrite()
1249 req->cq_flags = FI_WRITE | FI_ATOMIC; in _psmx_atomic_compwrite()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxd/src/ |
| H A D | rxd_cntr.c | 113 RXD_FLAG(err->flags, (FI_ATOMIC)) ? ep->util_ep.wr_cntr : in rxd_cntr_report_error()
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/include/rdma/ |
| H A D | fabric.h | 136 #define FI_ATOMIC (1ULL << 4) macro
137 #define FI_ATOMICS FI_ATOMIC
|
| /dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/verbs/src/ |
| H A D | verbs_cq.c | 64 entry->flags = FI_ATOMIC; in vrb_cq_read_msg_entry()
67 entry->flags = FI_ATOMIC; in vrb_cq_read_msg_entry()
|