/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/verbs/src/ |
H A D | verbs_cq.c | 106 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_readerr() 117 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_readerr() 144 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_readerr() 288 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_flush_cq() 297 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_flush_cq() 322 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_read() 359 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_read() 398 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_trywait() 430 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_trywait() 513 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_close() [all …]
|
H A D | verbs_ep.c | 49 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_post_recv() 63 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_recv() 69 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_recv() 82 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_post_send() 111 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_send() 121 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_send() 302 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_close_free_ep() 304 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_close_free_ep() 422 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_ep_bind() 429 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_ep_bind() [all …]
|
H A D | verbs_domain_xrc.c | 55 struct vrb_cq, util_cq); in vrb_reserve_qpn() 111 struct vrb_cq, util_cq); in vrb_set_ini_conn_key() 148 struct vrb_cq, util_cq); in vrb_get_shared_ini_conn()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/shm/src/ |
H A D | smr_cq.c | 41 struct util_cq *util_cq; in smr_cq_open() local 56 util_cq = calloc(1, sizeof(*util_cq)); in smr_cq_open() 57 if (!util_cq) in smr_cq_open() 60 ret = ofi_cq_init(&smr_prov, domain, attr, util_cq, in smr_cq_open() 65 (*cq_fid) = &util_cq->cq_fid; in smr_cq_open() 69 free(util_cq); in smr_cq_open()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/tcp/src/ |
H A D | tcpx_cq.c | 41 void tcpx_cq_progress(struct util_cq *cq) in tcpx_cq_progress() 105 ret = ofi_cq_cleanup(&tcpx_cq->util_cq); in tcpx_cq_close() 118 tcpx_cq->util_cq.cq_fastlock_acquire(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_alloc() 119 if (!ofi_cirque_isfull(tcpx_cq->util_cq.cirq)) in tcpx_xfer_entry_alloc() 123 tcpx_cq->util_cq.cq_fastlock_release(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_alloc() 140 tcpx_cq->util_cq.cq_fastlock_acquire(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_release() 142 tcpx_cq->util_cq.cq_fastlock_release(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_release() 145 void tcpx_cq_report_success(struct util_cq *cq, in tcpx_cq_report_success() 172 void tcpx_cq_report_error(struct util_cq *cq, in tcpx_cq_report_error() 201 struct util_cq *cq; in tcpx_cq_control() [all …]
|
H A D | tcpx.h | 241 struct util_cq util_cq; member 274 void tcpx_cq_report_success(struct util_cq *cq, 276 void tcpx_cq_report_error(struct util_cq *cq,
|
H A D | tcpx_progress.c | 57 struct tcpx_cq, util_cq); in tcpx_cq_report_xfer_fail() 125 struct tcpx_cq, util_cq); in process_tx_entry() 135 struct tcpx_cq, util_cq); in tcpx_prepare_rx_entry_resp() 195 struct tcpx_cq, util_cq); in tcpx_prepare_rx_write_resp() 219 struct tcpx_cq, util_cq); in tcpx_prepare_rx_write_resp() 266 struct tcpx_cq, util_cq); in process_rx_remote_write_entry() 280 struct tcpx_cq, util_cq); in process_rx_remote_write_entry() 307 struct tcpx_cq, util_cq); in process_rx_read_entry() 422 util_cq); in tcpx_get_rx_entry_op_msg() 489 struct tcpx_cq, util_cq); in tcpx_get_rx_entry_op_read_req() [all …]
|
H A D | tcpx_rma.c | 103 util_cq); in tcpx_rma_readmsg() 190 util_cq); in tcpx_rma_writemsg() 347 util_cq); in tcpx_rma_inject_common()
|
H A D | tcpx_msg.c | 57 tcpx_cq = container_of(tcpx_ep->util_ep.rx_cq, struct tcpx_cq, util_cq); in tcpx_alloc_recv_entry() 72 tcpx_cq = container_of(tcpx_ep->util_ep.tx_cq, struct tcpx_cq, util_cq); in tcpx_alloc_send_entry() 176 util_cq); in tcpx_sendmsg()
|
H A D | tcpx_ep.c | 313 struct tcpx_cq, util_cq); in tcpx_rx_msg_release() 327 tcpx_cq_report_error(&tcpx_cq->util_cq, xfer_entry, FI_ECANCELED); in tcpx_ep_release_queue() 337 tcpx_cq = container_of(ep->util_ep.tx_cq, struct tcpx_cq, util_cq); in tcpx_ep_tx_rx_queues_release() 342 tcpx_cq = container_of(ep->util_ep.rx_cq, struct tcpx_cq, util_cq); in tcpx_ep_tx_rx_queues_release()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/util/src/ |
H A D | util_cq.c | 68 int ofi_cq_write_error(struct util_cq *cq, in ofi_cq_write_error() 207 void util_cq_read_oflow_entry(struct util_cq *cq, in util_cq_read_oflow_entry() 238 struct util_cq *cq; in ofi_cq_readfrom() 320 struct util_cq *cq; in ofi_cq_readerr() 383 struct util_cq *cq; in ofi_cq_sreadfrom() 418 struct util_cq *cq = container_of(cq_fid, struct util_cq, cq_fid); in ofi_cq_signal() 441 int ofi_cq_cleanup(struct util_cq *cq) in ofi_cq_cleanup() 472 struct util_cq *cq = container_of(fid, struct util_cq, cq_fid.fid); in ofi_cq_control() 488 struct util_cq *cq; in util_cq_close() 589 void ofi_cq_progress(struct util_cq *cq) in ofi_cq_progress() [all …]
|
H A D | util_poll.c | 78 struct util_cq *cq; in util_poll_run() 93 cq = container_of(fid_entry->fid, struct util_cq, in util_poll_run()
|
H A D | util_ep.c | 40 int ofi_ep_bind_cq(struct util_ep *ep, struct util_cq *cq, uint64_t flags) in ofi_ep_bind_cq() 168 struct util_cq *cq; in ofi_ep_bind() 178 cq = container_of(fid, struct util_cq, cq_fid.fid); in ofi_ep_bind()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/rxr/ |
H A D | rxr_cq.c | 51 struct util_cq *cq; in rxr_cq_strerror() 85 struct util_cq *util_cq; in rxr_cq_handle_rx_error() local 91 util_cq = ep->util_ep.rx_cq; in rxr_cq_handle_rx_error() 154 return ofi_cq_write_error(util_cq, &err_entry); in rxr_cq_handle_rx_error() 171 struct util_cq *util_cq; in rxr_cq_handle_tx_error() local 178 util_cq = ep->util_ep.tx_cq; in rxr_cq_handle_tx_error() 444 struct util_cq *rx_cq = ep->util_ep.rx_cq; in rxr_cq_write_rx_completion() 682 struct util_cq *target_cq; in rxr_cq_handle_shm_completion() 751 struct util_cq *tx_cq = ep->util_ep.tx_cq; in rxr_cq_write_tx_completion() 873 struct util_cq *cq; in rxr_cq_close() [all …]
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/udp/src/ |
H A D | udpx_cq.c | 41 struct util_cq *cq; in udpx_cq_close() 43 cq = container_of(fid, struct util_cq, cq_fid.fid); in udpx_cq_close() 63 struct util_cq *cq; in udpx_cq_open()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/include/ |
H A D | ofi_util.h | 265 struct util_cq *rx_cq; 267 struct util_cq *tx_cq; 305 int ofi_ep_bind_cq(struct util_ep *ep, struct util_cq *cq, uint64_t flags); 489 typedef void (*ofi_cq_progress_func)(struct util_cq *cq); 491 struct util_cq { struct 513 struct fi_cq_attr *attr, struct util_cq *cq, argument 515 int ofi_check_bind_cq_flags(struct util_ep *ep, struct util_cq *cq, 517 void ofi_cq_progress(struct util_cq *cq); 518 int ofi_cq_cleanup(struct util_cq *cq); 534 static inline void util_cq_signal(struct util_cq *cq) in util_cq_signal() [all …]
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/ |
H A D | efa_cq.c | 61 cq = container_of(cq_fid, struct efa_cq, util_cq.cq_fid); in efa_cq_readerr() 130 cq = container_of(cq_fid, struct efa_cq, util_cq.cq_fid); in efa_cq_readfrom() 224 cq = container_of(fid, struct efa_cq, util_cq.cq_fid.fid); in efa_cq_close() 242 ret = ofi_cq_cleanup(&cq->util_cq); in efa_cq_close() 273 ret = ofi_cq_init(&efa_prov, domain_fid, attr, &cq->util_cq, in efa_cq_open() 322 *cq_fid = &cq->util_cq.cq_fid; in efa_cq_open() 335 ofi_cq_cleanup(&cq->util_cq); in efa_cq_open()
|
H A D | efa_ep.c | 271 cq = container_of(bfid, struct efa_cq, util_cq.cq_fid); in efa_ep_bind() 275 ret = ofi_ep_bind_cq(&ep->util_ep, &cq->util_cq, flags); in efa_ep_bind() 475 struct util_cq *cq; in efa_ep_progress_internal() 484 cq = &efa_cq->util_cq; in efa_ep_progress_internal()
|
H A D | efa.h | 184 struct util_cq util_cq; member
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/mrail/src/ |
H A D | mrail_cq.c | 37 static int mrail_cq_write_send_comp(struct util_cq *cq, in mrail_cq_write_send_comp() 99 static void mrail_finish_rndv_recv(struct util_cq *cq, in mrail_finish_rndv_recv() 103 struct mrail_cq *mrail_cq = container_of(cq, struct mrail_cq, util_cq); in mrail_finish_rndv_recv() 481 ret = ofi_cq_cleanup(&mrail_cq->util_cq); in mrail_cq_close() 510 static void mrail_handle_rma_completion(struct util_cq *cq, in mrail_handle_rma_completion() 546 void mrail_poll_cq(struct util_cq *cq) in mrail_poll_cq() 556 mrail_cq = container_of(cq, struct mrail_cq, util_cq); in mrail_poll_cq() 616 static void mrail_cq_progress(struct util_cq *cq) in mrail_cq_progress() 641 ret = ofi_cq_init(&mrail_prov, domain, attr, &mrail_cq->util_cq, in mrail_cq_open() 671 *cq_fid = &mrail_cq->util_cq.cq_fid; in mrail_cq_open() [all …]
|
H A D | mrail.h | 261 struct util_cq util_cq; member 433 void mrail_poll_cq(struct util_cq *cq);
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxd/src/ |
H A D | rxd_cq.c | 55 fastlock_acquire(&cq->util_cq.ep_list_lock); in rxd_cq_strerror() 56 assert(!dlist_empty(&cq->util_cq.ep_list)); in rxd_cq_strerror() 57 fid_entry = container_of(cq->util_cq.ep_list.next, in rxd_cq_strerror() 63 fastlock_release(&cq->util_cq.ep_list_lock); in rxd_cq_strerror() 70 return ofi_cq_write(&cq->util_cq, cq_entry->op_context, in rxd_cq_write() 80 cq->util_cq.wait->signal(cq->util_cq.wait); in rxd_cq_write_signal() 123 ret = ofi_cq_write_error(&rx_cq->util_cq, &err_entry); in rxd_complete_rx() 1195 ret = ofi_cq_cleanup(&cq->util_cq); in rxd_cq_close() 1214 struct util_cq *cq; in rxd_cq_sreadfrom() 1219 cq = container_of(cq_fid, struct util_cq, cq_fid); in rxd_cq_sreadfrom() [all …]
|
H A D | rxd.h | 168 struct util_cq util_cq; member 234 return container_of(ep->util_ep.tx_cq, struct rxd_cq, util_cq); in rxd_ep_tx_cq() 239 return container_of(ep->util_ep.rx_cq, struct rxd_cq, util_cq); in rxd_ep_rx_cq()
|
H A D | rxd_ep.c | 122 ret = ofi_cq_write_error(&rxd_ep_rx_cq(ep)->util_cq, &err_entry); in rxd_ep_cancel_recv() 750 struct util_cq *cq; in rxd_ep_bind() 767 cq = container_of(bfid, struct util_cq, cq_fid.fid); in rxd_ep_bind() 894 ret = ofi_cq_write_error(&rxd_ep_tx_cq(rxd_ep)->util_cq, &err_entry); in rxd_peer_timeout()
|
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxm/src/ |
H A D | rxm_cq.c | 52 struct util_cq *cq; in rxm_cq_strerror() 1219 struct util_cq *cq; in rxm_cq_read_write_error() 1439 struct util_cq *util_cq; in rxm_cq_close() local 1442 util_cq = container_of(fid, struct util_cq, cq_fid.fid); in rxm_cq_close() 1444 ret = ofi_cq_cleanup(util_cq); in rxm_cq_close() 1448 free(util_cq); in rxm_cq_close() 1474 struct util_cq *util_cq; in rxm_cq_open() local 1477 util_cq = calloc(1, sizeof(*util_cq)); in rxm_cq_open() 1478 if (!util_cq) in rxm_cq_open() 1486 *cq_fid = &util_cq->cq_fid; in rxm_cq_open() [all …]
|