Home
last modified time | relevance | path

Searched refs:util_cq (Results 1 – 25 of 36) sorted by relevance

12

/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/verbs/src/
H A Dverbs_cq.c106 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_readerr()
117 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_readerr()
144 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_readerr()
288 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_flush_cq()
297 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_flush_cq()
322 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_read()
359 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_read()
398 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_trywait()
430 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_cq_trywait()
513 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_cq_close()
[all …]
H A Dverbs_ep.c49 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_post_recv()
63 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_recv()
69 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_recv()
82 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_post_send()
111 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_send()
121 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_post_send()
302 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_close_free_ep()
304 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_close_free_ep()
422 cq->util_cq.cq_fastlock_acquire(&cq->util_cq.cq_lock); in vrb_ep_bind()
429 cq->util_cq.cq_fastlock_release(&cq->util_cq.cq_lock); in vrb_ep_bind()
[all …]
H A Dverbs_domain_xrc.c55 struct vrb_cq, util_cq); in vrb_reserve_qpn()
111 struct vrb_cq, util_cq); in vrb_set_ini_conn_key()
148 struct vrb_cq, util_cq); in vrb_get_shared_ini_conn()
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/shm/src/
H A Dsmr_cq.c41 struct util_cq *util_cq; in smr_cq_open() local
56 util_cq = calloc(1, sizeof(*util_cq)); in smr_cq_open()
57 if (!util_cq) in smr_cq_open()
60 ret = ofi_cq_init(&smr_prov, domain, attr, util_cq, in smr_cq_open()
65 (*cq_fid) = &util_cq->cq_fid; in smr_cq_open()
69 free(util_cq); in smr_cq_open()
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/tcp/src/
H A Dtcpx_cq.c41 void tcpx_cq_progress(struct util_cq *cq) in tcpx_cq_progress()
105 ret = ofi_cq_cleanup(&tcpx_cq->util_cq); in tcpx_cq_close()
118 tcpx_cq->util_cq.cq_fastlock_acquire(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_alloc()
119 if (!ofi_cirque_isfull(tcpx_cq->util_cq.cirq)) in tcpx_xfer_entry_alloc()
123 tcpx_cq->util_cq.cq_fastlock_release(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_alloc()
140 tcpx_cq->util_cq.cq_fastlock_acquire(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_release()
142 tcpx_cq->util_cq.cq_fastlock_release(&tcpx_cq->util_cq.cq_lock); in tcpx_xfer_entry_release()
145 void tcpx_cq_report_success(struct util_cq *cq, in tcpx_cq_report_success()
172 void tcpx_cq_report_error(struct util_cq *cq, in tcpx_cq_report_error()
201 struct util_cq *cq; in tcpx_cq_control()
[all …]
H A Dtcpx.h241 struct util_cq util_cq; member
274 void tcpx_cq_report_success(struct util_cq *cq,
276 void tcpx_cq_report_error(struct util_cq *cq,
H A Dtcpx_progress.c57 struct tcpx_cq, util_cq); in tcpx_cq_report_xfer_fail()
125 struct tcpx_cq, util_cq); in process_tx_entry()
135 struct tcpx_cq, util_cq); in tcpx_prepare_rx_entry_resp()
195 struct tcpx_cq, util_cq); in tcpx_prepare_rx_write_resp()
219 struct tcpx_cq, util_cq); in tcpx_prepare_rx_write_resp()
266 struct tcpx_cq, util_cq); in process_rx_remote_write_entry()
280 struct tcpx_cq, util_cq); in process_rx_remote_write_entry()
307 struct tcpx_cq, util_cq); in process_rx_read_entry()
422 util_cq); in tcpx_get_rx_entry_op_msg()
489 struct tcpx_cq, util_cq); in tcpx_get_rx_entry_op_read_req()
[all …]
H A Dtcpx_rma.c103 util_cq); in tcpx_rma_readmsg()
190 util_cq); in tcpx_rma_writemsg()
347 util_cq); in tcpx_rma_inject_common()
H A Dtcpx_msg.c57 tcpx_cq = container_of(tcpx_ep->util_ep.rx_cq, struct tcpx_cq, util_cq); in tcpx_alloc_recv_entry()
72 tcpx_cq = container_of(tcpx_ep->util_ep.tx_cq, struct tcpx_cq, util_cq); in tcpx_alloc_send_entry()
176 util_cq); in tcpx_sendmsg()
H A Dtcpx_ep.c313 struct tcpx_cq, util_cq); in tcpx_rx_msg_release()
327 tcpx_cq_report_error(&tcpx_cq->util_cq, xfer_entry, FI_ECANCELED); in tcpx_ep_release_queue()
337 tcpx_cq = container_of(ep->util_ep.tx_cq, struct tcpx_cq, util_cq); in tcpx_ep_tx_rx_queues_release()
342 tcpx_cq = container_of(ep->util_ep.rx_cq, struct tcpx_cq, util_cq); in tcpx_ep_tx_rx_queues_release()
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/util/src/
H A Dutil_cq.c68 int ofi_cq_write_error(struct util_cq *cq, in ofi_cq_write_error()
207 void util_cq_read_oflow_entry(struct util_cq *cq, in util_cq_read_oflow_entry()
238 struct util_cq *cq; in ofi_cq_readfrom()
320 struct util_cq *cq; in ofi_cq_readerr()
383 struct util_cq *cq; in ofi_cq_sreadfrom()
418 struct util_cq *cq = container_of(cq_fid, struct util_cq, cq_fid); in ofi_cq_signal()
441 int ofi_cq_cleanup(struct util_cq *cq) in ofi_cq_cleanup()
472 struct util_cq *cq = container_of(fid, struct util_cq, cq_fid.fid); in ofi_cq_control()
488 struct util_cq *cq; in util_cq_close()
589 void ofi_cq_progress(struct util_cq *cq) in ofi_cq_progress()
[all …]
H A Dutil_poll.c78 struct util_cq *cq; in util_poll_run()
93 cq = container_of(fid_entry->fid, struct util_cq, in util_poll_run()
H A Dutil_ep.c40 int ofi_ep_bind_cq(struct util_ep *ep, struct util_cq *cq, uint64_t flags) in ofi_ep_bind_cq()
168 struct util_cq *cq; in ofi_ep_bind()
178 cq = container_of(fid, struct util_cq, cq_fid.fid); in ofi_ep_bind()
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/rxr/
H A Drxr_cq.c51 struct util_cq *cq; in rxr_cq_strerror()
85 struct util_cq *util_cq; in rxr_cq_handle_rx_error() local
91 util_cq = ep->util_ep.rx_cq; in rxr_cq_handle_rx_error()
154 return ofi_cq_write_error(util_cq, &err_entry); in rxr_cq_handle_rx_error()
171 struct util_cq *util_cq; in rxr_cq_handle_tx_error() local
178 util_cq = ep->util_ep.tx_cq; in rxr_cq_handle_tx_error()
444 struct util_cq *rx_cq = ep->util_ep.rx_cq; in rxr_cq_write_rx_completion()
682 struct util_cq *target_cq; in rxr_cq_handle_shm_completion()
751 struct util_cq *tx_cq = ep->util_ep.tx_cq; in rxr_cq_write_tx_completion()
873 struct util_cq *cq; in rxr_cq_close()
[all …]
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/udp/src/
H A Dudpx_cq.c41 struct util_cq *cq; in udpx_cq_close()
43 cq = container_of(fid, struct util_cq, cq_fid.fid); in udpx_cq_close()
63 struct util_cq *cq; in udpx_cq_open()
/dports/net/mpich/mpich-3.4.3/modules/libfabric/include/
H A Dofi_util.h265 struct util_cq *rx_cq;
267 struct util_cq *tx_cq;
305 int ofi_ep_bind_cq(struct util_ep *ep, struct util_cq *cq, uint64_t flags);
489 typedef void (*ofi_cq_progress_func)(struct util_cq *cq);
491 struct util_cq { struct
513 struct fi_cq_attr *attr, struct util_cq *cq, argument
515 int ofi_check_bind_cq_flags(struct util_ep *ep, struct util_cq *cq,
517 void ofi_cq_progress(struct util_cq *cq);
518 int ofi_cq_cleanup(struct util_cq *cq);
534 static inline void util_cq_signal(struct util_cq *cq) in util_cq_signal()
[all …]
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/efa/src/
H A Defa_cq.c61 cq = container_of(cq_fid, struct efa_cq, util_cq.cq_fid); in efa_cq_readerr()
130 cq = container_of(cq_fid, struct efa_cq, util_cq.cq_fid); in efa_cq_readfrom()
224 cq = container_of(fid, struct efa_cq, util_cq.cq_fid.fid); in efa_cq_close()
242 ret = ofi_cq_cleanup(&cq->util_cq); in efa_cq_close()
273 ret = ofi_cq_init(&efa_prov, domain_fid, attr, &cq->util_cq, in efa_cq_open()
322 *cq_fid = &cq->util_cq.cq_fid; in efa_cq_open()
335 ofi_cq_cleanup(&cq->util_cq); in efa_cq_open()
H A Defa_ep.c271 cq = container_of(bfid, struct efa_cq, util_cq.cq_fid); in efa_ep_bind()
275 ret = ofi_ep_bind_cq(&ep->util_ep, &cq->util_cq, flags); in efa_ep_bind()
475 struct util_cq *cq; in efa_ep_progress_internal()
484 cq = &efa_cq->util_cq; in efa_ep_progress_internal()
H A Defa.h184 struct util_cq util_cq; member
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/mrail/src/
H A Dmrail_cq.c37 static int mrail_cq_write_send_comp(struct util_cq *cq, in mrail_cq_write_send_comp()
99 static void mrail_finish_rndv_recv(struct util_cq *cq, in mrail_finish_rndv_recv()
103 struct mrail_cq *mrail_cq = container_of(cq, struct mrail_cq, util_cq); in mrail_finish_rndv_recv()
481 ret = ofi_cq_cleanup(&mrail_cq->util_cq); in mrail_cq_close()
510 static void mrail_handle_rma_completion(struct util_cq *cq, in mrail_handle_rma_completion()
546 void mrail_poll_cq(struct util_cq *cq) in mrail_poll_cq()
556 mrail_cq = container_of(cq, struct mrail_cq, util_cq); in mrail_poll_cq()
616 static void mrail_cq_progress(struct util_cq *cq) in mrail_cq_progress()
641 ret = ofi_cq_init(&mrail_prov, domain, attr, &mrail_cq->util_cq, in mrail_cq_open()
671 *cq_fid = &mrail_cq->util_cq.cq_fid; in mrail_cq_open()
[all …]
H A Dmrail.h261 struct util_cq util_cq; member
433 void mrail_poll_cq(struct util_cq *cq);
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxd/src/
H A Drxd_cq.c55 fastlock_acquire(&cq->util_cq.ep_list_lock); in rxd_cq_strerror()
56 assert(!dlist_empty(&cq->util_cq.ep_list)); in rxd_cq_strerror()
57 fid_entry = container_of(cq->util_cq.ep_list.next, in rxd_cq_strerror()
63 fastlock_release(&cq->util_cq.ep_list_lock); in rxd_cq_strerror()
70 return ofi_cq_write(&cq->util_cq, cq_entry->op_context, in rxd_cq_write()
80 cq->util_cq.wait->signal(cq->util_cq.wait); in rxd_cq_write_signal()
123 ret = ofi_cq_write_error(&rx_cq->util_cq, &err_entry); in rxd_complete_rx()
1195 ret = ofi_cq_cleanup(&cq->util_cq); in rxd_cq_close()
1214 struct util_cq *cq; in rxd_cq_sreadfrom()
1219 cq = container_of(cq_fid, struct util_cq, cq_fid); in rxd_cq_sreadfrom()
[all …]
H A Drxd.h168 struct util_cq util_cq; member
234 return container_of(ep->util_ep.tx_cq, struct rxd_cq, util_cq); in rxd_ep_tx_cq()
239 return container_of(ep->util_ep.rx_cq, struct rxd_cq, util_cq); in rxd_ep_rx_cq()
H A Drxd_ep.c122 ret = ofi_cq_write_error(&rxd_ep_rx_cq(ep)->util_cq, &err_entry); in rxd_ep_cancel_recv()
750 struct util_cq *cq; in rxd_ep_bind()
767 cq = container_of(bfid, struct util_cq, cq_fid.fid); in rxd_ep_bind()
894 ret = ofi_cq_write_error(&rxd_ep_tx_cq(rxd_ep)->util_cq, &err_entry); in rxd_peer_timeout()
/dports/net/mpich/mpich-3.4.3/modules/libfabric/prov/rxm/src/
H A Drxm_cq.c52 struct util_cq *cq; in rxm_cq_strerror()
1219 struct util_cq *cq; in rxm_cq_read_write_error()
1439 struct util_cq *util_cq; in rxm_cq_close() local
1442 util_cq = container_of(fid, struct util_cq, cq_fid.fid); in rxm_cq_close()
1444 ret = ofi_cq_cleanup(util_cq); in rxm_cq_close()
1448 free(util_cq); in rxm_cq_close()
1474 struct util_cq *util_cq; in rxm_cq_open() local
1477 util_cq = calloc(1, sizeof(*util_cq)); in rxm_cq_open()
1478 if (!util_cq) in rxm_cq_open()
1486 *cq_fid = &util_cq->cq_fid; in rxm_cq_open()
[all …]

12