/linux/drivers/infiniband/core/ |
H A D | rw.c | 223 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs() 224 rdma_wr->wr.num_sge = nr_sge; in rdma_rw_init_map_wrs() 225 rdma_wr->wr.sg_list = sge; in rdma_rw_init_map_wrs() 263 memset(rdma_wr, 0, sizeof(*rdma_wr)); in rdma_rw_init_single_wr() 269 rdma_wr->wr.num_sge = 1; in rdma_rw_init_single_wr() 270 rdma_wr->remote_addr = remote_addr; in rdma_rw_init_single_wr() 271 rdma_wr->rkey = rkey; in rdma_rw_init_single_wr() 381 struct ib_rdma_wr *rdma_wr; in rdma_rw_ctx_signature_init() local 442 rdma_wr = &ctx->reg->wr; in rdma_rw_ctx_signature_init() 444 rdma_wr->wr.num_sge = 1; in rdma_rw_ctx_signature_init() [all …]
|
/linux/drivers/infiniband/hw/erdma/ |
H A D | erdma_qp.c | 296 struct ib_rdma_wr *rdma_wr; in erdma_push_one_sqe() local 330 rdma_wr = container_of(send_wr, struct ib_rdma_wr, wr); in erdma_push_one_sqe() 334 write_sqe->sink_stag = cpu_to_le32(rdma_wr->rkey); in erdma_push_one_sqe() 336 cpu_to_le32(upper_32_bits(rdma_wr->remote_addr)); in erdma_push_one_sqe() 338 cpu_to_le32(lower_32_bits(rdma_wr->remote_addr)); in erdma_push_one_sqe() 357 rdma_wr = container_of(send_wr, struct ib_rdma_wr, wr); in erdma_push_one_sqe() 367 sge->addr = cpu_to_le64(rdma_wr->remote_addr); in erdma_push_one_sqe() 368 sge->key = cpu_to_le32(rdma_wr->rkey); in erdma_push_one_sqe()
|
/linux/net/smc/ |
H A D | smc_tx.c | 318 int num_sges, struct ib_rdma_wr *rdma_wr) in smc_tx_rdma_write() argument 324 rdma_wr->wr.wr_id = smc_wr_tx_get_next_wr_id(link); in smc_tx_rdma_write() 325 rdma_wr->wr.num_sge = num_sges; in smc_tx_rdma_write() 326 rdma_wr->remote_addr = in smc_tx_rdma_write() 332 rdma_wr->rkey = lgr->rtokens[conn->rtoken_idx][link->link_idx].rkey; in smc_tx_rdma_write() 333 rc = ib_post_send(link->roce_qp, &rdma_wr->wr, NULL); in smc_tx_rdma_write()
|
/linux/drivers/infiniband/hw/qib/ |
H A D | qib_rc.c | 349 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req() 351 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req() 359 if (wqe->rdma_wr.wr.opcode == IB_WR_RDMA_WRITE) in qib_make_rc_req() 365 wqe->rdma_wr.wr.ex.imm_data; in qib_make_rc_req() 367 if (wqe->rdma_wr.wr.send_flags & IB_SEND_SOLICITED) in qib_make_rc_req() 392 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req() 394 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req() 554 cpu_to_be64(wqe->rdma_wr.remote_addr + len); in qib_make_rc_req() 556 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
|
H A D | qib_uc.c | 132 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_uc_req() 134 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
|
/linux/drivers/infiniband/hw/mthca/ |
H A D | mthca_qp.c | 1703 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send() 1704 rdma_wr(wr)->rkey); in mthca_tavor_post_send() 1720 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send() 1721 rdma_wr(wr)->rkey); in mthca_tavor_post_send() 2033 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send() 2034 rdma_wr(wr)->rkey); in mthca_arbel_post_send() 2050 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send() 2051 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
|
/linux/drivers/infiniband/sw/rxe/ |
H A D | rxe_verbs.c | 761 wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr; in init_send_wr() 762 wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey; in init_send_wr() 772 wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr; in init_send_wr() 773 wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey; in init_send_wr() 845 mask & WR_READ_OR_WRITE_MASK ? rdma_wr(ibwr)->remote_addr : 0; in init_send_wqe()
|
/linux/drivers/infiniband/hw/hfi1/ |
H A D | uc.c | 145 cpu_to_be64(wqe->rdma_wr.remote_addr); in hfi1_make_uc_req() 147 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
|
H A D | rc.c | 595 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req() 598 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req() 743 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req() 746 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req() 993 wqe->rdma_wr.remote_addr + len, in hfi1_make_rc_req() 996 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
|
H A D | tid_rdma.c | 1748 rreq->reth.vaddr = cpu_to_be64(wqe->rdma_wr.remote_addr + in hfi1_build_tid_rdma_read_packet() 1750 rreq->reth.rkey = cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_build_tid_rdma_read_packet() 3319 if (!(wqe->rdma_wr.remote_addr & ~PAGE_MASK) && in setup_tid_rdma_wqe() 3386 cpu_to_be64(wqe->rdma_wr.remote_addr + (wqe->length - *len)); in hfi1_build_tid_rdma_write_req() 3388 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_build_tid_rdma_write_req()
|
/linux/drivers/infiniband/sw/siw/ |
H A D | siw_verbs.c | 883 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send() 884 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send() 907 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send() 908 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
|
/linux/drivers/infiniband/hw/cxgb4/ |
H A D | qp.c | 574 wqe->write.stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write() 575 wqe->write.to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write() 634 wcwr->stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write_cmpl() 635 wcwr->to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write_cmpl() 666 wqe->read.stag_src = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_read() 667 wqe->read.to_src_hi = cpu_to_be32((u32)(rdma_wr(wr)->remote_addr in build_rdma_read() 669 wqe->read.to_src_lo = cpu_to_be32((u32)rdma_wr(wr)->remote_addr); in build_rdma_read()
|
/linux/drivers/infiniband/hw/ocrdma/ |
H A D | ocrdma_verbs.c | 1987 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_write() 1988 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_write() 1989 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_write() 2007 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_read() 2008 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_read() 2009 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_read()
|
/linux/drivers/infiniband/hw/vmw_pvrdma/ |
H A D | pvrdma_qp.c | 794 rdma_wr(wr)->remote_addr; in pvrdma_post_send() 795 wqe_hdr->wr.rdma.rkey = rdma_wr(wr)->rkey; in pvrdma_post_send()
|
/linux/include/rdma/ |
H A D | rdmavt_qp.h | 172 struct ib_rdma_wr rdma_wr; member
|
H A D | ib_verbs.h | 1402 static inline const struct ib_rdma_wr *rdma_wr(const struct ib_send_wr *wr) in rdma_wr() function
|
/linux/drivers/infiniband/sw/rdmavt/ |
H A D | qp.c | 3044 wqe->rdma_wr.remote_addr, in rvt_ruc_loopback() 3045 wqe->rdma_wr.rkey, in rvt_ruc_loopback() 3057 wqe->rdma_wr.remote_addr, in rvt_ruc_loopback() 3058 wqe->rdma_wr.rkey, in rvt_ruc_loopback()
|
/linux/drivers/infiniband/hw/mlx5/ |
H A D | wr.c | 789 set_raddr_seg(*seg, rdma_wr(wr)->remote_addr, rdma_wr(wr)->rkey); in handle_rdma_op()
|
/linux/drivers/infiniband/hw/irdma/ |
H A D | verbs.c | 3513 rdma_wr(ib_wr)->remote_addr; in irdma_post_send() 3514 info.op.rdma_write.rem_addr.lkey = rdma_wr(ib_wr)->rkey; in irdma_post_send() 3530 info.op.rdma_read.rem_addr.addr = rdma_wr(ib_wr)->remote_addr; in irdma_post_send() 3531 info.op.rdma_read.rem_addr.lkey = rdma_wr(ib_wr)->rkey; in irdma_post_send()
|
/linux/drivers/infiniband/hw/hns/ |
H A D | hns_roce_hw_v2.c | 533 rc_sq_wqe->rkey = cpu_to_le32(rdma_wr(wr)->rkey); in set_rc_opcode() 534 rc_sq_wqe->va = cpu_to_le64(rdma_wr(wr)->remote_addr); in set_rc_opcode() 3415 struct ib_rdma_wr rdma_wr = {}; in free_mr_post_send_lp_wqe() local 3419 send_wr = &rdma_wr.wr; in free_mr_post_send_lp_wqe()
|
/linux/drivers/infiniband/hw/mlx4/ |
H A D | qp.c | 3641 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in _mlx4_ib_post_send() 3642 rdma_wr(wr)->rkey); in _mlx4_ib_post_send()
|
/linux/drivers/infiniband/hw/qedr/ |
H A D | verbs.c | 3404 rwqe2->r_key = cpu_to_le32(rdma_wr(wr)->rkey); in qedr_prepare_sq_rdma_data() 3405 DMA_REGPAIR_LE(rwqe2->remote_va, rdma_wr(wr)->remote_addr); in qedr_prepare_sq_rdma_data()
|
/linux/drivers/infiniband/hw/bnxt_re/ |
H A D | ib_verbs.c | 2572 wqe->rdma.remote_va = rdma_wr(wr)->remote_addr; in bnxt_re_build_rdma_wqe() 2573 wqe->rdma.r_key = rdma_wr(wr)->rkey; in bnxt_re_build_rdma_wqe()
|