Home
last modified time | relevance | path

Searched refs:rdma_wr (Results 1 - 25 of 46) sorted by relevance

12

/kernel/linux/linux-5.10/drivers/infiniband/core/
H A Drw.c214 struct ib_rdma_wr *rdma_wr = &ctx->map.wrs[i]; in rdma_rw_init_map_wrs() local
218 rdma_wr->wr.opcode = IB_WR_RDMA_WRITE; in rdma_rw_init_map_wrs()
220 rdma_wr->wr.opcode = IB_WR_RDMA_READ; in rdma_rw_init_map_wrs()
221 rdma_wr->remote_addr = remote_addr + total_len; in rdma_rw_init_map_wrs()
222 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
223 rdma_wr->wr.num_sge = nr_sge; in rdma_rw_init_map_wrs()
224 rdma_wr->wr.sg_list = sge; in rdma_rw_init_map_wrs()
237 rdma_wr->wr.next = i + 1 < ctx->nr_ops ? in rdma_rw_init_map_wrs()
254 struct ib_rdma_wr *rdma_wr = &ctx->single.wr; in rdma_rw_init_single_wr() local
262 memset(rdma_wr, in rdma_rw_init_single_wr()
388 struct ib_rdma_wr *rdma_wr; rdma_rw_ctx_signature_init() local
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/core/
H A Drw.c215 struct ib_rdma_wr *rdma_wr = &ctx->map.wrs[i]; in rdma_rw_init_map_wrs() local
219 rdma_wr->wr.opcode = IB_WR_RDMA_WRITE; in rdma_rw_init_map_wrs()
221 rdma_wr->wr.opcode = IB_WR_RDMA_READ; in rdma_rw_init_map_wrs()
222 rdma_wr->remote_addr = remote_addr + total_len; in rdma_rw_init_map_wrs()
223 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
224 rdma_wr->wr.num_sge = nr_sge; in rdma_rw_init_map_wrs()
225 rdma_wr->wr.sg_list = sge; in rdma_rw_init_map_wrs()
238 rdma_wr->wr.next = i + 1 < ctx->nr_ops ? in rdma_rw_init_map_wrs()
255 struct ib_rdma_wr *rdma_wr = &ctx->single.wr; in rdma_rw_init_single_wr() local
263 memset(rdma_wr, in rdma_rw_init_single_wr()
381 struct ib_rdma_wr *rdma_wr; rdma_rw_ctx_signature_init() local
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/erdma/
H A Derdma_qp.c296 struct ib_rdma_wr *rdma_wr; in erdma_push_one_sqe() local
330 rdma_wr = container_of(send_wr, struct ib_rdma_wr, wr); in erdma_push_one_sqe()
334 write_sqe->sink_stag = cpu_to_le32(rdma_wr->rkey); in erdma_push_one_sqe()
336 cpu_to_le32(upper_32_bits(rdma_wr->remote_addr)); in erdma_push_one_sqe()
338 cpu_to_le32(lower_32_bits(rdma_wr->remote_addr)); in erdma_push_one_sqe()
357 rdma_wr = container_of(send_wr, struct ib_rdma_wr, wr); in erdma_push_one_sqe()
367 sge->addr = cpu_to_le64(rdma_wr->remote_addr); in erdma_push_one_sqe()
368 sge->key = cpu_to_le32(rdma_wr->rkey); in erdma_push_one_sqe()
/kernel/linux/linux-5.10/net/smc/
H A Dsmc_tx.c269 int num_sges, struct ib_rdma_wr *rdma_wr) in smc_tx_rdma_write()
275 rdma_wr->wr.wr_id = smc_wr_tx_get_next_wr_id(link); in smc_tx_rdma_write()
276 rdma_wr->wr.num_sge = num_sges; in smc_tx_rdma_write()
277 rdma_wr->remote_addr = in smc_tx_rdma_write()
283 rdma_wr->rkey = lgr->rtokens[conn->rtoken_idx][link->link_idx].rkey; in smc_tx_rdma_write()
284 rc = ib_post_send(link->roce_qp, &rdma_wr->wr, NULL); in smc_tx_rdma_write()
268 smc_tx_rdma_write(struct smc_connection *conn, int peer_rmbe_offset, int num_sges, struct ib_rdma_wr *rdma_wr) smc_tx_rdma_write() argument
/kernel/linux/linux-6.6/net/smc/
H A Dsmc_tx.c318 int num_sges, struct ib_rdma_wr *rdma_wr) in smc_tx_rdma_write()
324 rdma_wr->wr.wr_id = smc_wr_tx_get_next_wr_id(link); in smc_tx_rdma_write()
325 rdma_wr->wr.num_sge = num_sges; in smc_tx_rdma_write()
326 rdma_wr->remote_addr = in smc_tx_rdma_write()
332 rdma_wr->rkey = lgr->rtokens[conn->rtoken_idx][link->link_idx].rkey; in smc_tx_rdma_write()
333 rc = ib_post_send(link->roce_qp, &rdma_wr->wr, NULL); in smc_tx_rdma_write()
317 smc_tx_rdma_write(struct smc_connection *conn, int peer_rmbe_offset, int num_sges, struct ib_rdma_wr *rdma_wr) smc_tx_rdma_write() argument
/kernel/linux/linux-5.10/drivers/infiniband/hw/qib/
H A Dqib_rc.c348 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req()
350 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
358 if (wqe->rdma_wr.wr.opcode == IB_WR_RDMA_WRITE) in qib_make_rc_req()
364 wqe->rdma_wr.wr.ex.imm_data; in qib_make_rc_req()
366 if (wqe->rdma_wr.wr.send_flags & IB_SEND_SOLICITED) in qib_make_rc_req()
391 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req()
393 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
553 cpu_to_be64(wqe->rdma_wr.remote_addr + len); in qib_make_rc_req()
555 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
H A Dqib_uc.c131 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_uc_req()
133 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
/kernel/linux/linux-6.6/drivers/infiniband/hw/qib/
H A Dqib_rc.c349 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req()
351 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
359 if (wqe->rdma_wr.wr.opcode == IB_WR_RDMA_WRITE) in qib_make_rc_req()
365 wqe->rdma_wr.wr.ex.imm_data; in qib_make_rc_req()
367 if (wqe->rdma_wr.wr.send_flags & IB_SEND_SOLICITED) in qib_make_rc_req()
392 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req()
394 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
554 cpu_to_be64(wqe->rdma_wr.remote_addr + len); in qib_make_rc_req()
556 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
H A Dqib_uc.c132 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_uc_req()
134 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
/kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/
H A Dmthca_qp.c1700 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send()
1701 rdma_wr(wr)->rkey); in mthca_tavor_post_send()
1717 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send()
1718 rdma_wr(wr)->rkey); in mthca_tavor_post_send()
2030 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send()
2031 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
2047 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send()
2048 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
/kernel/linux/linux-6.6/drivers/infiniband/hw/mthca/
H A Dmthca_qp.c1703 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send()
1704 rdma_wr(wr)->rkey); in mthca_tavor_post_send()
1720 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send()
1721 rdma_wr(wr)->rkey); in mthca_tavor_post_send()
2033 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send()
2034 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
2050 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send()
2051 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
/kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/
H A Duc.c186 cpu_to_be64(wqe->rdma_wr.remote_addr); in hfi1_make_uc_req()
188 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
H A Drc.c636 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req()
639 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
784 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req()
787 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
1034 wqe->rdma_wr.remote_addr + len, in hfi1_make_rc_req()
1037 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
/kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/
H A Duc.c145 cpu_to_be64(wqe->rdma_wr.remote_addr); in hfi1_make_uc_req()
147 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
H A Drc.c595 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req()
598 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
743 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req()
746 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
993 wqe->rdma_wr.remote_addr + len, in hfi1_make_rc_req()
996 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
/kernel/linux/linux-6.6/drivers/infiniband/sw/rxe/
H A Drxe_verbs.c761 wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr; in init_send_wr()
762 wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey; in init_send_wr()
772 wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr; in init_send_wr()
773 wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey; in init_send_wr()
845 mask & WR_READ_OR_WRITE_MASK ? rdma_wr(ibwr)->remote_addr : 0; in init_send_wqe()
/kernel/linux/linux-5.10/drivers/infiniband/hw/i40iw/
H A Di40iw_verbs.c2169 info.op.inline_rdma_write.rem_addr.tag_off = rdma_wr(ib_wr)->remote_addr; in i40iw_post_send()
2170 info.op.inline_rdma_write.rem_addr.stag = rdma_wr(ib_wr)->rkey; in i40iw_post_send()
2175 info.op.rdma_write.rem_addr.tag_off = rdma_wr(ib_wr)->remote_addr; in i40iw_post_send()
2176 info.op.rdma_write.rem_addr.stag = rdma_wr(ib_wr)->rkey; in i40iw_post_send()
2196 info.op.rdma_read.rem_addr.tag_off = rdma_wr(ib_wr)->remote_addr; in i40iw_post_send()
2197 info.op.rdma_read.rem_addr.stag = rdma_wr(ib_wr)->rkey; in i40iw_post_send()
/kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/
H A Drxe_verbs.c522 wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr; in init_send_wr()
523 wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey; in init_send_wr()
589 mask & WR_READ_OR_WRITE_MASK ? rdma_wr(ibwr)->remote_addr : 0; in init_send_wqe()
/kernel/linux/linux-5.10/drivers/infiniband/hw/cxgb4/
H A Dqp.c574 wqe->write.stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write()
575 wqe->write.to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write()
634 wcwr->stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write_cmpl()
635 wcwr->to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write_cmpl()
666 wqe->read.stag_src = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_read()
667 wqe->read.to_src_hi = cpu_to_be32((u32)(rdma_wr(wr)->remote_addr in build_rdma_read()
669 wqe->read.to_src_lo = cpu_to_be32((u32)rdma_wr(wr)->remote_addr); in build_rdma_read()
/kernel/linux/linux-6.6/drivers/infiniband/hw/cxgb4/
H A Dqp.c574 wqe->write.stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write()
575 wqe->write.to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write()
634 wcwr->stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write_cmpl()
635 wcwr->to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write_cmpl()
666 wqe->read.stag_src = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_read()
667 wqe->read.to_src_hi = cpu_to_be32((u32)(rdma_wr(wr)->remote_addr in build_rdma_read()
669 wqe->read.to_src_lo = cpu_to_be32((u32)rdma_wr(wr)->remote_addr); in build_rdma_read()
/kernel/linux/linux-5.10/drivers/infiniband/sw/siw/
H A Dsiw_verbs.c880 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send()
881 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
904 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send()
905 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
/kernel/linux/linux-6.6/drivers/infiniband/sw/siw/
H A Dsiw_verbs.c884 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send()
885 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
908 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send()
909 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
/kernel/linux/linux-5.10/drivers/infiniband/hw/ocrdma/
H A Docrdma_verbs.c1988 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_write()
1989 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_write()
1990 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_write()
2008 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_read()
2009 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_read()
2010 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_read()
/kernel/linux/linux-6.6/drivers/infiniband/hw/ocrdma/
H A Docrdma_verbs.c1986 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_write()
1987 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_write()
1988 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_write()
2006 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_read()
2007 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_read()
2008 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_read()
/kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_qp.c810 rdma_wr(wr)->remote_addr; in pvrdma_post_send()
811 wqe_hdr->wr.rdma.rkey = rdma_wr(wr)->rkey; in pvrdma_post_send()

Completed in 52 milliseconds

12