Home
last modified time | relevance | path

Searched refs:r_sge (Results 1 - 22 of 22) sorted by relevance

/kernel/linux/linux-5.10/drivers/infiniband/hw/qib/
H A Dqib_uc.c277 qp->r_sge.num_sge = 0; in qib_uc_rcv()
279 rvt_put_ss(&qp->r_sge); in qib_uc_rcv()
336 qp->r_sge = qp->s_rdma_read_sge; in qib_uc_rcv()
347 qp->s_rdma_read_sge = qp->r_sge; in qib_uc_rcv()
362 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, false, false); in qib_uc_rcv()
388 rvt_copy_sge(qp, &qp->r_sge, data, tlen, false, false); in qib_uc_rcv()
418 qp->r_sge.sg_list = NULL; in qib_uc_rcv()
425 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in qib_uc_rcv()
429 qp->r_sge.num_sge = 1; in qib_uc_rcv()
431 qp->r_sge in qib_uc_rcv()
[all...]
H A Dqib_ud.c166 rvt_copy_sge(qp, &qp->r_sge, &grh, in qib_ud_loopback()
170 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in qib_ud_loopback()
178 rvt_copy_sge(qp, &qp->r_sge, sge->vaddr, len, true, false); in qib_ud_loopback()
198 rvt_put_ss(&qp->r_sge); in qib_ud_loopback()
549 rvt_copy_sge(qp, &qp->r_sge, &hdr->u.l.grh, in qib_ud_rcv()
553 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in qib_ud_rcv()
554 rvt_copy_sge(qp, &qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), in qib_ud_rcv()
556 rvt_put_ss(&qp->r_sge); in qib_ud_rcv()
H A Dqib_rc.c1532 * the duplicate request. Note that r_sge, r_len, and in qib_rc_rcv_error()
1820 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, true, false); in qib_rc_rcv()
1866 rvt_copy_sge(qp, &qp->r_sge, data, tlen, true, false); in qib_rc_rcv()
1867 rvt_put_ss(&qp->r_sge); in qib_rc_rcv()
1901 qp->r_sge.sg_list = NULL; in qib_rc_rcv()
1908 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in qib_rc_rcv()
1912 qp->r_sge.num_sge = 1; in qib_rc_rcv()
1914 qp->r_sge.num_sge = 0; in qib_rc_rcv()
1915 qp->r_sge.sge.mr = NULL; in qib_rc_rcv()
1916 qp->r_sge in qib_rc_rcv()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/qib/
H A Dqib_uc.c278 qp->r_sge.num_sge = 0; in qib_uc_rcv()
280 rvt_put_ss(&qp->r_sge); in qib_uc_rcv()
337 qp->r_sge = qp->s_rdma_read_sge; in qib_uc_rcv()
348 qp->s_rdma_read_sge = qp->r_sge; in qib_uc_rcv()
363 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, false, false); in qib_uc_rcv()
389 rvt_copy_sge(qp, &qp->r_sge, data, tlen, false, false); in qib_uc_rcv()
419 qp->r_sge.sg_list = NULL; in qib_uc_rcv()
426 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in qib_uc_rcv()
430 qp->r_sge.num_sge = 1; in qib_uc_rcv()
432 qp->r_sge in qib_uc_rcv()
[all...]
H A Dqib_ud.c166 rvt_copy_sge(qp, &qp->r_sge, &grh, in qib_ud_loopback()
170 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in qib_ud_loopback()
178 rvt_copy_sge(qp, &qp->r_sge, sge->vaddr, len, true, false); in qib_ud_loopback()
198 rvt_put_ss(&qp->r_sge); in qib_ud_loopback()
550 rvt_copy_sge(qp, &qp->r_sge, &hdr->u.l.grh, in qib_ud_rcv()
554 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in qib_ud_rcv()
555 rvt_copy_sge(qp, &qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), in qib_ud_rcv()
557 rvt_put_ss(&qp->r_sge); in qib_ud_rcv()
H A Dqib_rc.c1535 * the duplicate request. Note that r_sge, r_len, and in qib_rc_rcv_error()
1823 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, true, false); in qib_rc_rcv()
1869 rvt_copy_sge(qp, &qp->r_sge, data, tlen, true, false); in qib_rc_rcv()
1870 rvt_put_ss(&qp->r_sge); in qib_rc_rcv()
1904 qp->r_sge.sg_list = NULL; in qib_rc_rcv()
1911 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in qib_rc_rcv()
1915 qp->r_sge.num_sge = 1; in qib_rc_rcv()
1917 qp->r_sge.num_sge = 0; in qib_rc_rcv()
1918 qp->r_sge.sge.mr = NULL; in qib_rc_rcv()
1919 qp->r_sge in qib_rc_rcv()
[all...]
/kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/
H A Duc.c339 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
341 rvt_put_ss(&qp->r_sge); in hfi1_uc_rcv()
399 qp->r_sge = qp->s_rdma_read_sge; in hfi1_uc_rcv()
410 qp->s_rdma_read_sge = qp->r_sge; in hfi1_uc_rcv()
430 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, false, false); in hfi1_uc_rcv()
453 rvt_copy_sge(qp, &qp->r_sge, data, tlen, false, false); in hfi1_uc_rcv()
493 qp->r_sge.sg_list = NULL; in hfi1_uc_rcv()
500 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in hfi1_uc_rcv()
504 qp->r_sge.num_sge = 1; in hfi1_uc_rcv()
506 qp->r_sge in hfi1_uc_rcv()
[all...]
H A Dud.c214 rvt_copy_sge(qp, &qp->r_sge, &grh, in ud_loopback()
218 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in ud_loopback()
228 rvt_copy_sge(qp, &qp->r_sge, sge->vaddr, len, true, false); in ud_loopback()
232 rvt_put_ss(&qp->r_sge); in ud_loopback()
1008 rvt_copy_sge(qp, &qp->r_sge, packet->grh, in hfi1_ud_rcv()
1019 rvt_copy_sge(qp, &qp->r_sge, &grh, in hfi1_ud_rcv()
1023 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in hfi1_ud_rcv()
1025 rvt_copy_sge(qp, &qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), in hfi1_ud_rcv()
1027 rvt_put_ss(&qp->r_sge); in hfi1_ud_rcv()
H A Drc.c2587 * the duplicate request. Note that r_sge, r_len, and in rc_rcv_error()
2918 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, true, false); in hfi1_rc_rcv()
2974 rvt_copy_sge(qp, &qp->r_sge, data, tlen, true, copy_last); in hfi1_rc_rcv()
2975 rvt_put_ss(&qp->r_sge); in hfi1_rc_rcv()
3021 qp->r_sge.sg_list = NULL; in hfi1_rc_rcv()
3028 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in hfi1_rc_rcv()
3032 qp->r_sge.num_sge = 1; in hfi1_rc_rcv()
3034 qp->r_sge.num_sge = 0; in hfi1_rc_rcv()
3035 qp->r_sge.sge.mr = NULL; in hfi1_rc_rcv()
3036 qp->r_sge in hfi1_rc_rcv()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/
H A Duc.c293 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
295 rvt_put_ss(&qp->r_sge); in hfi1_uc_rcv()
353 qp->r_sge = qp->s_rdma_read_sge; in hfi1_uc_rcv()
364 qp->s_rdma_read_sge = qp->r_sge; in hfi1_uc_rcv()
384 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, false, false); in hfi1_uc_rcv()
407 rvt_copy_sge(qp, &qp->r_sge, data, tlen, false, false); in hfi1_uc_rcv()
447 qp->r_sge.sg_list = NULL; in hfi1_uc_rcv()
454 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in hfi1_uc_rcv()
458 qp->r_sge.num_sge = 1; in hfi1_uc_rcv()
460 qp->r_sge in hfi1_uc_rcv()
[all...]
H A Dud.c172 rvt_copy_sge(qp, &qp->r_sge, &grh, in ud_loopback()
176 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in ud_loopback()
186 rvt_copy_sge(qp, &qp->r_sge, sge->vaddr, len, true, false); in ud_loopback()
190 rvt_put_ss(&qp->r_sge); in ud_loopback()
962 rvt_copy_sge(qp, &qp->r_sge, packet->grh, in hfi1_ud_rcv()
973 rvt_copy_sge(qp, &qp->r_sge, &grh, in hfi1_ud_rcv()
977 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in hfi1_ud_rcv()
979 rvt_copy_sge(qp, &qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), in hfi1_ud_rcv()
981 rvt_put_ss(&qp->r_sge); in hfi1_ud_rcv()
H A Drc.c2546 * the duplicate request. Note that r_sge, r_len, and in rc_rcv_error()
2877 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, true, false); in hfi1_rc_rcv()
2933 rvt_copy_sge(qp, &qp->r_sge, data, tlen, true, copy_last); in hfi1_rc_rcv()
2934 rvt_put_ss(&qp->r_sge); in hfi1_rc_rcv()
2980 qp->r_sge.sg_list = NULL; in hfi1_rc_rcv()
2987 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in hfi1_rc_rcv()
2991 qp->r_sge.num_sge = 1; in hfi1_rc_rcv()
2993 qp->r_sge.num_sge = 0; in hfi1_rc_rcv()
2994 qp->r_sge.sge.mr = NULL; in hfi1_rc_rcv()
2995 qp->r_sge in hfi1_rc_rcv()
[all...]
/kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/
H A Dqp.c627 rvt_put_ss(&qp->r_sge); in rvt_clear_mr_refs()
743 if (rvt_ss_has_lkey(&qp->r_sge, lkey) || in rvt_qp_mr_clean()
902 qp->r_sge.num_sge = 0; in rvt_init_qp()
2329 ss = &qp->r_sge; in init_sge()
2387 * @wr_id_only: update qp->r_wr_id only, not qp->r_sge
3094 if (unlikely(!rvt_rkey_ok(qp, &qp->r_sge.sge, wqe->length, in rvt_ruc_loopback()
3099 qp->r_sge.sg_list = NULL; in rvt_ruc_loopback()
3100 qp->r_sge.num_sge = 1; in rvt_ruc_loopback()
3101 qp->r_sge.total_len = wqe->length; in rvt_ruc_loopback()
3115 qp->r_sge in rvt_ruc_loopback()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/
H A Dqp.c587 rvt_put_ss(&qp->r_sge); in rvt_clear_mr_refs()
703 if (rvt_ss_has_lkey(&qp->r_sge, lkey) || in rvt_qp_mr_clean()
863 qp->r_sge.num_sge = 0; in rvt_init_qp()
2278 ss = &qp->r_sge; in init_sge()
2336 * @wr_id_only: update qp->r_wr_id only, not qp->r_sge
3043 if (unlikely(!rvt_rkey_ok(qp, &qp->r_sge.sge, wqe->length, in rvt_ruc_loopback()
3048 qp->r_sge.sg_list = NULL; in rvt_ruc_loopback()
3049 qp->r_sge.num_sge = 1; in rvt_ruc_loopback()
3050 qp->r_sge.total_len = wqe->length; in rvt_ruc_loopback()
3064 qp->r_sge in rvt_ruc_loopback()
[all...]
/kernel/linux/linux-5.10/net/rds/
H A Dib_recv.c60 recv->r_wr.sg_list = recv->r_sge; in rds_ib_recv_init_ring()
63 sge = &recv->r_sge[0]; in rds_ib_recv_init_ring()
68 sge = &recv->r_sge[1]; in rds_ib_recv_init_ring()
345 sge = &recv->r_sge[0]; in rds_ib_recv_refill_one()
349 sge = &recv->r_sge[1]; in rds_ib_recv_refill_one()
H A Dib.h116 struct ib_sge r_sge[2]; member
/kernel/linux/linux-6.6/net/rds/
H A Dib_recv.c61 recv->r_wr.sg_list = recv->r_sge; in rds_ib_recv_init_ring()
64 sge = &recv->r_sge[0]; in rds_ib_recv_init_ring()
69 sge = &recv->r_sge[1]; in rds_ib_recv_init_ring()
346 sge = &recv->r_sge[0]; in rds_ib_recv_refill_one()
350 sge = &recv->r_sge[1]; in rds_ib_recv_refill_one()
H A Dib.h116 struct ib_sge r_sge[2]; member
/kernel/linux/linux-5.10/drivers/infiniband/hw/bnxt_re/
H A Dib_verbs.c3155 struct ib_sge r_sge[2]; in bnxt_re_process_raw_qp_pkt_rx() local
3161 memset(&r_sge, 0, sizeof(r_sge)); in bnxt_re_process_raw_qp_pkt_rx()
3218 r_sge[0].addr = shrq_hdr_buf_map; in bnxt_re_process_raw_qp_pkt_rx()
3219 r_sge[0].lkey = 0xFFFFFFFF; in bnxt_re_process_raw_qp_pkt_rx()
3220 r_sge[0].length = 40; in bnxt_re_process_raw_qp_pkt_rx()
3222 r_sge[1].addr = sqp_entry->sge.addr + offset; in bnxt_re_process_raw_qp_pkt_rx()
3223 r_sge[1].lkey = sqp_entry->sge.lkey; in bnxt_re_process_raw_qp_pkt_rx()
3224 r_sge[1].length = BNXT_QPLIB_MAX_GRH_HDR_SIZE_IPV6 + 256 - offset; in bnxt_re_process_raw_qp_pkt_rx()
3228 rwr.sg_list = r_sge; in bnxt_re_process_raw_qp_pkt_rx()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/bnxt_re/
H A Dib_verbs.c3352 struct ib_sge r_sge[2] = {}; in bnxt_re_process_raw_qp_pkt_rx() local
3420 r_sge[0].addr = shrq_hdr_buf_map; in bnxt_re_process_raw_qp_pkt_rx()
3421 r_sge[0].lkey = 0xFFFFFFFF; in bnxt_re_process_raw_qp_pkt_rx()
3422 r_sge[0].length = 40; in bnxt_re_process_raw_qp_pkt_rx()
3424 r_sge[1].addr = sqp_entry->sge.addr + offset; in bnxt_re_process_raw_qp_pkt_rx()
3425 r_sge[1].lkey = sqp_entry->sge.lkey; in bnxt_re_process_raw_qp_pkt_rx()
3426 r_sge[1].length = BNXT_QPLIB_MAX_GRH_HDR_SIZE_IPV6 + 256 - offset; in bnxt_re_process_raw_qp_pkt_rx()
3430 rwr.sg_list = r_sge; in bnxt_re_process_raw_qp_pkt_rx()
/kernel/linux/linux-5.10/include/rdma/
H A Drdmavt_qp.h382 u32 r_len; /* total length of r_sge */
393 struct rvt_sge_state r_sge; /* current receive data */ member
/kernel/linux/linux-6.6/include/rdma/
H A Drdmavt_qp.h382 u32 r_len; /* total length of r_sge */
393 struct rvt_sge_state r_sge; /* current receive data */ member

Completed in 41 milliseconds