Lines Matching refs:seg
55 void **seg, int *size, void **cur_edge)
57 struct mlx5_wqe_eth_seg *eseg = *seg;
85 *seg += stride;
88 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
91 mlx5r_memcpy_send_wqe(&qp->sq, cur_edge, seg, size,
98 *seg += sizeof(struct mlx5_wqe_eth_seg);
189 static void set_reg_mkey_seg(struct mlx5_mkey_seg *seg,
195 memset(seg, 0, sizeof(*seg));
198 seg->log2_page_size = ilog2(mr->ibmr.page_size);
203 seg->flags = get_umr_flags(access) | mr->access_mode;
204 seg->qpn_mkey7_0 = cpu_to_be32((key & 0xff) | 0xffffff00);
205 seg->flags_pd = cpu_to_be32(MLX5_MKEY_REMOTE_INVAL);
206 seg->start_addr = cpu_to_be64(mr->ibmr.iova);
207 seg->len = cpu_to_be64(mr->ibmr.length);
208 seg->xlt_oct_size = cpu_to_be32(ndescs);
211 static void set_linv_mkey_seg(struct mlx5_mkey_seg *seg)
213 memset(seg, 0, sizeof(*seg));
214 seg->status = MLX5_MKEY_STATUS_FREE;
263 struct mlx5_wqe_inline_seg *seg;
268 seg = *wqe;
269 *wqe += sizeof(*seg);
270 offset = sizeof(*seg);
300 seg->byte_count = cpu_to_be32(inl | MLX5_INLINE_SEG);
302 *wqe_sz += ALIGN(inl + sizeof(seg->byte_count), 16) / 16;
419 struct mlx5_ib_qp *qp, void **seg, int *size,
457 struct mlx5_klm *data_klm = *seg;
483 sblock_ctrl = *seg;
512 *seg += wqe_size;
514 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
516 bsf = *seg;
521 *seg += sizeof(*bsf);
523 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
528 static void set_sig_mkey_segment(struct mlx5_mkey_seg *seg,
535 memset(seg, 0, sizeof(*seg));
537 seg->flags = get_umr_flags(access_flags) | MLX5_MKC_ACCESS_MODE_KLMS;
538 seg->qpn_mkey7_0 = cpu_to_be32((sig_key & 0xff) | 0xffffff00);
539 seg->flags_pd = cpu_to_be32(MLX5_MKEY_REMOTE_INVAL | sigerr << 26 |
541 seg->len = cpu_to_be64(length);
542 seg->xlt_oct_size = cpu_to_be32(mlx5r_umr_get_xlt_octo(size));
543 seg->bsfs_octo_size = cpu_to_be32(MLX5_MKEY_BSF_OCTO_SIZE);
558 struct mlx5_ib_qp *qp, void **seg, int *size,
588 set_sig_umr_segment(*seg, xlt_size);
589 *seg += sizeof(struct mlx5_wqe_umr_ctrl_seg);
591 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
593 set_sig_mkey_segment(*seg, wr->mr, wr->access, xlt_size, region_len,
595 *seg += sizeof(struct mlx5_mkey_seg);
597 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
599 ret = set_sig_data_segment(send_wr, wr->mr, sig_attrs, qp, seg, size,
609 u32 psv_idx, void **seg, int *size)
611 struct mlx5_seg_set_psv *psv_seg = *seg;
629 *seg += sizeof(*psv_seg);
637 void **seg, int *size, void **cur_edge,
670 set_reg_umr_seg(*seg, mr, flags, atomic);
671 *seg += sizeof(struct mlx5_wqe_umr_ctrl_seg);
673 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
675 set_reg_mkey_seg(*seg, mr, wr->key, wr->access);
676 *seg += sizeof(struct mlx5_mkey_seg);
678 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
681 mlx5r_memcpy_send_wqe(&qp->sq, cur_edge, seg, size, mr->descs,
685 set_reg_data_seg(*seg, mr, pd);
686 *seg += sizeof(struct mlx5_wqe_data_seg);
692 static void set_linv_wr(struct mlx5_ib_qp *qp, void **seg, int *size,
695 set_linv_umr_seg(*seg);
696 *seg += sizeof(struct mlx5_wqe_umr_ctrl_seg);
698 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
699 set_linv_mkey_seg(*seg);
700 *seg += sizeof(struct mlx5_mkey_seg);
702 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
724 int mlx5r_begin_wqe(struct mlx5_ib_qp *qp, void **seg,
733 *seg = mlx5_frag_buf_get_wqe(&qp->sq.fbc, *idx);
734 *ctrl = *seg;
735 *(uint32_t *)(*seg + 8) = 0;
741 *seg += sizeof(**ctrl);
748 static int begin_wqe(struct mlx5_ib_qp *qp, void **seg,
753 return mlx5r_begin_wqe(qp, seg, ctrl, idx, size, cur_edge, nreq,
759 void *seg, u8 size, void *cur_edge, unsigned int idx,
780 seg = PTR_ALIGN(seg, MLX5_SEND_WQE_BB);
781 qp->sq.cur_edge = (unlikely(seg == cur_edge)) ?
787 static void handle_rdma_op(const struct ib_send_wr *wr, void **seg, int *size)
789 set_raddr_seg(*seg, rdma_wr(wr)->remote_addr, rdma_wr(wr)->rkey);
790 *seg += sizeof(struct mlx5_wqe_raddr_seg);
795 struct mlx5_wqe_ctrl_seg **ctrl, void **seg,
800 set_linv_wr(qp, seg, size, cur_edge);
804 struct mlx5_wqe_ctrl_seg **ctrl, void **seg, int *size,
809 return set_reg_wr(qp, reg_wr(wr), seg, size, cur_edge, true);
814 struct mlx5_wqe_ctrl_seg **ctrl, void **seg, int *size,
824 err = mlx5r_begin_wqe(qp, seg, ctrl, idx, size, cur_edge, nreq,
831 err = set_psv_wr(domain, psv_index, seg, size);
836 mlx5r_finish_wqe(qp, *ctrl, *seg, *size, *cur_edge, *idx, wr->wr_id,
846 struct mlx5_wqe_ctrl_seg **ctrl, void **seg,
873 err = set_reg_wr(qp, ®_pi_wr, seg, size, cur_edge, false);
877 mlx5r_finish_wqe(qp, *ctrl, *seg, *size, *cur_edge, *idx,
880 err = begin_wqe(qp, seg, ctrl, wr, idx, size, cur_edge, nreq);
904 err = set_pi_umr_wr(wr, qp, seg, size, cur_edge);
909 mlx5r_finish_wqe(qp, *ctrl, *seg, *size, *cur_edge, *idx, wr->wr_id,
913 err = handle_psv(dev, qp, wr, ctrl, seg, size, cur_edge, idx, nreq,
919 err = handle_psv(dev, qp, wr, ctrl, seg, size, cur_edge, idx, nreq,
933 struct mlx5_wqe_ctrl_seg **ctrl, void **seg, int *size,
943 handle_rdma_op(wr, seg, size);
954 handle_local_inv(qp, wr, ctrl, seg, size, cur_edge, *idx);
959 err = handle_reg_mr(qp, wr, ctrl, seg, size, cur_edge, *idx);
966 err = handle_reg_mr_integrity(dev, qp, wr, ctrl, seg, size,
982 static void handle_qpt_uc(const struct ib_send_wr *wr, void **seg, int *size)
987 handle_rdma_op(wr, seg, size);
995 const struct ib_send_wr *wr, void **seg,
998 set_datagram_seg(*seg, wr);
999 *seg += sizeof(struct mlx5_wqe_datagram_seg);
1001 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
1005 void **seg, int *size, void **cur_edge)
1007 set_datagram_seg(*seg, wr);
1008 *seg += sizeof(struct mlx5_wqe_datagram_seg);
1010 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
1016 pad = *seg;
1018 *seg += sizeof(struct mlx5_wqe_eth_pad);
1020 set_eth_seg(wr, qp, seg, size, cur_edge);
1021 handle_post_send_edge(&qp->sq, seg, *size, cur_edge);
1065 void *seg;
1098 err = begin_wqe(qp, &seg, &ctrl, wr, &idx, &size, &cur_edge,
1124 xrc = seg;
1125 seg += sizeof(*xrc);
1129 err = handle_qpt_rc(dev, qp, wr, &ctrl, &seg, &size,
1141 handle_qpt_uc(wr, &seg, &size);
1152 handle_qpt_hw_gsi(qp, wr, &seg, &size, &cur_edge);
1155 handle_qpt_ud(qp, wr, &seg, &size, &cur_edge);
1163 err = set_data_inl_seg(qp, wr, &seg, &size, &cur_edge);
1171 handle_post_send_edge(&qp->sq, &seg, size,
1177 (struct mlx5_wqe_data_seg *)seg,
1180 seg += sizeof(struct mlx5_wqe_data_seg);
1185 mlx5r_finish_wqe(qp, ctrl, seg, size, cur_edge, idx, wr->wr_id,