| /kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/ |
| H A D | mthca_cq.c | 480 struct mthca_qp **cur_qp, in mthca_poll_one()
514 if (!*cur_qp || be32_to_cpu(cqe->my_qpn) != (*cur_qp)->qpn) { in mthca_poll_one()
520 *cur_qp = mthca_array_get(&dev->qp_table.qp, in mthca_poll_one()
523 if (!*cur_qp) { in mthca_poll_one()
531 entry->qp = &(*cur_qp)->ibqp; in mthca_poll_one()
534 wq = &(*cur_qp)->sq; in mthca_poll_one()
535 wqe_index = ((be32_to_cpu(cqe->wqe) - (*cur_qp)->send_wqe_offset) in mthca_poll_one()
537 entry->wr_id = (*cur_qp)->wrid[wqe_index + in mthca_poll_one()
538 (*cur_qp) in mthca_poll_one()
478 mthca_poll_one(struct mthca_dev *dev, struct mthca_cq *cq, struct mthca_qp **cur_qp, int *freed, struct ib_wc *entry) mthca_poll_one() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mthca/ |
| H A D | mthca_cq.c | 480 struct mthca_qp **cur_qp, in mthca_poll_one()
514 if (!*cur_qp || be32_to_cpu(cqe->my_qpn) != (*cur_qp)->qpn) { in mthca_poll_one()
520 *cur_qp = mthca_array_get(&dev->qp_table.qp, in mthca_poll_one()
523 if (!*cur_qp) { in mthca_poll_one()
531 entry->qp = &(*cur_qp)->ibqp; in mthca_poll_one()
534 wq = &(*cur_qp)->sq; in mthca_poll_one()
535 wqe_index = ((be32_to_cpu(cqe->wqe) - (*cur_qp)->send_wqe_offset) in mthca_poll_one()
537 entry->wr_id = (*cur_qp)->wrid[wqe_index + in mthca_poll_one()
538 (*cur_qp) in mthca_poll_one()
478 mthca_poll_one(struct mthca_dev *dev, struct mthca_cq *cq, struct mthca_qp **cur_qp, int *freed, struct ib_wc *entry) mthca_poll_one() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/ |
| H A D | cq.c | 657 struct mlx4_ib_qp **cur_qp, in mlx4_ib_poll_one()
708 if (!*cur_qp || in mlx4_ib_poll_one()
709 (be32_to_cpu(cqe->vlan_my_qpn) & MLX4_CQE_QPN_MASK) != (*cur_qp)->mqp.qpn) { in mlx4_ib_poll_one()
717 *cur_qp = to_mibqp(mqp); in mlx4_ib_poll_one()
720 wc->qp = &(*cur_qp)->ibqp; in mlx4_ib_poll_one()
732 wq = &(*cur_qp)->sq; in mlx4_ib_poll_one()
733 if (!(*cur_qp)->sq_signal_bits) { in mlx4_ib_poll_one()
739 } else if ((*cur_qp)->ibqp.srq) { in mlx4_ib_poll_one()
740 srq = to_msrq((*cur_qp)->ibqp.srq); in mlx4_ib_poll_one()
750 wq = &(*cur_qp) in mlx4_ib_poll_one()
656 mlx4_ib_poll_one(struct mlx4_ib_cq *cq, struct mlx4_ib_qp **cur_qp, struct ib_wc *wc) mlx4_ib_poll_one() argument
880 struct mlx4_ib_qp *cur_qp = NULL; mlx4_ib_poll_cq() local
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx4/ |
| H A D | cq.c | 657 struct mlx4_ib_qp **cur_qp, in mlx4_ib_poll_one()
708 if (!*cur_qp || in mlx4_ib_poll_one()
709 (be32_to_cpu(cqe->vlan_my_qpn) & MLX4_CQE_QPN_MASK) != (*cur_qp)->mqp.qpn) { in mlx4_ib_poll_one()
717 *cur_qp = to_mibqp(mqp); in mlx4_ib_poll_one()
720 wc->qp = &(*cur_qp)->ibqp; in mlx4_ib_poll_one()
732 wq = &(*cur_qp)->sq; in mlx4_ib_poll_one()
733 if (!(*cur_qp)->sq_signal_bits) { in mlx4_ib_poll_one()
739 } else if ((*cur_qp)->ibqp.srq) { in mlx4_ib_poll_one()
740 srq = to_msrq((*cur_qp)->ibqp.srq); in mlx4_ib_poll_one()
750 wq = &(*cur_qp) in mlx4_ib_poll_one()
656 mlx4_ib_poll_one(struct mlx4_ib_cq *cq, struct mlx4_ib_qp **cur_qp, struct ib_wc *wc) mlx4_ib_poll_one() argument
880 struct mlx4_ib_qp *cur_qp = NULL; mlx4_ib_poll_cq() local
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_cq.c | 319 static int pvrdma_poll_one(struct pvrdma_cq *cq, struct pvrdma_qp **cur_qp, in pvrdma_poll_one() argument
349 *cur_qp = (struct pvrdma_qp *)dev->qp_tbl[cqe->qp & 0xffff]; in pvrdma_poll_one()
356 wc->qp = &(*cur_qp)->ibqp; in pvrdma_poll_one()
386 struct pvrdma_qp *cur_qp = NULL; in pvrdma_poll_cq() local
395 if (pvrdma_poll_one(cq, &cur_qp, wc + npolled)) in pvrdma_poll_cq()
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_cq.c | 322 static int pvrdma_poll_one(struct pvrdma_cq *cq, struct pvrdma_qp **cur_qp, in pvrdma_poll_one() argument
352 *cur_qp = (struct pvrdma_qp *)dev->qp_tbl[cqe->qp & 0xffff]; in pvrdma_poll_one()
359 wc->qp = &(*cur_qp)->ibqp; in pvrdma_poll_one()
389 struct pvrdma_qp *cur_qp = NULL; in pvrdma_poll_cq() local
398 if (pvrdma_poll_one(cq, &cur_qp, wc + npolled)) in pvrdma_poll_cq()
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
| H A D | cq.c | 448 struct mlx5_ib_qp **cur_qp, in mlx5_poll_one()
490 if (!*cur_qp || (qpn != (*cur_qp)->ibqp.qp_num)) { in mlx5_poll_one()
496 *cur_qp = to_mibqp(mqp); in mlx5_poll_one()
499 wc->qp = &(*cur_qp)->ibqp; in mlx5_poll_one()
502 wq = &(*cur_qp)->sq; in mlx5_poll_one()
506 handle_atomics(*cur_qp, cqe64, wq->last_poll, idx); in mlx5_poll_one()
515 handle_responder(wc, cqe64, *cur_qp); in mlx5_poll_one()
530 (*cur_qp)->type == MLX5_IB_QPT_REG_UMR) in mlx5_poll_one()
534 wq = &(*cur_qp) in mlx5_poll_one()
447 mlx5_poll_one(struct mlx5_ib_cq *cq, struct mlx5_ib_qp **cur_qp, struct ib_wc *wc) mlx5_poll_one() argument
610 struct mlx5_ib_qp *cur_qp = NULL; mlx5_ib_poll_cq() local
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
| H A D | cq.c | 442 struct mlx5_ib_qp **cur_qp, in mlx5_poll_one()
484 if (!*cur_qp || (qpn != (*cur_qp)->ibqp.qp_num)) { in mlx5_poll_one()
490 *cur_qp = to_mibqp(mqp); in mlx5_poll_one()
493 wc->qp = &(*cur_qp)->ibqp; in mlx5_poll_one()
496 wq = &(*cur_qp)->sq; in mlx5_poll_one()
500 handle_atomics(*cur_qp, cqe64, wq->last_poll, idx); in mlx5_poll_one()
509 handle_responder(wc, cqe64, *cur_qp); in mlx5_poll_one()
524 wq = &(*cur_qp)->sq; in mlx5_poll_one()
532 if ((*cur_qp) in mlx5_poll_one()
441 mlx5_poll_one(struct mlx5_ib_cq *cq, struct mlx5_ib_qp **cur_qp, struct ib_wc *wc) mlx5_poll_one() argument
600 struct mlx5_ib_qp *cur_qp = NULL; mlx5_ib_poll_cq() local
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_hw_v2.c | 3158 struct hns_roce_qp **cur_qp, in hns_roce_handle_recv_inl_wqe()
3168 wr_cnt = wr_num & ((*cur_qp)->rq.wqe_cnt - 1); in hns_roce_handle_recv_inl_wqe()
3170 sge_list = (*cur_qp)->rq_inl_buf.wqe_list[wr_cnt].sg_list; in hns_roce_handle_recv_inl_wqe()
3171 sge_num = (*cur_qp)->rq_inl_buf.wqe_list[wr_cnt].sge_cnt; in hns_roce_handle_recv_inl_wqe()
3172 wqe_buf = hns_roce_get_recv_wqe(*cur_qp, wr_cnt); in hns_roce_handle_recv_inl_wqe()
3307 struct hns_roce_qp **cur_qp, struct ib_wc *wc) in hns_roce_v2_poll_one()
3335 if (!*cur_qp || (qpn & HNS_ROCE_V2_CQE_QPN_MASK) != (*cur_qp)->qpn) { in hns_roce_v2_poll_one()
3343 *cur_qp = hr_qp; in hns_roce_v2_poll_one()
3346 wc->qp = &(*cur_qp) in hns_roce_v2_poll_one()
3157 hns_roce_handle_recv_inl_wqe(struct hns_roce_v2_cqe *cqe, struct hns_roce_qp **cur_qp, struct ib_wc *wc) hns_roce_handle_recv_inl_wqe() argument
3306 hns_roce_v2_poll_one(struct hns_roce_cq *hr_cq, struct hns_roce_qp **cur_qp, struct ib_wc *wc) hns_roce_v2_poll_one() argument
3519 struct hns_roce_qp *cur_qp = NULL; hns_roce_v2_poll_cq() local
[all...] |
| H A D | hns_roce_hw_v1.c | 2171 struct hns_roce_qp **cur_qp, struct ib_wc *wc) in hns_roce_v1_poll_one()
2209 if (!*cur_qp || (qpn & HNS_ROCE_CQE_QPN_MASK) != (*cur_qp)->qpn) { in hns_roce_v1_poll_one()
2217 *cur_qp = hr_qp; in hns_roce_v1_poll_one()
2220 wc->qp = &(*cur_qp)->ibqp; in hns_roce_v1_poll_one()
2278 sq_wqe = hns_roce_get_send_wqe(*cur_qp, in hns_roce_v1_poll_one()
2282 ((*cur_qp)->sq.wqe_cnt-1)); in hns_roce_v1_poll_one()
2307 wq = &(*cur_qp)->sq; in hns_roce_v1_poll_one()
2308 if ((*cur_qp)->sq_signal_bits) { in hns_roce_v1_poll_one()
2354 wq = &(*cur_qp) in hns_roce_v1_poll_one()
2170 hns_roce_v1_poll_one(struct hns_roce_cq *hr_cq, struct hns_roce_qp **cur_qp, struct ib_wc *wc) hns_roce_v1_poll_one() argument
2376 struct hns_roce_qp *cur_qp = NULL; hns_roce_v1_poll_cq() local
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_hw_v2.c | 3718 struct hns_roce_qp **cur_qp) in get_cur_qp()
3721 struct hns_roce_qp *hr_qp = *cur_qp; in get_cur_qp()
3734 *cur_qp = hr_qp; in get_cur_qp()
3871 struct hns_roce_qp **cur_qp, struct ib_wc *wc) in hns_roce_v2_poll_one()
3874 struct hns_roce_qp *qp = *cur_qp; in hns_roce_v2_poll_one()
3940 struct hns_roce_qp *cur_qp = NULL; in hns_roce_v2_poll_cq() local
3959 if (hns_roce_v2_poll_one(hr_cq, &cur_qp, wc + npolled)) in hns_roce_v2_poll_cq()
3717 get_cur_qp(struct hns_roce_cq *hr_cq, struct hns_roce_v2_cqe *cqe, struct hns_roce_qp **cur_qp) get_cur_qp() argument
3870 hns_roce_v2_poll_one(struct hns_roce_cq *hr_cq, struct hns_roce_qp **cur_qp, struct ib_wc *wc) hns_roce_v2_poll_one() argument
|