/kernel/linux/linux-5.10/drivers/infiniband/hw/hns/ |
H A D | hns_roce_qp.c | 209 struct ib_cq *send_cq, struct ib_cq *recv_cq) in add_qp_to_list() 215 hr_recv_cq = recv_cq ? to_hr_cq(recv_cq) : NULL; in add_qp_to_list() 246 init_attr->recv_cq); in hns_roce_qp_store() 1206 void hns_roce_lock_cqs(struct hns_roce_cq *send_cq, struct hns_roce_cq *recv_cq) 1207 __acquires(&send_cq->lock) __acquires(&recv_cq->lock) 1209 if (unlikely(send_cq == NULL && recv_cq == NULL)) { 1211 __acquire(&recv_cq->lock); 1212 } else if (unlikely(send_cq != NULL && recv_cq == NULL)) { 1214 __acquire(&recv_cq 207 add_qp_to_list(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_cq *send_cq, struct ib_cq *recv_cq) add_qp_to_list() argument [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/ulp/ipoib/ |
H A D | ipoib_verbs.c | 178 priv->recv_cq = ib_create_cq(priv->ca, ipoib_ib_rx_completion, NULL, in ipoib_transport_dev_init() 180 if (IS_ERR(priv->recv_cq)) { in ipoib_transport_dev_init() 194 if (ib_req_notify_cq(priv->recv_cq, IB_CQ_NEXT_COMP)) in ipoib_transport_dev_init() 198 init_attr.recv_cq = priv->recv_cq; in ipoib_transport_dev_init() 247 ib_destroy_cq(priv->recv_cq); in ipoib_transport_dev_init() 267 ib_destroy_cq(priv->recv_cq); in ipoib_transport_dev_cleanup()
|
H A D | ipoib_ethtool.c | 99 ret = rdma_set_cq_moderation(priv->recv_cq, in ipoib_set_coalesce()
|
/kernel/linux/linux-6.6/drivers/infiniband/ulp/ipoib/ |
H A D | ipoib_verbs.c | 178 priv->recv_cq = ib_create_cq(priv->ca, ipoib_ib_rx_completion, NULL, in ipoib_transport_dev_init() 180 if (IS_ERR(priv->recv_cq)) { in ipoib_transport_dev_init() 194 if (ib_req_notify_cq(priv->recv_cq, IB_CQ_NEXT_COMP)) in ipoib_transport_dev_init() 198 init_attr.recv_cq = priv->recv_cq; in ipoib_transport_dev_init() 247 ib_destroy_cq(priv->recv_cq); in ipoib_transport_dev_init() 267 ib_destroy_cq(priv->recv_cq); in ipoib_transport_dev_cleanup()
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/hns/ |
H A D | hns_roce_qp.c | 261 struct ib_cq *send_cq, struct ib_cq *recv_cq) in add_qp_to_list() 267 hr_recv_cq = recv_cq ? to_hr_cq(recv_cq) : NULL; in add_qp_to_list() 298 init_attr->recv_cq); in hns_roce_qp_store() 1373 void hns_roce_lock_cqs(struct hns_roce_cq *send_cq, struct hns_roce_cq *recv_cq) 1374 __acquires(&send_cq->lock) __acquires(&recv_cq->lock) 1376 if (unlikely(send_cq == NULL && recv_cq == NULL)) { 1378 __acquire(&recv_cq->lock); 1379 } else if (unlikely(send_cq != NULL && recv_cq == NULL)) { 1381 __acquire(&recv_cq 259 add_qp_to_list(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_cq *send_cq, struct ib_cq *recv_cq) add_qp_to_list() argument [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/core/ |
H A D | uverbs_std_types_qp.c | 94 struct ib_cq *recv_cq = NULL; in UVERBS_METHOD_QP_CREATE() local 181 recv_cq = uverbs_attr_get_obj(attrs, in UVERBS_METHOD_QP_CREATE() 183 if (IS_ERR(recv_cq)) in UVERBS_METHOD_QP_CREATE() 184 return PTR_ERR(recv_cq); in UVERBS_METHOD_QP_CREATE() 235 attr.recv_cq = recv_cq; in UVERBS_METHOD_QP_CREATE()
|
H A D | verbs.c | 1177 qp->send_cq = qp->recv_cq = NULL; in create_xrc_qp_user() 1230 qp->recv_cq = attr->recv_cq; in create_qp() 1240 * TODO: The mlx4 internally overwrites send_cq and recv_cq. in create_qp() 1244 qp->recv_cq = attr->recv_cq; in create_qp() 1305 if (qp->recv_cq) in ib_qp_usecnt_inc() 1306 atomic_inc(&qp->recv_cq->usecnt); in ib_qp_usecnt_inc() 1320 if (qp->recv_cq) in ib_qp_usecnt_dec() 1321 atomic_dec(&qp->recv_cq in ib_qp_usecnt_dec() [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/core/ |
H A D | uverbs_std_types_qp.c | 94 struct ib_cq *recv_cq = NULL; in UVERBS_METHOD_QP_CREATE() local 181 recv_cq = uverbs_attr_get_obj(attrs, in UVERBS_METHOD_QP_CREATE() 183 if (IS_ERR(recv_cq)) in UVERBS_METHOD_QP_CREATE() 184 return PTR_ERR(recv_cq); in UVERBS_METHOD_QP_CREATE() 235 attr.recv_cq = recv_cq; in UVERBS_METHOD_QP_CREATE() 266 if (attr.recv_cq) in UVERBS_METHOD_QP_CREATE() 267 atomic_inc(&attr.recv_cq->usecnt); in UVERBS_METHOD_QP_CREATE()
|
H A D | core_priv.h | 346 qp->recv_cq = attr->recv_cq; in _ib_create_qp()
|
H A D | verbs.c | 1172 qp->send_cq = qp->recv_cq = NULL; in create_xrc_qp_user() 1210 (qp_init_attr->recv_cq || in ib_create_qp() 1250 qp->recv_cq = NULL; in ib_create_qp() 1253 qp->recv_cq = qp_init_attr->recv_cq; in ib_create_qp() 1254 if (qp_init_attr->recv_cq) in ib_create_qp() 1255 atomic_inc(&qp_init_attr->recv_cq->usecnt); in ib_create_qp() 1943 rcq = qp->recv_cq; in ib_destroy_qp_user() 2742 struct ib_cq *cq = qp->recv_cq; in __ib_drain_rq() 2825 trace_cq_drain_complete(qp->recv_cq); in ib_drain_rq() [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/ |
H A D | mthca_qp.c | 774 qp_context->cqn_rcv = cpu_to_be32(to_mcq(ibqp->recv_cq)->cqn); in __mthca_modify_qp() 835 mthca_cq_clean(dev, to_mcq(qp->ibqp.recv_cq), qp->qpn, in __mthca_modify_qp() 837 if (qp->ibqp.send_cq != qp->ibqp.recv_cq) in __mthca_modify_qp() 1162 struct mthca_cq *recv_cq, in mthca_alloc_qp_common() 1291 struct mthca_cq *recv_cq, in mthca_alloc_qp() 1318 err = mthca_alloc_qp_common(dev, pd, send_cq, recv_cq, in mthca_alloc_qp() 1333 static void mthca_lock_cqs(struct mthca_cq *send_cq, struct mthca_cq *recv_cq) 1334 __acquires(&send_cq->lock) __acquires(&recv_cq->lock) 1336 if (send_cq == recv_cq) { 1338 __acquire(&recv_cq 1159 mthca_alloc_qp_common(struct mthca_dev *dev, struct mthca_pd *pd, struct mthca_cq *send_cq, struct mthca_cq *recv_cq, enum ib_sig_type send_policy, struct mthca_qp *qp, struct ib_udata *udata) mthca_alloc_qp_common() argument 1288 mthca_alloc_qp(struct mthca_dev *dev, struct mthca_pd *pd, struct mthca_cq *send_cq, struct mthca_cq *recv_cq, enum ib_qp_type type, enum ib_sig_type send_policy, struct ib_qp_cap *cap, struct mthca_qp *qp, struct ib_udata *udata) mthca_alloc_qp() argument 1363 mthca_alloc_sqp(struct mthca_dev *dev, struct mthca_pd *pd, struct mthca_cq *send_cq, struct mthca_cq *recv_cq, enum ib_sig_type send_policy, struct ib_qp_cap *cap, int qpn, int port, struct mthca_qp *qp, struct ib_udata *udata) mthca_alloc_sqp() argument 1446 struct mthca_cq *recv_cq; mthca_free_qp() local [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/hw/mthca/ |
H A D | mthca_qp.c | 774 qp_context->cqn_rcv = cpu_to_be32(to_mcq(ibqp->recv_cq)->cqn); in __mthca_modify_qp() 835 mthca_cq_clean(dev, to_mcq(qp->ibqp.recv_cq), qp->qpn, in __mthca_modify_qp() 837 if (qp->ibqp.send_cq != qp->ibqp.recv_cq) in __mthca_modify_qp() 1165 struct mthca_cq *recv_cq, in mthca_alloc_qp_common() 1294 struct mthca_cq *recv_cq, in mthca_alloc_qp() 1321 err = mthca_alloc_qp_common(dev, pd, send_cq, recv_cq, in mthca_alloc_qp() 1336 static void mthca_lock_cqs(struct mthca_cq *send_cq, struct mthca_cq *recv_cq) 1337 __acquires(&send_cq->lock) __acquires(&recv_cq->lock) 1339 if (send_cq == recv_cq) { 1341 __acquire(&recv_cq 1162 mthca_alloc_qp_common(struct mthca_dev *dev, struct mthca_pd *pd, struct mthca_cq *send_cq, struct mthca_cq *recv_cq, enum ib_sig_type send_policy, struct mthca_qp *qp, struct ib_udata *udata) mthca_alloc_qp_common() argument 1291 mthca_alloc_qp(struct mthca_dev *dev, struct mthca_pd *pd, struct mthca_cq *send_cq, struct mthca_cq *recv_cq, enum ib_qp_type type, enum ib_sig_type send_policy, struct ib_qp_cap *cap, struct mthca_qp *qp, struct ib_udata *udata) mthca_alloc_qp() argument 1366 mthca_alloc_sqp(struct mthca_dev *dev, struct mthca_pd *pd, struct mthca_cq *send_cq, struct mthca_cq *recv_cq, enum ib_sig_type send_policy, struct ib_qp_cap *cap, int qpn, u32 port, struct mthca_qp *qp, struct ib_udata *udata) mthca_alloc_sqp() argument 1449 struct mthca_cq *recv_cq; mthca_free_qp() local [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
H A D | qp.c | 88 struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq); 828 struct mlx5_ib_cq *recv_cq); 830 struct mlx5_ib_cq *recv_cq); 1291 static int get_rq_ts_format(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *recv_cq) in get_rq_ts_format() argument 1295 return get_ts_format(dev, recv_cq, fr_supported(ts_cap), in get_rq_ts_format() 1308 struct mlx5_ib_cq *recv_cq) in get_qp_ts_format() 1319 recv_cq ? get_ts_format(dev, recv_cq, fr_sup, rt_sup) : in get_qp_ts_format() 1616 to_mcq(init_attr->recv_cq)); in create_raw_packet_qp() 2081 struct mlx5_ib_cq *recv_cq; in create_dci() local 1307 get_qp_ts_format(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *send_cq, struct mlx5_ib_cq *recv_cq) get_qp_ts_format() argument 2242 struct mlx5_ib_cq *recv_cq; create_user_qp() local 2443 struct mlx5_ib_cq *recv_cq; create_kernel_qp() local 2623 get_cqs(enum ib_qp_type qp_type, struct ib_cq *ib_send_cq, struct ib_cq *ib_recv_cq, struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq) get_cqs() argument 2661 struct mlx5_ib_cq *send_cq, *recv_cq; destroy_qp_common() local 4151 struct mlx5_ib_cq *send_cq, *recv_cq; __mlx5_ib_modify_qp() local [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
H A D | qp.c | 75 struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq); 745 struct mlx5_ib_cq *recv_cq); 747 struct mlx5_ib_cq *recv_cq); 1930 struct mlx5_ib_cq *recv_cq; in create_user_qp() local 2003 int rcqe_sz = mlx5_ib_get_cqe_size(init_attr->recv_cq); in create_user_qp() 2050 if (init_attr->recv_cq) in create_user_qp() 2051 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(init_attr->recv_cq)->mcq.cqn); in create_user_qp() 2085 get_cqs(qp->type, init_attr->send_cq, init_attr->recv_cq, in create_user_qp() 2086 &send_cq, &recv_cq); in create_user_qp() 2088 mlx5_ib_lock_cqs(send_cq, recv_cq); in create_user_qp() 2120 struct mlx5_ib_cq *recv_cq; create_kernel_qp() local 2296 get_cqs(enum ib_qp_type qp_type, struct ib_cq *ib_send_cq, struct ib_cq *ib_recv_cq, struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq) get_cqs() argument 2334 struct mlx5_ib_cq *send_cq, *recv_cq; destroy_qp_common() local 3819 struct mlx5_ib_cq *send_cq, *recv_cq; __mlx5_ib_modify_qp() local [all...] |
H A D | gsi.c | 163 gsi->rx_qp->recv_cq = hw_init_attr.recv_cq; in mlx5_ib_create_gsi() 228 .recv_cq = gsi->rx_qp->recv_cq, in create_gsi_ud_qp()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/ |
H A D | qp.c | 53 struct mlx4_ib_cq *recv_cq); 55 struct mlx4_ib_cq *recv_cq); 926 to_mcq(init_attr->recv_cq)); in create_rq() 936 mcq = to_mcq(init_attr->recv_cq); in create_rq() 939 to_mcq(init_attr->recv_cq)); in create_rq() 1200 to_mcq(init_attr->recv_cq)); in create_qp_common() 1210 mcq = to_mcq(init_attr->recv_cq); in create_qp_common() 1213 to_mcq(init_attr->recv_cq)); in create_qp_common() 1267 static void mlx4_ib_lock_cqs(struct mlx4_ib_cq *send_cq, struct mlx4_ib_cq *recv_cq) 1268 __acquires(&send_cq->lock) __acquires(&recv_cq 1315 get_cqs(struct mlx4_ib_qp *qp, enum mlx4_ib_source_type src, struct mlx4_ib_cq **send_cq, struct mlx4_ib_cq **recv_cq) get_cqs() argument 1369 struct mlx4_ib_cq *send_cq, *recv_cq; destroy_qp_common() local 2088 struct mlx4_ib_cq *send_cq, *recv_cq; __mlx4_ib_modify_qp() local [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx4/ |
H A D | qp.c | 53 struct mlx4_ib_cq *recv_cq); 55 struct mlx4_ib_cq *recv_cq); 961 to_mcq(init_attr->recv_cq)); in create_rq() 971 mcq = to_mcq(init_attr->recv_cq); in create_rq() 974 to_mcq(init_attr->recv_cq)); in create_rq() 1235 to_mcq(init_attr->recv_cq)); in create_qp_common() 1245 mcq = to_mcq(init_attr->recv_cq); in create_qp_common() 1248 to_mcq(init_attr->recv_cq)); in create_qp_common() 1302 static void mlx4_ib_lock_cqs(struct mlx4_ib_cq *send_cq, struct mlx4_ib_cq *recv_cq) 1303 __acquires(&send_cq->lock) __acquires(&recv_cq 1350 get_cqs(struct mlx4_ib_qp *qp, enum mlx4_ib_source_type src, struct mlx4_ib_cq **send_cq, struct mlx4_ib_cq **recv_cq) get_cqs() argument 1404 struct mlx4_ib_cq *send_cq, *recv_cq; destroy_qp_common() local 2121 struct mlx4_ib_cq *send_cq, *recv_cq; __mlx4_ib_modify_qp() local [all...] |
/kernel/linux/linux-6.6/net/sunrpc/xprtrdma/ |
H A D | verbs.c | 338 if (ep->re_attr.recv_cq) in rpcrdma_ep_destroy() 339 ib_free_cq(ep->re_attr.recv_cq); in rpcrdma_ep_destroy() 340 ep->re_attr.recv_cq = NULL; in rpcrdma_ep_destroy() 419 ep->re_attr.recv_cq = ib_alloc_cq_any(device, r_xprt, in rpcrdma_ep_create() 422 if (IS_ERR(ep->re_attr.recv_cq)) { in rpcrdma_ep_create() 423 rc = PTR_ERR(ep->re_attr.recv_cq); in rpcrdma_ep_create() 424 ep->re_attr.recv_cq = NULL; in rpcrdma_ep_create() 1366 rep->rr_cid.ci_queue_id = ep->re_attr.recv_cq->res.id; in rpcrdma_post_recvs()
|
/kernel/linux/linux-6.6/fs/smb/server/ |
H A D | transport_rdma.c | 105 struct ib_cq *recv_cq; member 448 if (t->recv_cq) in free_transport() 449 ib_free_cq(t->recv_cq); in free_transport() 1894 t->recv_cq = ib_alloc_cq(t->cm_id->device, t, in smb_direct_create_qpair() 1896 if (IS_ERR(t->recv_cq)) { in smb_direct_create_qpair() 1898 ret = PTR_ERR(t->recv_cq); in smb_direct_create_qpair() 1899 t->recv_cq = NULL; in smb_direct_create_qpair() 1910 qp_attr.recv_cq = t->recv_cq; in smb_direct_create_qpair() 1940 if (t->recv_cq) { in smb_direct_create_qpair() [all...] |
/kernel/linux/linux-5.10/net/sunrpc/xprtrdma/ |
H A D | verbs.c | 366 if (ep->re_attr.recv_cq) in rpcrdma_ep_destroy() 367 ib_free_cq(ep->re_attr.recv_cq); in rpcrdma_ep_destroy() 368 ep->re_attr.recv_cq = NULL; in rpcrdma_ep_destroy() 456 ep->re_attr.recv_cq = ib_alloc_cq_any(device, r_xprt, in rpcrdma_ep_create() 459 if (IS_ERR(ep->re_attr.recv_cq)) { in rpcrdma_ep_create() 460 rc = PTR_ERR(ep->re_attr.recv_cq); in rpcrdma_ep_create() 461 ep->re_attr.recv_cq = NULL; in rpcrdma_ep_create()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/ |
H A D | pvrdma_qp.c | 59 struct pvrdma_cq **recv_cq) in get_cqs() 62 *recv_cq = to_vcq(qp->ibqp.recv_cq); in get_cqs() 367 cmd->recv_cq_handle = to_vcq(init_attr->recv_cq)->cq_handle; in pvrdma_create_qp() 1051 init_attr->recv_cq = qp->ibqp.recv_cq; in pvrdma_query_qp() 58 get_cqs(struct pvrdma_qp *qp, struct pvrdma_cq **send_cq, struct pvrdma_cq **recv_cq) get_cqs() argument
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/ |
H A D | pvrdma_qp.c | 59 struct pvrdma_cq **recv_cq) in get_cqs() 62 *recv_cq = to_vcq(qp->ibqp.recv_cq); in get_cqs() 360 cmd->recv_cq_handle = to_vcq(init_attr->recv_cq)->cq_handle; in pvrdma_create_qp() 1035 init_attr->recv_cq = qp->ibqp.recv_cq; in pvrdma_query_qp() 58 get_cqs(struct pvrdma_qp *qp, struct pvrdma_cq **send_cq, struct pvrdma_cq **recv_cq) get_cqs() argument
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/ |
H A D | rxe_qp.c | 65 if (!init->recv_cq || !init->send_cq) { in rxe_qp_chk_init() 315 struct rxe_cq *rcq = to_rcq(init->recv_cq); in rxe_qp_from_init() 368 init->recv_cq = qp->ibqp.recv_cq; in rxe_qp_to_init()
|
/kernel/linux/linux-6.6/drivers/infiniband/sw/rxe/ |
H A D | rxe_qp.c | 75 if (!init->recv_cq || !init->send_cq) { in rxe_qp_chk_init() 356 struct rxe_cq *rcq = to_rcq(init->recv_cq); in rxe_qp_from_init() 419 init->recv_cq = qp->ibqp.recv_cq; in rxe_qp_to_init()
|
/kernel/linux/linux-5.10/drivers/infiniband/ulp/srp/ |
H A D | ib_srp.h | 150 struct ib_cq *recv_cq; member
|