| /kernel/linux/linux-5.10/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_qp.c | 48 struct hns_roce_qp *hr_qp = container_of(flush_work, in flush_work_handle() local
58 if (test_and_clear_bit(HNS_ROCE_FLUSH_FLAG, &hr_qp->flush_flag)) { in flush_work_handle()
59 ret = hns_roce_modify_qp(&hr_qp->ibqp, &attr, attr_mask, NULL); in flush_work_handle()
69 if (atomic_dec_and_test(&hr_qp->refcount)) in flush_work_handle()
70 complete(&hr_qp->free); in flush_work_handle()
73 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in init_flush_work() argument
75 struct hns_roce_work *flush_work = &hr_qp->flush_work; in init_flush_work()
79 atomic_inc(&hr_qp->refcount); in init_flush_work()
114 static void hns_roce_ib_qp_event(struct hns_roce_qp *hr_qp, in hns_roce_ib_qp_event() argument
117 struct ib_qp *ibqp = &hr_qp in hns_roce_ib_qp_event()
157 alloc_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) alloc_qpn() argument
207 add_qp_to_list(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_cq *send_cq, struct ib_cq *recv_cq) add_qp_to_list() argument
230 hns_roce_qp_store(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) hns_roce_qp_store() argument
251 alloc_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) alloc_qpc() argument
315 hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) hns_roce_qp_remove() argument
329 free_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) free_qpc() argument
343 free_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) free_qpn() argument
356 set_rq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp, int has_rq) set_rq_size() argument
404 set_extend_sge_param(struct hns_roce_dev *hr_dev, u32 sq_wqe_cnt, struct hns_roce_qp *hr_qp, struct ib_qp_cap *cap) set_extend_sge_param() argument
465 set_user_sq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp, struct hns_roce_ib_create_qp *ucmd) set_user_sq_size() argument
494 set_wqe_buf_attr(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_buf_attr *buf_attr) set_wqe_buf_attr() argument
546 set_kernel_sq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp) set_kernel_sq_size() argument
600 alloc_rq_inline_buf(struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) alloc_rq_inline_buf() argument
637 free_rq_inline_buf(struct hns_roce_qp *hr_qp) free_rq_inline_buf() argument
644 alloc_qp_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, unsigned long addr) alloc_qp_buf() argument
684 free_qp_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) free_qp_buf() argument
719 alloc_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd, struct hns_roce_ib_create_qp_resp *resp) alloc_qp_db() argument
782 free_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) free_qp_db() argument
799 alloc_kernel_wrid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) alloc_kernel_wrid() argument
831 free_kernel_wrid(struct hns_roce_qp *hr_qp) free_kernel_wrid() argument
837 set_qp_param(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd) set_qp_param() argument
901 hns_roce_create_qp_common(struct hns_roce_dev *hr_dev, struct ib_pd *ib_pd, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_qp *hr_qp) hns_roce_create_qp_common() argument
1004 hns_roce_qp_destroy(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) hns_roce_qp_destroy() argument
1026 struct hns_roce_qp *hr_qp; hns_roce_create_qp() local
1077 check_mtu_validate(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_attr *attr, int attr_mask) check_mtu_validate() argument
1103 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_check_qp_attr() local
1149 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_modify_qp() local
1255 get_wqe(struct hns_roce_qp *hr_qp, int offset) get_wqe() argument
1260 hns_roce_get_recv_wqe(struct hns_roce_qp *hr_qp, int n) hns_roce_get_recv_wqe() argument
1265 hns_roce_get_send_wqe(struct hns_roce_qp *hr_qp, int n) hns_roce_get_send_wqe() argument
1270 hns_roce_get_extend_sge(struct hns_roce_qp *hr_qp, int n) hns_roce_get_extend_sge() argument
[all...] |
| H A D | hns_roce_hw_v1.c | 348 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); in hns_roce_v1_post_recv() local
360 spin_lock_irqsave(&hr_qp->rq.lock, flags); in hns_roce_v1_post_recv()
363 if (hns_roce_wq_overflow(&hr_qp->rq, nreq, in hns_roce_v1_post_recv()
364 hr_qp->ibqp.recv_cq)) { in hns_roce_v1_post_recv()
370 wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); in hns_roce_v1_post_recv()
372 if (unlikely(wr->num_sge > hr_qp->rq.max_gs)) { in hns_roce_v1_post_recv()
374 wr->num_sge, hr_qp->rq.max_gs); in hns_roce_v1_post_recv()
380 ctrl = hns_roce_get_recv_wqe(hr_qp, wqe_idx); in hns_roce_v1_post_recv()
392 hr_qp in hns_roce_v1_post_recv()
768 struct hns_roce_qp *hr_qp; hns_roce_v1_rsv_lp_qp() local
936 struct hns_roce_qp *hr_qp; hns_roce_v1_release_lp_qp() local
1050 hns_roce_v1_send_lp_wqe(struct hns_roce_qp *hr_qp) hns_roce_v1_send_lp_wqe() argument
1088 struct hns_roce_qp *hr_qp; hns_roce_v1_mr_free_work_fn() local
2179 struct hns_roce_qp *hr_qp; hns_roce_v1_poll_one() local
2470 hns_roce_v1_qp_modify(struct hns_roce_dev *hr_dev, enum hns_roce_qp_state cur_state, enum hns_roce_qp_state new_state, struct hns_roce_qp_context *context, struct hns_roce_qp *hr_qp) hns_roce_v1_qp_modify() argument
2551 find_wqe_mtt(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, u64 *sq_ba, u64 *rq_ba, dma_addr_t *bt_ba) find_wqe_mtt() argument
2578 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v1_m_sqp() local
2737 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v1_m_qp() local
3363 hns_roce_v1_query_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_qp_context *hr_context) hns_roce_v1_query_qpc() argument
3392 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v1_q_sqp() local
3462 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v1_q_qp() local
3603 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v1_query_qp() local
3613 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v1_destroy_qp() local
[all...] |
| H A D | hns_roce_hw_v2.c | 359 struct hns_roce_qp *hr_qp) in check_send_valid()
362 struct ib_qp *ibqp = &hr_qp->ibqp; in check_send_valid()
370 } else if (unlikely(hr_qp->state == IB_QPS_RESET || in check_send_valid()
371 hr_qp->state == IB_QPS_INIT || in check_send_valid()
372 hr_qp->state == IB_QPS_RTR)) { in check_send_valid()
374 hr_qp->state); in check_send_valid()
716 struct hns_roce_qp *hr_qp) in check_recv_valid()
720 else if (hr_qp->state == IB_QPS_RESET) in check_recv_valid()
731 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); in hns_roce_v2_post_recv() local
742 spin_lock_irqsave(&hr_qp in hns_roce_v2_post_recv()
358 check_send_valid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) check_send_valid() argument
715 check_recv_valid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) check_recv_valid() argument
3191 sw_comp(struct hns_roce_qp *hr_qp, struct hns_roce_wq *wq, int num_entries, struct ib_wc *wc) sw_comp() argument
3219 struct hns_roce_qp *hr_qp; hns_roce_v2_sw_poll_cq() local
3312 struct hns_roce_qp *hr_qp; hns_roce_v2_poll_one() local
3729 hns_roce_v2_qp_modify(struct hns_roce_dev *hr_dev, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask, struct hns_roce_qp *hr_qp) hns_roce_v2_qp_modify() argument
3756 set_access_flags(struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask, const struct ib_qp_attr *attr, int attr_mask) set_access_flags() argument
3789 set_qpc_wqe_cnt(struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) set_qpc_wqe_cnt() argument
3814 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_reset_to_init() local
3875 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_init_to_init() local
3973 config_qp_rq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) config_qp_rq_buf() argument
4083 config_qp_sq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) config_qp_sq_buf() argument
4168 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_init_to_rtr() local
4330 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_rtr_to_rts() local
4409 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_set_path() local
4575 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_set_opt_fields() local
4740 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_record_opt_fields() local
4759 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_modify_qp() local
4872 hns_roce_v2_query_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *hr_context) hns_roce_v2_query_qpc() argument
4901 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_query_qp() local
5027 hns_roce_v2_destroy_qp_common(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) hns_roce_v2_destroy_qp_common() argument
5075 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_destroy_qp() local
5089 hns_roce_v2_qp_flow_control_init(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) hns_roce_v2_qp_flow_control_init() argument
[all...] |
| H A D | hns_roce_main.c | 821 struct hns_roce_qp *hr_qp; in hns_roce_handle_device_err() local
830 list_for_each_entry(hr_qp, &hr_dev->qp_list, node) { in hns_roce_handle_device_err()
831 spin_lock_irqsave(&hr_qp->sq.lock, flags_qp); in hns_roce_handle_device_err()
832 if (hr_qp->sq.tail != hr_qp->sq.head) in hns_roce_handle_device_err()
833 check_and_get_armed_cq(&cq_list, hr_qp->ibqp.send_cq); in hns_roce_handle_device_err()
834 spin_unlock_irqrestore(&hr_qp->sq.lock, flags_qp); in hns_roce_handle_device_err()
836 spin_lock_irqsave(&hr_qp->rq.lock, flags_qp); in hns_roce_handle_device_err()
837 if ((!hr_qp->ibqp.srq) && (hr_qp in hns_roce_handle_device_err()
[all...] |
| H A D | hns_roce_device.h | 930 struct hns_roce_qp *hr_qp);
1246 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp);
1247 void *hns_roce_get_recv_wqe(struct hns_roce_qp *hr_qp, int n);
1248 void *hns_roce_get_send_wqe(struct hns_roce_qp *hr_qp, int n);
1249 void *hns_roce_get_extend_sge(struct hns_roce_qp *hr_qp, int n);
1257 void hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp);
1258 void hns_roce_qp_destroy(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp,
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_qp.c | 46 struct hns_roce_qp *hr_qp = container_of(flush_work, in flush_work_handle() local
56 if (test_and_clear_bit(HNS_ROCE_FLUSH_FLAG, &hr_qp->flush_flag)) { in flush_work_handle()
57 ret = hns_roce_modify_qp(&hr_qp->ibqp, &attr, attr_mask, NULL); in flush_work_handle()
67 if (refcount_dec_and_test(&hr_qp->refcount)) in flush_work_handle()
68 complete(&hr_qp->free); in flush_work_handle()
71 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in init_flush_work() argument
73 struct hns_roce_work *flush_work = &hr_qp->flush_work; in init_flush_work()
77 refcount_inc(&hr_qp->refcount); in init_flush_work()
128 static void hns_roce_ib_qp_event(struct hns_roce_qp *hr_qp, in hns_roce_ib_qp_event() argument
131 struct ib_qp *ibqp = &hr_qp in hns_roce_ib_qp_event()
227 alloc_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) alloc_qpn() argument
259 add_qp_to_list(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_cq *send_cq, struct ib_cq *recv_cq) add_qp_to_list() argument
282 hns_roce_qp_store(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) hns_roce_qp_store() argument
303 alloc_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) alloc_qpc() argument
362 qp_user_mmap_entry_remove(struct hns_roce_qp *hr_qp) qp_user_mmap_entry_remove() argument
367 hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) hns_roce_qp_remove() argument
386 free_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) free_qpc() argument
401 free_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) free_qpn() argument
420 proc_rq_sge(struct hns_roce_dev *dev, struct hns_roce_qp *hr_qp, bool user) proc_rq_sge() argument
442 set_rq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp, int has_rq, bool user) set_rq_size() argument
500 update_inline_data(struct hns_roce_qp *hr_qp, struct ib_qp_cap *cap) update_inline_data() argument
547 set_ext_sge_param(struct hns_roce_dev *hr_dev, u32 sq_wqe_cnt, struct hns_roce_qp *hr_qp, struct ib_qp_cap *cap) set_ext_sge_param() argument
616 set_user_sq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp, struct hns_roce_ib_create_qp *ucmd) set_user_sq_size() argument
644 set_wqe_buf_attr(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_buf_attr *buf_attr) set_wqe_buf_attr() argument
695 set_kernel_sq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp) set_kernel_sq_size() argument
744 alloc_qp_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, unsigned long addr) alloc_qp_buf() argument
775 free_qp_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) free_qp_buf() argument
809 qp_mmap_entry(struct hns_roce_qp *hr_qp, struct hns_roce_dev *hr_dev, struct ib_udata *udata, struct hns_roce_ib_create_qp_resp *resp) qp_mmap_entry() argument
838 alloc_user_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd, struct hns_roce_ib_create_qp_resp *resp) alloc_user_qp_db() argument
881 alloc_kernel_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) alloc_kernel_qp_db() argument
913 alloc_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd, struct hns_roce_ib_create_qp_resp *resp) alloc_qp_db() argument
950 free_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) free_qp_db() argument
969 alloc_kernel_wrid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) alloc_kernel_wrid() argument
1001 free_kernel_wrid(struct hns_roce_qp *hr_qp) free_kernel_wrid() argument
1007 set_qp_param(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd) set_qp_param() argument
1059 hns_roce_create_qp_common(struct hns_roce_dev *hr_dev, struct ib_pd *ib_pd, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_qp *hr_qp) hns_roce_create_qp_common() argument
1165 hns_roce_qp_destroy(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) hns_roce_qp_destroy() argument
1213 struct hns_roce_qp *hr_qp = to_hr_qp(qp); hns_roce_create_qp() local
1253 check_mtu_validate(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_attr *attr, int attr_mask) check_mtu_validate() argument
1279 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_check_qp_attr() local
1325 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_modify_qp() local
1422 get_wqe(struct hns_roce_qp *hr_qp, u32 offset) get_wqe() argument
1427 hns_roce_get_recv_wqe(struct hns_roce_qp *hr_qp, unsigned int n) hns_roce_get_recv_wqe() argument
1432 hns_roce_get_send_wqe(struct hns_roce_qp *hr_qp, unsigned int n) hns_roce_get_send_wqe() argument
1437 hns_roce_get_extend_sge(struct hns_roce_qp *hr_qp, unsigned int n) hns_roce_get_extend_sge() argument
[all...] |
| H A D | hns_roce_restrack.c | 64 struct hns_roce_qp *hr_qp = to_hr_qp(ib_qp); in hns_roce_fill_res_qp_entry() local
71 if (rdma_nl_put_driver_u32_hex(msg, "sq_wqe_cnt", hr_qp->sq.wqe_cnt)) in hns_roce_fill_res_qp_entry()
74 if (rdma_nl_put_driver_u32_hex(msg, "sq_max_gs", hr_qp->sq.max_gs)) in hns_roce_fill_res_qp_entry()
77 if (rdma_nl_put_driver_u32_hex(msg, "rq_wqe_cnt", hr_qp->rq.wqe_cnt)) in hns_roce_fill_res_qp_entry()
80 if (rdma_nl_put_driver_u32_hex(msg, "rq_max_gs", hr_qp->rq.max_gs)) in hns_roce_fill_res_qp_entry()
83 if (rdma_nl_put_driver_u32_hex(msg, "ext_sge_sge_cnt", hr_qp->sge.sge_cnt)) in hns_roce_fill_res_qp_entry()
99 struct hns_roce_qp *hr_qp = to_hr_qp(ib_qp); in hns_roce_fill_res_qp_entry_raw() local
106 ret = hr_dev->hw->query_qpc(hr_dev, hr_qp->qpn, &context); in hns_roce_fill_res_qp_entry_raw()
|
| H A D | hns_roce_hw_v2.c | 373 struct hns_roce_qp *hr_qp) in check_send_valid()
377 if (unlikely(hr_qp->state == IB_QPS_RESET || in check_send_valid()
378 hr_qp->state == IB_QPS_INIT || in check_send_valid()
379 hr_qp->state == IB_QPS_RTR)) { in check_send_valid()
381 hr_qp->state); in check_send_valid()
766 struct hns_roce_qp *hr_qp) in check_recv_valid()
771 if (hr_qp->state == IB_QPS_RESET) in check_recv_valid()
804 static void fill_rq_wqe(struct hns_roce_qp *hr_qp, const struct ib_recv_wr *wr, in fill_rq_wqe() argument
809 wqe = hns_roce_get_recv_wqe(hr_qp, wqe_idx); in fill_rq_wqe()
810 fill_recv_sge_to_wqe(wr, wqe, max_sge, hr_qp in fill_rq_wqe()
372 check_send_valid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) check_send_valid() argument
765 check_recv_valid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) check_recv_valid() argument
818 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_post_recv() local
2604 struct hns_roce_qp *hr_qp; free_mr_init_qp() local
2716 struct hns_roce_qp *hr_qp; free_mr_modify_rsv_qp() local
3363 free_mr_post_send_lp_wqe(struct hns_roce_qp *hr_qp) free_mr_post_send_lp_wqe() argument
3394 struct hns_roce_qp *hr_qp; free_mr_send_cmd_to_hw() local
3612 sw_comp(struct hns_roce_qp *hr_qp, struct hns_roce_wq *wq, int num_entries, struct ib_wc *wc) sw_comp() argument
3640 struct hns_roce_qp *hr_qp; hns_roce_v2_sw_poll_cq() local
3721 struct hns_roce_qp *hr_qp = *cur_qp; get_cur_qp() local
4152 hns_roce_v2_qp_modify(struct hns_roce_dev *hr_dev, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask, struct hns_roce_qp *hr_qp) hns_roce_v2_qp_modify() argument
4178 set_access_flags(struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask, const struct ib_qp_attr *attr, int attr_mask) set_access_flags() argument
4211 set_qpc_wqe_cnt(struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) set_qpc_wqe_cnt() argument
4240 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_reset_to_init() local
4325 config_qp_rq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) config_qp_rq_buf() argument
4396 config_qp_sq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) config_qp_sq_buf() argument
4472 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_init_to_rtr() local
4617 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); modify_qp_rtr_to_rts() local
4731 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); check_cong_type() local
4787 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); fill_cong_field() local
4837 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_set_path() local
5027 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_set_opt_fields() local
5127 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_record_opt_fields() local
5140 clear_qp(struct hns_roce_qp *hr_qp) clear_qp() argument
5167 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); v2_set_flushed_fields() local
5195 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_modify_qp() local
5311 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_query_qp() local
5409 modify_qp_is_ok(struct hns_roce_qp *hr_qp) modify_qp_is_ok() argument
5418 hns_roce_v2_destroy_qp_common(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) hns_roce_v2_destroy_qp_common() argument
5465 struct hns_roce_qp *hr_qp = to_hr_qp(ibqp); hns_roce_v2_destroy_qp() local
5479 hns_roce_v2_qp_flow_control_init(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) hns_roce_v2_qp_flow_control_init() argument
[all...] |
| H A D | hns_roce_main.c | 983 struct hns_roce_qp *hr_qp; in hns_roce_handle_device_err() local
992 list_for_each_entry(hr_qp, &hr_dev->qp_list, node) { in hns_roce_handle_device_err()
993 spin_lock_irqsave(&hr_qp->sq.lock, flags_qp); in hns_roce_handle_device_err()
994 if (hr_qp->sq.tail != hr_qp->sq.head) in hns_roce_handle_device_err()
995 check_and_get_armed_cq(&cq_list, hr_qp->ibqp.send_cq); in hns_roce_handle_device_err()
996 spin_unlock_irqrestore(&hr_qp->sq.lock, flags_qp); in hns_roce_handle_device_err()
998 spin_lock_irqsave(&hr_qp->rq.lock, flags_qp); in hns_roce_handle_device_err()
999 if ((!hr_qp->ibqp.srq) && (hr_qp in hns_roce_handle_device_err()
[all...] |
| H A D | hns_roce_device.h | 904 struct hns_roce_qp *hr_qp);
1201 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp);
1202 void *hns_roce_get_recv_wqe(struct hns_roce_qp *hr_qp, unsigned int n);
1203 void *hns_roce_get_send_wqe(struct hns_roce_qp *hr_qp, unsigned int n);
1204 void *hns_roce_get_extend_sge(struct hns_roce_qp *hr_qp, unsigned int n);
1211 void hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp);
1212 void hns_roce_qp_destroy(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp,
|