| /kernel/linux/linux-6.6/drivers/infiniband/hw/irdma/ |
| H A D | verbs.c | 227 * @iwqp: qp pointer
229 static void irdma_alloc_push_page(struct irdma_qp *iwqp) in irdma_alloc_push_page() argument
233 struct irdma_device *iwdev = iwqp->iwdev; in irdma_alloc_push_page()
234 struct irdma_sc_qp *qp = &iwqp->sc_qp; in irdma_alloc_push_page()
454 * @iwqp: qp ptr (user or kernel)
457 static void irdma_clean_cqes(struct irdma_qp *iwqp, struct irdma_cq *iwcq) in irdma_clean_cqes() argument
463 irdma_uk_clean_cq(&iwqp->sc_qp.qp_uk, ukcq); in irdma_clean_cqes()
467 static void irdma_remove_push_mmap_entries(struct irdma_qp *iwqp) in irdma_remove_push_mmap_entries() argument
469 if (iwqp->push_db_mmap_entry) { in irdma_remove_push_mmap_entries()
470 rdma_user_mmap_entry_remove(iwqp in irdma_remove_push_mmap_entries()
479 irdma_setup_push_mmap_entries(struct irdma_ucontext *ucontext, struct irdma_qp *iwqp, u64 *push_wqe_mmap_key, u64 *push_db_mmap_key) irdma_setup_push_mmap_entries() argument
519 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_destroy_qp() local
555 irdma_setup_virt_qp(struct irdma_device *iwdev, struct irdma_qp *iwqp, struct irdma_qp_init_info *init_info) irdma_setup_virt_qp() argument
582 irdma_setup_umode_qp(struct ib_udata *udata, struct irdma_device *iwdev, struct irdma_qp *iwqp, struct irdma_qp_init_info *info, struct ib_qp_init_attr *init_attr) irdma_setup_umode_qp() argument
662 irdma_setup_kmode_qp(struct irdma_device *iwdev, struct irdma_qp *iwqp, struct irdma_qp_init_info *info, struct ib_qp_init_attr *init_attr) irdma_setup_kmode_qp() argument
731 irdma_cqp_create_qp_cmd(struct irdma_qp *iwqp) irdma_cqp_create_qp_cmd() argument
760 irdma_roce_fill_and_set_qpctx_info(struct irdma_qp *iwqp, struct irdma_qp_host_ctx_info *ctx_info) irdma_roce_fill_and_set_qpctx_info() argument
800 irdma_iw_fill_and_set_qpctx_info(struct irdma_qp *iwqp, struct irdma_qp_host_ctx_info *ctx_info) irdma_iw_fill_and_set_qpctx_info() argument
862 struct irdma_qp *iwqp = container_of(dwork, struct irdma_qp, dwork_flush); irdma_flush_worker() local
883 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_create_qp() local
1053 irdma_get_ib_acc_flags(struct irdma_qp *iwqp) irdma_get_ib_acc_flags() argument
1089 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_query_qp() local
1161 irdma_wait_for_suspend(struct irdma_qp *iwqp) irdma_wait_for_suspend() argument
1189 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_modify_qp_roce() local
1545 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_modify_qp() local
3286 struct irdma_qp *iwqp; irdma_post_send() local
3458 struct irdma_qp *iwqp; irdma_post_recv() local
4042 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_attach_mcast() local
4182 struct irdma_qp *iwqp = to_iwqp(ibqp); irdma_detach_mcast() local
[all...] |
| H A D | utils.c | 739 struct irdma_qp *iwqp = (struct irdma_qp *)ibqp; in irdma_qp_add_ref() local
741 refcount_inc(&iwqp->refcnt); in irdma_qp_add_ref()
746 struct irdma_qp *iwqp = to_iwqp(ibqp); in irdma_qp_rem_ref() local
747 struct irdma_device *iwdev = iwqp->iwdev; in irdma_qp_rem_ref()
752 if (!refcount_dec_and_test(&iwqp->refcnt)) { in irdma_qp_rem_ref()
757 qp_num = iwqp->ibqp.qp_num; in irdma_qp_rem_ref()
760 complete(&iwqp->free_qp); in irdma_qp_rem_ref()
898 struct irdma_qp *iwqp; in irdma_term_modify_qp() local
900 iwqp = qp->qp_uk.back_qp; in irdma_term_modify_qp()
901 irdma_next_iw_state(iwqp, next_stat in irdma_term_modify_qp()
911 struct irdma_qp *iwqp; irdma_terminate_done() local
936 struct irdma_qp *iwqp = from_timer(iwqp, t, terminate_timer); irdma_terminate_timeout() local
949 struct irdma_qp *iwqp; irdma_terminate_start_timer() local
965 struct irdma_qp *iwqp; irdma_terminate_del_timer() local
1143 irdma_free_qp_rsrc(struct irdma_qp *iwqp) irdma_free_qp_rsrc() argument
1200 struct irdma_qp *iwqp; irdma_hw_modify_qp_callback() local
1215 irdma_hw_modify_qp(struct irdma_device *iwdev, struct irdma_qp *iwqp, struct irdma_modify_qp_info *info, bool wait) irdma_hw_modify_qp() argument
1417 struct irdma_qp *iwqp; irdma_ieq_get_qp() local
2357 irdma_ib_qp_event(struct irdma_qp *iwqp, enum irdma_qp_event_type event) irdma_ib_qp_event() argument
2451 irdma_generate_flush_completions(struct irdma_qp *iwqp) irdma_generate_flush_completions() argument
[all...] |
| H A D | cm.c | 663 struct irdma_qp *iwqp; in irdma_event_connect_error() local
670 iwqp = cm_id->provider_data; in irdma_event_connect_error()
672 if (!iwqp || !iwqp->iwdev) in irdma_event_connect_error()
675 iwqp->cm_id = NULL; in irdma_event_connect_error()
1228 struct irdma_qp *iwqp; in irdma_handle_close_entry() local
1233 iwqp = (struct irdma_qp *)close_entry->sqbuf; in irdma_handle_close_entry()
1234 if (iwqp) { in irdma_handle_close_entry()
1235 spin_lock_irqsave(&iwqp->lock, flags); in irdma_handle_close_entry()
1236 if (iwqp in irdma_handle_close_entry()
2367 struct irdma_qp *iwqp; irdma_destroy_connection() local
3317 irdma_init_tcp_ctx(struct irdma_cm_node *cm_node, struct irdma_tcp_offload_info *tcp_info, struct irdma_qp *iwqp) irdma_init_tcp_ctx() argument
3388 irdma_cm_init_tsa_conn(struct irdma_qp *iwqp, struct irdma_cm_node *cm_node) irdma_cm_init_tsa_conn() argument
3439 irdma_cm_disconn(struct irdma_qp *iwqp) irdma_cm_disconn() argument
3470 irdma_qp_disconnect(struct irdma_qp *iwqp) irdma_qp_disconnect() argument
3484 irdma_cm_disconn_true(struct irdma_qp *iwqp) irdma_cm_disconn_true() argument
3603 struct irdma_qp *iwqp = dwork->iwqp; irdma_disconnect_worker() local
3614 irdma_free_lsmm_rsrc(struct irdma_qp *iwqp) irdma_free_lsmm_rsrc() argument
3638 struct irdma_qp *iwqp; irdma_accept() local
3819 struct irdma_qp *iwqp; irdma_connect() local
4134 struct irdma_qp *iwqp; irdma_cm_event_connected() local
4198 struct irdma_qp *iwqp; irdma_cm_event_reset() local
[all...] |
| H A D | hw.c | 221 struct irdma_qp *iwqp = NULL; in irdma_process_aeq() local
247 iwqp = rf->qp_table[info->qp_cq_id]; in irdma_process_aeq()
248 if (!iwqp) { in irdma_process_aeq()
260 irdma_qp_add_ref(&iwqp->ibqp); in irdma_process_aeq()
262 qp = &iwqp->sc_qp; in irdma_process_aeq()
263 spin_lock_irqsave(&iwqp->lock, flags); in irdma_process_aeq()
264 iwqp->hw_tcp_state = info->tcp_state; in irdma_process_aeq()
265 iwqp->hw_iwarp_state = info->iwarp_state; in irdma_process_aeq()
267 iwqp->last_aeq = info->ae_id; in irdma_process_aeq()
268 spin_unlock_irqrestore(&iwqp in irdma_process_aeq()
2166 irdma_next_iw_state(struct irdma_qp *iwqp, u8 state, u8 del_hash, u8 term, u8 termlen) irdma_next_iw_state() argument
2549 struct irdma_qp *iwqp; irdma_hw_flush_wqes_callback() local
2592 struct irdma_qp *iwqp = qp->qp_uk.back_qp; irdma_hw_flush_wqes() local
2717 irdma_flush_wqes(struct irdma_qp *iwqp, u32 flush_mask) irdma_flush_wqes() argument
[all...] |
| H A D | main.h | 473 void irdma_free_lsmm_rsrc(struct irdma_qp *iwqp);
475 void irdma_flush_wqes(struct irdma_qp *iwqp, u32 flush_mask);
510 int irdma_hw_modify_qp(struct irdma_device *iwdev, struct irdma_qp *iwqp,
519 void irdma_free_qp_rsrc(struct irdma_qp *iwqp);
522 void irdma_next_iw_state(struct irdma_qp *iwqp, u8 state, u8 del_hash, u8 term,
539 int irdma_upload_qp_context(struct irdma_qp *iwqp, bool freeze, bool raw);
|
| H A D | verbs.h | 143 struct irdma_qp *iwqp; member
296 void irdma_ib_qp_event(struct irdma_qp *iwqp, enum irdma_qp_event_type event);
297 void irdma_generate_flush_completions(struct irdma_qp *iwqp);
|
| H A D | cm.h | 276 struct irdma_qp *iwqp; member
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/i40iw/ |
| H A D | i40iw_verbs.c | 341 * @iwqp: qp ptr (user or kernel)
344 void i40iw_free_qp_resources(struct i40iw_qp *iwqp) in i40iw_free_qp_resources() argument
346 struct i40iw_pbl *iwpbl = &iwqp->iwpbl; in i40iw_free_qp_resources()
347 struct i40iw_device *iwdev = iwqp->iwdev; in i40iw_free_qp_resources()
348 u32 qp_num = iwqp->ibqp.qp_num; in i40iw_free_qp_resources()
350 i40iw_ieq_cleanup_qp(iwdev->vsi.ieq, &iwqp->sc_qp); in i40iw_free_qp_resources()
351 i40iw_dealloc_push_page(iwdev, &iwqp->sc_qp); in i40iw_free_qp_resources()
356 i40iw_free_dma_mem(iwdev->sc_dev.hw, &iwqp->q2_ctx_mem); in i40iw_free_qp_resources()
357 i40iw_free_dma_mem(iwdev->sc_dev.hw, &iwqp->kqp.dma_mem); in i40iw_free_qp_resources()
358 kfree(iwqp in i40iw_free_qp_resources()
368 i40iw_clean_cqes(struct i40iw_qp *iwqp, struct i40iw_cq *iwcq) i40iw_clean_cqes() argument
381 struct i40iw_qp *iwqp = to_iwqp(ibqp); i40iw_destroy_qp() local
418 i40iw_setup_virt_qp(struct i40iw_device *iwdev, struct i40iw_qp *iwqp, struct i40iw_qp_init_info *init_info) i40iw_setup_virt_qp() argument
444 i40iw_setup_kmode_qp(struct i40iw_device *iwdev, struct i40iw_qp *iwqp, struct i40iw_qp_init_info *info) i40iw_setup_kmode_qp() argument
511 struct i40iw_qp *iwqp; i40iw_create_qp() local
746 struct i40iw_qp *iwqp = to_iwqp(ibqp); i40iw_query_qp() local
775 i40iw_hw_modify_qp(struct i40iw_device *iwdev, struct i40iw_qp *iwqp, struct i40iw_modify_qp_info *info, bool wait) i40iw_hw_modify_qp() argument
825 struct i40iw_qp *iwqp = to_iwqp(ibqp); i40iw_modify_qp() local
1634 struct i40iw_qp *iwqp = to_iwqp(ibqp); i40iw_drain_sq() local
1647 struct i40iw_qp *iwqp = to_iwqp(ibqp); i40iw_drain_rq() local
2104 struct i40iw_qp *iwqp; i40iw_post_send() local
2279 struct i40iw_qp *iwqp; i40iw_post_recv() local
2336 struct i40iw_qp *iwqp; i40iw_poll_cq() local
[all...] |
| H A D | i40iw_hw.c | 239 * @iwqp: iwarp qp to modify
245 void i40iw_next_iw_state(struct i40iw_qp *iwqp, in i40iw_next_iw_state() argument
266 if (iwqp->sc_qp.term_flags && (state == I40IW_QP_STATE_ERROR)) in i40iw_next_iw_state()
268 iwqp->hw_iwarp_state = state; in i40iw_next_iw_state()
269 i40iw_hw_modify_qp(iwqp->iwdev, iwqp, &info, 0); in i40iw_next_iw_state()
284 struct i40iw_qp *iwqp = NULL; in i40iw_process_aeq() local
308 iwqp = iwdev->qp_table[info->qp_cq_id]; in i40iw_process_aeq()
309 if (!iwqp) { in i40iw_process_aeq()
316 i40iw_qp_add_ref(&iwqp in i40iw_process_aeq()
677 struct i40iw_qp *iwqp = (struct i40iw_qp *)qp->back_qp; i40iw_hw_flush_wqes() local
834 i40iw_flush_wqes(struct i40iw_device *iwdev, struct i40iw_qp *iwqp) i40iw_flush_wqes() argument
[all...] |
| H A D | i40iw_cm.c | 609 struct i40iw_qp *iwqp; in i40iw_event_connect_error() local
616 iwqp = cm_id->provider_data; in i40iw_event_connect_error()
618 if (!iwqp || !iwqp->iwdev) in i40iw_event_connect_error()
621 iwqp->cm_id = NULL; in i40iw_event_connect_error()
1158 struct i40iw_qp *iwqp; in i40iw_handle_close_entry() local
1163 iwqp = (struct i40iw_qp *)close_entry->sqbuf; in i40iw_handle_close_entry()
1164 if (iwqp) { in i40iw_handle_close_entry()
1165 spin_lock_irqsave(&iwqp->lock, flags); in i40iw_handle_close_entry()
1166 if (iwqp in i40iw_handle_close_entry()
2282 struct i40iw_qp *iwqp; i40iw_rem_ref_cm_node() local
3298 i40iw_init_tcp_ctx(struct i40iw_cm_node *cm_node, struct i40iw_tcp_offload_info *tcp_info, struct i40iw_qp *iwqp) i40iw_init_tcp_ctx() argument
3377 i40iw_cm_init_tsa_conn(struct i40iw_qp *iwqp, struct i40iw_cm_node *cm_node) i40iw_cm_init_tsa_conn() argument
3435 i40iw_cm_disconn(struct i40iw_qp *iwqp) i40iw_cm_disconn() argument
3468 i40iw_qp_disconnect(struct i40iw_qp *iwqp) i40iw_qp_disconnect() argument
3505 i40iw_cm_disconn_true(struct i40iw_qp *iwqp) i40iw_cm_disconn_true() argument
3622 struct i40iw_qp *iwqp = dwork->iwqp; i40iw_disconnect_worker() local
3637 struct i40iw_qp *iwqp; i40iw_accept() local
3822 struct i40iw_qp *iwqp; i40iw_connect() local
4080 struct i40iw_qp *iwqp; i40iw_cm_event_connected() local
4145 struct i40iw_qp *iwqp; i40iw_cm_event_reset() local
[all...] |
| H A D | i40iw_utils.c | 605 struct i40iw_qp *iwqp = (struct i40iw_qp *)ibqp; in i40iw_qp_add_ref() local
607 refcount_inc(&iwqp->refcount); in i40iw_qp_add_ref()
616 struct i40iw_qp *iwqp; in i40iw_qp_rem_ref() local
621 iwqp = to_iwqp(ibqp); in i40iw_qp_rem_ref()
622 iwdev = iwqp->iwdev; in i40iw_qp_rem_ref()
624 if (!refcount_dec_and_test(&iwqp->refcount)) { in i40iw_qp_rem_ref()
629 qp_num = iwqp->ibqp.qp_num; in i40iw_qp_rem_ref()
632 complete(&iwqp->free_qp); in i40iw_qp_rem_ref()
851 struct i40iw_qp *iwqp; in i40iw_term_modify_qp() local
853 iwqp in i40iw_term_modify_qp()
864 struct i40iw_qp *iwqp; i40iw_terminate_done() local
896 struct i40iw_qp *iwqp = from_timer(iwqp, t, terminate_timer); i40iw_terminate_timeout() local
909 struct i40iw_qp *iwqp; i40iw_terminate_start_timer() local
924 struct i40iw_qp *iwqp; i40iw_terminate_del_timer() local
1358 struct i40iw_qp *iwqp; i40iw_ieq_get_qp() local
[all...] |
| H A D | i40iw.h | 525 void i40iw_cm_disconn(struct i40iw_qp *iwqp);
542 void i40iw_hw_modify_qp(struct i40iw_device *iwdev, struct i40iw_qp *iwqp,
556 void i40iw_free_qp_resources(struct i40iw_qp *iwqp);
568 void i40iw_next_iw_state(struct i40iw_qp *iwqp,
|
| H A D | i40iw_verbs.h | 120 struct i40iw_qp *iwqp; member
|
| H A D | i40iw_cm.h | 323 struct i40iw_qp *iwqp; member
|